Record the profile's IndexedAt, closest thing we'll get to creation date

stanfordio · Jun 6, 2024 · f4e5029 · f4e5029
1 parent 1d96700
commit f4e5029
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 0 deletions.
diff --git a/pkg/hydrator/hydrator.go b/pkg/hydrator/hydrator.go
@@ -228,6 +228,7 @@ func (h *Hydrator) flattenFullProfile(profile *bsky.ActorDefs_ProfileViewDetaile
 	result["FollowersCount"] = profile.FollowersCount
 	result["FollowsCount"] = profile.FollowsCount
 	result["PostsCount"] = profile.PostsCount
+	result["IndexedAt"] = profile.IndexedAt
 
 	return
 }

diff --git a/pkg/output/bq/schema/schema.go b/pkg/output/bq/schema/schema.go
@@ -76,6 +76,11 @@ func GetSchema() bigquery.Schema {
               "name": "DisplayName",
               "type": "STRING"
             },
+            {
+              "mode": "NULLABLE",
+              "name": "IndexedAt",
+              "type": "TIMESTAMP"
+            },
             {
               "mode": "NULLABLE",
               "name": "FollowersCount",
@@ -123,6 +128,11 @@ func GetSchema() bigquery.Schema {
               "name": "DisplayName",
               "type": "STRING"
             },
+            {
+              "mode": "NULLABLE",
+              "name": "IndexedAt",
+              "type": "TIMESTAMP"
+            },
             {
               "mode": "NULLABLE",
               "name": "FollowersCount",