add change type and user id

Sage-Bionetworks · Sep 24, 2023 · ac2d92d · ac2d92d
1 parent 541462b
commit ac2d92d
Show file tree

Hide file tree

Showing 4 changed files with 8 additions and 0 deletions.
diff --git a/src/scripts/glue_jobs/team_member_snapshots.py b/src/scripts/glue_jobs/team_member_snapshots.py
@@ -41,6 +41,8 @@ def main():
     mapped_frame = input_frame.apply_mapping(
         [
             ("changeTimestamp", "bigint", "change_timestamp", "timestamp"),
+            ("changeType", "string", "change_type", "string"),
+            ("userId", "bigint", "change_user_id", "bigint"),
             ("snapshotTimestamp", "bigint", "snapshot_timestamp", "timestamp"),
             # Note that we map the same timestamp into a bigint so that we can extract the partition date
             ("snapshotTimestamp", "bigint", "snapshot_date", "bigint"),

diff --git a/src/scripts/glue_jobs/team_snapshots.py b/src/scripts/glue_jobs/team_snapshots.py
@@ -41,6 +41,8 @@ def main():
     mapped_frame = input_frame.apply_mapping(
         [
             ("changeTimestamp", "bigint", "change_timestamp", "timestamp"),
+            ("changeType", "string", "change_type", "string"),
+            ("userId", "bigint", "change_user_id", "bigint"),
             ("snapshotTimestamp", "bigint", "snapshot_timestamp", "timestamp"),
             # Note that we map the same timestamp into a bigint so that we can extract the partition date
             ("snapshotTimestamp", "bigint", "snapshot_date", "bigint"),

diff --git a/src/scripts/glue_jobs/user_group_snapshots.py b/src/scripts/glue_jobs/user_group_snapshots.py
@@ -41,6 +41,8 @@ def main():
     mapped_frame = input_frame.apply_mapping(
         [
             ("changeTimestamp", "bigint", "change_timestamp", "timestamp"),
+            ("changeType", "string", "change_type", "string"),
+            ("userId", "bigint", "change_user_id", "bigint"),
             ("snapshotTimestamp", "bigint", "snapshot_timestamp", "timestamp"),
             # Note that we map the same timestamp into a bigint so that we can extract the partition date
             ("snapshotTimestamp", "bigint", "snapshot_date", "bigint"),

diff --git a/src/scripts/glue_jobs/user_profile_snapshots.py b/src/scripts/glue_jobs/user_profile_snapshots.py
@@ -48,6 +48,8 @@ def main():
     mapped_frame = input_frame.apply_mapping(
         [
             ("changeTimestamp", "bigint", "change_timestamp", "timestamp"),
+            ("changeType", "string", "change_type", "string"),
+            ("userId", "bigint", "change_user_id", "bigint"),
             ("snapshotTimestamp", "bigint", "snapshot_timestamp", "timestamp"),
             # Note that we map the same timestamp into a bigint so that we can extract the partition date
             ("snapshotTimestamp", "bigint", "snapshot_date", "bigint"),