Merge pull request #38 from SandhraSokhal/PLFM-8051

PLFM-8051
Sage-Bionetworks · Sep 25, 2023 · 7f79e6d · 7f79e6d
2 parents 541462b + ac2d92d
commit 7f79e6d
Show file tree

Hide file tree

Showing 4 changed files with 8 additions and 0 deletions.
diff --git a/src/scripts/glue_jobs/team_member_snapshots.py b/src/scripts/glue_jobs/team_member_snapshots.py
@@ -41,6 +41,8 @@ def main():
     mapped_frame = input_frame.apply_mapping(
         [
             ("changeTimestamp", "bigint", "change_timestamp", "timestamp"),
+            ("changeType", "string", "change_type", "string"),
+            ("userId", "bigint", "change_user_id", "bigint"),
             ("snapshotTimestamp", "bigint", "snapshot_timestamp", "timestamp"),
             # Note that we map the same timestamp into a bigint so that we can extract the partition date
             ("snapshotTimestamp", "bigint", "snapshot_date", "bigint"),

diff --git a/src/scripts/glue_jobs/team_snapshots.py b/src/scripts/glue_jobs/team_snapshots.py
@@ -41,6 +41,8 @@ def main():
     mapped_frame = input_frame.apply_mapping(
         [
             ("changeTimestamp", "bigint", "change_timestamp", "timestamp"),
+            ("changeType", "string", "change_type", "string"),
+            ("userId", "bigint", "change_user_id", "bigint"),
             ("snapshotTimestamp", "bigint", "snapshot_timestamp", "timestamp"),
             # Note that we map the same timestamp into a bigint so that we can extract the partition date
             ("snapshotTimestamp", "bigint", "snapshot_date", "bigint"),

diff --git a/src/scripts/glue_jobs/user_group_snapshots.py b/src/scripts/glue_jobs/user_group_snapshots.py
@@ -41,6 +41,8 @@ def main():
     mapped_frame = input_frame.apply_mapping(
         [
             ("changeTimestamp", "bigint", "change_timestamp", "timestamp"),
+            ("changeType", "string", "change_type", "string"),
+            ("userId", "bigint", "change_user_id", "bigint"),
             ("snapshotTimestamp", "bigint", "snapshot_timestamp", "timestamp"),
             # Note that we map the same timestamp into a bigint so that we can extract the partition date
             ("snapshotTimestamp", "bigint", "snapshot_date", "bigint"),

diff --git a/src/scripts/glue_jobs/user_profile_snapshots.py b/src/scripts/glue_jobs/user_profile_snapshots.py
@@ -48,6 +48,8 @@ def main():
     mapped_frame = input_frame.apply_mapping(
         [
             ("changeTimestamp", "bigint", "change_timestamp", "timestamp"),
+            ("changeType", "string", "change_type", "string"),
+            ("userId", "bigint", "change_user_id", "bigint"),
             ("snapshotTimestamp", "bigint", "snapshot_timestamp", "timestamp"),
             # Note that we map the same timestamp into a bigint so that we can extract the partition date
             ("snapshotTimestamp", "bigint", "snapshot_date", "bigint"),