From 95bfb7263e8f4ddc10170902b969c014db7b1224 Mon Sep 17 00:00:00 2001
From: Nicholas Large <nlarge@xwf.google.com>
Date: Mon, 11 Nov 2024 13:02:50 -0600
Subject: [PATCH] Fix: Migrate mimic_iii dag (#864)

---
 datasets/mimic_iii/pipelines/mimic_iii/mimic_iii_dag.py | 6 +++---
 datasets/mimic_iii/pipelines/mimic_iii/pipeline.yaml    | 8 +++-----
 2 files changed, 6 insertions(+), 8 deletions(-)

diff --git a/datasets/mimic_iii/pipelines/mimic_iii/mimic_iii_dag.py b/datasets/mimic_iii/pipelines/mimic_iii/mimic_iii_dag.py
index 56e170b09..b72f9bce6 100644
--- a/datasets/mimic_iii/pipelines/mimic_iii/mimic_iii_dag.py
+++ b/datasets/mimic_iii/pipelines/mimic_iii/mimic_iii_dag.py
@@ -36,8 +36,9 @@
     copy_bq_dataset = kubernetes_pod.KubernetesPodOperator(
         task_id="copy_bq_dataset",
         name="copy_bq_dataset",
-        namespace="composer",
-        service_account_name="datasets",
+        namespace="composer-user-workloads",
+        service_account_name="default",
+        config_file="/home/airflow/composer_kube_config",
         image_pull_policy="Always",
         image="{{ var.json.mimic_iii.container_registry.run_script_kub }}",
         env_vars={
@@ -46,7 +47,6 @@
             "TARGET_PROJECT_ID": "{{ var.json.mimic_iii.target_project_id }}",
             "TARGET_BQ_DATASET": "{{ var.json.mimic_iii.target_bq_dataset }}",
         },
-        resources={"request_memory": "128M", "request_cpu": "200m"},
     )
 
     copy_bq_dataset
diff --git a/datasets/mimic_iii/pipelines/mimic_iii/pipeline.yaml b/datasets/mimic_iii/pipelines/mimic_iii/pipeline.yaml
index 8d2f3a87b..fd384ce28 100644
--- a/datasets/mimic_iii/pipelines/mimic_iii/pipeline.yaml
+++ b/datasets/mimic_iii/pipelines/mimic_iii/pipeline.yaml
@@ -34,8 +34,9 @@ dag:
       args:
         task_id: "copy_bq_dataset"
         name: "copy_bq_dataset"
-        namespace: "composer"
-        service_account_name: "datasets"
+        namespace: "composer-user-workloads"
+        service_account_name: "default"
+        config_file: "/home/airflow/composer_kube_config"
         image_pull_policy: "Always"
         image: "{{ var.json.mimic_iii.container_registry.run_script_kub }}"
         env_vars:
@@ -43,9 +44,6 @@ dag:
           SOURCE_BQ_DATASET: "{{ var.json.mimic_iii.source_bq_dataset }}"
           TARGET_PROJECT_ID: "{{ var.json.mimic_iii.target_project_id }}"
           TARGET_BQ_DATASET: "{{ var.json.mimic_iii.target_bq_dataset }}"
-        resources:
-          request_memory: "128M"
-          request_cpu: "200m"
 
   graph_paths:
     - "copy_bq_dataset"