fix(pipeline): run mednum intermediate models

gip-inclusion · Oct 9, 2023 · 4afd41b · 4afd41b
1 parent 9f6e38e
commit 4afd41b
Showing 1 changed file with 4 additions and 22 deletions.
diff --git a/pipeline/dags/main.py b/pipeline/dags/main.py
@@ -107,28 +107,10 @@ def _geocode():
                 select=f"path:models/staging/sources/**/stg_{dbt_source_id}__*.sql",
             )
 
-            dbt_run_intermediate = dbt_operator_factory(
-                task_id="dbt_run_intermediate",
-                command="run",
-                select=(
-                    f"path:models/intermediate/sources/**/int_{dbt_source_id}__*.sql"
-                ),
-            )
-
-            dbt_test_intermediate = dbt_operator_factory(
-                task_id="dbt_test_intermediate",
-                command="test",
-                select=(
-                    f"path:models/intermediate/sources/**/int_{dbt_source_id}__*.sql"
-                ),
-            )
+            # TODO: add intermediate models here
+            # this would require to refactor mediation numerique models
 
-            (
-                dbt_run_staging
-                >> dbt_test_staging
-                >> dbt_run_intermediate
-                >> dbt_test_intermediate
-            )
+            (dbt_run_staging >> dbt_test_staging)
 
         dbt_staging_tasks_list += [source_task_group]
 
@@ -139,7 +121,7 @@ def _geocode():
             [
                 # FIXME: handle odspep as other sources (add to dags/settings.py)
                 "path:models/staging/sources/odspep",
-                "path:models/intermediate/sources/odspep",
+                "path:models/intermediate/sources/**/*",
                 "path:models/intermediate/int__union_adresses.sql",
                 "path:models/intermediate/int__union_services.sql",
                 "path:models/intermediate/int__union_structures.sql",