Merge pull request #2979 from elifesciences/add-invalid-manuscripts-p…

…ipeline Add invalid manuscripts pipeline to exculude them from data-hub
elifesciences · Sep 9, 2024 · dc5eab4 · dc5eab4
2 parents 2f66294 + 53015b3
commit dc5eab4
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/kustomizations/apps/data-hub-configs/spreadsheet-data-pipeline.config.yaml b/kustomizations/apps/data-hub-configs/spreadsheet-data-pipeline.config.yaml
@@ -90,3 +90,14 @@ spreadsheets:
         datasetName: "{ENV}"
         tableName: 'reviewed_preprint_meca_path_update'
         tableWriteAppend: true
+
+    # eJP invalid manuscripts to exclude
+  - spreadsheetId: '1xGUTxD4U67kcjNuJ7zXz1XSkK-0wCiR6h-Om64dp2pM'
+    sheets:
+      - sheetName: 'invalid_manuscripts'
+        sheetRange: ''
+        headerLineIndex: 0
+        dataValuesStartLineIndex: 1
+        datasetName: "{ENV}"
+        tableName: 'invalid_manuscripts_to_exclude'
+        tableWriteAppend: true