From 8ab39dde48d0e7ef305062e5662edff675422559 Mon Sep 17 00:00:00 2001 From: thalassemia Date: Sat, 20 Jul 2024 15:16:34 +0800 Subject: [PATCH] Create Hive partition for experiment schema if not exists --- ecoli/library/parquet_emitter.py | 1 + 1 file changed, 1 insertion(+) diff --git a/ecoli/library/parquet_emitter.py b/ecoli/library/parquet_emitter.py index 2c6568086..deba9e3dd 100644 --- a/ecoli/library/parquet_emitter.py +++ b/ecoli/library/parquet_emitter.py @@ -764,6 +764,7 @@ def _finalize(self): experiment_schema_path = os.path.join( self.outdir, "history", self.experiment_id, EXPERIMENT_SCHEMA_SUFFIX ) + self.filesystem.create_dir(os.path.dirname(experiment_schema_path)) pq.write_metadata( unified_schema, experiment_schema_path, filesystem=self.filesystem )