remove unrelated changes

Signed-off-by: Vivian Chen <[email protected]>
xuanzic · Aug 7, 2024 · 18da971 · 18da971
1 parent c2222cd
commit 18da971
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/examples/multimodal/multimodal_llm/neva/sequence_packing/preprocess_dataset.py b/examples/multimodal/multimodal_llm/neva/sequence_packing/preprocess_dataset.py
@@ -271,7 +271,6 @@ def main():
     logging.info(f"Output directory: {output_dir}")
 
     prefix_path = f"{output_dir}/packed_seq_dataset"
-    os.makedirs(prefix_path, exist_ok=True)
     # Original Datasets to Sequence Lengths Files
     builders = {}
     for item_dict in tqdm(train_dl, desc="Building indexed datasets"):