Update data prep notebook (#8532)

Signed-off-by: Mingyuan Ma <[email protected]>
NVIDIA · Feb 27, 2024 · e772dbf · e772dbf
1 parent ae9a2aa
commit e772dbf
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/tutorials/multimodal/Multimodal Data Preparation.ipynb b/tutorials/multimodal/Multimodal Data Preparation.ipynb
@@ -430,6 +430,7 @@
    "source": [
     "from omegaconf import OmegaConf\n",
     "precache_cfg = OmegaConf.load(os.path.join(CONF_DIR, \"precache_sd.yaml\"))\n",
+    "del precache_cfg.encodings[1].encoder_config['use_fp16']\n",
     "# visualize the config\n",
     "print(OmegaConf.to_yaml(precache_cfg))"
    ]
@@ -511,6 +512,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
+    "! pip install --upgrade webdataset\n",
     "! SLURM_ARRAY_TASK_ID=0 SLURM_ARRAY_TASK_COUNT=2 python $SCRIPT_DIR/precache_encodings.py \\\n",
     "    input_dir=$DATA_DIR/tarfiles_reorganized \\\n",
     "    output_dir=$DATA_DIR/tarfiles_precached \\\n",