Fix

Signed-off-by: Hemil Desai <[email protected]>
NVIDIA · Oct 14, 2024 · a21ec4f · a21ec4f
1 parent 1b81dd6
commit a21ec4f
Showing 1 changed file with 15 additions and 6 deletions.
diff --git a/examples/llm/slimpajama/data_pipeline.ipynb b/examples/llm/slimpajama/data_pipeline.ipynb
@@ -36,7 +36,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -46,7 +46,7 @@
     "from data.extract import run_extraction\n",
     "from data.preprocess import preprocess_data\n",
     "\n",
-    "HOST_DATA_PATH = \"/home/hemild/dev/data\""
+    "HOST_DATA_PATH = \"/data\""
    ]
   },
   {
@@ -225,9 +225,18 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 3,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "concatenated_chunk1.jsonl_text_document.bin\n",
+      "concatenated_chunk1.jsonl_text_document.idx\n"
+     ]
+    }
+   ],
    "source": [
     "!ls {HOST_DATA_PATH}/slimpajama_megatron"
    ]
@@ -297,7 +306,7 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": ".venv",
+   "display_name": "Python 3",
    "language": "python",
    "name": "python3"
   },
@@ -311,7 +320,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.3"
+   "version": "3.10.12"
   }
  },
  "nbformat": 4,