update wiki_chat notebook

alan-turing-institute · Sep 12, 2023 · 9c5dbc4 · 9c5dbc4
1 parent 8edb029
commit 9c5dbc4
Show file tree

Hide file tree

Showing 2 changed files with 198 additions and 194 deletions.
diff --git a/models/llama-index-hack/llama2_wikis.ipynb b/models/llama-index-hack/llama2_wikis.ipynb
@@ -16,10 +16,7 @@
     "from llama_index import VectorStoreIndex\n",
     "from llama_index import LLMPredictor, PromptHelper, ServiceContext\n",
     "from llama_index import StorageContext, load_index_from_storage\n",
-    "from llama_index.readers import SimpleDirectoryReader\n",
-    "\n",
-    "import pandas as pd\n",
-    "import re"
+    "from llama_index.readers import SimpleDirectoryReader"
    ]
   },
   {
@@ -399,27 +396,6 @@
     ")"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "'research-engineering-group.wiki.git'"
-      ]
-     },
-     "execution_count": 3,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "url = \"https://github.com/alan-turing-institute/research-engineering-group.wiki.git\"\n",
-    "url.split(\"/\")[-1]"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 4,
@@ -453,15 +429,6 @@
     "    return documents"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "documents = load_documents_from_url(url)"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 6,