diff --git a/examples/rag_eval_harness.ipynb b/examples/rag_eval_harness.ipynb new file mode 100644 index 00000000..bbdd5309 --- /dev/null +++ b/examples/rag_eval_harness.ipynb @@ -0,0 +1,8406 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "id": "03ixktWsySVK" + }, + "source": [ + "# Evaluating RAG Pipelines with EvaluationHarness\n", + "\n", + "In this notebook, you'll learn how to use the [`EvaluationHarness`](https://docs.haystack.deepset.ai/v2.3-unstable/reference/evaluation-harness#evaluationharness) from the [haystack-experimental](https://github.com/deepset-ai/haystack-experimental) repository to assess the performance of Retrieval-Augmented Generation (RAG) pipelines over the [SQUAD dataset](https://huggingface.co/datasets/rajpurkar/squad_v2).\n", + "\n", + "The `EvaluationHarness` acts as an evaluation orchestrator, streamlining the assessment of pipeline performance and making the evaluation process simpler and more efficient." + ] + }, + { + "cell_type": "markdown", + "metadata": { + "colab_type": "toc", + "id": "EfthWDSjyddb" + }, + "source": [ + ">[Evaluating RAG Pipelines with EvaluationHarness](#scrollTo=03ixktWsySVK)\n", + "\n", + ">>[Setup Development Environment](#scrollTo=836SIRGsyHNX)\n", + "\n", + ">>[Dataset preparation](#scrollTo=EQV5nZjFiH3A)\n", + "\n", + ">>[Indexing Pipeline](#scrollTo=tpw_fLaIiH3B)\n", + "\n", + ">>[RAG Pipeline](#scrollTo=BKcUXXI5iH3B)\n", + "\n", + ">>[EvaluationHarness](#scrollTo=6HQQDLYFiH3B)\n", + "\n", + ">>>[Alternative: EvaluationHarness for Keyword-based Retrieval](#scrollTo=Hq0jsE-qrskw)\n", + "\n", + ">>[Analyzing the Results](#scrollTo=Pq4wKakNqLaJ)\n", + "\n", + ">>[Evaluating and Comparing Different Pipelines](#scrollTo=KdIEKAf-urVL)\n", + "\n", + ">>[BONUS: EvaluationHarness for Custom RAG Pipelines](#scrollTo=IrMIAFgMiH3C)\n", + "\n" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "836SIRGsyHNX" + }, + "source": [ + "## Setup Development Environment\n", + "\n", + "To start, install `haystack-ai`, `haystack-experimental` and other dependencies:" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "OAfJA3OeiH2_", + "outputId": "a8ba0ad0-b72a-44cf-dc23-35da8547fd09" + }, + "outputs": [], + "source": [ + "%%bash\n", + "\n", + "pip install -U git+https://github.com/deepset-ai/haystack-experimental.git@main\n", + "pip install git+https://github.com/deepset-ai/haystack@main\n", + "pip install datasets\n", + "pip install sentence-transformers" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "HS7_Y1Si0y0B" + }, + "source": [ + "Provide an [OpenAI API key](https://platform.openai.com/api-keys) to ensure that LLM-based evaluators can query the OpenAI API:" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "id": "6wojeXKGiH2_" + }, + "outputs": [], + "source": [ + "import os\n", + "from getpass import getpass\n", + "\n", + "if \"OPENAI_API_KEY\" not in os.environ:\n", + " os.environ[\"OPENAI_API_KEY\"] = getpass(\"Enter OpenAI API key:\")\n", + "\n", + "# If you're running this notebook on Google Colab, you might need to the following instead:\n", + "#\n", + "# from google.colab import userdata\n", + "# if \"OPENAI_API_KEY\" not in os.environ:\n", + "# os.environ[\"OPENAI_API_KEY\"] = userdata.get('OPENAI_API_KEY')" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "wtLIYZHA1Izf" + }, + "source": [ + "Add the imports. All the imports that we'll need to create the following:\n", + "- An indexing pipeline that stores documents from our chosen dataset in a document store.\n", + "- A retrieval pipeline that uses a query to retrieve relevant documents from the document store." + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": { + "id": "lM81EFFCiH3A" + }, + "outputs": [], + "source": [ + "import json\n", + "from typing import List, Dict\n", + "from collections import defaultdict\n", + "from pathlib import Path\n", + "import random\n", + "from datasets import load_dataset, Dataset\n", + "from tqdm import tqdm\n", + "\n", + "from haystack import Document, Pipeline\n", + "from haystack.components.builders import AnswerBuilder, PromptBuilder\n", + "from haystack.components.embedders import (\n", + " SentenceTransformersDocumentEmbedder,\n", + " SentenceTransformersTextEmbedder,\n", + ")\n", + "from haystack.components.generators import OpenAIGenerator\n", + "from haystack.components.retrievers import (\n", + " InMemoryEmbeddingRetriever,\n", + " InMemoryBM25Retriever,\n", + ")\n", + "from haystack.components.writers import DocumentWriter\n", + "\n", + "from haystack.document_stores.in_memory import InMemoryDocumentStore\n", + "from haystack.document_stores.types import DuplicatePolicy\n", + "from haystack_experimental.evaluation.harness.rag import (\n", + " DefaultRAGArchitecture,\n", + " RAGEvaluationHarness,\n", + " RAGEvaluationMetric,\n", + " RAGEvaluationInput,\n", + " RAGEvaluationOverrides,\n", + ")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "EQV5nZjFiH3A" + }, + "source": [ + "## Dataset preparation\n", + "\n", + "The following steps will load the SQUAD dataset, preprocess them for the indexing pipeline and store them to a local folder in the current working directory." + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": { + "id": "lmPpGcPqiH3A" + }, + "outputs": [], + "source": [ + "# Helper functions to load the SQUAD dataset.\n", + "def aggregate_wiki_title(data: Dataset, agg_wiki_title: Dict[str, Dict[str, List[str]]]):\n", + " for idx, x in enumerate(data.iter(batch_size=1)):\n", + " if x[\"context\"] not in agg_wiki_title[x[\"title\"][0]][\"context\"]:\n", + " agg_wiki_title[x[\"title\"][0]][\"context\"].append(x[\"context\"])\n", + " agg_wiki_title[x[\"title\"][0]][\"question_answers\"].append(\n", + " {\"question\": x[\"question\"], \"answers\": x[\"answers\"]}\n", + " )\n", + "\n", + "def load_transformed_squad():\n", + " with open(\"transformed_squad/questions.jsonl\", \"r\") as f:\n", + " questions = [json.loads(x) for x in f.readlines()]\n", + " for idx, question in enumerate(questions):\n", + " question[\"query_id\"] = f\"query_{idx}\"\n", + "\n", + " def create_document(text: str, name: str):\n", + " return Document(content=text, meta={\"name\": name})\n", + "\n", + " # walk through the files in the directory and transform each text file into a Document\n", + " documents = []\n", + " for root, dirs, files in os.walk(\"transformed_squad/articles/\"):\n", + " for article in files:\n", + " with open(f\"{root}/{article}\", \"r\") as f:\n", + " raw_texts = f.read().split(\"\\n\")\n", + " for text in raw_texts:\n", + " documents.append(\n", + " create_document(text, article.replace(\".txt\", \"\"))\n", + " )\n", + "\n", + " return questions, documents" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 318, + "referenced_widgets": [ + "d7ee8d7dbae7494fbfcdbfdbe9600b62", + "854a2b1d19b947fbb7a1ddb105abefa0", + "5b4d7c62c0014bb08d01869b2453ef0e", + "014841d7cc4d4d3597b1628f0be78441", + "fb686409ab784505a1087ef98cce043c", + "a4b7a42d1d3847e490fd5a6d44832786", + "b1d87fe937544d9198107dabfdbcf494", + "da251746a5c14d15932c5be792cc8003", + "894407af9bd642c1a44b350b055c4405", + "ace283a9505c48b1ae52146ccfc3ce77", + "f6d42045ff7e4f8c80628e78975a83a6", + "d40572fc9223469eb9a382573d26cac8", + "08c70182d8a74894a8492dc5b2c7736a", + "096e9a8474984374b46b579aa0554bb0", + "11e555f589594214b78cd82a685c3bb0", + "885787514186477aa007b6ebe4a4bd91", + "342abd02c8c34eee904715f8c7918c9f", + "210e3ec9b7024d52bf187bf3e95d9118", + "dc590000b03c4dfdaa0150f4b5cc2c93", + "e1d914ada73b4521b5c8423a729a18bc", + "b913249ffac94c95b96301b3e6bcc8ec", + "e00ba4a9850746428f037769d805427c", + "88baffe59b4c49e791b0b4852a034983", + "1f54eae8d5d1405bb394f1a3170ff57c", + "4ef624de456343e897bab7c3718119cb", + "761b5543803a4847b215c002ba494759", + "6523d70c606d471ebd00f9dabeb90578", + "7a2f5479ac574257be718ff06bd97274", + "857fd7d034294e6f97be721bd45f62ac", + "27ffa2f254c54752a2707f8cd1edee4b", + "6264f467b8a54d7b8b9059cef7795535", + "0abd190c024b478795608ae95e5a9153", + "3416b3b1f0654daeb6c4dcbd46b47b18", + "0188b7e6fd754008b3985049805a6085", + "25634a7224504b628261d54aac213052", + "fb990a8c9f904cd4a3ed29b1c184cca6", + "63bab97a5c4b4f27998b550783b2dc5d", + "b148909a1e7d4234a8eebe4a16a79565", + "0219d8142599444c959592f6d90134f9", + "d1ac609839404c52810a7dfb5d8662f1", + "7db2dee159ba47898b1ea6d2a4bffd9f", + "9f3e26cab1cd4d87a5671e347bf7187f", + "37c41333e5204fd694bd707bee90c2dc", + "9702f3c0e1644eac87f645b87562607f", + "f06df5bcff3b4781a7b0ba55669d9ec4", + "121f599317c5446bae43d9d64e7e8fd8", + "343c5a28281a4893bb15f5f32344cebe", + "787b426843bf4c56ac6eb83143189e74", + "118e727d60f9443ab4b53393f70526c6", + "2547b65ebc2144aab05e0243f9962efa", + "eee55f66c7874b9098fc21177624dcaf", + "07dba30d12054291a603299b3359f1f8", + "de105c275dd9443fbd36b6f779824e0b", + "fcf8d6386d7242c1860cf7debab18453", + "777c766e80514c45be5a15191b801231" + ] + }, + "id": "WJLOQggLiH3A", + "outputId": "6c468c5f-38f1-4218-be4c-75207630008b" + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:89: UserWarning: \n", + "The secret `HF_TOKEN` does not exist in your Colab secrets.\n", + "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n", + "You will be able to reuse this secret in all of your notebooks.\n", + "Please note that authentication is recommended but still optional to access public models or datasets.\n", + " warnings.warn(\n" + ] + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "d7ee8d7dbae7494fbfcdbfdbe9600b62", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Downloading readme: 0%| | 0.00/7.62k [00:00\n", + "🚅 Components\n", + " - doc_embedder: SentenceTransformersDocumentEmbedder\n", + " - doc_writer: DocumentWriter\n", + "🛤️ Connections\n", + " - doc_embedder.documents -> doc_writer.documents (List[Document])" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "document_store = InMemoryDocumentStore()\n", + "\n", + "doc_writer = DocumentWriter(\n", + " document_store=document_store, policy=DuplicatePolicy.SKIP\n", + ")\n", + "doc_embedder = SentenceTransformersDocumentEmbedder(\n", + " model=\"sentence-transformers/all-MiniLM-L6-v2\"\n", + ")\n", + "\n", + "indexing_pipe = Pipeline()\n", + "indexing_pipe.add_component(instance=doc_embedder, name=\"doc_embedder\")\n", + "indexing_pipe.add_component(instance=doc_writer, name=\"doc_writer\")\n", + "\n", + "indexing_pipe.connect(\"doc_embedder.documents\", \"doc_writer.documents\")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "koTNlYsGl9Od" + }, + "source": [ + "Run the `indexing_pipe` with subset of documents to speed up the process. This step takes around 2-3 minutes on CPU." + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 473, + "referenced_widgets": [ + "61fb8c4a8d3c4e9aa0e797a92d383aba", + "89ebecdaf9ac405b993afcb4f8837b86", + "fa346cfa4df34efb97f962b4a8d489d8", + "7f1952b494f44d538ac225f3878b2a40", + "cb9b1c38decd4e178292b2496d078082", + "d18d7c6fa132476bbd2d4c0fd2e73322", + "7baedcdf199d432ea441012562be4c83", + "62a6498f1eea4704a1af91547090f025", + "7e4fa32f96c3456a9e15084ed6906bf3", + "70f35a7f7ba743d686ae3dfded6ce7c1", + "7bd9dbc735104c98aec5d3f7abcc2f56", + "fc4ce432d9d9469ca5e0d881a1deb78f", + "73505a2d662c40448dc4a926e506bedc", + "8d64a567ad1f47b6ab289802e36f1c64", + "87b722e509c14f5eb194cfe5026da469", + "3a50812f99f34b19862769014753af80", + "af7f87e4e469451eb3a4c57dcb8d250e", + "3b2f7bf1dd1743c7a164e20d956e5602", + "41dd021aa1f8450499aa5f179ca2c1da", + "4dcb20d4b5ca442b83e5fbd18c9b94e8", + "dfa0ffbc99e74846af86f9a2a6df922d", + "22ddf1d018c542f1b47e6869a0ec22c8", + "03f94c783d3d4fe9a3071d66e04e48c1", + "b66f7c11fa1e41a78017e9e45609032f", + "8697b501c19442b39ca41b504200e3ef", + "820c9825b423451aac8df7489ba63fa4", + "848bcd8a645549858940c9efd12c4563", + "a634563fa8ec4d7384b08dbe9f584221", + "4c43ad2b3ad843a2b329bdc8a52b2fe7", + "e516cd0e3a3e48a7a73e368470fc2d16", + "b7ea1e4d10014841919bd9273bd7db13", + "528471f9bf2d4d9cb25eb1cc8c0333a6", + "3bf60d120b0e4756a9251b727a021495", + "ece77116397e4e0cbcf6af3d75a8e166", + "924ca13bda7f4fc7ac5c26b63def03a2", + "e0722405b7d548948659abb0d1a131f2", + "06cc202857014cf3abafc02db29a7a16", + "b48d0a3e3e0d4803aedf35bc9bb709b5", + "2018ab6115f64e4eb35252572c0642e0", + "7504d0e634214ca9af609b90fed88f85", + "917a35a38b794beaaa107aef2d16b9e6", + "ededd23ed9244e6887440c5bbf1a997b", + "04e7613bd69c48e4a36d9c32acf02ca5", + "872e17979a964b28abdaca898df171ce", + "e71992cd47df496dbf72ca6a6b5045ac", + "5b19d95169a240fa96cbd2d99da783be", + "76a5b159b1e54a4381f0f13c89a9316e", + "526e1f77fb20493d909eb08799207d2a", + "8add3b37bf774887b26435bb03c82f14", + "9e41c663fb6547809ce460bf74e8d9ce", + "a8bef95bbb9642a895a1048a34211261", + "be1f1cae085643baa6839822c6bbf137", + "c616ce886431497bb6fe35117d1c42e7", + "f20508b7bd4149c8b24fe8fda64defdb", + "2c3651dcc13d452eae9817781a4399ce", + "2b17e7bac4144dd4869688a894621983", + "04fcc5430e7e4885899101929078e1ae", + "d58479ba58ba413ca87ae59b2ce64313", + "502be89cee664f0a8cda9628cfdf0eb6", + "2076cbd9066a4d01826318f6a6b3af3f", + "c24896a289694c3f9d89ccb215812211", + "31339b15210148ce883c35fed83b57fe", + "4cb95d21f7444bd18897f3af8b8d16f3", + "8c640dc7636a4e7c854149e89769dc7b", + "00673dcd63a1477d85be4221fbb66044", + "59ab3f0483794c6ebbc65fa4228211c0", + "67f2cf2d2bd74cec91f2d53af816c246", + "aa9a480ffc0a42dc841b1f619084aea3", + "50a8be8127b8424a97e035fc73ca22b4", + "1e904455055c43bfabd13f6c1ab4bd83", + "6b9996046660458db8fac2c8d61b083f", + "3da56c9c196848fe9e23c043aac9f0b2", + "1531cea0929a42328d11468f75e67bc8", + "15135af616a34b9da01facb67afebcd4", + "696d35d60da54d048d86539963619d79", + "d760e0f8013c4f20ba09eec47f85d9d4", + "31656f7f2d474e8b98b099a7040d811d", + "de18f0bc6acd4a0a9b7c69039c1014d2", + "d34ba76b7c4945b9882a70b56af341ad", + "5a203c7ba6444d32857aa8528ee452a0", + "3924d9d37f414f78a23633ec68c8b8c9", + "677c4aeac163431e80ebb56e87328557", + "f78c47add1c14fa7a2938c72de550079", + "9071c1801ec04874820ca5fde6ab5440", + "c642391c221740b6b95cb83b8e976385", + "3b86ecbacf04415d82490b12d5be4808", + "8ce66efbc0944910a0932eb276318da6", + "f61ce85c04a84fd5a9ce5c745ba03135", + "4ee6acc917b24565ab7daafb0aa34110", + "fdfaffac972d477cb3cf2209638018f6", + "09de5c0292dd409196167180e51886b0", + "88a940d5a71a428fac29d73aa64f5c23", + "9d4e38c7bd5143c880139cfd4a66a9c3", + "ad64ce3c1228493eaa07bd1a778d5cc3", + "d13b1fce2c0a4e51a7d8aa98049a8875", + "3108dcc7a23e44c7bc5d85cc5111567f", + "dbbc724f27fa46aeae87f114b2bf8417", + "ae11a762a81f4a78840c1b574473dd6e", + "96a1758a25874b95ac8a1c26bbb477ca", + "9008e5438b434e1ebf30d878a66f1f33", + "49db4974b7ca4cbe935b43d5a3114d22", + "cbdba0acdbe644d8a241cacdc500db4c", + "d9c7cb71aa7a4bba9236f94d8cb756cd", + "82a38786dbd24f02b50c5a2d155fa30a", + "81748391401743c8a737733a0ef4aee2", + "ea215a9eac62453ab8ecf72e3927b0de", + "57bc934ad96342cd99aa0932a30fb29e", + "e0b28a8c19ad412a905480114e221f27", + "93b4d9dd49834d8d935441f392545822", + "c49af04cf00f454e9426adebb74e031e", + "0d5a8a644f0a41f1ae0aecd30be18c27", + "a47bdec3c5a548eeb8a053ab07e4e4ce", + "fd7bb68c803c449fa54e7bee95e9c0d0", + "4e6e6197fb514de7b45a54078e2fd6ea", + "053abaadddc147cb89342c974e451320", + "50888cf0a422437cad0e4e01d37353d8", + "75ead7ca84be448f8e4b812b98ade48a", + "8278dbc985a846df816ba2066f1bbf4b", + "0074b0e74845440cb99b968f30c82873", + "5a16e0fa631841d7ac2910c350f56f04", + "b9f3ce845f4d4613a409d7b4228ed441", + "8de7f5af99214b3794a5237b16aa3fcf", + "747e4529400d4bbca5e57eb086cf319d", + "4015e26bc7ff4552bbb318fb99834430", + "8bb9b51e94e44dafab8c701990421d47", + "eae03a36e13343df918b09c0c4f91d48", + "06d15e72fc77425d895fad81c9fb773c", + "aab8a5b96e5643178dd01ee27302ee70", + "7a794fd5bdc14ee39ddebb0b8e9849de", + "51f2cc689f2c4f68aef14929df0fb6ae", + "52c405081b2245648693ca3028960a56", + "ddbec22a0f14421c9608c6781bc6930b" + ] + }, + "id": "6TlWlsoTiH3B", + "outputId": "e19a20f8-1dae-4fcd-8a12-dd950a567460" + }, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "61fb8c4a8d3c4e9aa0e797a92d383aba", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "modules.json: 0%| | 0.00/349 [00:00 Pipeline:\n", + " template = \"\"\"\n", + " You have to answer the following question based on the given context information only.\n", + "\n", + " Context:\n", + " {% for document in documents %}\n", + " {{ document.content }}\n", + " {% endfor %}\n", + "\n", + " Question: {{question}}\n", + " Answer:\n", + " \"\"\"\n", + "\n", + " pipeline = Pipeline()\n", + " pipeline.add_component(\n", + " \"query_embedder\",\n", + " SentenceTransformersTextEmbedder(\n", + " model=\"sentence-transformers/all-MiniLM-L6-v2\",\n", + " progress_bar=False,\n", + " ),\n", + " )\n", + " pipeline.add_component(\n", + " \"retriever\", InMemoryEmbeddingRetriever(document_store, top_k=top_k)\n", + " )\n", + " pipeline.add_component(\"prompt_builder\", PromptBuilder(template=template))\n", + " pipeline.add_component(\n", + " \"generator\", OpenAIGenerator(model=\"gpt-3.5-turbo\")\n", + " )\n", + " pipeline.add_component(\"answer_builder\", AnswerBuilder())\n", + "\n", + " pipeline.connect(\"query_embedder\", \"retriever.query_embedding\")\n", + " pipeline.connect(\"retriever\", \"prompt_builder.documents\")\n", + " pipeline.connect(\"prompt_builder\", \"generator\")\n", + " pipeline.connect(\"generator.replies\", \"answer_builder.replies\")\n", + " pipeline.connect(\"generator.meta\", \"answer_builder.meta\")\n", + " pipeline.connect(\"retriever\", \"answer_builder.documents\")\n", + "\n", + " return pipeline" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "aVyHkxxIsy3y" + }, + "source": [ + "Create your RAG pipeline with the `document_store` you initialized above and the `top_k` value of 2." + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": { + "id": "PRTN7QTdiH3B" + }, + "outputs": [], + "source": [ + "emb_rag_pipeline = build_emb_rag_pipeline(document_store, top_k=2)" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "6HQQDLYFiH3B" + }, + "source": [ + "## EvaluationHarness\n", + "\n", + "You will evaluate your RAG pipeline using the `EvaluationHarness`. The `EvaluationHarness` executes a pipeline with a given set of inputs and evaluates its outputs with an evaluation pipeline using Haystack's built-in [Evaluators](https://docs.haystack.deepset.ai/docs/evaluators). This means you don't need to create a separate evaluation pipeline.\n", + "\n", + "The [`RAGEvaluationHarness`](https://docs.haystack.deepset.ai/v2.3-unstable/reference/evaluation-harness#ragevaluationharness) class, derived from the Evaluation Harness, simplifies the evaluation process specifically for RAG pipelines. It comes with a predefined set of evaluation metrics, detailed in the [`RAGEvaluationMetric`](https://docs.haystack.deepset.ai/v2.3-unstable/reference/evaluation-harness#ragevaluationmetric) enum, and basic RAG architecture examples, listed in the [`DefaultRAGArchitecture`](https://docs.haystack.deepset.ai/v2.3-unstable/reference/evaluation-harness#defaultragarchitecture) enum.\n", + "\n", + "Now, create a harness to evaluate the embedding-based RAG pipeline. For evaluating the RAG pipeline mentioned above, use the `DefaultRAGArchitecture.GENERATION_WITH_EMBEDDING_RETRIEVAL` architecture. You will evaluate the pipeline using the [DocumentMAPEvaluator](https://docs.haystack.deepset.ai/docs/documentmapevaluator), [DocumentRecallEvaluator](https://docs.haystack.deepset.ai/docs/documentrecallevaluator), and [FaithfulnessEvaluator](https://docs.haystack.deepset.ai/docs/faithfulnessevaluator).\n" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": { + "id": "vxjAjfHWiH3B" + }, + "outputs": [], + "source": [ + "emb_eval_harness = RAGEvaluationHarness(emb_rag_pipeline,\n", + " rag_components=DefaultRAGArchitecture.GENERATION_WITH_EMBEDDING_RETRIEVAL,\n", + " metrics={\n", + " RAGEvaluationMetric.DOCUMENT_MAP,\n", + " RAGEvaluationMetric.DOCUMENT_RECALL_SINGLE_HIT,\n", + " RAGEvaluationMetric.FAITHFULNESS\n", + " })" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "STMZx9BMnA2D" + }, + "source": [ + "Then, initialize the inputs to the `EvaluationHarness`. These inputs will be automatically passed to RAG pipeline and the evaluation pipeline that the harness internally uses." + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": { + "id": "VMZSO3ODiH3B" + }, + "outputs": [], + "source": [ + "input_questions = random.sample(questions, 10)\n", + "\n", + "eval_questions = [q[\"question\"] for q in input_questions]\n", + "ground_truth_answers = [q[\"answers\"][\"text\"][0] for q in input_questions]\n", + "ground_truth_documents = [\n", + " [\n", + " doc\n", + " for doc in document_store.storage.values()\n", + " if doc.meta[\"name\"] == q[\"document_name\"]\n", + " ]\n", + " for q in input_questions\n", + " ]\n", + "\n", + "eval_harness_input = RAGEvaluationInput(\n", + " queries=eval_questions,\n", + " ground_truth_answers=ground_truth_answers,\n", + " ground_truth_documents=ground_truth_documents,\n", + " rag_pipeline_inputs={\n", + " \"prompt_builder\": {\"question\": eval_questions},\n", + " \"answer_builder\": {\"query\": eval_questions},\n", + " },\n", + ")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "ga6oZAfKpN_2" + }, + "source": [ + "Launch an evaluation run for `EvaluationHarness` with the inputs above." + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "62pvFSbuiH3B", + "outputId": "611237b6-050a-4300-a3cf-15c61d106251" + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|██████████| 10/10 [00:07<00:00, 1.31it/s]\n" + ] + } + ], + "source": [ + "emb_eval_run = emb_eval_harness.run(inputs=eval_harness_input, run_name=\"emb_eval_run\")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "Hq0jsE-qrskw" + }, + "source": [ + "### Alternative: EvaluationHarness for Keyword-based Retrieval\n", + "\n", + "Instead of an embedding-based retrieval, you can perform keyword-based retrieval in your RAG pipeline and evaluate it with `EvaluationHarness`:" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "eVplXn2ViH3B", + "outputId": "f361718a-1939-4cfe-be9b-62e93260cbfa" + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|██████████| 10/10 [00:07<00:00, 1.29it/s]\n" + ] + } + ], + "source": [ + "# Helper function to create an keyword-based RAG pipeline.\n", + "def build_keyword_rag_pipeline(document_store: InMemoryDocumentStore, top_k: int = 2) -> Pipeline:\n", + " template = \"\"\"\n", + " You have to answer the following question based on the given context information only.\n", + "\n", + " Context:\n", + " {% for document in documents %}\n", + " {{ document.content }}\n", + " {% endfor %}\n", + "\n", + " Question: {{question}}\n", + " Answer:\n", + " \"\"\"\n", + "\n", + " pipeline = Pipeline()\n", + " pipeline.add_component(\n", + " \"retriever\", InMemoryBM25Retriever(document_store, top_k=top_k)\n", + " )\n", + " pipeline.add_component(\"prompt_builder\", PromptBuilder(template=template))\n", + " pipeline.add_component(\n", + " \"generator\", OpenAIGenerator(model=\"gpt-3.5-turbo\")\n", + " )\n", + " pipeline.add_component(\"answer_builder\", AnswerBuilder())\n", + "\n", + " pipeline.connect(\"retriever\", \"prompt_builder.documents\")\n", + " pipeline.connect(\"prompt_builder\", \"generator\")\n", + " pipeline.connect(\"generator.replies\", \"answer_builder.replies\")\n", + " pipeline.connect(\"generator.meta\", \"answer_builder.meta\")\n", + " pipeline.connect(\"retriever\", \"answer_builder.documents\")\n", + "\n", + " return pipeline\n", + "\n", + "# Build your new RAG pipeline\n", + "keyword_rag_pipeline = build_keyword_rag_pipeline(document_store, top_k=2)\n", + "\n", + "# Create a new `RAGEvaluationHarness` with the new pipeline and `DefaultRAGArchitecture.GENERATION_WITH_KEYWORD_RETRIEVAL` architecture.\n", + "keyword_eval_harness = RAGEvaluationHarness(keyword_rag_pipeline,\n", + " rag_components=DefaultRAGArchitecture.GENERATION_WITH_KEYWORD_RETRIEVAL,\n", + " metrics={\n", + " RAGEvaluationMetric.DOCUMENT_MAP,\n", + " RAGEvaluationMetric.DOCUMENT_RECALL_SINGLE_HIT,\n", + " RAGEvaluationMetric.FAITHFULNESS\n", + " })\n", + "\n", + "# Define another set of `RAGEvaluationInput` for the keyword-based pipeline.\n", + "keyword_eval_harness_input = RAGEvaluationInput(\n", + " queries=eval_questions,\n", + " ground_truth_answers=ground_truth_answers,\n", + " ground_truth_documents=ground_truth_documents,\n", + " rag_pipeline_inputs={\n", + " \"prompt_builder\": {\"question\": eval_questions},\n", + " \"answer_builder\": {\"query\": eval_questions},\n", + " },\n", + ")\n", + "\n", + "# Run EvaluationHarness with the new set of inputs\n", + "keyword_eval_run = keyword_eval_harness.run(inputs=keyword_eval_harness_input, run_name=\"keyword_eval_run\")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "Pq4wKakNqLaJ" + }, + "source": [ + "## Analyzing the Results\n", + "\n", + "Now that the evaluation is completed, you can analyze the results:" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 160 + }, + "id": "r6E7ISahiH3C", + "outputId": "8b8a26ed-fa71-4214-e372-4d17b90138fc" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Evaluation score report:\n" + ] + }, + { + "data": { + "application/vnd.google.colaboratory.intrinsic+json": { + "summary": "{\n \"name\": \"emb_eval_run\",\n \"rows\": 3,\n \"fields\": [\n {\n \"column\": \"metrics\",\n \"properties\": {\n \"dtype\": \"string\",\n \"num_unique_values\": 3,\n \"samples\": [\n \"metric_faithfulness\",\n \"metric_doc_map\",\n \"metric_doc_recall_single\"\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"score\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": 0.07637626158259735,\n \"min\": 0.35,\n \"max\": 0.5,\n \"num_unique_values\": 3,\n \"samples\": [\n 0.5,\n 0.35,\n 0.4\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n }\n ]\n}", + "type": "dataframe" + }, + "text/html": [ + "\n", + "
\n", + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
metricsscore
0metric_faithfulness0.50
1metric_doc_map0.35
2metric_doc_recall_single0.40
\n", + "
\n", + "
\n", + "\n", + "
\n", + " \n", + "\n", + " \n", + "\n", + " \n", + "
\n", + "\n", + "\n", + "
\n", + " \n", + "\n", + "\n", + "\n", + " \n", + "
\n", + "\n", + "
\n", + "
\n" + ], + "text/plain": [ + " metrics score\n", + "0 metric_faithfulness 0.50\n", + "1 metric_doc_map 0.35\n", + "2 metric_doc_recall_single 0.40" + ] + }, + "execution_count": 14, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "print(\"Evaluation score report:\")\n", + "emb_eval_run.results.score_report()" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "zv_bC6_brMen" + }, + "source": [ + "You can display your evaluation results as a pandas dataframe and get a more detailed view" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 727 + }, + "id": "PHCZW12AiH3C", + "outputId": "514aaa51-7f95-4e8c-985c-8d03543472e2" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Evaluation score dataframe:\n" + ] + }, + { + "data": { + "application/vnd.google.colaboratory.intrinsic+json": { + "summary": "{\n \"name\": \"emb_eval_run\",\n \"rows\": 10,\n \"fields\": [\n {\n \"column\": \"questions\",\n \"properties\": {\n \"dtype\": \"string\",\n \"num_unique_values\": 10,\n \"samples\": [\n \"IANA, or zoneinfo, updates are installed as a part of what ordinary function when changes to DST policy are made?\",\n \"Who designed the Palacio Taranco?\",\n \"What is another name for Benaadir?\"\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"contexts\",\n \"properties\": {\n \"dtype\": \"object\",\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"responses\",\n \"properties\": {\n \"dtype\": \"string\",\n \"num_unique_values\": 10,\n \"samples\": [\n \"IANA or zoneinfo updates are installed as a part of regular software updates when changes to DST policy are made.\",\n \"The Palacio Taranco was designed by architects Bello and Reboratti between 1920 and 1940.\",\n \"Mogadishu\"\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"ground_truth_answers\",\n \"properties\": {\n \"dtype\": \"string\",\n \"num_unique_values\": 10,\n \"samples\": [\n \"system maintenance\",\n \"French architects Charles Louis Girault and Jules Chifflot Le\\u00f3n\",\n \"Coastal Somali\"\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"ground_truth_documents\",\n \"properties\": {\n \"dtype\": \"object\",\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"metric_faithfulness\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": 0.5270462766947299,\n \"min\": 0.0,\n \"max\": 1.0,\n \"num_unique_values\": 2,\n \"samples\": [\n 0.0,\n 1.0\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"metric_doc_map\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": 0.4743416490252569,\n \"min\": 0.0,\n \"max\": 1.0,\n \"num_unique_values\": 3,\n \"samples\": [\n 1.0,\n 0.5\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"metric_doc_recall_single\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": 0.5163977794943223,\n \"min\": 0.0,\n \"max\": 1.0,\n \"num_unique_values\": 2,\n \"samples\": [\n 0.0,\n 1.0\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n }\n ]\n}", + "type": "dataframe" + }, + "text/html": [ + "\n", + "
\n", + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
questionscontextsresponsesground_truth_answersground_truth_documentsmetric_faithfulnessmetric_doc_mapmetric_doc_recall_single
0What could be remotely activated after a suces...[However, relatively few organisations maintai...After a successful breach, remotely activated ...sensors[Serious financial damage has been caused by s...1.01.01.0
1Who designed the Palacio Taranco?[The Pocitos district, near the beach of the s...The Palacio Taranco was designed by architects...French architects Charles Louis Girault and Ju...[The Pocitos district, near the beach of the s...1.01.01.0
2Who claimed she had been unfairly fired by Eto...[In the United States especially, several high...Debra LaFaveSarah Forsyth[As the School grew, more students were allowe...0.00.51.0
3Jack Kerouac authored what iconic book?[Lothar Wolfgang Nordheim described von Neuman...The iconic book authored by Jack Kerouac is \"O...On the Road[At the end of the first decade of the 21st ce...0.00.00.0
4What did the Gulf War inadvertently do in the ...[By 1989 Germany was nearing reunification and...The Gulf War inadvertently led to a reduction ...worked to radicalize the Islamist movement[In its focus on the Caliphate, the party take...1.00.00.0
5What is another name for Benaadir?[Carnaval de Solsona takes place in Solsona, L...MogadishuCoastal Somali[The revolutionary army established large-scal...0.00.00.0
6What weather factor produces a higher heat index?[The climate has become warmer in Montana and ...The warmer climate in Montana, which has led t...humidity[METRO began light rail service on January 1, ...1.00.00.0
7If a lead wasn't soldered manually, what devic...[After World War II, two new competing formats...If a lead wasn't soldered manually, a vacuum s...wave soldering machine[Panelization is a procedure whereby a number ...0.00.00.0
8IANA, or zoneinfo, updates are installed as a ...[DST clock shifts sometimes complicate timekee...IANA or zoneinfo updates are installed as a pa...system maintenance[DST clock shifts sometimes complicate timekee...1.01.01.0
9What is another category of building that was ...[Building activity occurred in numerous noble ...Another category of building that was establis...the palace[On the exterior, the verticality is emphasise...0.00.00.0
\n", + "
\n", + "
\n", + "\n", + "
\n", + " \n", + "\n", + " \n", + "\n", + " \n", + "
\n", + "\n", + "\n", + "
\n", + " \n", + "\n", + "\n", + "\n", + " \n", + "
\n", + "\n", + "
\n", + "
\n" + ], + "text/plain": [ + " questions \\\n", + "0 What could be remotely activated after a suces... \n", + "1 Who designed the Palacio Taranco? \n", + "2 Who claimed she had been unfairly fired by Eto... \n", + "3 Jack Kerouac authored what iconic book? \n", + "4 What did the Gulf War inadvertently do in the ... \n", + "5 What is another name for Benaadir? \n", + "6 What weather factor produces a higher heat index? \n", + "7 If a lead wasn't soldered manually, what devic... \n", + "8 IANA, or zoneinfo, updates are installed as a ... \n", + "9 What is another category of building that was ... \n", + "\n", + " contexts \\\n", + "0 [However, relatively few organisations maintai... \n", + "1 [The Pocitos district, near the beach of the s... \n", + "2 [In the United States especially, several high... \n", + "3 [Lothar Wolfgang Nordheim described von Neuman... \n", + "4 [By 1989 Germany was nearing reunification and... \n", + "5 [Carnaval de Solsona takes place in Solsona, L... \n", + "6 [The climate has become warmer in Montana and ... \n", + "7 [After World War II, two new competing formats... \n", + "8 [DST clock shifts sometimes complicate timekee... \n", + "9 [Building activity occurred in numerous noble ... \n", + "\n", + " responses \\\n", + "0 After a successful breach, remotely activated ... \n", + "1 The Palacio Taranco was designed by architects... \n", + "2 Debra LaFave \n", + "3 The iconic book authored by Jack Kerouac is \"O... \n", + "4 The Gulf War inadvertently led to a reduction ... \n", + "5 Mogadishu \n", + "6 The warmer climate in Montana, which has led t... \n", + "7 If a lead wasn't soldered manually, a vacuum s... \n", + "8 IANA or zoneinfo updates are installed as a pa... \n", + "9 Another category of building that was establis... \n", + "\n", + " ground_truth_answers \\\n", + "0 sensors \n", + "1 French architects Charles Louis Girault and Ju... \n", + "2 Sarah Forsyth \n", + "3 On the Road \n", + "4 worked to radicalize the Islamist movement \n", + "5 Coastal Somali \n", + "6 humidity \n", + "7 wave soldering machine \n", + "8 system maintenance \n", + "9 the palace \n", + "\n", + " ground_truth_documents metric_faithfulness \\\n", + "0 [Serious financial damage has been caused by s... 1.0 \n", + "1 [The Pocitos district, near the beach of the s... 1.0 \n", + "2 [As the School grew, more students were allowe... 0.0 \n", + "3 [At the end of the first decade of the 21st ce... 0.0 \n", + "4 [In its focus on the Caliphate, the party take... 1.0 \n", + "5 [The revolutionary army established large-scal... 0.0 \n", + "6 [METRO began light rail service on January 1, ... 1.0 \n", + "7 [Panelization is a procedure whereby a number ... 0.0 \n", + "8 [DST clock shifts sometimes complicate timekee... 1.0 \n", + "9 [On the exterior, the verticality is emphasise... 0.0 \n", + "\n", + " metric_doc_map metric_doc_recall_single \n", + "0 1.0 1.0 \n", + "1 1.0 1.0 \n", + "2 0.5 1.0 \n", + "3 0.0 0.0 \n", + "4 0.0 0.0 \n", + "5 0.0 0.0 \n", + "6 0.0 0.0 \n", + "7 0.0 0.0 \n", + "8 1.0 1.0 \n", + "9 0.0 0.0 " + ] + }, + "execution_count": 15, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "print(\"Evaluation score dataframe:\")\n", + "emb_eval_run.results.to_pandas()" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "KdIEKAf-urVL" + }, + "source": [ + "## Evaluating and Comparing Different Pipelines\n", + "\n", + "To evaluate alternative approaches, you can initiate another evaluation run using the same inputs but with different overrides, leveraging [`RAGEvaluationOverrides`](https://docs.haystack.deepset.ai/v2.3-unstable/reference/evaluation-harness#ragevaluationoverrides).\n", + "\n", + "Now, update the model used with `OpenAIGenerator` in the RAG pipeline and execute the same EvaluationHarness instance:" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "tkCPsQrGiH3C", + "outputId": "bd32b7ad-5da0-4dac-f9ac-a34ca44785b4" + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|██████████| 10/10 [00:10<00:00, 1.06s/it]\n" + ] + } + ], + "source": [ + "overrides = RAGEvaluationOverrides(rag_pipeline={\n", + " \"generator\": {\"model\": \"gpt-4-turbo\"},\n", + "})\n", + "emb_eval_run_gpt4 = emb_eval_harness.run(inputs=eval_harness_input, run_name=\"emb_eval_run_gpt4\", overrides=overrides)" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "Q1YPapD2wYyA" + }, + "source": [ + "Compare the results of the two evaluation runs with [`comparative_individual_scores_report()`](https://docs.haystack.deepset.ai/v2.3-unstable/reference/evaluation-api#baseevaluationrunresultcomparative_individual_scores_report). The results for the new pipeline will have the `emb_eval_run_gpt4_*` name." + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 1000 + }, + "id": "zUK-kZr9iH3C", + "outputId": "1152de55-7778-4fae-df77-32f55afa2edd" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Comparison of the two evaluation runs:\n" + ] + }, + { + "data": { + "application/vnd.google.colaboratory.intrinsic+json": { + "summary": "{\n \"name\": \"emb_eval_run\",\n \"rows\": 10,\n \"fields\": [\n {\n \"column\": \"questions\",\n \"properties\": {\n \"dtype\": \"string\",\n \"num_unique_values\": 10,\n \"samples\": [\n \"IANA, or zoneinfo, updates are installed as a part of what ordinary function when changes to DST policy are made?\",\n \"Who designed the Palacio Taranco?\",\n \"What is another name for Benaadir?\"\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"contexts\",\n \"properties\": {\n \"dtype\": \"object\",\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"responses\",\n \"properties\": {\n \"dtype\": \"string\",\n \"num_unique_values\": 10,\n \"samples\": [\n \"IANA or zoneinfo updates are installed as a part of regular software updates when changes to DST policy are made.\",\n \"The Palacio Taranco was designed by architects Bello and Reboratti between 1920 and 1940.\",\n \"Mogadishu\"\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"ground_truth_answers\",\n \"properties\": {\n \"dtype\": \"string\",\n \"num_unique_values\": 10,\n \"samples\": [\n \"system maintenance\",\n \"French architects Charles Louis Girault and Jules Chifflot Le\\u00f3n\",\n \"Coastal Somali\"\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"ground_truth_documents\",\n \"properties\": {\n \"dtype\": \"object\",\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"emb_eval_run_metric_faithfulness\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": 0.5270462766947299,\n \"min\": 0.0,\n \"max\": 1.0,\n \"num_unique_values\": 2,\n \"samples\": [\n 0.0,\n 1.0\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"emb_eval_run_metric_doc_map\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": 0.4743416490252569,\n \"min\": 0.0,\n \"max\": 1.0,\n \"num_unique_values\": 3,\n \"samples\": [\n 1.0,\n 0.5\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"emb_eval_run_metric_doc_recall_single\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": 0.5163977794943223,\n \"min\": 0.0,\n \"max\": 1.0,\n \"num_unique_values\": 2,\n \"samples\": [\n 0.0,\n 1.0\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"emb_eval_run_gpt4_metric_faithfulness\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": 0.5163977794943223,\n \"min\": 0.0,\n \"max\": 1.0,\n \"num_unique_values\": 2,\n \"samples\": [\n 0.0,\n 1.0\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"emb_eval_run_gpt4_metric_doc_map\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": 0.4743416490252569,\n \"min\": 0.0,\n \"max\": 1.0,\n \"num_unique_values\": 3,\n \"samples\": [\n 1.0,\n 0.5\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"emb_eval_run_gpt4_metric_doc_recall_single\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": 0.5163977794943223,\n \"min\": 0.0,\n \"max\": 1.0,\n \"num_unique_values\": 2,\n \"samples\": [\n 0.0,\n 1.0\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n }\n ]\n}", + "type": "dataframe" + }, + "text/html": [ + "\n", + "
\n", + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
questionscontextsresponsesground_truth_answersground_truth_documentsemb_eval_run_metric_faithfulnessemb_eval_run_metric_doc_mapemb_eval_run_metric_doc_recall_singleemb_eval_run_gpt4_metric_faithfulnessemb_eval_run_gpt4_metric_doc_mapemb_eval_run_gpt4_metric_doc_recall_single
0What could be remotely activated after a suces...[However, relatively few organisations maintai...After a successful breach, remotely activated ...sensors[Serious financial damage has been caused by s...1.01.01.01.01.01.0
1Who designed the Palacio Taranco?[The Pocitos district, near the beach of the s...The Palacio Taranco was designed by architects...French architects Charles Louis Girault and Ju...[The Pocitos district, near the beach of the s...1.01.01.01.01.01.0
2Who claimed she had been unfairly fired by Eto...[In the United States especially, several high...Debra LaFaveSarah Forsyth[As the School grew, more students were allowe...0.00.51.00.00.51.0
3Jack Kerouac authored what iconic book?[Lothar Wolfgang Nordheim described von Neuman...The iconic book authored by Jack Kerouac is \"O...On the Road[At the end of the first decade of the 21st ce...0.00.00.00.00.00.0
4What did the Gulf War inadvertently do in the ...[By 1989 Germany was nearing reunification and...The Gulf War inadvertently led to a reduction ...worked to radicalize the Islamist movement[In its focus on the Caliphate, the party take...1.00.00.01.00.00.0
5What is another name for Benaadir?[Carnaval de Solsona takes place in Solsona, L...MogadishuCoastal Somali[The revolutionary army established large-scal...0.00.00.00.00.00.0
6What weather factor produces a higher heat index?[The climate has become warmer in Montana and ...The warmer climate in Montana, which has led t...humidity[METRO began light rail service on January 1, ...1.00.00.01.00.00.0
7If a lead wasn't soldered manually, what devic...[After World War II, two new competing formats...If a lead wasn't soldered manually, a vacuum s...wave soldering machine[Panelization is a procedure whereby a number ...0.00.00.00.00.00.0
8IANA, or zoneinfo, updates are installed as a ...[DST clock shifts sometimes complicate timekee...IANA or zoneinfo updates are installed as a pa...system maintenance[DST clock shifts sometimes complicate timekee...1.01.01.01.01.01.0
9What is another category of building that was ...[Building activity occurred in numerous noble ...Another category of building that was establis...the palace[On the exterior, the verticality is emphasise...0.00.00.01.00.00.0
\n", + "
\n", + "
\n", + "\n", + "
\n", + " \n", + "\n", + " \n", + "\n", + " \n", + "
\n", + "\n", + "\n", + "
\n", + " \n", + "\n", + "\n", + "\n", + " \n", + "
\n", + "\n", + "
\n", + "
\n" + ], + "text/plain": [ + " questions \\\n", + "0 What could be remotely activated after a suces... \n", + "1 Who designed the Palacio Taranco? \n", + "2 Who claimed she had been unfairly fired by Eto... \n", + "3 Jack Kerouac authored what iconic book? \n", + "4 What did the Gulf War inadvertently do in the ... \n", + "5 What is another name for Benaadir? \n", + "6 What weather factor produces a higher heat index? \n", + "7 If a lead wasn't soldered manually, what devic... \n", + "8 IANA, or zoneinfo, updates are installed as a ... \n", + "9 What is another category of building that was ... \n", + "\n", + " contexts \\\n", + "0 [However, relatively few organisations maintai... \n", + "1 [The Pocitos district, near the beach of the s... \n", + "2 [In the United States especially, several high... \n", + "3 [Lothar Wolfgang Nordheim described von Neuman... \n", + "4 [By 1989 Germany was nearing reunification and... \n", + "5 [Carnaval de Solsona takes place in Solsona, L... \n", + "6 [The climate has become warmer in Montana and ... \n", + "7 [After World War II, two new competing formats... \n", + "8 [DST clock shifts sometimes complicate timekee... \n", + "9 [Building activity occurred in numerous noble ... \n", + "\n", + " responses \\\n", + "0 After a successful breach, remotely activated ... \n", + "1 The Palacio Taranco was designed by architects... \n", + "2 Debra LaFave \n", + "3 The iconic book authored by Jack Kerouac is \"O... \n", + "4 The Gulf War inadvertently led to a reduction ... \n", + "5 Mogadishu \n", + "6 The warmer climate in Montana, which has led t... \n", + "7 If a lead wasn't soldered manually, a vacuum s... \n", + "8 IANA or zoneinfo updates are installed as a pa... \n", + "9 Another category of building that was establis... \n", + "\n", + " ground_truth_answers \\\n", + "0 sensors \n", + "1 French architects Charles Louis Girault and Ju... \n", + "2 Sarah Forsyth \n", + "3 On the Road \n", + "4 worked to radicalize the Islamist movement \n", + "5 Coastal Somali \n", + "6 humidity \n", + "7 wave soldering machine \n", + "8 system maintenance \n", + "9 the palace \n", + "\n", + " ground_truth_documents \\\n", + "0 [Serious financial damage has been caused by s... \n", + "1 [The Pocitos district, near the beach of the s... \n", + "2 [As the School grew, more students were allowe... \n", + "3 [At the end of the first decade of the 21st ce... \n", + "4 [In its focus on the Caliphate, the party take... \n", + "5 [The revolutionary army established large-scal... \n", + "6 [METRO began light rail service on January 1, ... \n", + "7 [Panelization is a procedure whereby a number ... \n", + "8 [DST clock shifts sometimes complicate timekee... \n", + "9 [On the exterior, the verticality is emphasise... \n", + "\n", + " emb_eval_run_metric_faithfulness emb_eval_run_metric_doc_map \\\n", + "0 1.0 1.0 \n", + "1 1.0 1.0 \n", + "2 0.0 0.5 \n", + "3 0.0 0.0 \n", + "4 1.0 0.0 \n", + "5 0.0 0.0 \n", + "6 1.0 0.0 \n", + "7 0.0 0.0 \n", + "8 1.0 1.0 \n", + "9 0.0 0.0 \n", + "\n", + " emb_eval_run_metric_doc_recall_single \\\n", + "0 1.0 \n", + "1 1.0 \n", + "2 1.0 \n", + "3 0.0 \n", + "4 0.0 \n", + "5 0.0 \n", + "6 0.0 \n", + "7 0.0 \n", + "8 1.0 \n", + "9 0.0 \n", + "\n", + " emb_eval_run_gpt4_metric_faithfulness emb_eval_run_gpt4_metric_doc_map \\\n", + "0 1.0 1.0 \n", + "1 1.0 1.0 \n", + "2 0.0 0.5 \n", + "3 0.0 0.0 \n", + "4 1.0 0.0 \n", + "5 0.0 0.0 \n", + "6 1.0 0.0 \n", + "7 0.0 0.0 \n", + "8 1.0 1.0 \n", + "9 1.0 0.0 \n", + "\n", + " emb_eval_run_gpt4_metric_doc_recall_single \n", + "0 1.0 \n", + "1 1.0 \n", + "2 1.0 \n", + "3 0.0 \n", + "4 0.0 \n", + "5 0.0 \n", + "6 0.0 \n", + "7 0.0 \n", + "8 1.0 \n", + "9 0.0 " + ] + }, + "execution_count": 17, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "print(\"Comparison of the two evaluation runs:\")\n", + "emb_eval_run.results.comparative_individual_scores_report(emb_eval_run_gpt4.results)" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "IrMIAFgMiH3C" + }, + "source": [ + "## BONUS: EvaluationHarness for Custom RAG Pipelines\n", + "\n", + "In the above code, we've primarily focused on using the `DefaultRAGArchitecture`s of the `RAGEvaluationHarness` class. They provide a straightforward way of getting started with the evaluation of simple RAG pipelines which use prototypical components. The `RAGEvaluationHarness` can also be used to evaluate arbitrarily complex RAG pipelines. This is done by providing the harness with some extra metadata about the pipeline to be evaluated.\n", + "\n", + "To use an arbitrary pipeline with the harness, the latter requires information about the following components (c.f `RAGExpectedComponent`):\n", + "- Query processor - Component that processes the input query.\n", + " - Expects one input that contains the query string.\n", + "- Document retriever - Component that retrieves documents based on the input query.\n", + " - Expects one output that contains the retrieved documents.\n", + "- Response generator - Component that generates responses based on the query and the retrieved documents.\n", + " - Expects one output that contains the LLM's response(s).\n", + "\n", + "For each of the above, the user needs to provide the following metadata (c.f `RAGExpectedComponentMetadata`):\n", + "- The name of the component as seen in the pipeline.\n", + "- A mapping of the component's expected inputs to their corresponding input names.\n", + "- A mapping of the component's expected outputs to their corresponding output names.\n", + "\n", + "For example, let's consider `RAGExpectedComponent.QUERY_PROCESSOR`: Assume we have a RAG pipeline with an [`OpenAITextEmbedder`](https://github.com/deepset-ai/haystack/blob/0ceeb733baabe2b3658ee7065c4441a632ef465d/haystack/components/embedders/openai_text_embedder.py#L18) component called `\"txt_embedder\"`. Since the harness is responsible for passing the pipeline's input (the query) to the `OpenAITextEmbedder`, it needs to know the name of the component. Furthermore, it also needs to know the [name of `OpenAITextEmbedder`'s input](https://github.com/deepset-ai/haystack/blob/0ceeb733baabe2b3658ee7065c4441a632ef465d/haystack/components/embedders/openai_text_embedder.py#L135) through which the query should be supplied. The metadata for the above looks this:\n", + "```python\n", + "query_processor_metadata = RAGExpectedComponentMetadata(\n", + " name=\"txt_embedder\",\n", + " input_mapping={\n", + " \"query\": \"text\"\n", + " }\n", + ")\n", + "```\n", + "Similarly, for `RAGExpectedComponent.DOCUMENT_RETRIEVER`: Assume the RAG pipeline has an [`InMemoryEmbeddingRetriever`](https://github.com/deepset-ai/haystack/blob/0ceeb733baabe2b3658ee7065c4441a632ef465d/haystack/components/retrievers/in_memory/embedding_retriever.py#L12) component named `\"mem_retriever\"` and is connected to `\"txt_embedder\"`.\n", + "```python\n", + "document_retriever_metadata = RAGExpectedComponentMetadata(\n", + " name=\"mem_retriever\",\n", + " output_mapping={\n", + " \"retrieved_documents\": \"documents\"\n", + " }\n", + ")\n", + "```\n", + "Both `\"query\"` and `\"retrieved_documents\"` are \"meta\" identifiers used by the harness to specify expected inputs and outputs. They are specific to each `RAGExpectedComponent` enum variant and are documented in their docstrings." + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": { + "id": "SAZ7pdIOiH3C" + }, + "outputs": [], + "source": [ + "# Create a harness to evaluate a custom RAG pipeline.\n", + "# Commented out because the `custom_rag_pipeline` is not defined in this notebook.\n", + "\n", + "# custom_eval_harness = RAGEvaluationHarness(\n", + "# rag_pipeline=custom_rag_pipeline,\n", + "# rag_components={\n", + "# RAGExpectedComponent.QUERY_PROCESSOR: RAGExpectedComponentMetadata(\n", + "# \"query_embedder\", input_mapping={\"query\": \"text\"}\n", + "# ),\n", + "# RAGExpectedComponent.DOCUMENT_RETRIEVER: RAGExpectedComponentMetadata(\n", + "# \"retriever\",\n", + "# output_mapping={\"retrieved_documents\": \"documents\"},\n", + "# ),\n", + "# RAGExpectedComponent.RESPONSE_GENERATOR: RAGExpectedComponentMetadata(\n", + "# \"generator\", output_mapping={\"replies\": \"replies\"}\n", + "# ),\n", + "# },\n", + "# metrics={\n", + "# RAGEvaluationMetric.DOCUMENT_MAP,\n", + "# RAGEvaluationMetric.DOCUMENT_RECALL_SINGLE_HIT,\n", + "# RAGEvaluationMetric.FAITHFULNESS\n", + "# })" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "N5KqumKtiH3C" + }, + "source": [ + "There is no strict requirement when it comes which components can act as a query processor, a document retriever or a response generator. For instance, it's perfecty fine if the query processor and the document retriever are the same component. In fact, this is the case when using a keyword-based retriever which directly accepts the query (as opposed to having a query embedder in front of it)." + ] + } + ], + "metadata": { + "colab": { + "provenance": [] + }, + "kernelspec": { + "display_name": "dev", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.13" + }, + "widgets": { + "application/vnd.jupyter.widget-state+json": { + "00673dcd63a1477d85be4221fbb66044": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0074b0e74845440cb99b968f30c82873": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "014841d7cc4d4d3597b1628f0be78441": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ace283a9505c48b1ae52146ccfc3ce77", + "placeholder": "​", + "style": "IPY_MODEL_f6d42045ff7e4f8c80628e78975a83a6", + "value": " 7.62k/7.62k [00:00<00:00, 153kB/s]" + } + }, + "0188b7e6fd754008b3985049805a6085": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_25634a7224504b628261d54aac213052", + "IPY_MODEL_fb990a8c9f904cd4a3ed29b1c184cca6", + "IPY_MODEL_63bab97a5c4b4f27998b550783b2dc5d" + ], + "layout": "IPY_MODEL_b148909a1e7d4234a8eebe4a16a79565" + } + }, + "0219d8142599444c959592f6d90134f9": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "03f94c783d3d4fe9a3071d66e04e48c1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_b66f7c11fa1e41a78017e9e45609032f", + "IPY_MODEL_8697b501c19442b39ca41b504200e3ef", + "IPY_MODEL_820c9825b423451aac8df7489ba63fa4" + ], + "layout": "IPY_MODEL_848bcd8a645549858940c9efd12c4563" + } + }, + "04e7613bd69c48e4a36d9c32acf02ca5": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "04fcc5430e7e4885899101929078e1ae": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c24896a289694c3f9d89ccb215812211", + "placeholder": "​", + "style": "IPY_MODEL_31339b15210148ce883c35fed83b57fe", + "value": "model.safetensors: 100%" + } + }, + "053abaadddc147cb89342c974e451320": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "06cc202857014cf3abafc02db29a7a16": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_04e7613bd69c48e4a36d9c32acf02ca5", + "placeholder": "​", + "style": "IPY_MODEL_872e17979a964b28abdaca898df171ce", + "value": " 53.0/53.0 [00:00<00:00, 3.32kB/s]" + } + }, + "06d15e72fc77425d895fad81c9fb773c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "07dba30d12054291a603299b3359f1f8": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "08c70182d8a74894a8492dc5b2c7736a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_342abd02c8c34eee904715f8c7918c9f", + "placeholder": "​", + "style": "IPY_MODEL_210e3ec9b7024d52bf187bf3e95d9118", + "value": "Downloading data: 100%" + } + }, + "096e9a8474984374b46b579aa0554bb0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_dc590000b03c4dfdaa0150f4b5cc2c93", + "max": 14458314, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_e1d914ada73b4521b5c8423a729a18bc", + "value": 14458314 + } + }, + "09de5c0292dd409196167180e51886b0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3108dcc7a23e44c7bc5d85cc5111567f", + "max": 466247, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_dbbc724f27fa46aeae87f114b2bf8417", + "value": 466247 + } + }, + "0abd190c024b478795608ae95e5a9153": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0d5a8a644f0a41f1ae0aecd30be18c27": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a47bdec3c5a548eeb8a053ab07e4e4ce", + "IPY_MODEL_fd7bb68c803c449fa54e7bee95e9c0d0", + "IPY_MODEL_4e6e6197fb514de7b45a54078e2fd6ea" + ], + "layout": "IPY_MODEL_053abaadddc147cb89342c974e451320" + } + }, + "118e727d60f9443ab4b53393f70526c6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "11e555f589594214b78cd82a685c3bb0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b913249ffac94c95b96301b3e6bcc8ec", + "placeholder": "​", + "style": "IPY_MODEL_e00ba4a9850746428f037769d805427c", + "value": " 14.5M/14.5M [00:00<00:00, 35.0MB/s]" + } + }, + "121f599317c5446bae43d9d64e7e8fd8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2547b65ebc2144aab05e0243f9962efa", + "placeholder": "​", + "style": "IPY_MODEL_eee55f66c7874b9098fc21177624dcaf", + "value": "Generating validation split: 100%" + } + }, + "15135af616a34b9da01facb67afebcd4": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1531cea0929a42328d11468f75e67bc8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "1e904455055c43bfabd13f6c1ab4bd83": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d760e0f8013c4f20ba09eec47f85d9d4", + "placeholder": "​", + "style": "IPY_MODEL_31656f7f2d474e8b98b099a7040d811d", + "value": " 350/350 [00:00<00:00, 20.6kB/s]" + } + }, + "1f54eae8d5d1405bb394f1a3170ff57c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7a2f5479ac574257be718ff06bd97274", + "placeholder": "​", + "style": "IPY_MODEL_857fd7d034294e6f97be721bd45f62ac", + "value": "Downloading data: 100%" + } + }, + "2018ab6115f64e4eb35252572c0642e0": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2076cbd9066a4d01826318f6a6b3af3f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "210e3ec9b7024d52bf187bf3e95d9118": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "22ddf1d018c542f1b47e6869a0ec22c8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "2547b65ebc2144aab05e0243f9962efa": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "25634a7224504b628261d54aac213052": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_0219d8142599444c959592f6d90134f9", + "placeholder": "​", + "style": "IPY_MODEL_d1ac609839404c52810a7dfb5d8662f1", + "value": "Generating train split: 100%" + } + }, + "27ffa2f254c54752a2707f8cd1edee4b": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2b17e7bac4144dd4869688a894621983": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_04fcc5430e7e4885899101929078e1ae", + "IPY_MODEL_d58479ba58ba413ca87ae59b2ce64313", + "IPY_MODEL_502be89cee664f0a8cda9628cfdf0eb6" + ], + "layout": "IPY_MODEL_2076cbd9066a4d01826318f6a6b3af3f" + } + }, + "2c3651dcc13d452eae9817781a4399ce": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3108dcc7a23e44c7bc5d85cc5111567f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "31339b15210148ce883c35fed83b57fe": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "31656f7f2d474e8b98b099a7040d811d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3416b3b1f0654daeb6c4dcbd46b47b18": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "342abd02c8c34eee904715f8c7918c9f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "343c5a28281a4893bb15f5f32344cebe": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_07dba30d12054291a603299b3359f1f8", + "max": 10570, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_de105c275dd9443fbd36b6f779824e0b", + "value": 10570 + } + }, + "37c41333e5204fd694bd707bee90c2dc": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3924d9d37f414f78a23633ec68c8b8c9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8ce66efbc0944910a0932eb276318da6", + "placeholder": "​", + "style": "IPY_MODEL_f61ce85c04a84fd5a9ce5c745ba03135", + "value": " 232k/232k [00:00<00:00, 5.11MB/s]" + } + }, + "3a50812f99f34b19862769014753af80": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3b2f7bf1dd1743c7a164e20d956e5602": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3b86ecbacf04415d82490b12d5be4808": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "3bf60d120b0e4756a9251b727a021495": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3da56c9c196848fe9e23c043aac9f0b2": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4015e26bc7ff4552bbb318fb99834430": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7a794fd5bdc14ee39ddebb0b8e9849de", + "max": 32, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_51f2cc689f2c4f68aef14929df0fb6ae", + "value": 32 + } + }, + "41dd021aa1f8450499aa5f179ca2c1da": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "49db4974b7ca4cbe935b43d5a3114d22": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_81748391401743c8a737733a0ef4aee2", + "placeholder": "​", + "style": "IPY_MODEL_ea215a9eac62453ab8ecf72e3927b0de", + "value": "special_tokens_map.json: 100%" + } + }, + "4c43ad2b3ad843a2b329bdc8a52b2fe7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4cb95d21f7444bd18897f3af8b8d16f3": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4dcb20d4b5ca442b83e5fbd18c9b94e8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "4e6e6197fb514de7b45a54078e2fd6ea": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5a16e0fa631841d7ac2910c350f56f04", + "placeholder": "​", + "style": "IPY_MODEL_b9f3ce845f4d4613a409d7b4228ed441", + "value": " 190/190 [00:00<00:00, 8.07kB/s]" + } + }, + "4ee6acc917b24565ab7daafb0aa34110": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_fdfaffac972d477cb3cf2209638018f6", + "IPY_MODEL_09de5c0292dd409196167180e51886b0", + "IPY_MODEL_88a940d5a71a428fac29d73aa64f5c23" + ], + "layout": "IPY_MODEL_9d4e38c7bd5143c880139cfd4a66a9c3" + } + }, + "4ef624de456343e897bab7c3718119cb": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_27ffa2f254c54752a2707f8cd1edee4b", + "max": 1819889, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_6264f467b8a54d7b8b9059cef7795535", + "value": 1819889 + } + }, + "502be89cee664f0a8cda9628cfdf0eb6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_00673dcd63a1477d85be4221fbb66044", + "placeholder": "​", + "style": "IPY_MODEL_59ab3f0483794c6ebbc65fa4228211c0", + "value": " 90.9M/90.9M [00:00<00:00, 140MB/s]" + } + }, + "50888cf0a422437cad0e4e01d37353d8": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "50a8be8127b8424a97e035fc73ca22b4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_15135af616a34b9da01facb67afebcd4", + "max": 350, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_696d35d60da54d048d86539963619d79", + "value": 350 + } + }, + "51f2cc689f2c4f68aef14929df0fb6ae": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "526e1f77fb20493d909eb08799207d2a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f20508b7bd4149c8b24fe8fda64defdb", + "placeholder": "​", + "style": "IPY_MODEL_2c3651dcc13d452eae9817781a4399ce", + "value": " 612/612 [00:00<00:00, 34.9kB/s]" + } + }, + "528471f9bf2d4d9cb25eb1cc8c0333a6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "52c405081b2245648693ca3028960a56": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "57bc934ad96342cd99aa0932a30fb29e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "59ab3f0483794c6ebbc65fa4228211c0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "5a16e0fa631841d7ac2910c350f56f04": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5a203c7ba6444d32857aa8528ee452a0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c642391c221740b6b95cb83b8e976385", + "max": 231508, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_3b86ecbacf04415d82490b12d5be4808", + "value": 231508 + } + }, + "5b19d95169a240fa96cbd2d99da783be": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9e41c663fb6547809ce460bf74e8d9ce", + "placeholder": "​", + "style": "IPY_MODEL_a8bef95bbb9642a895a1048a34211261", + "value": "config.json: 100%" + } + }, + "5b4d7c62c0014bb08d01869b2453ef0e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_da251746a5c14d15932c5be792cc8003", + "max": 7620, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_894407af9bd642c1a44b350b055c4405", + "value": 7620 + } + }, + "61fb8c4a8d3c4e9aa0e797a92d383aba": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_89ebecdaf9ac405b993afcb4f8837b86", + "IPY_MODEL_fa346cfa4df34efb97f962b4a8d489d8", + "IPY_MODEL_7f1952b494f44d538ac225f3878b2a40" + ], + "layout": "IPY_MODEL_cb9b1c38decd4e178292b2496d078082" + } + }, + "6264f467b8a54d7b8b9059cef7795535": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "62a6498f1eea4704a1af91547090f025": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "63bab97a5c4b4f27998b550783b2dc5d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_37c41333e5204fd694bd707bee90c2dc", + "placeholder": "​", + "style": "IPY_MODEL_9702f3c0e1644eac87f645b87562607f", + "value": " 87599/87599 [00:00<00:00, 247467.67 examples/s]" + } + }, + "6523d70c606d471ebd00f9dabeb90578": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "677c4aeac163431e80ebb56e87328557": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "67f2cf2d2bd74cec91f2d53af816c246": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_aa9a480ffc0a42dc841b1f619084aea3", + "IPY_MODEL_50a8be8127b8424a97e035fc73ca22b4", + "IPY_MODEL_1e904455055c43bfabd13f6c1ab4bd83" + ], + "layout": "IPY_MODEL_6b9996046660458db8fac2c8d61b083f" + } + }, + "696d35d60da54d048d86539963619d79": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "6b9996046660458db8fac2c8d61b083f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "70f35a7f7ba743d686ae3dfded6ce7c1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "73505a2d662c40448dc4a926e506bedc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_af7f87e4e469451eb3a4c57dcb8d250e", + "placeholder": "​", + "style": "IPY_MODEL_3b2f7bf1dd1743c7a164e20d956e5602", + "value": "config_sentence_transformers.json: 100%" + } + }, + "747e4529400d4bbca5e57eb086cf319d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_06d15e72fc77425d895fad81c9fb773c", + "placeholder": "​", + "style": "IPY_MODEL_aab8a5b96e5643178dd01ee27302ee70", + "value": "Batches: 100%" + } + }, + "7504d0e634214ca9af609b90fed88f85": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "75ead7ca84be448f8e4b812b98ade48a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "761b5543803a4847b215c002ba494759": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_0abd190c024b478795608ae95e5a9153", + "placeholder": "​", + "style": "IPY_MODEL_3416b3b1f0654daeb6c4dcbd46b47b18", + "value": " 1.82M/1.82M [00:00<00:00, 14.3MB/s]" + } + }, + "76a5b159b1e54a4381f0f13c89a9316e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_be1f1cae085643baa6839822c6bbf137", + "max": 612, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_c616ce886431497bb6fe35117d1c42e7", + "value": 612 + } + }, + "777c766e80514c45be5a15191b801231": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "787b426843bf4c56ac6eb83143189e74": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fcf8d6386d7242c1860cf7debab18453", + "placeholder": "​", + "style": "IPY_MODEL_777c766e80514c45be5a15191b801231", + "value": " 10570/10570 [00:00<00:00, 105559.67 examples/s]" + } + }, + "7a2f5479ac574257be718ff06bd97274": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7a794fd5bdc14ee39ddebb0b8e9849de": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7baedcdf199d432ea441012562be4c83": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "7bd9dbc735104c98aec5d3f7abcc2f56": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "7db2dee159ba47898b1ea6d2a4bffd9f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7e4fa32f96c3456a9e15084ed6906bf3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "7f1952b494f44d538ac225f3878b2a40": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_70f35a7f7ba743d686ae3dfded6ce7c1", + "placeholder": "​", + "style": "IPY_MODEL_7bd9dbc735104c98aec5d3f7abcc2f56", + "value": " 349/349 [00:00<00:00, 10.0kB/s]" + } + }, + "81748391401743c8a737733a0ef4aee2": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "820c9825b423451aac8df7489ba63fa4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_528471f9bf2d4d9cb25eb1cc8c0333a6", + "placeholder": "​", + "style": "IPY_MODEL_3bf60d120b0e4756a9251b727a021495", + "value": " 10.7k/10.7k [00:00<00:00, 490kB/s]" + } + }, + "8278dbc985a846df816ba2066f1bbf4b": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "82a38786dbd24f02b50c5a2d155fa30a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "848bcd8a645549858940c9efd12c4563": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "854a2b1d19b947fbb7a1ddb105abefa0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a4b7a42d1d3847e490fd5a6d44832786", + "placeholder": "​", + "style": "IPY_MODEL_b1d87fe937544d9198107dabfdbcf494", + "value": "Downloading readme: 100%" + } + }, + "857fd7d034294e6f97be721bd45f62ac": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "8697b501c19442b39ca41b504200e3ef": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e516cd0e3a3e48a7a73e368470fc2d16", + "max": 10659, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b7ea1e4d10014841919bd9273bd7db13", + "value": 10659 + } + }, + "872e17979a964b28abdaca898df171ce": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "87b722e509c14f5eb194cfe5026da469": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_dfa0ffbc99e74846af86f9a2a6df922d", + "placeholder": "​", + "style": "IPY_MODEL_22ddf1d018c542f1b47e6869a0ec22c8", + "value": " 116/116 [00:00<00:00, 4.32kB/s]" + } + }, + "885787514186477aa007b6ebe4a4bd91": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "88a940d5a71a428fac29d73aa64f5c23": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ae11a762a81f4a78840c1b574473dd6e", + "placeholder": "​", + "style": "IPY_MODEL_96a1758a25874b95ac8a1c26bbb477ca", + "value": " 466k/466k [00:00<00:00, 17.7MB/s]" + } + }, + "88baffe59b4c49e791b0b4852a034983": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_1f54eae8d5d1405bb394f1a3170ff57c", + "IPY_MODEL_4ef624de456343e897bab7c3718119cb", + "IPY_MODEL_761b5543803a4847b215c002ba494759" + ], + "layout": "IPY_MODEL_6523d70c606d471ebd00f9dabeb90578" + } + }, + "894407af9bd642c1a44b350b055c4405": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "89ebecdaf9ac405b993afcb4f8837b86": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d18d7c6fa132476bbd2d4c0fd2e73322", + "placeholder": "​", + "style": "IPY_MODEL_7baedcdf199d432ea441012562be4c83", + "value": "modules.json: 100%" + } + }, + "8add3b37bf774887b26435bb03c82f14": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8bb9b51e94e44dafab8c701990421d47": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_52c405081b2245648693ca3028960a56", + "placeholder": "​", + "style": "IPY_MODEL_ddbec22a0f14421c9608c6781bc6930b", + "value": " 32/32 [01:32<00:00,  1.06s/it]" + } + }, + "8c640dc7636a4e7c854149e89769dc7b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8ce66efbc0944910a0932eb276318da6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8d64a567ad1f47b6ab289802e36f1c64": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_41dd021aa1f8450499aa5f179ca2c1da", + "max": 116, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_4dcb20d4b5ca442b83e5fbd18c9b94e8", + "value": 116 + } + }, + "8de7f5af99214b3794a5237b16aa3fcf": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_747e4529400d4bbca5e57eb086cf319d", + "IPY_MODEL_4015e26bc7ff4552bbb318fb99834430", + "IPY_MODEL_8bb9b51e94e44dafab8c701990421d47" + ], + "layout": "IPY_MODEL_eae03a36e13343df918b09c0c4f91d48" + } + }, + "9008e5438b434e1ebf30d878a66f1f33": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_49db4974b7ca4cbe935b43d5a3114d22", + "IPY_MODEL_cbdba0acdbe644d8a241cacdc500db4c", + "IPY_MODEL_d9c7cb71aa7a4bba9236f94d8cb756cd" + ], + "layout": "IPY_MODEL_82a38786dbd24f02b50c5a2d155fa30a" + } + }, + "9071c1801ec04874820ca5fde6ab5440": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "917a35a38b794beaaa107aef2d16b9e6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "924ca13bda7f4fc7ac5c26b63def03a2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2018ab6115f64e4eb35252572c0642e0", + "placeholder": "​", + "style": "IPY_MODEL_7504d0e634214ca9af609b90fed88f85", + "value": "sentence_bert_config.json: 100%" + } + }, + "93b4d9dd49834d8d935441f392545822": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "96a1758a25874b95ac8a1c26bbb477ca": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9702f3c0e1644eac87f645b87562607f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9d4e38c7bd5143c880139cfd4a66a9c3": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9e41c663fb6547809ce460bf74e8d9ce": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9f3e26cab1cd4d87a5671e347bf7187f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "a47bdec3c5a548eeb8a053ab07e4e4ce": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_50888cf0a422437cad0e4e01d37353d8", + "placeholder": "​", + "style": "IPY_MODEL_75ead7ca84be448f8e4b812b98ade48a", + "value": "1_Pooling/config.json: 100%" + } + }, + "a4b7a42d1d3847e490fd5a6d44832786": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a634563fa8ec4d7384b08dbe9f584221": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a8bef95bbb9642a895a1048a34211261": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "aa9a480ffc0a42dc841b1f619084aea3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3da56c9c196848fe9e23c043aac9f0b2", + "placeholder": "​", + "style": "IPY_MODEL_1531cea0929a42328d11468f75e67bc8", + "value": "tokenizer_config.json: 100%" + } + }, + "aab8a5b96e5643178dd01ee27302ee70": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ace283a9505c48b1ae52146ccfc3ce77": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ad64ce3c1228493eaa07bd1a778d5cc3": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ae11a762a81f4a78840c1b574473dd6e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "af7f87e4e469451eb3a4c57dcb8d250e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b148909a1e7d4234a8eebe4a16a79565": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b1d87fe937544d9198107dabfdbcf494": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b48d0a3e3e0d4803aedf35bc9bb709b5": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b66f7c11fa1e41a78017e9e45609032f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a634563fa8ec4d7384b08dbe9f584221", + "placeholder": "​", + "style": "IPY_MODEL_4c43ad2b3ad843a2b329bdc8a52b2fe7", + "value": "README.md: 100%" + } + }, + "b7ea1e4d10014841919bd9273bd7db13": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "b913249ffac94c95b96301b3e6bcc8ec": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b9f3ce845f4d4613a409d7b4228ed441": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "be1f1cae085643baa6839822c6bbf137": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c24896a289694c3f9d89ccb215812211": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c49af04cf00f454e9426adebb74e031e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c616ce886431497bb6fe35117d1c42e7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "c642391c221740b6b95cb83b8e976385": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cb9b1c38decd4e178292b2496d078082": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cbdba0acdbe644d8a241cacdc500db4c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_57bc934ad96342cd99aa0932a30fb29e", + "max": 112, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_e0b28a8c19ad412a905480114e221f27", + "value": 112 + } + }, + "d13b1fce2c0a4e51a7d8aa98049a8875": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d18d7c6fa132476bbd2d4c0fd2e73322": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d1ac609839404c52810a7dfb5d8662f1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d34ba76b7c4945b9882a70b56af341ad": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f78c47add1c14fa7a2938c72de550079", + "placeholder": "​", + "style": "IPY_MODEL_9071c1801ec04874820ca5fde6ab5440", + "value": "vocab.txt: 100%" + } + }, + "d40572fc9223469eb9a382573d26cac8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_08c70182d8a74894a8492dc5b2c7736a", + "IPY_MODEL_096e9a8474984374b46b579aa0554bb0", + "IPY_MODEL_11e555f589594214b78cd82a685c3bb0" + ], + "layout": "IPY_MODEL_885787514186477aa007b6ebe4a4bd91" + } + }, + "d58479ba58ba413ca87ae59b2ce64313": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4cb95d21f7444bd18897f3af8b8d16f3", + "max": 90868376, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8c640dc7636a4e7c854149e89769dc7b", + "value": 90868376 + } + }, + "d760e0f8013c4f20ba09eec47f85d9d4": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d7ee8d7dbae7494fbfcdbfdbe9600b62": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_854a2b1d19b947fbb7a1ddb105abefa0", + "IPY_MODEL_5b4d7c62c0014bb08d01869b2453ef0e", + "IPY_MODEL_014841d7cc4d4d3597b1628f0be78441" + ], + "layout": "IPY_MODEL_fb686409ab784505a1087ef98cce043c" + } + }, + "d9c7cb71aa7a4bba9236f94d8cb756cd": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_93b4d9dd49834d8d935441f392545822", + "placeholder": "​", + "style": "IPY_MODEL_c49af04cf00f454e9426adebb74e031e", + "value": " 112/112 [00:00<00:00, 3.68kB/s]" + } + }, + "da251746a5c14d15932c5be792cc8003": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "dbbc724f27fa46aeae87f114b2bf8417": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "dc590000b03c4dfdaa0150f4b5cc2c93": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ddbec22a0f14421c9608c6781bc6930b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "de105c275dd9443fbd36b6f779824e0b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "de18f0bc6acd4a0a9b7c69039c1014d2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_d34ba76b7c4945b9882a70b56af341ad", + "IPY_MODEL_5a203c7ba6444d32857aa8528ee452a0", + "IPY_MODEL_3924d9d37f414f78a23633ec68c8b8c9" + ], + "layout": "IPY_MODEL_677c4aeac163431e80ebb56e87328557" + } + }, + "dfa0ffbc99e74846af86f9a2a6df922d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e00ba4a9850746428f037769d805427c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e0722405b7d548948659abb0d1a131f2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_917a35a38b794beaaa107aef2d16b9e6", + "max": 53, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ededd23ed9244e6887440c5bbf1a997b", + "value": 53 + } + }, + "e0b28a8c19ad412a905480114e221f27": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "e1d914ada73b4521b5c8423a729a18bc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "e516cd0e3a3e48a7a73e368470fc2d16": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e71992cd47df496dbf72ca6a6b5045ac": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_5b19d95169a240fa96cbd2d99da783be", + "IPY_MODEL_76a5b159b1e54a4381f0f13c89a9316e", + "IPY_MODEL_526e1f77fb20493d909eb08799207d2a" + ], + "layout": "IPY_MODEL_8add3b37bf774887b26435bb03c82f14" + } + }, + "ea215a9eac62453ab8ecf72e3927b0de": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "eae03a36e13343df918b09c0c4f91d48": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ece77116397e4e0cbcf6af3d75a8e166": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_924ca13bda7f4fc7ac5c26b63def03a2", + "IPY_MODEL_e0722405b7d548948659abb0d1a131f2", + "IPY_MODEL_06cc202857014cf3abafc02db29a7a16" + ], + "layout": "IPY_MODEL_b48d0a3e3e0d4803aedf35bc9bb709b5" + } + }, + "ededd23ed9244e6887440c5bbf1a997b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "eee55f66c7874b9098fc21177624dcaf": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f06df5bcff3b4781a7b0ba55669d9ec4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_121f599317c5446bae43d9d64e7e8fd8", + "IPY_MODEL_343c5a28281a4893bb15f5f32344cebe", + "IPY_MODEL_787b426843bf4c56ac6eb83143189e74" + ], + "layout": "IPY_MODEL_118e727d60f9443ab4b53393f70526c6" + } + }, + "f20508b7bd4149c8b24fe8fda64defdb": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f61ce85c04a84fd5a9ce5c745ba03135": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f6d42045ff7e4f8c80628e78975a83a6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f78c47add1c14fa7a2938c72de550079": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fa346cfa4df34efb97f962b4a8d489d8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_62a6498f1eea4704a1af91547090f025", + "max": 349, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_7e4fa32f96c3456a9e15084ed6906bf3", + "value": 349 + } + }, + "fb686409ab784505a1087ef98cce043c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fb990a8c9f904cd4a3ed29b1c184cca6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7db2dee159ba47898b1ea6d2a4bffd9f", + "max": 87599, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_9f3e26cab1cd4d87a5671e347bf7187f", + "value": 87599 + } + }, + "fc4ce432d9d9469ca5e0d881a1deb78f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_73505a2d662c40448dc4a926e506bedc", + "IPY_MODEL_8d64a567ad1f47b6ab289802e36f1c64", + "IPY_MODEL_87b722e509c14f5eb194cfe5026da469" + ], + "layout": "IPY_MODEL_3a50812f99f34b19862769014753af80" + } + }, + "fcf8d6386d7242c1860cf7debab18453": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fd7bb68c803c449fa54e7bee95e9c0d0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8278dbc985a846df816ba2066f1bbf4b", + "max": 190, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_0074b0e74845440cb99b968f30c82873", + "value": 190 + } + }, + "fdfaffac972d477cb3cf2209638018f6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ad64ce3c1228493eaa07bd1a778d5cc3", + "placeholder": "​", + "style": "IPY_MODEL_d13b1fce2c0a4e51a7d8aa98049a8875", + "value": "tokenizer.json: 100%" + } + } + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +}