test ingestion

projects/Basic-RAG/BasicRAG_ingest.py

@@ -5,12 +5,9 @@
 from grag.components.multivec_retriever import Retriever
 from grag.components.vectordb.deeplake_client import DeepLakeClient
 
-# from grag.rag.basic_rag import BasicRAG
-
 client = DeepLakeClient(collection_name="test")
 retriever = Retriever(vectordb=client)
 
-dir_path = Path(__file__).parent / "some_dir"
+dir_path = Path(__file__).parents[2] / "data/test/pdfs/new_papers"
 
 retriever.ingest(dir_path)
-# rag = BasicRAG(doc_chain="refine")

src/config.ini

@@ -14,12 +14,6 @@ n_gpu_layers_cpp : -1
 std_out : True
 base_dir : ${root:root_path}/models
 
-[deeplake]
-collection_name : arxiv
-embedding_type : instructor-embedding
-embedding_model : hkunlp/instructor-xl
-store_path : ${data:data_path}/vectordb
-
 [chroma]
 host : localhost
 port : 8000