reduce batch size of sentence-transformer

alan-turing-institute · Jun 13, 2024 · f14616f · f14616f
1 parent b680eab
commit f14616f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/reginald/models/llama_index/llama_utils.py b/reginald/models/llama_index/llama_utils.py
@@ -91,7 +91,7 @@ def setup_settings(
     # initialise embedding model to use to create the index vectors
     embed_model = HuggingFaceEmbedding(
         model_name="sentence-transformers/all-mpnet-base-v2",
-        embed_batch_size=128,
+        embed_batch_size=64,
     )
 
     # construct the prompt helper