update requirements

huggingface · Nov 15, 2023 · 22944c0 · 22944c0
1 parent e9912c4
commit 22944c0
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 6 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -26,10 +26,10 @@ invisible-watermark==0.2.0
 packaging==23.1
 # latest versions
 tensorboard
-peft==0.5.0
+peft==0.6.2
 trl==0.7.2
 tiktoken==0.5.1
-transformers==4.34.1
+transformers==4.35.1
 accelerate==0.24.0
 diffusers==0.21.4
 bitsandbytes==0.41.0

diff --git a/src/autotrain/trainers/clm/utils.py b/src/autotrain/trainers/clm/utils.py
@@ -17,10 +17,6 @@
 DEFAULT_UNK_TOKEN = "</s>"
 TARGET_MODULES = {
     "Salesforce/codegen25-7b-multi": "q_proj,k_proj,v_proj,o_proj,down_proj,up_proj,gate_proj",
-    "HuggingFaceH4/zephyr-7b-beta": "q_proj,v_proj",
-    "HuggingFaceH4/zephyr-7b-alpha": "q_proj,v_proj",
-    "mistralai/Mistral-7B-Instruct-v0.1": "q_proj,v_proj",
-    "mistralai/Mistral-7B-v0.1": "q_proj,v_proj",
 }
 
 MODEL_CARD = """