From 22944c0cbb1c5e0f0929407438e8a6ae34fe9ed2 Mon Sep 17 00:00:00 2001
From: Abhishek Thakur <abhishek4@gmail.com>
Date: Wed, 15 Nov 2023 16:22:25 +0100
Subject: [PATCH] update requirements

---
 requirements.txt                    | 4 ++--
 src/autotrain/trainers/clm/utils.py | 4 ----
 2 files changed, 2 insertions(+), 6 deletions(-)

diff --git a/requirements.txt b/requirements.txt
index 245c23dc61..6dc131cf80 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -26,10 +26,10 @@ invisible-watermark==0.2.0
 packaging==23.1
 # latest versions
 tensorboard
-peft==0.5.0
+peft==0.6.2
 trl==0.7.2
 tiktoken==0.5.1
-transformers==4.34.1
+transformers==4.35.1
 accelerate==0.24.0
 diffusers==0.21.4
 bitsandbytes==0.41.0
diff --git a/src/autotrain/trainers/clm/utils.py b/src/autotrain/trainers/clm/utils.py
index 6877889706..9f7bbdc7bf 100644
--- a/src/autotrain/trainers/clm/utils.py
+++ b/src/autotrain/trainers/clm/utils.py
@@ -17,10 +17,6 @@
 DEFAULT_UNK_TOKEN = "</s>"
 TARGET_MODULES = {
     "Salesforce/codegen25-7b-multi": "q_proj,k_proj,v_proj,o_proj,down_proj,up_proj,gate_proj",
-    "HuggingFaceH4/zephyr-7b-beta": "q_proj,v_proj",
-    "HuggingFaceH4/zephyr-7b-alpha": "q_proj,v_proj",
-    "mistralai/Mistral-7B-Instruct-v0.1": "q_proj,v_proj",
-    "mistralai/Mistral-7B-v0.1": "q_proj,v_proj",
 }
 
 MODEL_CARD = """