fix num layers

segment-any-text · May 21, 2024 · f46b995 · f46b995
1 parent 5a99038
commit f46b995
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/configs/peft/lora_xlmr.json b/configs/peft/lora_xlmr.json
@@ -1,8 +1,9 @@
 {
     "model_name_or_path": "xlm-roberta-base",
-    "output_dir": "xlmr-base-3_lora-v2_ep30_s10k",
+    "output_dir": "xlmr-base-3l_lora-v2_ep30_s10k",
     "block_size": 256,
     "eval_stride": 128,
+    "num_hidden_layers": 3,
     "do_train": true,
     "do_eval": true,
     "per_device_train_batch_size": 64,

diff --git a/wtpsplit/train/train_adapter.py b/wtpsplit/train/train_adapter.py
@@ -57,7 +57,7 @@ class Args:
     adapter_warmup_steps: int = 0
     adapter_lr_multiplier: float = 1.0
     text_column: str = "text"
-    num_hidden_layers = None
+    num_hidden_layers: int = 0
 
     # NEW PARAMS
     use_subwords: bool = False