add cli params orpo

huggingface · Apr 19, 2024 · 5096103 · 5096103
1 parent b5348e3
commit 5096103
Show file tree

Hide file tree

Showing 2 changed files with 18 additions and 2 deletions.
diff --git a/src/autotrain/__init__.py b/src/autotrain/__init__.py
@@ -41,4 +41,4 @@
 
 
 logger = Logger().get_logger()
-__version__ = "0.7.55.dev0"
+__version__ = "0.7.56.dev0"
diff --git a/src/autotrain/cli/run_llm.py b/src/autotrain/cli/run_llm.py
@@ -191,7 +191,23 @@ def register_subcommand(parser: ArgumentParser):
                 "required": False,
                 "type": int,
                 "default": 1024,
-                "alias": ["--max-len", "--max-length"],
+                "alias": ["--model-max-length"],
+            },
+            {
+                "arg": "--max_prompt_length",
+                "help": "Prompt length to use, for orpo",
+                "required": False,
+                "type": int,
+                "default": 128,
+                "alias": ["--max-prompt-length"],
+            },
+            {
+                "arg": "--max_completion_length",
+                "help": "Completion length to use, for orpo: encoder-decoder models only",
+                "required": False,
+                "type": int,
+                "default": None,
+                "alias": ["--max-completion-length"],
             },
             {
                 "arg": "--trainer",
Original file line number	Diff line number	Diff line change
Expand Up		@@ -41,4 +41,4 @@


		logger = Logger().get_logger()
		__version__ = "0.7.55.dev0"
		__version__ = "0.7.56.dev0"