fix: max_tokens typo in Mistral Chat (#740)

deepset-ai · May 23, 2024 · 63cf323 · 63cf323
1 parent 31e61b7
commit 63cf323
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/...n_bedrock/src/haystack_integrations/components/generators/amazon_bedrock/chat/adapters.py b/...n_bedrock/src/haystack_integrations/components/generators/amazon_bedrock/chat/adapters.py
@@ -336,7 +336,7 @@ def __init__(self, generation_kwargs: Dict[str, Any]):
         self.prompt_handler = DefaultPromptHandler(
             tokenizer=tokenizer,
             model_max_length=model_max_length,
-            max_length=self.generation_kwargs.get("max_gen_len") or 512,
+            max_length=self.generation_kwargs.get("max_tokens") or 512,
         )
 
     def prepare_body(self, messages: List[ChatMessage], **inference_kwargs) -> Dict[str, Any]: