workaround broken vlm endpoints, they do not accept stream_options pa…

…rameter
langchain-ai · Sep 17, 2024 · 9e3e05b · 9e3e05b
1 parent fe75fd9
commit 9e3e05b
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/libs/ai-endpoints/langchain_nvidia_ai_endpoints/chat_models.py b/libs/ai-endpoints/langchain_nvidia_ai_endpoints/chat_models.py
@@ -323,6 +323,10 @@ def _stream(
             stream_options={"include_usage": True},
             **kwargs,
         )
+        # todo: get vlm endpoints fixed and remove this
+        #       vlm endpoints do not accept standard stream_options parameter
+        if self._client.model.model_type == "vlm":
+            payload.pop("stream_options")
         for response in self._client.get_req_stream(payload=payload):
             self._set_callback_out(response, run_manager)
             parsed_response = self._custom_postprocess(response, streaming=True)