Merge branch 'main' into bagatur/start_v0.3

libs/ai-endpoints/langchain_nvidia_ai_endpoints/_common.py

@@ -120,12 +120,12 @@ def _validate_base_url(cls, v: str) -> str:
     @model_validator(mode="before")
     @classmethod
     def _preprocess_args(cls, values: Dict[str, Any]) -> Any:
-        values["api_key"] = (
-            values.get(_API_KEY_VAR.lower())
-            or values.get("api_key")
-            or os.getenv(_API_KEY_VAR.upper())
-            or None
-        )
+        # if api_key is not provided or None,
+        #  try to get it from the environment
+        # we can't use Field(default_factory=...)
+        #  because construction may happen with api_key=None
+        if values.get("api_key") is None:
+            values["api_key"] = os.getenv(cls._api_key_var)
 
         ## Making sure /v1 in added to the url, followed by infer_path
         if "base_url" in values:

libs/ai-endpoints/langchain_nvidia_ai_endpoints/_statics.py

@@ -402,6 +402,11 @@ def validate_client(cls, client: str, values: dict) -> str:
         model_type="chat",
         client="ChatNVIDIA",
     ),
+    "abacusai/dracarys-llama-3.1-70b-instruct": Model(
+        id="abacusai/dracarys-llama-3.1-70b-instruct",
+        model_type="chat",
+        client="ChatNVIDIA",
+    ),
 }
 
 QA_MODEL_TABLE = {
@@ -521,6 +526,11 @@ def validate_client(cls, client: str, values: dict) -> str:
         model_type="embedding",
         client="NVIDIAEmbeddings",
     ),
+    "nvidia/embed-qa-4": Model(
+        id="nvidia/embed-qa-4",
+        model_type="embedding",
+        client="NVIDIAEmbeddings",
+    ),
 }
 
 RANKING_MODEL_TABLE = {