Skip to content

Commit

Permalink
add meta/llama-3.2-1b-instruct & meta/llama-3.2-3b-instruct chat mode…
Browse files Browse the repository at this point in the history
…ls and meta/llama-3.2-11b-vision-instruct & meta/llama-3.2-90b-vision-instruct vision models
  • Loading branch information
mattf committed Sep 26, 2024
1 parent a55975e commit dae76ac
Showing 1 changed file with 25 additions and 0 deletions.
25 changes: 25 additions & 0 deletions libs/ai-endpoints/langchain_nvidia_ai_endpoints/_statics.py
Original file line number Diff line number Diff line change
Expand Up @@ -423,6 +423,19 @@ def validate_client(self) -> "Model":
model_type="chat",
client="ChatNVIDIA",
),
"meta/llama-3.2-1b-instruct": Model(
id="meta/llama-3.2-1b-instruct",
model_type="chat",
client="ChatNVIDIA",
supports_structured_output=True,
),
"meta/llama-3.2-3b-instruct": Model(
id="meta/llama-3.2-3b-instruct",
model_type="chat",
client="ChatNVIDIA",
supports_tools=True,
supports_structured_output=True,
),
}

QA_MODEL_TABLE = {
Expand Down Expand Up @@ -494,6 +507,18 @@ def validate_client(self) -> "Model":
client="ChatNVIDIA",
endpoint="https://ai.api.nvidia.com/v1/vlm/nvidia/vila",
),
"meta/llama-3.2-11b-vision-instruct": Model(
id="meta/llama-3.2-11b-vision-instruct",
model_type="vlm",
client="ChatNVIDIA",
endpoint="https://ai.api.nvidia.com/v1/gr/meta/llama-3.2-11b-vision-instruct/chat/completions",
),
"meta/llama-3.2-90b-vision-instruct": Model(
id="meta/llama-3.2-90b-vision-instruct",
model_type="vlm",
client="ChatNVIDIA",
endpoint="https://ai.api.nvidia.com/v1/gr/meta/llama-3.2-90b-vision-instruct/chat/completions",
),
}

EMBEDDING_MODEL_TABLE = {
Expand Down

0 comments on commit dae76ac

Please sign in to comment.