From 47c11ac40b7c7ad58d6dac3d81fb630e8190dbce Mon Sep 17 00:00:00 2001 From: Gabriel Koo Date: Thu, 1 Aug 2024 00:37:30 +0800 Subject: [PATCH] feat: add latest Bedrock models (Titan, Llama 3.1 405b, Mistral Large 2) --- .../jupyter_ai_magics/partner_providers/aws.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/packages/jupyter-ai-magics/jupyter_ai_magics/partner_providers/aws.py b/packages/jupyter-ai-magics/jupyter_ai_magics/partner_providers/aws.py index dd95172c1..0b06adcc8 100644 --- a/packages/jupyter-ai-magics/jupyter_ai_magics/partner_providers/aws.py +++ b/packages/jupyter-ai-magics/jupyter_ai_magics/partner_providers/aws.py @@ -18,8 +18,10 @@ class BedrockProvider(BaseProvider, BedrockLLM): models = [ "amazon.titan-text-express-v1", "amazon.titan-text-lite-v1", + "amazon.titan-text-premier-v1:0", "ai21.j2-ultra-v1", "ai21.j2-mid-v1", + "ai21.jamba-instruct-v1:0", "cohere.command-light-text-v14", "cohere.command-text-v14", "cohere.command-r-v1:0", @@ -30,9 +32,11 @@ class BedrockProvider(BaseProvider, BedrockLLM): "meta.llama3-70b-instruct-v1:0", "meta.llama3-1-8b-instruct-v1:0", "meta.llama3-1-70b-instruct-v1:0", + "meta.llama3-1-405b-instruct-v1:0", "mistral.mistral-7b-instruct-v0:2", "mistral.mixtral-8x7b-instruct-v0:1", "mistral.mistral-large-2402-v1:0", + "mistral.mistral-large-2407-v1:0", ] model_id_key = "model_id" pypi_package_deps = ["langchain-aws"] @@ -57,6 +61,7 @@ class BedrockChatProvider(BaseProvider, ChatBedrock): models = [ "amazon.titan-text-express-v1", "amazon.titan-text-lite-v1", + "amazon.titan-text-premier-v1:0", "anthropic.claude-v2", "anthropic.claude-v2:1", "anthropic.claude-instant-v1", @@ -70,9 +75,11 @@ class BedrockChatProvider(BaseProvider, ChatBedrock): "meta.llama3-70b-instruct-v1:0", "meta.llama3-1-8b-instruct-v1:0", "meta.llama3-1-70b-instruct-v1:0", + "meta.llama3-1-405b-instruct-v1:0", "mistral.mistral-7b-instruct-v0:2", "mistral.mixtral-8x7b-instruct-v0:1", "mistral.mistral-large-2402-v1:0", + "mistral.mistral-large-2407-v1:0", ] model_id_key = "model_id" pypi_package_deps = ["langchain-aws"]