From cb0323ed963186b65ef7922b17f225e1e658cd32 Mon Sep 17 00:00:00 2001 From: Joel Tony Date: Fri, 20 Sep 2024 18:00:44 +0530 Subject: [PATCH] feat: add SambaNova Cloud (#356) * feat[sambanova]: Add 4k models * feat[sambanova]: Add 8k models * fix: Make the 8K models default --- config_template.yml | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) diff --git a/config_template.yml b/config_template.yml index 1825b423..b108a5f9 100644 --- a/config_template.yml +++ b/config_template.yml @@ -192,6 +192,29 @@ apis: llama3.1-70b: aliases: ["llama3.1-cerebras", "llama3.1-70b-cerebras"] max-input-chars: 24500 + sambanova: + base-url: https://api.sambanova.ai/v1 + api-key: + api-key-env: SAMBANOVA_API_KEY + models: # https://community.sambanova.ai/t/supported-models/193 + Meta-Llama-3.1-8B-Instruct: + aliases: ["llama3.1-8b-sambanova-4k", "llama3.1-instruct-8b-sambanova-4k"] + max-input-chars: 12250 + Meta-Llama-3.1-70B-Instruct: + aliases: ["llama3.1-70b-sambanova-4k", "llama3.1-instruct-70b-sambanova-4k"] + max-input-chars: 12250 + Meta-Llama-3.1-405B-Instruct: + aliases: ["llama3.1-405b-sambanova-4k", "llama3.1-instruct-405b-sambanova-4k"] + max-input-chars: 12250 + Meta-Llama-3.1-8B-Instruct-8k: + aliases: ["llama3.1-8b-sambanova", "llama3.1-instruct-8b-sambanova", "llama3.1-8b-sambanova-8k", "llama3.1-instruct-8b-sambanova-8k"] + max-input-chars: 24500 + Meta-Llama-3.1-70B-Instruct-8k: + aliases: ["llama3.1-70b-sambanova", "llama3.1-instruct-70b-sambanova", "llama3.1-70b-sambanova-8k", "llama3.1-instruct-70b-sambanova-8k"] + max-input-chars: 24500 + Meta-Llama-3.1-405B-Instruct-8k: + aliases: ["llama3.1-405b-sambanova", "llama3.1-instruct-405b-sambanova", "llama3.1-405b-sambanova-8k", "llama3.1-instruct-405b-sambanova-8k"] + max-input-chars: 24500 localai: # LocalAI setup instructions: https://github.com/go-skynet/LocalAI#example-use-gpt4all-j-model base-url: http://localhost:8080