From 81654949f7a2440262cbbc5fa9b569c99f4da4e4 Mon Sep 17 00:00:00 2001
From: sd109 <sdavidson327@gmail.com>
Date: Fri, 1 Nov 2024 18:09:57 +0000
Subject: [PATCH] Default to mistral tokenizer for mistral models

---
 charts/azimuth-llm/templates/api/deployment.yml | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/charts/azimuth-llm/templates/api/deployment.yml b/charts/azimuth-llm/templates/api/deployment.yml
index c243e8e..dc41a5f 100644
--- a/charts/azimuth-llm/templates/api/deployment.yml
+++ b/charts/azimuth-llm/templates/api/deployment.yml
@@ -34,6 +34,10 @@ spec:
           - --max-model-len
           - {{ .Values.api.modelMaxContextLength | quote }}
           {{- end -}}
+          {{- if and (not (has "--tokenizer-model" .Values.api.extraArgs)) (hasPrefix "mistralai/" .Values.huggingface.model) -}}
+          - --tokenizer-mode
+          - mistral
+          {{- end -}}
           {{- if .Values.api.extraArgs -}}
           {{- .Values.api.extraArgs | toYaml | nindent 10 }}
           {{- end -}}