[home] added new Whisper GPU-accelerated image tag

gruberdev · Feb 9, 2024 · 808404f · 808404f
1 parent 5b0cd6c
commit 808404f
Showing 1 changed file with 18 additions and 10 deletions.
diff --git a/apps/home/whisper/base/deployment.yaml b/apps/home/whisper/base/deployment.yaml
@@ -16,22 +16,37 @@ spec:
       labels:
         app: whisper
     spec:
+      runtimeClassName: nvidia
       containers:
         - name: wyoming-whisper
-          image: docker.io/rhasspy/wyoming-whisper:1.0.0
+          image: docker.io/grubertech/wyoming-whisper:gpu
+          imagePullPolicy: Always
+          command: ["python3"]
           args:
+            - "-m"
+            - "wyoming-faster-whisper"
             - "--uri"
             - "tcp://0.0.0.0:10300"
             - "--model"
-            - "small"
+            - "large-v3"
             - "--language"
-            - "en"
+            - "auto"
             - "--data-dir"
             - "/data"
             - "--download-dir"
             - "/data"
             - "--beam-size"
             - "1"
+            - "--compute-type"
+            - "float16"
+            - "--device"
+            - "cuda"
+            - "--debug"
+          env:
+            - name: NVIDIA_VISIBLE_DEVICES
+              value: "all"
+            - name: NVIDIA_DRIVER_CAPABILITIES
+              value: "all"
           ports:
             - name: http
               containerPort: 10300
@@ -43,10 +58,3 @@ spec:
             limits:
               cpu: 1500m
               memory: 2Gi
-          volumeMounts:
-            - name: data
-              mountPath: /data
-      volumes:
-        - name: data
-          persistentVolumeClaim:
-            claimName: whisper-data