fix: wrong VMtype returned by Podman Desktop causes inference servers… (

#1549) (#1550) * fix: wrong VMtype returned by Podman Desktop causes inference servers start failure * fix: fix failing unit tests --------- Signed-off-by: Jeff MAURY <[email protected]>
containers · Aug 15, 2024 · bc27e5c · bc27e5c
1 parent 1372752
commit bc27e5c
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 5 deletions.
diff --git a/packages/backend/src/managers/podmanConnection.ts b/packages/backend/src/managers/podmanConnection.ts
@@ -156,7 +156,7 @@ export class PodmanConnection extends Publisher<ContainerProviderConnectionInfo[
 
   protected parseVMType(vmtype: string | undefined): VMType {
     if (!vmtype) return VMType.UNKNOWN;
-    const type = VMType[vmtype.toUpperCase() as keyof typeof VMType];
+    const type = Object.values(VMType).find(s => s === vmtype);
     if (type === undefined) {
       return VMType.UNKNOWN;
     }

diff --git a/packages/backend/src/workers/provider/LlamaCppPython.ts b/packages/backend/src/workers/provider/LlamaCppPython.ts
@@ -250,12 +250,10 @@ export class LlamaCppPython extends InferenceProvider {
       case VMType.WSL:
         return gpu?.vendor === GPUVendor.NVIDIA ? llamacpp.cuda : llamacpp.default;
       case VMType.LIBKRUN:
+      case VMType.LIBKRUN_LABEL:
         return gpu ? llamacpp.vulkan : llamacpp.default;
       // no GPU support
-      case VMType.QEMU:
-      case VMType.APPLEHV:
-      case VMType.HYPERV:
-      case VMType.UNKNOWN:
+      default:
         return llamacpp.default;
     }
   }

diff --git a/packages/shared/src/models/IPodman.ts b/packages/shared/src/models/IPodman.ts
@@ -19,8 +19,10 @@
 export enum VMType {
   WSL = 'wsl',
   LIBKRUN = 'libkrun',
+  LIBKRUN_LABEL = 'GPU enabled (LibKrun)',
   QEMU = 'qemu',
   APPLEHV = 'applehv',
+  APPLEHV_LABEL = 'default (Apple HyperVisor)',
   HYPERV = 'hyperv',
   UNKNOWN = 'unknown',
 }