fix: only mount model file to inference container #3419
Annotations
3 errors
Run unit tests:
packages/backend/src/workers/provider/LlamaCppPython.spec.ts#L195
AssertionError: expected "spy" to be called with arguments: [ 'dummy-engine-id', …(1) ]
Received:
1st spy call:
Array [
"dummy-engine-id",
Object {
"Cmd": Array [],
"Detach": true,
+ "Entrypoint": undefined,
"Env": Array [
"MODEL_PATH=/models/dummy-file.guff",
"HOST=0.0.0.0",
"PORT=8000",
],
"ExposedPorts": Object {
"8888": Object {},
},
"HealthCheck": Object {
"Interval": 5000000000,
"Retries": 20,
"Test": Array [
"CMD-SHELL",
"curl -sSf localhost:8000/docs > /dev/null",
],
},
"HostConfig": Object {
"AutoRemove": false,
"DeviceRequests": Array [],
"Devices": Array [],
"Mounts": Array [
Object {
- "Source": "dummy-path/dummy-file.guff",
+ "Source": "dummy-path\\dummy-file.guff",
"Target": "/models/dummy-file.guff",
"Type": "bind",
},
],
"PortBindings": Object {
"8000/tcp": Array [
Object {
"HostPort": "8888",
},
],
},
"SecurityOpt": Array [
"label=disable",
],
},
"Image": "dummy-image-id",
"Labels": Object {
"ai-lab-inference-server": "[\"dummy-model-id\"]",
"api": "http://localhost:8888/v1",
"docs": "http://localhost:8888/docs",
},
+ "User": undefined,
},
]
Number of calls: 1
❯ src/workers/provider/LlamaCppPython.spec.ts:195:45
|
Run unit tests:
packages/backend/src/workers/provider/WhisperCpp.spec.ts#L239
AssertionError: expected "spy" to be called with arguments: [ 'dummy-engine-id', …(1) ]
Received:
1st spy call:
Array [
"dummy-engine-id",
Object {
"Detach": true,
"Env": Array [
"MODEL_PATH=/models/random-file",
"HOST=0.0.0.0",
"PORT=8000",
],
"HostConfig": Object {
"AutoRemove": false,
"Mounts": Array [
Object {
- "Source": "path-to-file/random-file",
+ "Source": "path-to-file\\random-file",
"Target": "/models/random-file",
"Type": "bind",
},
],
"PortBindings": Object {
"8000/tcp": Array [
Object {
"HostPort": "8888",
},
],
},
"SecurityOpt": Array [
"label=disable",
],
},
"Image": "dummy-image-id",
"Labels": Object {
"ai-lab-inference-server": "[\"whisper-cpp\"]",
"api": "http://localhost:8888/inference",
"hello": "world",
},
},
]
Number of calls: 1
❯ src/workers/provider/WhisperCpp.spec.ts:239:43
|
Run unit tests
Process completed with exit code 1.
|
Loading