This will go on forever

Signed-off-by: ghokun <[email protected]>
kuartis · Mar 21, 2022 · dd92a41 · dd92a41
1 parent 5298f7d
commit dd92a41
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 15 deletions.
diff --git a/manifests/device-plugin.yml b/manifests/device-plugin.yml
@@ -45,7 +45,7 @@ spec:
             capabilities:
               add: ["SYS_ADMIN"]
       containers:
-        - image: ghcr.io/kuartis/kuartis-virtual-gpu-device-plugin:0.4.9
+        - image: ghcr.io/kuartis/kuartis-virtual-gpu-device-plugin:0.4.10
           name: kuartis-virtual-gpu-device-plugin-ctr
           command:
             - /usr/bin/virtual-gpu-device-plugin

diff --git a/pkg/gpu/nvidia/metrics.go b/pkg/gpu/nvidia/metrics.go
@@ -96,20 +96,21 @@ func collectMetrics(w http.ResponseWriter, r *http.Request) {
 		log.Printf("Found %d processes on GPU %d", len(processes), i)
 		for _, process := range processes {
 			containerId := getContainerId(process.Pid)
-			container := containerMap[containerId]
-			log.Printf("Using %s Found container %+v for process: %d", containerId, container, process.Pid)
-			collected = append(collected, metric{
-				Pid:           process.Pid,
-				UsedGpuMemory: process.UsedGpuMemory,
-				GpuIndex:      i,
-				GpuUUID:       getDeviceUUID(d),
-				Node:          container.Node,
-				Namespace:     container.Namespace,
-				Pod:           container.Pod,
-				PodUid:        container.PodUid,
-				Container:     container.Container,
-				ContainerId:   container.ContainerId,
-			})
+			if container, ok := containerMap[strings.TrimSpace(containerId)]; ok {
+				log.Printf("Using %s Found container %+v for process: %d", containerId, container, process.Pid)
+				collected = append(collected, metric{
+					Pid:           process.Pid,
+					UsedGpuMemory: process.UsedGpuMemory,
+					GpuIndex:      i,
+					GpuUUID:       getDeviceUUID(d),
+					Node:          container.Node,
+					Namespace:     container.Namespace,
+					Pod:           container.Pod,
+					PodUid:        container.PodUid,
+					Container:     container.Container,
+					ContainerId:   container.ContainerId,
+				})
+			}
 		}
 	}