Handle updated model manifest path with latest NIMs (#262)

* Handle updated model manifest path with latest NIMs Model manifest file path has changed with recent NIMs to /opt/nim/etc/default/model_manifest.yaml. This change will handle that. Signed-off-by: Shiva Krishna, Merla <[email protected]> * Update command to check for the latest manifest path inside the NIM container Signed-off-by: Shiva Krishna, Merla <[email protected]> --------- Signed-off-by: Shiva Krishna, Merla <[email protected]>
NVIDIA · Dec 18, 2024 · a4af156 · a4af156
1 parent 16914b3
commit a4af156
Showing 1 changed file with 16 additions and 1 deletion.
diff --git a/internal/controller/nimcache_controller.go b/internal/controller/nimcache_controller.go
@@ -910,6 +910,21 @@ func getManifestConfigName(nimCache *appsv1alpha1.NIMCache) string {
 	return fmt.Sprintf("%s-manifest", nimCache.GetName())
 }
 
+func getCommand() []string {
+	return []string{
+		"sh",
+		"-c",
+		strings.Join([]string{
+			"if [ -f /opt/nim/etc/default/model_manifest.yaml ]; then",
+			"cat /opt/nim/etc/default/model_manifest.yaml;",
+			"else",
+			"cat /etc/nim/config/model_manifest.yaml;",
+			"fi;",
+			"sleep infinity",
+		}, " "),
+	}
+}
+
 // constructPodSpec constructs a Pod specification
 func constructPodSpec(nimCache *appsv1alpha1.NIMCache, platformType k8sutil.OrchestratorType) *corev1.Pod {
 	labels := map[string]string{
@@ -938,7 +953,7 @@ func constructPodSpec(nimCache *appsv1alpha1.NIMCache, platformType k8sutil.Orch
 				{
 					Name:    NIMCacheContainerName,
 					Image:   nimCache.Spec.Source.NGC.ModelPuller,
-					Command: []string{"sh", "-c", "cat /etc/nim/config/model_manifest.yaml; sleep infinity"},
+					Command: getCommand(),
 					SecurityContext: &corev1.SecurityContext{
 						AllowPrivilegeEscalation: ptr.To[bool](false),
 						Capabilities: &corev1.Capabilities{