update inference ami version in sagemaker endpoint config to fix nvml…

… driver issues (#104)
NVIDIA · Nov 19, 2024 · 0861539 · 0861539
1 parent 47ecfa5
commit 0861539
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/cloud-service-providers/aws/sagemaker/nim_llama3.ipynb b/cloud-service-providers/aws/sagemaker/nim_llama3.ipynb
@@ -329,7 +329,8 @@
     "            \"InitialInstanceCount\": 1,\n",
     "            \"ModelName\": sm_model_name,\n",
     "            \"VariantName\": \"AllTraffic\",\n",
-    "            \"ContainerStartupHealthCheckTimeoutInSeconds\": 850\n",
+    "            \"ContainerStartupHealthCheckTimeoutInSeconds\": 1800,\n",
+    "            \"InferenceAmiVersion\": \"al2-ami-sagemaker-inference-gpu-2\"\n",
     "        }\n",
     "    ],\n",
     ")\n",