diff --git a/cloud-service-providers/aws/sagemaker/nim_llama3.ipynb b/cloud-service-providers/aws/sagemaker/nim_llama3.ipynb index 1b76d46..e8a64f1 100644 --- a/cloud-service-providers/aws/sagemaker/nim_llama3.ipynb +++ b/cloud-service-providers/aws/sagemaker/nim_llama3.ipynb @@ -329,7 +329,8 @@ " \"InitialInstanceCount\": 1,\n", " \"ModelName\": sm_model_name,\n", " \"VariantName\": \"AllTraffic\",\n", - " \"ContainerStartupHealthCheckTimeoutInSeconds\": 850\n", + " \"ContainerStartupHealthCheckTimeoutInSeconds\": 1800,\n", + " \"InferenceAmiVersion\": \"al2-ami-sagemaker-inference-gpu-2\"\n", " }\n", " ],\n", ")\n",