fix: Fix Triton server model loading error (awslabs#584)

ovaleanu · Aug 10, 2024 · b59a37f · b59a37f
1 parent 6ed1b8b
commit b59a37f
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/ai-ml/nvidia-triton-server/nvidia-triton-server.tf b/ai-ml/nvidia-triton-server/nvidia-triton-server.tf
@@ -53,11 +53,11 @@ module "triton_server_vllm" {
         limits:
           cpu: 10
           memory: 60Gi
-          nvidia.com/gpu: 1
+          nvidia.com/gpu: 4
         requests:
           cpu: 10
           memory: 60Gi
-          nvidia.com/gpu: 1
+          nvidia.com/gpu: 4
       nodeSelector:
         NodeGroupType: g5-gpu-karpenter
         type: karpenter