switch to a100 (#41)

beam-cloud · Sep 13, 2024 · 457fd8f · 457fd8f
1 parent 98ab849
commit 457fd8f
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/vllm/inference.py b/vllm/inference.py
@@ -11,7 +11,7 @@
 @function(
     image=Image().add_python_packages(["vllm"]),
     volumes=[vllm_cache],
-    gpu="A10G",
+    gpu="A100-40",
     memory="8Gi",
     cpu=1,
 )

diff --git a/vllm/yicoder.py b/vllm/yicoder.py
@@ -25,7 +25,7 @@
 @asgi(
     image=Image().add_python_packages(["vllm"]),
     volumes=[vllm_cache],
-    gpu="A10G",
+    gpu="A100-40",
     memory="8Gi",
     cpu=1,
     keep_warm_seconds=360,