[ci] Add 1xA10 and 4xA10 CI queues and run Scratch tests on A10 (vllm…

…-project#550) Signed-off-by: kevin <[email protected]>
rickyyx · Jul 18, 2024 · 9e2f977 · 9e2f977
1 parent f1d9e75
commit 9e2f977
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 0 deletions.
diff --git a/.buildkite/anyscale-test-pipeline.yaml b/.buildkite/anyscale-test-pipeline.yaml
@@ -6,6 +6,7 @@ steps:
 
   - label: Anyscale ScratchLLM + vLLM integration unit test
     working_dir: "/vllm-workspace"
+    gpu: a10
     commands:
     - bash .buildkite/ci/run_scratch_unit_test.sh
 

diff --git a/.buildkite/template.j2 b/.buildkite/template.j2
@@ -80,11 +80,19 @@ steps:
     {% if step.anyscale %}
     - label: "{{ step.label }}"
       agents:
+        {% if step.gpu == "a10" %}
+        {% if step.num_gpus == 2 or step.num_gpus == 4 %}
+        queue: vllm-gpu-a10-4
+        {% else %}
+        queue: vllm-gpu-a10-1
+        {% endif %}
+        {% else %}
         {% if step.num_gpus == 2 or step.num_gpus == 4 %}
         queue: vllm-gpu-4
         {% else %}
         queue: vllm-gpu-1
         {% endif %}
+        {% endif %}
       soft_fail: {{ step.soft_fail or false }}
       {% if step.parallelism %}
       parallelism: {{ step.parallelism }}