fix ci

sgl-project · Aug 25, 2024 · ec2bd1b · ec2bd1b
1 parent 9022780
commit ec2bd1b
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/test/srt/models/test_embedding_models.py b/test/srt/models/test_embedding_models.py
@@ -63,6 +63,13 @@ def assert_close_prefill_logits(
                 ), "embeddings are not all close"
 
     def test_prefill_logits(self):
+        import multiprocessing as mp
+
+        try:
+            mp.set_start_method("spawn")
+        except RuntimeError:
+            pass
+
         for model, tp_size, prefill_tolerance in MODELS:
             for torch_dtype in TORCH_DTYPES:
                 self.assert_close_prefill_logits(