Add 3d+compile to test runner

ghstack-source-id: 39f5e042f8cd5ade8506abe57368574c4f64aa02 Pull Request resolved: #563
pytorch · Aug 29, 2024 · b92e3f7 · b92e3f7
1 parent 8c497b7
commit b92e3f7
Showing 1 changed file with 15 additions and 0 deletions.
diff --git a/test_runner.py b/test_runner.py
@@ -244,6 +244,21 @@ def build_test_list():
             requires_seed_checkpoint=True,
             ngpu=8,
         ),
+        OverrideDefinitions(
+            [
+                [
+                    "--experimental.pipeline_parallel_degree 2",
+                    "--experimental.pipeline_parallel_split_points layers.4",
+                    "--training.data_parallel_degree 2",
+                    "--training.tensor_parallel_degree 2",
+                    "--training.compile"
+                ],
+            ],
+            "PP+DP+TP 3D test with torch.compile",
+            "3d_compile",
+            requires_seed_checkpoint=True,
+            ngpu=8,
+        ),
         OverrideDefinitions(
             [
                 [