【Cherrypick】add enable_offload_queue to PipelineParallel (#9709)

PaddlePaddle · Jan 5, 2025 · fba77f1 · fba77f1
1 parent f08082e
commit fba77f1
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/paddlenlp/trainer/training_args.py b/paddlenlp/trainer/training_args.py
@@ -1125,6 +1125,7 @@ def __post_init__(self):
                                 "enable_overlap_p2p_comm",
                                 "disable_batch_p2p_comm",
                                 "best_unbalanced_scheduler",
+                                "enable_offload_queue",
                             ]:
                                 raise ValueError(
                                     f"Found unknown pipeline mode config {x}, accpet config is disable_p2p_cache_shape, disable_partial_send_recv."
@@ -1164,6 +1165,7 @@ def __post_init__(self):
                         "clear_every_step_cache": "enable_clear_every_step_cache" in pipeline_parallel_config,
                         "use_batch_p2p_comm": "disable_batch_p2p_comm" not in pipeline_parallel_config,
                         "best_unbalanced_scheduler": "best_unbalanced_scheduler" in pipeline_parallel_config,
+                        "enable_offload_queue": "enable_offload_queue" in pipeline_parallel_config,
                     }
                     if dygraph_pp_configs["dp_comm_overlap"]:
                         raise ValueError("overlap has accuracy issue")  # TODO: fix `overalap` + `delay_scale` issue