From 2ba97d12671dac7676c6ca9bdce19bacaaba88dc Mon Sep 17 00:00:00 2001 From: Jeff Rasley Date: Sun, 18 Apr 2021 23:08:31 -0700 Subject: [PATCH] add option to force multi-node launcher mode --- deepspeed/launcher/runner.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/deepspeed/launcher/runner.py b/deepspeed/launcher/runner.py index a4a49dca6bf3..0bb0b57e9e58 100755 --- a/deepspeed/launcher/runner.py +++ b/deepspeed/launcher/runner.py @@ -104,6 +104,11 @@ def parse_args(args=None): help="(optional) pass launcher specific arguments as a " "single quoted argument.") + parser.add_argument("--force_multi", + action="store_true", + help="Force multi-node launcher mode, helps in cases where user " + "wants to launch on single remote node.") + parser.add_argument("user_script", type=str, help="User script to launch, followed by any required " @@ -304,7 +309,7 @@ def main(args=None): # encode world info as base64 to make it easier to pass via command line world_info_base64 = encode_world_info(active_resources) - multi_node_exec = len(active_resources) > 1 + multi_node_exec = args.force_multi or len(active_resources) > 1 if not multi_node_exec: deepspeed_launch = [