Skip to content

Commit

Permalink
fix: isort
Browse files Browse the repository at this point in the history
  • Loading branch information
chenxu02 committed Aug 19, 2024
1 parent eddb973 commit 5e065b3
Show file tree
Hide file tree
Showing 2 changed files with 7 additions and 5 deletions.
2 changes: 1 addition & 1 deletion python/sglang/srt/model_executor/model_runner.py
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@
get_tp_group,
init_distributed_environment,
initialize_model_parallel,
set_custom_all_reduce
set_custom_all_reduce,
)
from vllm.distributed.parallel_state import in_the_same_node_as
from vllm.model_executor.model_loader import get_model
Expand Down
10 changes: 6 additions & 4 deletions python/sglang/srt/server_args.py
Original file line number Diff line number Diff line change
Expand Up @@ -429,10 +429,12 @@ def add_cli_args(parser: argparse.ArgumentParser):
action="store_true",
help="Turn on memory efficient weight loading with quantization (quantize per layer during loading).",
)
parser.add_argument('--disable-custom-all-reduce',
action='store_true',
default=False,
help='Disable the custom all-reduce kernel and fall back to NCCL.')
parser.add_argument(
"--disable-custom-all-reduce",
action="store_true",
default=False,
help="Disable the custom all-reduce kernel and fall back to NCCL.",
)

@classmethod
def from_cli_args(cls, args: argparse.Namespace):
Expand Down

0 comments on commit 5e065b3

Please sign in to comment.