diff --git a/python/sglang/bench_latency.py b/python/sglang/bench_latency.py index 7e4ae3c43cb..7a03e162fdf 100644 --- a/python/sglang/bench_latency.py +++ b/python/sglang/bench_latency.py @@ -64,8 +64,13 @@ from sglang.srt.managers.schedule_batch import Req, ScheduleBatch from sglang.srt.model_executor.model_runner import ModelRunner from sglang.srt.sampling.sampling_params import SamplingParams +from sglang.srt.server import _set_envs_and_config from sglang.srt.server_args import ServerArgs -from sglang.srt.utils import kill_child_process, suppress_other_loggers +from sglang.srt.utils import ( + configure_logger, + kill_child_process, + suppress_other_loggers, +) @dataclasses.dataclass @@ -341,6 +346,8 @@ def latency_test( bench_args, tp_rank, ): + configure_logger(server_args, prefix=f" TP{tp_rank}") + _set_envs_and_config(server_args) rank_print = print if tp_rank == 0 else lambda *args, **kwargs: None # Load the model diff --git a/scripts/version_branch_to_tag.sh b/scripts/version_branch_to_tag.sh new file mode 100644 index 00000000000..fc809fce403 --- /dev/null +++ b/scripts/version_branch_to_tag.sh @@ -0,0 +1,29 @@ +#!/bin/bash + +# This script tags all remote branches starting with 'v' with the same name as the branch, +# deletes the corresponding branches from the remote, and pushes the tags to the remote repository. + +git fetch origin --prune + +# List all branches starting with 'v' +branches=$(git branch -r | grep 'origin/v' | sed 's/origin\///') + +# Loop through each branch +for branch in $branches; do + echo "Processing branch: $branch" + + # Get the commit hash for the branch + commit_hash=$(git rev-parse origin/$branch) + + # Create a tag with the same name as the branch using the commit hash + git tag $branch $commit_hash + + # Delete the branch from the remote + git push origin --delete $branch +done + +# Push all tags to the remote repository +git push --tags + +echo "All branches starting with 'v' have been tagged, deleted from remote, and pushed to the remote repository." +