From d8065aa9f463d001be9d80d4af6ac05260f0f928 Mon Sep 17 00:00:00 2001 From: Aurick Qiao Date: Thu, 27 Jun 2024 13:13:29 -0400 Subject: [PATCH] fix detokenizer shallow copy --- vllm/transformers_utils/detokenizer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/transformers_utils/detokenizer.py b/vllm/transformers_utils/detokenizer.py index e8e53f4946efa..510403e06d36e 100644 --- a/vllm/transformers_utils/detokenizer.py +++ b/vllm/transformers_utils/detokenizer.py @@ -82,7 +82,7 @@ def decode_prompt_logprobs_inplace( prefix_offset = next_iter_prefix_offset read_offset = next_iter_read_offset if prev_tokens is None: - prev_tokens = next_iter_tokens + prev_tokens = next_iter_tokens.copy() else: prev_tokens.extend(next_iter_tokens)