diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py
index a1fac81046ca79..f72400b5aa6c3b 100755
--- a/convert_hf_to_gguf.py
+++ b/convert_hf_to_gguf.py
@@ -2719,7 +2719,7 @@ def set_vocab(self):
             for line in lines:
                 parts = line.split(' ')
                 assert len(parts) >= 3
-                _, token, token_len = int(parts[0]), ast.literal_eval(' '.join(parts[1:-1])), int(parts[-1])
+                token, token_len = ast.literal_eval(' '.join(parts[1:-1])), int(parts[-1])
                 token = token.encode("utf-8") if isinstance(token, str) else token
                 assert isinstance(token, bytes)
                 assert len(token) == token_len