diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 166e5ded2f90f..3107b69f7e42e 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -973,8 +973,6 @@ def set_vocab(self): if max_vocab_index >= vocab_size: raise ValueError("Vocabulary size exceeds expected maximum size.") - - reverse_vocab: dict[int, str] = {id_: encoded_tok for encoded_tok, id_ in tokenizer.vocab.items()} added_vocab = tokenizer.get_added_vocab()