fix lint error

Signed-off-by: XingXing Qiao <[email protected]>
ggerganov · Jun 11, 2024 · fb1b03a · fb1b03a
1 parent a6caf8f
commit fb1b03a
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
@@ -2732,8 +2732,6 @@ def set_vocab(self):
         vocab_size = hparams.get("padded_vocab_size", len(tokenizer.get_vocab()))
         assert max(tokenizer.get_vocab().values()) < vocab_size
 
-        reverse_vocab = {id_: encoded_tok for encoded_tok, id_ in tokenizer.get_vocab().items()}
-
         for token_id in range(vocab_size):
             piece = tokenizer._convert_id_to_token(token_id)
             if token_id == 0: