From f3d0a23fe5b6f1ad2dee4bc869a40b11453d2175 Mon Sep 17 00:00:00 2001 From: Valentin Mamedov Date: Sat, 14 Dec 2024 20:20:45 +0700 Subject: [PATCH] delete comments --- convert_hf_to_gguf.py | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py index fb7c12f9d5280..d25562d57838d 100755 --- a/convert_hf_to_gguf.py +++ b/convert_hf_to_gguf.py @@ -3503,13 +3503,8 @@ def set_gguf_parameters(self): rope_dim = hparams["head_dim"] else: rope_dim = hparams["hidden_size"] // hparams["num_attention_heads"] - self.gguf_writer.add_rope_dimension_count(rope_dim) - - # if self.hparams.get("rope_scaling") is not None and "factor" in self.hparams["rope_scaling"]: - # if self.hparams["rope_scaling"].get("type") == "linear": - # self.gguf_writer.add_rope_scaling_type(gguf.RopeScalingType.LINEAR) - # self.gguf_writer.add_rope_scaling_factor(self.hparams["rope_scaling"]["factor"]) + self.gguf_writer.add_rope_dimension_count(rope_dim) self.gguf_writer.add_rope_scaling_type(gguf.RopeScalingType.NONE) self.gguf_writer.add_leading_dense_block_count(hparams["first_k_dense_replace"]) self.gguf_writer.add_vocab_size(hparams["vocab_size"])