Skip to content

Commit

Permalink
delete comments
Browse files Browse the repository at this point in the history
  • Loading branch information
Inf1delis committed Dec 14, 2024
1 parent ca168fc commit f3d0a23
Showing 1 changed file with 1 addition and 6 deletions.
7 changes: 1 addition & 6 deletions convert_hf_to_gguf.py
Original file line number Diff line number Diff line change
Expand Up @@ -3503,13 +3503,8 @@ def set_gguf_parameters(self):
rope_dim = hparams["head_dim"]
else:
rope_dim = hparams["hidden_size"] // hparams["num_attention_heads"]
self.gguf_writer.add_rope_dimension_count(rope_dim)

# if self.hparams.get("rope_scaling") is not None and "factor" in self.hparams["rope_scaling"]:
# if self.hparams["rope_scaling"].get("type") == "linear":
# self.gguf_writer.add_rope_scaling_type(gguf.RopeScalingType.LINEAR)
# self.gguf_writer.add_rope_scaling_factor(self.hparams["rope_scaling"]["factor"])

self.gguf_writer.add_rope_dimension_count(rope_dim)
self.gguf_writer.add_rope_scaling_type(gguf.RopeScalingType.NONE)
self.gguf_writer.add_leading_dense_block_count(hparams["first_k_dense_replace"])
self.gguf_writer.add_vocab_size(hparams["vocab_size"])
Expand Down

0 comments on commit f3d0a23

Please sign in to comment.