Cover corner case for role_scaling not in config.json

ggerganov · Aug 14, 2024 · 0645adc · 0645adc
1 parent e4bb91b
commit 0645adc
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py
@@ -3759,7 +3759,7 @@ def set_gguf_parameters(self):
         self.gguf_writer.add_rope_dimension_count(int(rot_pct * n_embd) // n_head)
 
         # * RopeScaling for Nemotron
-        if self.hparams["rope_scaling"] is None:
+        if "rope_scaling" not in self.hparams or self.hparams["rope_scaling"] is None:
             self.gguf_writer.add_rope_scaling_type(gguf.RopeScalingType.NONE)
         else:
             self.gguf_writer.add_rope_scaling_type(gguf.RopeScalingType.LINEAR)