new config

stanford-crfm · Sep 11, 2024 · 0bfcf1c · 0bfcf1c
1 parent b4fdf82
commit 0bfcf1c
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/levanter/models/llama.py b/src/levanter/models/llama.py
@@ -109,6 +109,9 @@ def hf_checkpoint_converter(self) -> HFCheckpointConverter["LlamaConfig"]:  # ty
 
     @classmethod
     def from_hf_config(cls, hf_config: HfConfig):
+        print(f'\n hf_config: {hf_config}')
+        print(type(hf_config))
+        print(dir(hf_config))
         return LlamaConfig(
             seq_len=hf_config.max_position_embeddings,
             hidden_dim=hf_config.hidden_size,