Merge pull request #188 from jquesnelle/patch-1

add rope_theta to hf conversion script
huggingface · May 30, 2024 · 6771639 · 6771639
2 parents c721f4f + 97c9780
commit 6771639
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/examples/llama/convert_weights.py b/examples/llama/convert_weights.py
@@ -71,6 +71,7 @@ def get_config_mapping(nt_to_hf: bool = True) -> dict[str, str]:
         "pretraining_tp": "pretraining_tp",
         "rms_norm_eps": "rms_norm_eps",
         "rope_scaling": "rope_scaling",
+        "rope_theta": "rope_theta",
         "tie_word_embeddings": "tie_word_embeddings",
         "use_cache": "use_cache",
         "vocab_size": "vocab_size",