Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
jenahwang committed Dec 16, 2024
1 parent 21193cb commit 1b4da65
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion scripts/convert_checkpoints_batch.py
Original file line number Diff line number Diff line change
Expand Up @@ -94,7 +94,7 @@ def convert_checkpoint(cps, load_dir="/data/input", sanity_check=False, weka_pre
if not path_found:
conversion_status = "new"
converted_path = local_path
conversion_cmd = f"python hf_olmo/convert_olmo_to_hf.py --checkpoint-dir '{checkpoint_path}' --destination-dir '{local_path}' --tokenizer 'allenai/gpt-neox-olmo-dolma-v1_5' --cleanup-local-dir"
conversion_cmd = f"python hf_olmo/convert_olmo_to_hf.py --checkpoint-dir '{checkpoint_path}' --destination-dir '{local_path}' --tokenizer 'allenai/gpt-neox-olmo-dolma-v1_5'"

if sanity_check:
print("SANITY CHECK MODE (not running the conversion)")
Expand Down

0 comments on commit 1b4da65

Please sign in to comment.