Skip to content

Commit

Permalink
Update fork-maintenance.yml
Browse files Browse the repository at this point in the history
  • Loading branch information
Cemberk authored Sep 10, 2024
1 parent 03f946e commit db026df
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion .github/workflows/fork-maintenance.yml
Original file line number Diff line number Diff line change
Expand Up @@ -43,7 +43,7 @@ jobs:
pip install huggingface_hub datasets ;
pip install parameterized;
unit_test_command: >
cd tests; folders=($(python3 -c 'import os; tests = os.getcwd(); model_tests = os.listdir(os.path.join(tests, "tests/models")); d1 = sorted(list(filter(os.path.isdir, os.listdir(tests)))); d2 = sorted(list(filter(os.path.isdir, [f"models/{x}" for x in model_tests]))); d1.remove("models"); d = d2 + d1; print("\n".join(d))')); cd ..; for folder in "${folders[@]}"; do pytest tests/${folder} -v -rfEs --make-reports="huggingface_unit_tests_run_models_gpu_${folder}" -p no:faulthandler --continue-on-collection-errors -m "not not_device_test" -p no:cacheprovider || true; done; allstats=($(find reports -name stats.txt)); for stat in "${allstats[@]}"; do echo "$stat"; cat $stat; done
cd tests; folders=($(python3 -c 'import os; tests = os.getcwd(); model_tests = os.listdir(os.path.join(tests, models)); d1 = sorted(list(filter(os.path.isdir, os.listdir(tests)))); d2 = sorted(list(filter(os.path.isdir, [fmodels{x} for x in model_tests]))); d1.remove(models); d = d2 + d1; print(n.join(d))' )); cd ..; for folder in ${folders[@]}; do pytest tests${folder} -v --make-reports=huggingface_unit_tests_${machine_type}_run_models_gpu_${folder} -rfEsx --continue-on-collection-errors -m not not_device_test -p nocacheprovider ; done ; allstats=($(find reports -name stats.txt)); for stat in ${allstats[@]}; do echo $stat; cat $stat; done
performance_test_command: >
echo "python examples/pytorch/language-modeling/run_mlm.py --model_name_or_path bert-base-uncased --dataset_name wikitext --dataset_config_name wikitext-2-raw-v1 --do_train --do_eval --output_dir /tmp/test-mlm --per_device_train_batch_size 8 --per_device_eval_batch_size 8 --max_steps 500"
docker_image: rocm/pytorch:latest
Expand Down

0 comments on commit db026df

Please sign in to comment.