-
Notifications
You must be signed in to change notification settings - Fork 5
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
PPoPP 2019: Add script to generate paper results (#1)
These scripts run everything required to generate PPoPP 2019 paper results in Figures 7-10. * Fully generate and gather PPoPP 2019 results
- Loading branch information
1 parent
236e05b
commit 912ed61
Showing
2 changed files
with
91 additions
and
0 deletions.
There are no files selected for viewing
33 changes: 33 additions & 0 deletions
33
catamount/frameworks/example_graphs/tensorflow/full_models/gather_results.sh
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,33 @@ | ||
#!/bin/bash | ||
|
||
outdir="ppopp_2019_tests" | ||
|
||
ls $outdir | ||
|
||
echo "=============== Character Language Model ===============" | ||
grep -A50000 "======= Algorithmic graph-level analytics: =======" $outdir/output_charlm.txt | grep -v "=====" | ||
|
||
echo -e "\n\n" | ||
|
||
echo "=============== Word Language Model ===============" | ||
grep -A50000 "======= Algorithmic graph-level analytics: =======" $outdir/output_wordlm.txt | grep -v "=====" | ||
|
||
echo -e "\n\n" | ||
|
||
echo "=============== Machine Translation Model ===============" | ||
grep -A50000 "======= Algorithmic graph-level analytics: =======" $outdir/output_nmt.txt | grep -v "=====" | ||
|
||
echo -e "\n\n" | ||
|
||
echo "=============== Image Classification Models ===============" | ||
for depth in 18 34 50 101 152 | ||
do | ||
echo "--------------- ResNet-$depth ---------------" | ||
grep -A50000 "======= Algorithmic graph-level analytics: =======" $outdir/output_image_$depth.txt | grep -v "=====" | ||
echo "" | ||
done | ||
|
||
echo -e "\n\n" | ||
|
||
echo "=============== Speech Recognition Model ===============" | ||
grep -A50000 "======= Algorithmic graph-level analytics: =======" $outdir/output_speech.txt | grep -v "=====" |
58 changes: 58 additions & 0 deletions
58
catamount/frameworks/example_graphs/tensorflow/full_models/generate_results.sh
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,58 @@ | ||
#!/bin/bash | ||
|
||
# Set up virtual environment | ||
if [ ! -e "catamount_venv" ] | ||
then | ||
echo "==== Creating virtual environment ====" | ||
python -m venv catamount_venv | ||
echo "" | ||
fi | ||
|
||
echo "==== Sourcing virtual environment ====" | ||
source catamount_venv/bin/activate | ||
export PYTHONPATH=$VIRTUAL_ENV/lib/python3.6/site-packages/ | ||
echo "" | ||
|
||
echo "==== Installing dependencies ====" | ||
pip install -r requirements.txt | ||
echo "" | ||
|
||
echo "==== Installing Catamount ====" | ||
python setup.py install | ||
echo "" | ||
|
||
outdir="ppopp_2019_tests" | ||
if [ ! -e "$outdir" ] | ||
then | ||
echo "==== Creating output directory ====" | ||
mkdir -p $outdir | ||
echo "" | ||
fi | ||
|
||
# Run tests | ||
# Use CUDA_VISIBLE_DEVICES="" in case system has access to GPUs, | ||
# but we don't want to use them | ||
for depth in 18 34 50 101 152 | ||
do | ||
outfile="$outdir/output_image_$depth.txt" | ||
echo "==== Running Image ResNet$depth. Output to $outfile ====" | ||
CUDA_VISIBLE_DEVICES="" python catamount/tests/full/tf_image_resnet.py --depth $depth >& $outfile | ||
echo "" | ||
done | ||
|
||
for domain in charlm nmt wordlm | ||
do | ||
outfile="$outdir/output_$domain.txt" | ||
echo "==== Running Language $domain. Output to $outfile ====" | ||
CUDA_VISIBLE_DEVICES="" python catamount/tests/full/tf_language_models.py --domain $domain >& $outfile | ||
echo "" | ||
done | ||
|
||
outfile="$outdir/output_speech.txt" | ||
echo "==== Running Speech Attention. Output to $outfile ====" | ||
CUDA_VISIBLE_DEVICES="" python catamount/tests/full/tf_speech_attention.py >& $outfile | ||
echo "" | ||
|
||
|
||
# Gather results | ||
bash catamount/frameworks/example_graphs/tensorflow/full_models/gather_results.sh |