Skip to content

Commit

Permalink
PPoPP 2019: Add script to generate paper results (#1)
Browse files Browse the repository at this point in the history
These scripts run everything required to generate PPoPP 2019 paper results in Figures 7-10.
* Fully generate and gather PPoPP 2019 results
  • Loading branch information
jthestness authored Nov 23, 2018
1 parent 236e05b commit 912ed61
Show file tree
Hide file tree
Showing 2 changed files with 91 additions and 0 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
#!/bin/bash

outdir="ppopp_2019_tests"

ls $outdir

echo "=============== Character Language Model ==============="
grep -A50000 "======= Algorithmic graph-level analytics: =======" $outdir/output_charlm.txt | grep -v "====="

echo -e "\n\n"

echo "=============== Word Language Model ==============="
grep -A50000 "======= Algorithmic graph-level analytics: =======" $outdir/output_wordlm.txt | grep -v "====="

echo -e "\n\n"

echo "=============== Machine Translation Model ==============="
grep -A50000 "======= Algorithmic graph-level analytics: =======" $outdir/output_nmt.txt | grep -v "====="

echo -e "\n\n"

echo "=============== Image Classification Models ==============="
for depth in 18 34 50 101 152
do
echo "--------------- ResNet-$depth ---------------"
grep -A50000 "======= Algorithmic graph-level analytics: =======" $outdir/output_image_$depth.txt | grep -v "====="
echo ""
done

echo -e "\n\n"

echo "=============== Speech Recognition Model ==============="
grep -A50000 "======= Algorithmic graph-level analytics: =======" $outdir/output_speech.txt | grep -v "====="
Original file line number Diff line number Diff line change
@@ -0,0 +1,58 @@
#!/bin/bash

# Set up virtual environment
if [ ! -e "catamount_venv" ]
then
echo "==== Creating virtual environment ===="
python -m venv catamount_venv
echo ""
fi

echo "==== Sourcing virtual environment ===="
source catamount_venv/bin/activate
export PYTHONPATH=$VIRTUAL_ENV/lib/python3.6/site-packages/
echo ""

echo "==== Installing dependencies ===="
pip install -r requirements.txt
echo ""

echo "==== Installing Catamount ===="
python setup.py install
echo ""

outdir="ppopp_2019_tests"
if [ ! -e "$outdir" ]
then
echo "==== Creating output directory ===="
mkdir -p $outdir
echo ""
fi

# Run tests
# Use CUDA_VISIBLE_DEVICES="" in case system has access to GPUs,
# but we don't want to use them
for depth in 18 34 50 101 152
do
outfile="$outdir/output_image_$depth.txt"
echo "==== Running Image ResNet$depth. Output to $outfile ===="
CUDA_VISIBLE_DEVICES="" python catamount/tests/full/tf_image_resnet.py --depth $depth >& $outfile
echo ""
done

for domain in charlm nmt wordlm
do
outfile="$outdir/output_$domain.txt"
echo "==== Running Language $domain. Output to $outfile ===="
CUDA_VISIBLE_DEVICES="" python catamount/tests/full/tf_language_models.py --domain $domain >& $outfile
echo ""
done

outfile="$outdir/output_speech.txt"
echo "==== Running Speech Attention. Output to $outfile ===="
CUDA_VISIBLE_DEVICES="" python catamount/tests/full/tf_speech_attention.py >& $outfile
echo ""


# Gather results
bash catamount/frameworks/example_graphs/tensorflow/full_models/gather_results.sh

0 comments on commit 912ed61

Please sign in to comment.