diff --git a/env.d/base.sh b/env.d/base.sh index 6093ec8..b01cf64 100644 --- a/env.d/base.sh +++ b/env.d/base.sh @@ -17,6 +17,7 @@ export GEMM_PRECISION=int8shiftAlphaAll ASYNC_ARGS=( --model-config-paths "$BRT_TEST_PACKAGE_EN_DE/config.intgemm8bitalpha.yml.bergamot.yml" --cpu-threads 4 + --workspace-size 1024 ) BLOCKING_ARGS=( diff --git a/exps/test_multiple-models-intensive.sh b/exps/test_multiple-models-intensive.sh new file mode 100644 index 0000000..24879c1 --- /dev/null +++ b/exps/test_multiple-models-intensive.sh @@ -0,0 +1,10 @@ +#!/bin/bash + +ARGS=( + --model-config-paths + "$BRT_TEST_PACKAGE_EN_ES/config.intgemm8bitalpha.yml.bergamot.yml" + "$BRT_TEST_PACKAGE_EN_DE/config.intgemm8bitalpha.yml.bergamot.yml" + --cpu-threads 2 +) + +$BRT_MARIAN/tests/async --bergamot-mode test-multimodels-intensive ${ARGS[@]} < $BRT_DATA/wngt20/sources.shuf.1k