From eca4972ebe20a47bb58ae52ff4355ba1bd51735a Mon Sep 17 00:00:00 2001 From: Akshita Bhagia Date: Wed, 17 Jul 2024 11:05:21 -0700 Subject: [PATCH] install flash_attn --- .github/actions/setup-venv/action.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/actions/setup-venv/action.yml b/.github/actions/setup-venv/action.yml index 3aaef6516..1006ca91f 100644 --- a/.github/actions/setup-venv/action.yml +++ b/.github/actions/setup-venv/action.yml @@ -45,6 +45,8 @@ runs: pip install 'torch${{ inputs.torch-version }}' --extra-index-url https://download.pytorch.org/whl/cpu pip install -e .[all] pip install -e hf_olmo + pip install --no-cache-dir triton==2.0.0 https://storage.googleapis.com/ai2-python-wheels/flash_attn/flash_attn-0.2.8%2Bcu118torch2.0.0-cp310-cp310-linux_x86_64.whl + - if: steps.virtualenv-cache.outputs.cache-hit == 'true' shell: bash @@ -53,6 +55,7 @@ runs: . .venv/bin/activate pip install --no-deps -e .[all] pip install --no-deps -e hf_olmo + pip install --no-deps --no-cache-dir triton==2.0.0 https://storage.googleapis.com/ai2-python-wheels/flash_attn/flash_attn-0.2.8%2Bcu118torch2.0.0-cp310-cp310-linux_x86_64.whl - shell: bash run: |