Merge pull request #25 from RasaHQ/fix-test-run-schedule

Put train model and fetch model in same workflow for azure test run
RasaHQ · Jul 2, 2024 · 238de46 · 238de46
2 parents de28a31 + 1adda76
commit 238de46
Showing 1 changed file with 41 additions and 105 deletions.
diff --git a/.github/workflows/run-e2e-tests-on-azure.yml b/.github/workflows/run-e2e-tests-on-azure.yml
@@ -1,4 +1,8 @@
-name: Continous Integration and Deployment
+name: Run e2e tests on azure
+# This workflow runs `e2e_tests/passing/happy_path` and `e2e_tests/passing/chitchat` tests
+# using azure openai configurations
+# the config files are located on the branch `azure-openai-release-3.9`
+# the workflow checks out the `azure-openai-release-3.9` branch and runs the tests.
 
 on:
   schedule:
@@ -11,15 +15,15 @@ env:
   POETRY_VERSION: 1.8.2
 
 jobs:
-  train-model:
+  train-model-and-run-tests:
     name: Train model
     runs-on: ubuntu-22.04
 
     steps:
       - name: Checkout git repository 🕝
         uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c
         with:
-          ref: test-azure-openai
+          ref: azure-openai-release-3.9
 
       - name: Setup Python
         uses: actions/setup-python@57ded4d7d5e986d7296eab16560982c6dd7c923b
@@ -46,18 +50,6 @@ jobs:
       - name: Set up virtual environment
         run: poetry config virtualenvs.in-project true
 
-      # Authenticate with gcloud for release registry (where Rasa is published)
-      - id: "auth-release"
-        name: Authenticate with gcloud for release registry 🎫
-        uses: "google-github-actions/auth@ef5d53e30bbcd8d0836f4288f5e50ff3e086997d"
-        with:
-          token_format: 'access_token'
-          credentials_json: "${{ secrets.RASA_RELEASES_READ }}"
-
-      - name: Configure OAuth token for poetry
-        run: |
-          poetry config http-basic.rasa-plus oauth2accesstoken $(gcloud auth print-access-token)
-
       - name: Install Dependencies 📦
         run: |
           make install
@@ -77,94 +69,38 @@ jobs:
           name: trained-model
           path: models/${{steps.upload_model.outputs.model}}.tar.gz
 
-  run_e2e_tests:
-    name: Run e2e Tests
-    runs-on: ubuntu-22.04
-    needs: [train-model]
+      - name: Init LLM Cache
+        id: cache-llm
+        uses: actions/cache@88522ab9f39a2ea568f7027eddc7d8d8bc9d59c8
+        with:
+          path: .rasa
+          key: rasa-llm-cache
 
-    steps:
-    - name: Checkout git repository 🕝
-      uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c
-      with:
-        ref: test-azure-openai
-
-    - name: Setup Python
-      uses: actions/setup-python@57ded4d7d5e986d7296eab16560982c6dd7c923b
-      with:
-        python-version: ${{ env.DEFAULT_PYTHON_VERSION }}
-
-    - name: Install poetry 🦄
-      uses: Gr1N/setup-poetry@15821dc8a61bc630db542ae4baf6a7c19a994844
-      with:
-        poetry-version: ${{ env.POETRY_VERSION }}
-
-    - name: Load Poetry Cached Libraries ⬇
-      id: cache-poetry
-      uses: actions/cache@88522ab9f39a2ea568f7027eddc7d8d8bc9d59c8
-      with:
-        path: .venv
-        key: ${{ runner.os }}-poetry-${{ env.POETRY_VERSION }}-${{ env.DEFAULT_PYTHON_VERSION }}-${{ hashFiles('**/poetry.lock') }}
-        restore-keys: ${{ runner.os }}-poetry-${{ env.DEFAULT_PYTHON_VERSION }}
-
-    - name: Create virtual environment
-      if: steps.cache-poetry.outputs.cache-hit != 'true'
-      run: python -m venv create .venv
-
-    - name: Set up virtual environment
-      run: poetry config virtualenvs.in-project true
-
-      # Authenticate with gcloud for release registry (where Rasa is published)
-    - id: "auth-release"
-      name: Authenticate with gcloud for release registry 🎫
-      uses: "google-github-actions/auth@ef5d53e30bbcd8d0836f4288f5e50ff3e086997d"
-      with:
-        token_format: 'access_token'
-        credentials_json: "${{ secrets.RASA_RELEASES_READ }}"
-
-    - name: Configure OAuth token for poetry
-      run: |
-        poetry config http-basic.rasa-plus oauth2accesstoken $(gcloud auth print-access-token)
-
-    - name: Install Dependencies 📦
-      run: |
-        make install
-
-    - uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a
-      with:
-        name: trained-model
-        path: models/
-
-    - name: Init LLM Cache
-      id: cache-llm
-      uses: actions/cache@88522ab9f39a2ea568f7027eddc7d8d8bc9d59c8
-      with:
-        path: .rasa
-        key: rasa-llm-cache
-
-    - name: Run action server
-      env:
-        OPENAI_API_KEY: ${{secrets.AZURE_OPENAI_API_KEY}}
-        RASA_PRO_LICENSE: ${{secrets.RASA_PRO_LICENSE}}
-        RASA_DUCKLING_HTTP_URL: ${{secrets.DUCKLING_URL}}
-        RASA_PRO_BETA_INTENTLESS: true
-      run: |
-        make actions &
-
-    - name: Run e2e happy_path tests
-      env:
-        OPENAI_API_KEY: ${{secrets.AZURE_OPENAI_API_KEY}}
-        RASA_PRO_LICENSE: ${{secrets.RASA_PRO_LICENSE}}
-        RASA_DUCKLING_HTTP_URL: ${{secrets.DUCKLING_URL}}
-        RASA_PRO_BETA_INTENTLESS: true
-      run: |
-        poetry run rasa test e2e e2e_tests/passing/happy_path
-
-    - name: Run e2e chitchat tests
-      env:
-        OPENAI_API_KEY: ${{secrets.AZURE_OPENAI_API_KEY}}
-        RASA_PRO_LICENSE: ${{secrets.RASA_PRO_LICENSE}}
-        RASA_DUCKLING_HTTP_URL: ${{secrets.DUCKLING_URL}}
-        RASA_PRO_BETA_INTENTLESS: true
-      run: |
-        poetry run rasa test e2e e2e_tests/passing/chitchat
-        
+      - name: Run action server
+        env:
+          OPENAI_API_KEY: ${{secrets.AZURE_OPENAI_API_KEY}}
+          RASA_PRO_LICENSE: ${{secrets.RASA_PRO_LICENSE}}
+          RASA_DUCKLING_HTTP_URL: ${{secrets.DUCKLING_URL}}
+          RASA_PRO_BETA_INTENTLESS: true
+        run: |
+          make actions &
+
+      - name: Run e2e happy_path tests
+        env:
+          OPENAI_API_KEY: ${{secrets.AZURE_OPENAI_API_KEY}}
+          RASA_PRO_LICENSE: ${{secrets.RASA_PRO_LICENSE}}
+          RASA_DUCKLING_HTTP_URL: ${{secrets.DUCKLING_URL}}
+          RASA_PRO_BETA_INTENTLESS: true
+        run: |
+          poetry run rasa test e2e e2e_tests/passing/happy_path
+
+      - name: Run e2e chitchat tests
+        if: always()
+        env:
+          OPENAI_API_KEY: ${{secrets.AZURE_OPENAI_API_KEY}}
+          RASA_PRO_LICENSE: ${{secrets.RASA_PRO_LICENSE}}
+          RASA_DUCKLING_HTTP_URL: ${{secrets.DUCKLING_URL}}
+          RASA_PRO_BETA_INTENTLESS: true
+        run: |
+          poetry run rasa test e2e e2e_tests/passing/chitchat
+