rag_exp_acc_ci.yml

name: RAG Experiment Accelerator CI

on:
  workflow_call:
  workflow_dispatch:
  pull_request:
    types: [opened, ready_for_review, synchronize]
    branches:
      - main
      - development
      - prerelease
  push:
    branches:
      - main
      - development
      - prerelease
  merge_group:

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: ${{ github.ref != 'refs/heads/development' && github.ref != 'refs/heads/main' && github.ref != 'refs/heads/prerelease'}}

jobs:
  execute-code-and-check:
    env:
      AZURE_SEARCH_ADMIN_KEY: ${{ secrets.AZURE_SEARCH_ADMIN_KEY }}
      AZURE_SEARCH_SERVICE_ENDPOINT: ${{ secrets.AZURE_SEARCH_SERVICE_ENDPOINT }}
      AZURE_SEARCH_USE_SEMANTIC_SEARCH: "true"
      AZURE_LANGUAGE_SERVICE_KEY: ${{ secrets.AZURE_LANGUAGE_SERVICE_KEY }}
      AZURE_LANGUAGE_SERVICE_ENDPOINT: ${{ secrets.AZURE_LANGUAGE_SERVICE_ENDPOINT }}
      OPENAI_API_TYPE: "azure"
      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
      OPENAI_API_VERSION: ${{ secrets.OPENAI_API_VERSION }}
      OPENAI_ENDPOINT: ${{ secrets.OPENAI_ENDPOINT }}
      AML_RESOURCE_GROUP_NAME: ${{ secrets.RESOURCE_GROUP_NAME }}
      AML_SUBSCRIPTION_ID: ${{ secrets.SUBSCRIPTION_ID }}
      AML_WORKSPACE_NAME: ${{ secrets.WORKSPACE_NAME }}
      AZURE_DOCUMENT_INTELLIGENCE_ENDPOINT: ""
      AZURE_DOCUMENT_INTELLIGENCE_ADMIN_KEY: ""
    name: code validation through execution
    runs-on: ubuntu-latest
    steps:
      - name: Checkout Actions
        uses: actions/checkout@v4
      - name: Azure login
        uses: azure/login@v2
        with:
          creds: ${{ secrets.azure_credentials }}
      - name: Configure Azure ML Agent
        uses: ./.github/actions/configure_azureml_agent
      - name: execute index creation step
        shell: bash
        run: |
          python 01_index.py --data_dir='data-ci' --config_path=${{ github.workspace }}/.github/workflows/config.json
      - name: execute qna step
        shell: bash
        run: |
          python 02_qa_generation.py --data_dir='data-ci' --config_path=${{ github.workspace }}/.github/workflows/config.json
      - name: execute querying step
        shell: bash
        run: |
          python 03_querying.py --data_dir='data-ci' --config_path=${{ github.workspace }}/.github/workflows/config.json
      - name: execute evaluation step
        shell: bash
        run: |
          python 04_evaluation.py --data_dir='data-ci' --config_path=${{ github.workspace }}/.github/workflows/config.json