feat(optimizer): allow circuit manipulation in optimizer dag #3089
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This job is the main jobs will dispatch build and test for every modules of our mono repo. | |
| name: Main | |
| on: | |
| pull_request: | |
| push: | |
| branches: | |
| - 'main' | |
| - 'release/*' | |
| - 'force-docker-images' | |
| - 'private_release/*' | |
| tags: | |
| - 'v[0-9]+.[0-9]+.[0-9]+*' | |
| schedule: | |
| # Nightly Release @ 3AM after each work day | |
| - cron: "0 3 * * 2-6" | |
| jobs: | |
| # This jobs outputs for each modules of our mono-repo if it changed, | |
| # in order to launch jobs only for the changed modules | |
| file-change: | |
| if: ${{ github.event_name != 'schedule' }} | |
| runs-on: ubuntu-latest | |
| permissions: | |
| pull-requests: write | |
| outputs: | |
| compiler: ${{ steps.compiler.outputs.any_changed }} | |
| optimizer: ${{ steps.optimizer.outputs.any_changed }} | |
| concrete-cpu: ${{ steps.concrete-cpu.outputs.any_changed }} | |
| concrete-cpu-api: ${{ steps.concrete-cpu-api.outputs.any_changed }} | |
| concrete-cuda-api: ${{ steps.concrete-cuda-api.outputs.any_changed }} | |
| concrete-python: ${{ steps.concrete-python.outputs.any_changed }} | |
| concrete-compiler-cpu-workflow: ${{ steps.concrete-compiler-cpu-workflow.outputs.any_changed }} | |
| concrete-compiler-gpu-workflow: ${{ steps.concrete-compiler-gpu-workflow.outputs.any_changed }} | |
| concrete-compiler-format-and-linting-workflow: ${{ steps.concrete-compiler-format-and-linting-workflow.outputs.any_changed }} | |
| concrete-compiler-macos-workflow: ${{ steps.concrete-compiler-macos-workflow.outputs.any_changed }} | |
| concrete-compiler-docker-images-workflow: ${{ steps.concrete-compiler-docker-images-workflow.outputs.any_changed }} | |
| concrete-cpu-workflow: ${{ steps.concrete-cpu-workflow.outputs.any_changed }} | |
| concrete-python-workflow: ${{ steps.concrete-python-workflow.outputs.any_changed }} | |
| concrete-optimizer-workflow: ${{ steps.concrete-optimizer-workflow.outputs.any_changed }} | |
| push-main: ${{ steps.github.outputs.push-main }} | |
| steps: | |
| - name: Checkout the repository | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| token: ${{ secrets.CONCRETE_ACTIONS_TOKEN }} | |
| - name: Get changed files in the concrete-compiler directory | |
| id: compiler | |
| uses: tj-actions/changed-files@e5ce44a30190a3af4c81b960587845596e2300ca | |
| with: | |
| files: ./compilers/concrete-compiler/** | |
| - name: Get changed files for concrete-optimizer | |
| id: optimizer | |
| uses: tj-actions/changed-files@e5ce44a30190a3af4c81b960587845596e2300ca | |
| with: | |
| files: | | |
| ./compilers/concrete-optimizer/** | |
| ./.github/workflows/optimizer.yml | |
| - name: Get changed files in the concrete-cpu directory | |
| id: concrete-cpu | |
| uses: tj-actions/changed-files@e5ce44a30190a3af4c81b960587845596e2300ca | |
| with: | |
| files: ./backends/concrete-cpu/implementation/** | |
| - name: Get changed files in the concrete-python directory | |
| id: concrete-python | |
| uses: tj-actions/changed-files@e5ce44a30190a3af4c81b960587845596e2300ca | |
| with: | |
| files: ./frontends/concrete-python/** | |
| - name: Check if compiler_build_and_test_cpu workflow has changed | |
| id: concrete-compiler-cpu-workflow | |
| uses: tj-actions/changed-files@e5ce44a30190a3af4c81b960587845596e2300ca | |
| with: | |
| files: ./.github/workflows/compiler_build_and_test_cpu.yml | |
| - name: Check if compiler_build_and_test_gpu workflow has changed | |
| id: concrete-compiler-gpu-workflow | |
| uses: tj-actions/changed-files@e5ce44a30190a3af4c81b960587845596e2300ca | |
| with: | |
| files: ./.github/workflows/compiler_build_and_test_gpu.yml | |
| - name: Check if compiler_format_and_linting.yml workflow has changed | |
| id: concrete-compiler-format-and-linting-workflow | |
| uses: tj-actions/changed-files@e5ce44a30190a3af4c81b960587845596e2300ca | |
| with: | |
| files: ./.github/workflows/compiler_format_and_linting.yml | |
| - name: Check if compiler_macos_build_and_test workflow has changed | |
| id: concrete-compiler-macos-workflow | |
| uses: tj-actions/changed-files@e5ce44a30190a3af4c81b960587845596e2300ca | |
| with: | |
| files: ./.github/workflows/compiler_macos_build_and_test.yml | |
| - name: Check if compiler_publish_docker_images workflow has changed | |
| id: concrete-compiler-docker-images-workflow | |
| uses: tj-actions/changed-files@e5ce44a30190a3af4c81b960587845596e2300ca | |
| with: | |
| files: | | |
| ./.github/workflows/compiler_publish_docker_images.yml | |
| ./docker/** | |
| - name: Check if concrete_cpu_test workflow has changed | |
| id: concrete-cpu-workflow | |
| uses: tj-actions/changed-files@e5ce44a30190a3af4c81b960587845596e2300ca | |
| with: | |
| files: ./.github/workflows/concrete_cpu_test.yml | |
| - name: Check if concrete_python_checks workflow has changed | |
| id: concrete-python-workflow | |
| uses: tj-actions/changed-files@e5ce44a30190a3af4c81b960587845596e2300ca | |
| with: | |
| files: ./.github/workflows/concrete_python_checks.yml | |
| - name: Check if optimizer workflow has changed | |
| id: concrete-optimizer-workflow | |
| uses: tj-actions/changed-files@e5ce44a30190a3af4c81b960587845596e2300ca | |
| with: | |
| files: ./.github/workflows/optimizer.yml | |
| - name: Get changed files in the concrete-cpu directory | |
| id: concrete-cpu-api | |
| uses: tj-actions/changed-files@e5ce44a30190a3af4c81b960587845596e2300ca | |
| with: | |
| files: ./backends/concrete-cpu/implementation/include/** | |
| - name: Get changed files in the concrete-cuda directory | |
| id: concrete-cuda-api | |
| uses: tj-actions/changed-files@e5ce44a30190a3af4c81b960587845596e2300ca | |
| with: | |
| files: ./backends/concrete-cuda/implementation/include/** | |
| - name: Set some github event outputs | |
| id: github | |
| if: github.event_name == 'push' && (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/heads/release')) | |
| run: echo "push-main=true" >> "$GITHUB_OUTPUT" | |
| ################################################# | |
| # Compiler jobs ################################# | |
| compiler-compliance: | |
| needs: file-change | |
| if: needs.file-change.outputs.compiler == 'true' || needs.file-change.outputs.concrete-compiler-format-and-linting-workflow == 'true' || needs.file-change.outputs.push-main == 'true' | |
| uses: ./.github/workflows/compiler_format_and_linting.yml | |
| compiler-cpu-build: | |
| needs: file-change | |
| if: needs.file-change.outputs.compiler == 'true' || needs.file-change.outputs.concrete-cpu-api == 'true'|| needs.file-change.outputs.concrete-compiler-cpu-workflow == 'true' || needs.file-change.outputs.push-main == 'true' | |
| uses: ./.github/workflows/start_slab.yml | |
| secrets: inherit | |
| with: | |
| command: compiler-cpu-build | |
| compiler-cpu-build-distributed: | |
| needs: file-change | |
| if: needs.file-change.outputs.compiler == 'true' || needs.file-change.outputs.concrete-cpu-api == 'true'|| needs.file-change.outputs.concrete-compiler-cpu-workflow == 'true' || needs.file-change.outputs.push-main == 'true' | |
| uses: ./.github/workflows/start_slab.yml | |
| secrets: inherit | |
| with: | |
| command: compiler-cpu-build-distributed | |
| compiler-gpu-build: | |
| needs: file-change | |
| if: needs.file-change.outputs.compiler == 'true' || needs.file-change.outputs.concrete-cuda-api == 'true' || needs.file-change.outputs.concrete-compiler-gpu-workflow == 'true' || needs.file-change.outputs.push-main == 'true' | |
| uses: ./.github/workflows/start_slab.yml | |
| secrets: inherit | |
| with: | |
| command: compiler-gpu-build | |
| compiler-macos-tests: | |
| needs: file-change | |
| if: needs.file-change.outputs.compiler == 'true' || needs.file-change.outputs.concrete-compiler-macos-workflow == 'true' || needs.file-change.outputs.push-main == 'true' | |
| uses: ./.github/workflows/compiler_macos_build_and_test.yml | |
| secrets: inherit | |
| compiler-publish-docker-images: | |
| needs: file-change | |
| if: (needs.file-change.outputs.compiler == 'true' || needs.file-change.outputs.concrete-compiler-docker-images-workflow == 'true') && (needs.file-change.outputs.push-main == 'true' || contains(github.ref, 'refs/heads/force-docker-images')) | |
| uses: ./.github/workflows/start_slab.yml | |
| secrets: inherit | |
| with: | |
| command: compiler-publish-docker-images | |
| compiler-cpu-benchmark: | |
| needs: file-change | |
| if: needs.file-change.outputs.push-main == 'true' | |
| uses: ./.github/workflows/start_slab.yml | |
| secrets: inherit | |
| with: | |
| command: compiler-cpu-benchmark | |
| # compiler-gpu-benchmark: | |
| # needs: file-change | |
| # if: needs.file-change.outputs.push-main == 'true' | |
| # uses: ./.github/workflows/start_slab.yml | |
| # secrets: inherit | |
| # with: | |
| # command: compiler-gpu-benchmark | |
| ################################################# | |
| # Optimizer jobs ################################ | |
| optimizer: | |
| needs: file-change | |
| if: | | |
| needs.file-change.outputs.parameters-curves == 'true' || | |
| needs.file-change.outputs.concrete-cpu == 'true' || | |
| needs.file-change.outputs.optimizer == 'true'|| | |
| needs.file-change.outputs.push-main | |
| uses: ./.github/workflows/optimizer.yml | |
| secrets: inherit | |
| ################################################# | |
| # ConcreteCPU jobs ############################## | |
| concrete-cpu: | |
| needs: file-change | |
| if: needs.file-change.outputs.concrete-cpu == 'true' || needs.file-change.outputs.concrete-cpu-workflow == 'true' || needs.file-change.outputs.push-main | |
| uses: ./.github/workflows/concrete_cpu_test.yml | |
| secrets: inherit | |
| ################################################# | |
| # Concrete Python jobs ########################## | |
| concrete-python: | |
| needs: file-change | |
| if: needs.file-change.outputs.concrete-python == 'true' || needs.file-change.outputs.concrete-python-workflow == 'true' || needs.file-change.outputs.push-main | |
| uses: ./.github/workflows/concrete_python_checks.yml | |
| secrets: inherit | |
| concrete-python-tests-linux: | |
| needs: file-change | |
| if: needs.file-change.outputs.concrete-python == 'true' || needs.file-change.outputs.push-main | |
| uses: ./.github/workflows/start_slab.yml | |
| secrets: inherit | |
| with: | |
| command: concrete-python-tests-linux | |
| concrete-python-tests-linux-gpu: | |
| needs: file-change | |
| if: needs.file-change.outputs.concrete-python == 'true' && needs.file-change.outputs.push-main | |
| uses: ./.github/workflows/start_slab.yml | |
| secrets: inherit | |
| with: | |
| command: concrete-python-tests-linux-gpu | |
| concrete-python-tests-macos: | |
| needs: file-change | |
| if: needs.file-change.outputs.concrete-python == 'true' || needs.file-change.outputs.push-main | |
| uses: ./.github/workflows/concrete_python_test_macos.yml | |
| secrets: inherit | |
| ################################################# | |
| # Release jobs ################################# | |
| concrete-python-nightly-release: | |
| if: ${{ github.event_name == 'schedule' }} | |
| uses: ./.github/workflows/start_slab.yml | |
| secrets: inherit | |
| with: | |
| command: concrete-python-release | |
| user_inputs: 'nightly' | |
| concrete-python-public-release: | |
| # needs: [compiler-cpu-build, compiler-macos-tests, compiler-publish-docker-images, concrete-python-tests-linux, concrete-python-tests-macos] | |
| if: github.event_name == 'push' && contains(github.ref, 'refs/tags/') | |
| uses: ./.github/workflows/start_slab.yml | |
| secrets: inherit | |
| with: | |
| command: concrete-python-release | |
| user_inputs: 'public' | |
| concrete-python-private-release: | |
| if: github.event_name == 'push' && contains(github.ref, 'refs/heads/private_release/') | |
| uses: ./.github/workflows/start_slab.yml | |
| secrets: inherit | |
| with: | |
| command: concrete-python-release | |
| user_inputs: 'private' | |
| concrete-python-docker-release: | |
| needs: [concrete-python-public-release] | |
| if: github.event_name == 'push' && contains(github.ref, 'refs/tags/') | |
| uses: ./.github/workflows/concrete_python_push_docker_image.yml | |
| secrets: inherit | |
| with: | |
| tag: ${{ github.ref_name }} |