build-push-release.yml

name: build-push-release

on:
  workflow_dispatch:
  release:
    types: [published]

jobs:
  pylint:
    runs-on: ubuntu-latest
    env:
      ISSUES_URL: "https://api.github.com/repos/supervisely/issues/issues"
      PROJECT_NUMBER: "2"
      TODO_NAME: "🚀 Todo (now!)"
      STATUS_FIELD_ID: ""
      STATUS_ID: ""
      ISSUE_NODE_ID: ""
      ITEM_TO_MOVE: ""
      ORG_PROJECT_ID: ""
      ORG_LOGIN: "supervisely"
      ERRORS_DETECTED: false
    steps:
    - name: Checkout repository
      uses: actions/checkout@v4
      with:
        repository: ${{ github.repository }}
        token: ${{ secrets.PYLINT_TOKEN }}

    - name: Set up Python
      uses: actions/setup-python@v5
      with:
        python-version: 3.8

    - name: Install dependencies
      run: |
        sudo apt-get update
        sudo apt-get install python-all-dev libboost-python-dev libexiv2-dev
        sudo ln -s /usr/lib/x86_64-linux-gnu/libboost_python310.so /usr/lib/x86_64-linux-gnu/libboost_python38.so
        pip install --upgrade pip
        pip install pylint
        pip install -r requirements.txt

    - name: Run check with pylint
      run: | 
        export PYTHONPATH=$PYTHONPATH:$PWD/agent/
        pylint_output=$(pylint --ignore-patterns=".*\.json$|.*\.gitignore$" "agent") || true
        if [[ $pylint_output == *"E"* ]] || [[ $pylint_output == *"F"* ]]; then
          # Save pylint output to a file
          echo "$pylint_output" > pylint_errors.txt
          echo "ERRORS_DETECTED=true" >> $GITHUB_ENV
        else
          echo "ERRORS_DETECTED=false" >> $GITHUB_ENV
        fi
      id: pylint
      
    - name: Create GitHub issue
      run: |
        if [[ "${{ env.ERRORS_DETECTED }}" == "true" ]]; then
          issue_body=$(cat pylint_errors.txt)
          echo "Issue body: $issue_body"
          
          json=$(jq -n \
                    --arg title "Pylint Errors for ${{ github.event_name }} #${{ github.event.release.tag_name }} at $(date -u +'%Y-%m-%d %H:%M') UTC+0" \
                    --arg body "$issue_body" \
                    --argjson assignees '["${{ github.actor }}"]' \
                    --argjson labels '["bug", "pylint", "agent"]' \
                    '{title: $title, body: $body, assignees: $assignees, labels: $labels}')

          issue_response=$(curl -X POST -H "Accept: application/vnd.github+json" \
            -H "Authorization: Bearer ${{ secrets.PYLINT_TOKEN }}" \
            -H "X-GitHub-Api-Version: 2022-11-28" \
            ${{ env.ISSUES_URL }} \
            -d "$json"
            )

          echo "GitHub response: $issue_response"
          issue_url=$(echo "$issue_response" | jq -r '.html_url')
          echo "issue_url=$issue_url" >> $GITHUB_ENV
          issue_node_id=$(echo "$issue_response" | jq -r '.node_id')
          echo "ISSUE_NODE_ID=$issue_node_id" >> $GITHUB_ENV
          
        else
          echo "No pylint errors detected."
        fi
    
   
    - name: Get Project ID    
      if: ${{ env.ERRORS_DETECTED == 'true' }}
      run: |
        org_login=${{ env.ORG_LOGIN }}
        project_number=${{ env.PROJECT_NUMBER }}

        response=$(curl -X POST \
          -H "Authorization: Bearer ${{ secrets.PYLINT_TOKEN }}" \
          -H "Content-Type: application/json" \
          -d '{
            "query": "query getProjectID($org_login: String!, $project_number: Int!) { organization(login: $org_login) { projectV2(number: $project_number) { id } } }",
            "variables": {
              "org_login": "${{ env.ORG_LOGIN }}",
              "project_number": ${{ env.PROJECT_NUMBER }}
            }
          }' \
          https://api.github.com/graphql)
        echo "Response from GitHub API: $response"
        project_id=$(echo "$response" | jq -r '.data.organization.projectV2.id')
                
        echo "Organization Project ID: $project_id"
        echo "ORG_PROJECT_ID=$project_id" >> $GITHUB_ENV
    
    - name: Get Status Field ID and Status ID
      if: ${{ env.ERRORS_DETECTED == 'true' }}
      run: |
        response=$(curl -X POST \
          -H "Authorization: Bearer ${{ secrets.PYLINT_TOKEN }}" \
          -H "Content-Type: application/json" \
          --data-raw '{
            "query": "query getProjectFields($projectId: ID!) { node(id: $projectId) { ... on ProjectV2 { fields(first: 100) { nodes { ... on ProjectV2Field { id dataType name } ... on ProjectV2IterationField { id name dataType configuration { iterations { startDate id } } } ... on ProjectV2SingleSelectField { id name dataType options { id name } } } } } } }",
            "variables": {
              "projectId": "${{ env.ORG_PROJECT_ID}}"
            }
          }' \
          https://api.github.com/graphql)
        echo "Response from GitHub API: $response"
        status_field_id=$(echo "$response" | jq -r '.data.node.fields.nodes[] | select(.name == "Status") | .id')        
        status_id=$(echo "$response" | jq -r '.data.node.fields.nodes[] | select(.name == "Status") | .options[] | select(.name == "${{ env.TODO_NAME }}") | .id')
        echo "STATUS_FIELD_ID=$status_field_id" >> $GITHUB_ENV
        echo "STATUS_ID=$status_id" >> $GITHUB_ENV       
        echo "Status Field ID: $status_id"
        echo "Todo ID: $todo_id"

    - name: Add Issue to project
      if: ${{ env.ERRORS_DETECTED == 'true' }}
      run: |
        issue_id=${{ env.ISSUE_NODE_ID }}
        project_id=${{ env.ORG_PROJECT_ID }}
        
        item_id=$(curl -X POST -H "Authorization: Bearer ${{ secrets.PYLINT_TOKEN }}" \
          -H "Accept: application/vnd.github.v3+json" \
          https://api.github.com/graphql \
          -d @- <<EOF | jq -r '.data.addProjectV2ItemById.item.id'
          {
            "query": "mutation {
              addProjectV2ItemById(input: {
                contentId: \"$issue_id\",
                projectId: \"$project_id\"
              }) {
                item {
                  id
                  project {
                    title
                  }
                }
              }
            }"
          }
        EOF
                )
                
                echo "Item ID: $item_id"
                echo "ITEM_TO_MOVE=$item_id" >> $GITHUB_ENV
    
    - name: Move issue to Todo column
      if: ${{ env.ERRORS_DETECTED == 'true' }}
      run: |
        curl -X POST -H "Authorization: Bearer ${{ secrets.PYLINT_TOKEN }}" -H "Content-Type: application/json" -d '{
        "query": "mutation { set_status: updateProjectV2ItemFieldValue(input: { projectId: \"${{ env.ORG_PROJECT_ID }}\", itemId: \"${{env.ITEM_TO_MOVE}}\", fieldId: \"${{ env.STATUS_FIELD_ID}}\", value: { singleSelectOptionId: \"${{ env.STATUS_ID }}\" } }) { projectV2Item { id } } }"
        }' https://api.github.com/graphql
    
    - name: Complete with exit code 1
      if: ${{ env.ERRORS_DETECTED == 'true' }}
      id: set_status
      run: | 
        echo "RESULT=failure" >> $GITHUB_ENV
        exit 1
    

  build:
    runs-on: ubuntu-latest
    needs: pylint
    if: ${{  needs.pylint.result == 'success' }}
    steps:
      - name: Free Disk Space (Ubuntu)
        uses: jlumbroso/free-disk-space@main
        with:
          tool-cache: false
          android: true
          dotnet: true
          haskell: true
          large-packages: true
          docker-images: true
          swap-storage: true

      - name: Checkout
        uses: actions/checkout@v2
      
      - name: Write Tag to ENV variable
        run: |
          if [[ "${{ github.event_name }}" == "release" ]]; then
              echo "LABEL_VERSION=${{ github.event.release.tag_name }}" >> $GITHUB_ENV
            else
              response=$(curl \
                -H "Accept: application/vnd.github+json" \
                -H "Authorization: Bearer ${{secrets.GITHUB_TOKEN}}" \
                -H "X-GitHub-Api-Version: 2022-11-28" \
                "https://api.github.com/repos/${{ github.repository }}/releases/latest")
              echo "Response: $response"
              LATEST_RELEASE_TAG=$(echo "$response" | jq -r .tag_name)
              echo "LABEL_VERSION=$LATEST_RELEASE_TAG" >> $GITHUB_ENV
            fi

      - name: Echo ${{ env.LABEL_VERSION }}
        run: echo ${{ env.LABEL_VERSION }}

      - name: Login to DockerHub
        uses: docker/login-action@v1
        with:
          username: ${{ secrets.DOCKER_USERNAME_COMMUNITY }}
          password: ${{ secrets.DOCKER_TOKEN_COMMUNITY }}

      - name: Login to Docker Supervisely Enterprise
        uses: docker/login-action@v1
        with:
          registry: ${{ secrets.DOCKER_ENTERPRISE_REGISTRY }}
          username: ${{ secrets.DOCKER_USERNAME_ENTERPRISE }}
          password: ${{ secrets.DOCKER_PASSWORD_ENTERPRISE }}

      - name: Login to Docker Supervisely Developer
        uses: docker/login-action@v1
        with:
          registry: ${{ secrets.DOCKER_DEVELOPER_REGISTRY }}
          username: ${{ secrets.DOCKER_USERNAME_DEVELOPER }}
          password: ${{ secrets.DOCKER_PASSWORD_DEVELOPER }}

      - name: Get Docker Labels from python script
        run: python .github/workflows/docker_labels.py

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v1
        with:
          version: v0.9.1

      - name: Build and push
        uses: docker/build-push-action@v2
        with:
          context: ./
          file: ./Dockerfile
          provenance: false
          builder: ${{ steps.buildx.outputs.name }}
          push: true
          tags: |
            supervisely/agent:${{ env.LABEL_VERSION }}
            ${{ secrets.DOCKER_ENTERPRISE_REGISTRY }}/rc2/agent:${{ env.LABEL_VERSION }}
            ${{ secrets.DOCKER_DEVELOPER_REGISTRY }}/supervisely/five/agent:${{ env.LABEL_VERSION }}
          # supervisely/agent:dev
          # ${{ secrets.DOCKER_ENTERPRISE_REGISTRY }}/rc2/agent:dev
          build-args: |
            LABEL_VERSION=agent:${{ env.LABEL_VERSION }}
            LABEL_INFO=${{ env.LABEL_INFO }}
            LABEL_MODES=${{ env.LABEL_MODES }}
            LABEL_README=${{ env.LABEL_README }}
            LABEL_BUILT_AT=${{ env.LABEL_BUILT_AT }}
          cache-from: type=registry,ref=supervisely/agent:cache
          cache-to: type=registry,ref=supervisely/agent:cache,mode=max
          # cache-from: type=gha
          # cache-to: type=gha,mode=max