build_world.yml

name: build_world

on:
  workflow_dispatch:
    inputs:
      version:
        description: 'Release version'
        required: true
        default: '23.05.3'
        type: string
      target:
        description: 'Device target'
        required: true
        default: 'x86'
        type: string
      subtarget:
        description: 'Device subtarget'
        required: true
        default: '64'
        type: string

env:
  DELETE_USELESS_FILES: true

jobs:
  build:
    runs-on: ubuntu-latest
    permissions:
      contents: write  # To push a branch

    env:
      TPATH: ''
      CONFBRANCH: 'conf'
      TARGETBRANCH: ${{ inputs.version }}/${{ inputs.target }}/${{ inputs.subtarget }}
      VERSION: ${{ inputs.version }}
      TARGET: ${{ inputs.target }}
      SUBTARGET: ${{ inputs.subtarget }}
      USIGN_ID: '53FF2B6672243D28'
      USIGN_KEY: ${{ secrets[format('USIGN_{0}', '53FF2B6672243D28' )] }}

    steps:
      - name: Check if deployed
        shell: bash
        run: |
          rcode=$(curl -sL -w '%{http_code}' -o /dev/null https://github.com/fantastic-packages/rebuild/tree/${TARGETBRANCH//\//-})
          [ "$rcode" = "404" ] || { >&2 echo Branch ${TARGETBRANCH//\//-} is deployed, need to delete to continue.; exit 1; }

      - name: Check can be build
        shell: bash
        run: |
          rcode=$(curl -sL -w '%{http_code}' -o /dev/null https://github.com/fantastic-packages/rebuild/raw/$CONFBRANCH/$TARGETBRANCH/config.buildinfo)
          [ "$rcode" = "404" ] && { >&2 echo No config.buildinfo can be build.; exit 1; }

      - name: Import keys
        env:
          USIGN_PUBKEY_URL: 'https://github.com/fantastic-packages/packages/raw/master/keys/usign/${{ env.USIGN_ID }}.pub'
        shell: bash
        run: |
          # usign
          EOF=$(dd if=/dev/urandom bs=15 count=1 status=none | base64)
          echo "USIGN_PUBKEY<<$EOF" >> $GITHUB_ENV
          curl -sL "$USIGN_PUBKEY_URL" >> $GITHUB_ENV
          echo "$EOF" >> $GITHUB_ENV

      - name: Maximize build space
        if: env.DELETE_USELESS_FILES == 'true' && !cancelled()
        uses: easimon/maximize-build-space@master
        with:
          root-reserve-mb: 10240
          swap-size-mb: 8192
          remove-dotnet: 'true'
          remove-android: 'true'
          remove-haskell: 'true'

      - name: Initialize Environment
        shell: bash
        run: |
          sudo apt update
          sudo apt -y install build-essential clang flex bison g++ gawk \
          gcc-multilib g++-multilib gettext git libncurses-dev libssl-dev \
          python3-distutils rsync unzip zlib1g-dev file wget

      - name: Checkout
        uses: actions/checkout@v4
        with:
          ref: ${{ env.CONFBRANCH }}

      - name: Checkout to TARGETBRANCH ${{ env.VERSION }}-${{ env.TARGET }}-${{ env.SUBTARGET }}
        id: checkout_to_targetbranch
        shell: bash
        run: |
          git checkout --orphan ${TARGETBRANCH//\//-}
          git reset .
          git commit -m '' --allow-empty --allow-empty-message

      - name: Initialize Openwrt Environment
        id: init_openwrt_env
        if: ${{ steps.checkout_to_targetbranch.outcome == 'success' }}
        shell: bash
        run: |
          git clone --depth 1 --branch v23.05.3 https://github.com/openwrt/openwrt.git openwrt
          # .config
          cp -f $TARGETBRANCH/config.buildinfo openwrt/.config
          # key-build
          echo "$USIGN_KEY" > openwrt/key-build
          echo "$USIGN_PUBKEY" > openwrt/key-build.pub
          # prebuilt LLVM toolchain
          op_target_url_prefix="https://downloads.openwrt.org/releases/$VERSION/targets/$TARGET/$SUBTARGET"
          sha256sums="$(curl -L "${op_target_url_prefix}/sha256sums")"
          curl -Lo llvm-bpf.tar.xz "${op_target_url_prefix}/$(echo "$sha256sums" | sed -n '/\bllvm\b/{s|^[[:xdigit:]]*\s*\*||;p}')"
          tar -xJf llvm-bpf.tar.xz -C openwrt/

      - name: Build world
        id: build_world
        if: ${{ steps.init_openwrt_env.outcome == 'success' }}
        shell: bash
        run: |
          NPROC=$(nproc)
          pushd openwrt
          make defconfig
          #
          echo "::group::  make prepare -j$NPROC"
          make prepare -j$NPROC
          echo "::endgroup::"
          #
          echo "::group::  make package/compile -j$NPROC"
          make package/compile -j$NPROC
          echo "::endgroup::"
          #
          echo "::group::  make package/install -j$NPROC"
          make package/install -j$NPROC
          echo "::endgroup::"
          #
          echo "::group::  install fantastic feed"
          cp key-build.pub staging_dir/target-*/root-*/etc/opkg/keys/${USIGN_ID,,}
          sed -i "/src\/gz openwrt_core /{ \
              s|downloads.openwrt.org/releases/$VERSION|github.com/fantastic-packages/rebuild/raw/${TARGETBRANCH//\//-}| \
              }" staging_dir/target-*/root-*/etc/opkg/distfeeds.conf
          echo "::endgroup::"
          #
          echo "::group::  make target/install -j$NPROC"
          make target/install -j$NPROC
          echo "::endgroup::"
          #
          echo "::group::  finishing work"
          make package/index
          make json_overview_image_info
          make checksum
          echo "::endgroup::"
          #
          popd

      - name: Push packages
        id: push_packages
        if: ${{ steps.build_world.outcome == 'success' || steps.checkout_to_targetbranch.outcome == 'success' }}
        shell: bash
        run: |
          git config --local user.name "GitHub Action"
          git config --local user.email "actions-user@users.noreply.github.com"
          #
          mv openwrt/bin/* ./
          git add packages/ # Non-essential
          git add targets/$TARGET/$SUBTARGET/packages/
          git add targets/$TARGET/$SUBTARGET/*.buildinfo
          git add targets/$TARGET/$SUBTARGET/*.json
          git add targets/$TARGET/$SUBTARGET/*.manifest
          git add targets/$TARGET/$SUBTARGET/sha256sums
          git commit -m "Upload packages"
          git push

      - name: Upload artifact (All)
        if: ${{ steps.push_packages.outcome == 'success' }}
        uses: actions/upload-artifact@v4
        with:
          name: targets-${{ env.VERSION }}-${{ env.TARGET }}-${{ env.SUBTARGET }}-all
          path: |
            targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/
            !targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/packages/

      - name: Upload artifact (Image files)
        if: ${{ steps.push_packages.outcome == 'success' }}
        uses: actions/upload-artifact@v4
        with:
          name: targets-${{ env.VERSION }}-${{ env.TARGET }}-${{ env.SUBTARGET }}-image
          path: |
            targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/*.bin
            targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/*.img
            targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/*.img.*
            targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/*-kernel.*
            targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/*-uImage.*
            targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/*-factory.*
            targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/*-recovery.*
            targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/*-sysupgrade.*

      - name: Upload artifact (Supplementary files)
        if: ${{ steps.push_packages.outcome == 'success' }}
        uses: actions/upload-artifact@v4
        with:
          name: targets-${{ env.VERSION }}-${{ env.TARGET }}-${{ env.SUBTARGET }}-supplementary
          path: |
            targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/kernel-debug.*
            targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/*-imagebuilder-*.*
            targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/*-sdk-*.*