.github/workflows/build.yml

   1 name: Build sub target
   2
   3 on:
   4   workflow_call:
   5     inputs:
   6       target:
   7         required: true
   8         type: string
   9       include_feeds:
  10         type: boolean
  11       build_full:
  12         type: boolean
  13       build_all_modules:
  14         type: boolean
  15       build_all_kmods:
  16         type: boolean
  17
  18 permissions:
  19   contents: read
  20
  21 jobs:
  22   setup_build:
  23     name: Setup build
  24     runs-on: ubuntu-latest
  25     outputs:
  26       owner_lc: ${{ steps.lower_owner.outputs.owner_lc }}
  27       ccache_hash: ${{ steps.ccache_hash.outputs.ccache_hash }}
  28
  29     steps:
  30       - name: Checkout
  31         uses: actions/checkout@v3
  32
  33       - name: Set lower case owner name
  34         id: lower_owner
  35         run: |
  36           OWNER_LC=$(echo "${{ github.repository_owner }}" \
  37             | tr '[:upper:]' '[:lower:]')
  38           echo "owner_lc=$OWNER_LC" >> $GITHUB_OUTPUT
  39
  40       - name: Generate ccache hash
  41         id: ccache_hash
  42         run: |
  43           CCACHE_HASH=$(md5sum include/kernel-* | awk '{ print $1 }' \
  44            | md5sum | awk '{ print $1 }')
  45           echo "ccache_hash=$CCACHE_HASH" >> $GITHUB_OUTPUT
  46
  47   build:
  48     name: Build with external toolchain
  49     needs: setup_build
  50     runs-on: ubuntu-latest
  51
  52     container: ghcr.io/${{ needs.setup_build.outputs.owner_lc }}/tools:latest
  53
  54     permissions:
  55       contents: read
  56       packages: read
  57
  58     steps:
  59       - name: Checkout master directory
  60         uses: actions/checkout@v3
  61         with:
  62           path: openwrt
  63
  64       - name: Checkout packages feed
  65         if: inputs.include_feeds == true
  66         uses: actions/checkout@v3
  67         with:
  68           repository: openwrt/packages
  69           path: openwrt/feeds/packages
  70
  71       - name: Checkout luci feed
  72         if: inputs.include_feeds == true
  73         uses: actions/checkout@v3
  74         with:
  75           repository: openwrt/luci
  76           path: openwrt/feeds/luci
  77
  78       - name: Checkout routing feed
  79         if: inputs.include_feeds == true
  80         uses: actions/checkout@v3
  81         with:
  82           repository: openwrt/routing
  83           path: openwrt/feeds/routing
  84
  85       - name: Checkout telephony feed
  86         if: inputs.include_feeds == true
  87         uses: actions/checkout@v3
  88         with:
  89           repository: openwrt/telephony
  90           path: openwrt/feeds/telephony
  91
  92       - name: Fix permission
  93         run: |
  94           chown -R buildbot:buildbot openwrt
  95
  96       - name: Initialization environment
  97         run: |
  98           TARGET=$(echo ${{ inputs.target }} | cut -d "/" -f 1)
  99           SUBTARGET=$(echo ${{ inputs.target }} | cut -d "/" -f 2)
 100           echo "TARGET=$TARGET" >> "$GITHUB_ENV"
 101           echo "SUBTARGET=$SUBTARGET" >> "$GITHUB_ENV"
 102
 103       - name: Update & Install feeds
 104         if: inputs.include_feeds == true
 105         shell: su buildbot -c "sh -e {0}"
 106         working-directory: openwrt
 107         run: |
 108           ./scripts/feeds update -a
 109           ./scripts/feeds install -a
 110
 111       - name: Parse toolchain file
 112         working-directory: openwrt
 113         run: |
 114           TOOLCHAIN_STRING="$(curl "https://downloads.cdn.openwrt.org/snapshots/targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/sha256sums" \
 115             | grep ".*openwrt-toolchain.*tar.xz")"
 116           TOOLCHAIN_FILE=$(echo "$TOOLCHAIN_STRING" | sed -n -e 's/.*\(openwrt-toolchain.*\).tar.xz/\1/p')
 117           TOOLCHAIN_SHA256=$(echo "$TOOLCHAIN_STRING" | cut -d ' ' -f 1)
 118
 119           echo "TOOLCHAIN_FILE=$TOOLCHAIN_FILE" >> "$GITHUB_ENV"
 120           echo "TOOLCHAIN_SHA256=$TOOLCHAIN_SHA256" >> "$GITHUB_ENV"
 121
 122       - name: Cache external toolchain
 123         id: cache-external-toolchain
 124         uses: actions/cache@v3
 125         with:
 126           path: openwrt/${{ env.TOOLCHAIN_FILE }}
 127           key: ${{ env.TOOLCHAIN_FILE }}-${{ env.TOOLCHAIN_SHA256 }}
 128
 129       - name: Cache ccache
 130         uses: actions/cache@v3
 131         with:
 132           path: openwrt/.ccache
 133           key: ccache-kernel-${{ env.TARGET }}/${{ env.SUBTARGET }}-${{ needs.setup_build.outputs.ccache_hash }}
 134           restore-keys: |
 135             ccache-kernel-${{ env.TARGET }}/${{ env.SUBTARGET }}-
 136
 137       - name: Download external toolchain
 138         if: steps.cache-external-toolchain.outputs.cache-hit != 'true'
 139         shell: su buildbot -c "sh -e {0}"
 140         working-directory: openwrt
 141         run: |
 142           wget -O - https://downloads.cdn.openwrt.org/snapshots/targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/${TOOLCHAIN_FILE}.tar.xz \
 143             | tar --xz -xf -
 144
 145       - name: Extract prebuilt tools
 146         shell: su buildbot -c "sh -e {0}"
 147         working-directory: openwrt
 148         run: ./scripts/ext-tools.sh --tools /tools.tar
 149
 150       - name: Configure all kernel modules
 151         if: inputs.build_all_kmods == true
 152         shell: su buildbot -c "sh -e {0}"
 153         working-directory: openwrt
 154         run: |
 155           echo CONFIG_ALL_KMODS=y >> .config
 156
 157       - name: Configure all modules
 158         if: inputs.build_all_modules == true
 159         shell: su buildbot -c "sh -e {0}"
 160         working-directory: openwrt
 161         run: |
 162           echo CONFIG_ALL=y >> .config
 163
 164       - name: Configure external toolchain
 165         shell: su buildbot -c "sh -e {0}"
 166         working-directory: openwrt
 167         run: |
 168           echo CONFIG_DEVEL=y >> .config
 169           echo CONFIG_AUTOREMOVE=y >> .config
 170           echo CONFIG_CCACHE=y >> .config
 171
 172           ./scripts/ext-toolchain.sh \
 173             --toolchain ${{ env.TOOLCHAIN_FILE }}/toolchain-* \
 174             --overwrite-config \
 175             --config ${{ env.TARGET }}/${{ env.SUBTARGET }}
 176
 177       - name: Show configuration
 178         shell: su buildbot -c "sh -e {0}"
 179         working-directory: openwrt
 180         run: ./scripts/diffconfig.sh
 181
 182       - name: Build tools
 183         shell: su buildbot -c "sh -e {0}"
 184         working-directory: openwrt
 185         run: make tools/install -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
 186
 187       - name: Build toolchain
 188         shell: su buildbot -c "sh -e {0}"
 189         working-directory: openwrt
 190         run: make toolchain/install -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
 191
 192       - name: Build Kernel
 193         shell: su buildbot -c "sh -e {0}"
 194         working-directory: openwrt
 195         run: make target/compile -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
 196
 197       - name: Build Kernel Kmods
 198         shell: su buildbot -c "sh -e {0}"
 199         working-directory: openwrt
 200         run: make package/linux/compile -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
 201
 202       - name: Build everything
 203         if: inputs.build_full == true
 204         shell: su buildbot -c "sh -e {0}"
 205         working-directory: openwrt
 206         run: make -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
 207
 208       - name: Upload logs
 209         if: failure()
 210         uses: actions/upload-artifact@v3
 211         with:
 212           name: ${{ env.TARGET }}-${{ env.SUBTARGET }}-logs
 213           path: "openwrt/logs"