.github/workflows/kernel.yml

   1 name: Build Kernel
   2
   3 on:
   4   pull_request:
   5     paths:
   6       - '.github/workflows/kernel.yml'
   7       - 'include/kernel*'
   8       - 'package/kernel/**'
   9       - 'target/linux/generic/**'
  10   push:
  11     paths:
  12       - '.github/workflows/kernel.yml'
  13       - 'include/kernel*'
  14       - 'package/kernel/**'
  15       - 'target/linux/generic/**'
  16
  17 permissions:
  18   contents: read
  19
  20 jobs:
  21   determine_targets:
  22     name: Set targets
  23     runs-on: ubuntu-latest
  24     outputs:
  25       target: ${{ steps.find_targets.outputs.target }}
  26       owner_lc: ${{ steps.lower_owner.outputs.owner_lc }}
  27       ccache_hash: ${{ steps.ccache_hash.outputs.ccache_hash }}
  28
  29     steps:
  30       - name: Checkout
  31         uses: actions/checkout@v3
  32
  33       - name: Set lower case owner name
  34         id: lower_owner
  35         run: |
  36           OWNER_LC=$(echo "${{ github.repository_owner }}" \
  37             | tr '[:upper:]' '[:lower:]')
  38           echo "owner_lc=$OWNER_LC" >> $GITHUB_OUTPUT
  39
  40       - name: Generate ccache hash
  41         id: ccache_hash
  42         run: |
  43           CCACHE_HASH=$(md5sum include/kernel-* | awk '{ print $1 }' \
  44            | md5sum | awk '{ print $1 }')
  45           echo "ccache_hash=$CCACHE_HASH" >> $GITHUB_OUTPUT
  46
  47       - name: Set targets
  48         id: find_targets
  49         run: |
  50           export TARGETS="$(perl ./scripts/dump-target-info.pl targets 2>/dev/null \
  51             | sort -u -t '/' -k1,1 \
  52             | awk '{ print $1 }')"
  53
  54           JSON='['
  55           FIRST=1
  56           for TARGET in $TARGETS; do
  57             [[ $FIRST -ne 1 ]] && JSON="$JSON"','
  58             JSON="$JSON"'"'"${TARGET}"'"'
  59             FIRST=0
  60           done
  61           JSON="$JSON"']'
  62
  63            echo -e "\n---- targets ----\n"
  64            echo "$JSON"
  65            echo -e "\n---- targets ----\n"
  66
  67            echo "target=$JSON" >> $GITHUB_OUTPUT
  68
  69   build:
  70     name: Build Kernel with external toolchain
  71     needs: determine_targets
  72     runs-on: ubuntu-latest
  73     strategy:
  74        fail-fast: False
  75        matrix:
  76          target: ${{fromJson(needs.determine_targets.outputs.target)}}
  77
  78     container: ghcr.io/${{ needs.determine_targets.outputs.owner_lc }}/tools:latest
  79
  80     permissions:
  81       contents: read
  82       packages: read
  83
  84     steps:
  85       - name: Checkout master directory
  86         uses: actions/checkout@v3
  87         with:
  88           path: openwrt
  89
  90       - name: Fix permission
  91         run: |
  92           chown -R buildbot:buildbot openwrt
  93
  94       - name: Initialization environment
  95         run: |
  96           TARGET=$(echo ${{ matrix.target }} | cut -d "/" -f 1)
  97           SUBTARGET=$(echo ${{ matrix.target }} | cut -d "/" -f 2)
  98           echo "TARGET=$TARGET" >> "$GITHUB_ENV"
  99           echo "SUBTARGET=$SUBTARGET" >> "$GITHUB_ENV"
 100
 101       - name: Parse toolchain file
 102         working-directory: openwrt
 103         run: |
 104           TOOLCHAIN_STRING="$(curl "https://downloads.cdn.openwrt.org/snapshots/targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/sha256sums" \
 105             | grep ".*openwrt-toolchain.*tar.xz")"
 106           TOOLCHAIN_FILE=$(echo "$TOOLCHAIN_STRING" | sed -n -e 's/.*\(openwrt-toolchain.*\).tar.xz/\1/p')
 107           TOOLCHAIN_SHA256=$(echo "$TOOLCHAIN_STRING" | cut -d ' ' -f 1)
 108
 109           echo "TOOLCHAIN_FILE=$TOOLCHAIN_FILE" >> "$GITHUB_ENV"
 110           echo "TOOLCHAIN_SHA256=$TOOLCHAIN_SHA256" >> "$GITHUB_ENV"
 111
 112       - name: Cache external toolchain
 113         id: cache-external-toolchain
 114         uses: actions/cache@v3
 115         with:
 116           path: openwrt/${{ env.TOOLCHAIN_FILE }}
 117           key: ${{ env.TOOLCHAIN_FILE }}-${{ env.TOOLCHAIN_SHA256 }}
 118
 119       - name: Cache ccache
 120         uses: actions/cache@v3
 121         with:
 122           path: openwrt/.ccache
 123           key: ccache-kernel-${{ env.TARGET }}/${{ env.SUBTARGET }}-${{ needs.determine_targets.outputs.ccache_hash }}
 124           restore-keys: |
 125             ccache-kernel-${{ env.TARGET }}/${{ env.SUBTARGET }}-
 126
 127       - name: Download external toolchain
 128         if: ${{ steps.cache-external-toolchain.outputs.cache-hit != 'true' }}
 129         shell: su buildbot -c "sh -e {0}"
 130         working-directory: openwrt
 131         run: |
 132           wget -O - https://downloads.cdn.openwrt.org/snapshots/targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/${TOOLCHAIN_FILE}.tar.xz \
 133             | tar --xz -xf -
 134
 135       - name: Extract prebuilt tools
 136         shell: su buildbot -c "sh -e {0}"
 137         working-directory: openwrt
 138         run: ./scripts/ext-tools.sh --tools /tools.tar
 139
 140       - name: Configure external toolchain
 141         shell: su buildbot -c "sh -e {0}"
 142         working-directory: openwrt
 143         run: |
 144           echo CONFIG_ALL_KMODS=y >> .config
 145           echo CONFIG_DEVEL=y >> .config
 146           echo CONFIG_AUTOREMOVE=y >> .config
 147           echo CONFIG_CCACHE=y >> .config
 148
 149           ./scripts/ext-toolchain.sh \
 150             --toolchain ${{ env.TOOLCHAIN_FILE }}/toolchain-* \
 151             --overwrite-config \
 152             --config ${{ env.TARGET }}/${{ env.SUBTARGET }}
 153
 154       - name: Show configuration
 155         shell: su buildbot -c "sh -e {0}"
 156         working-directory: openwrt
 157         run: ./scripts/diffconfig.sh
 158
 159       - name: Build tools
 160         shell: su buildbot -c "sh -e {0}"
 161         working-directory: openwrt
 162         run: make tools/install -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
 163
 164       - name: Build toolchain
 165         shell: su buildbot -c "sh -e {0}"
 166         working-directory: openwrt
 167         run: make toolchain/install -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
 168
 169       - name: Build Kernel
 170         shell: su buildbot -c "sh -e {0}"
 171         working-directory: openwrt
 172         run: make target/compile -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
 173
 174       - name: Build Kernel Kmods
 175         shell: su buildbot -c "sh -e {0}"
 176         working-directory: openwrt
 177         run: make package/linux/compile -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
 178
 179       - name: Upload logs
 180         if: failure()
 181         uses: actions/upload-artifact@v3
 182         with:
 183           name: ${{ env.TARGET }}-${{ env.SUBTARGET }}-logs
 184           path: "openwrt/logs"
 185
 186   check-patch:
 187     name: Check Kernel patches
 188     needs: determine_targets
 189     runs-on: ubuntu-latest
 190     strategy:
 191        fail-fast: False
 192        matrix:
 193          target: ${{fromJson(needs.determine_targets.outputs.target)}}
 194
 195     container: ghcr.io/${{ needs.determine_targets.outputs.owner_lc }}/tools:latest
 196
 197     permissions:
 198       contents: read
 199       packages: read
 200
 201     steps:
 202       - name: Checkout master directory
 203         uses: actions/checkout@v3
 204         with:
 205           path: openwrt
 206
 207       - name: Fix permission
 208         run: |
 209           chown -R buildbot:buildbot openwrt
 210
 211       - name: Initialization environment
 212         run: |
 213           TARGET=$(echo ${{ matrix.target }} | cut -d "/" -f 1)
 214           SUBTARGET=$(echo ${{ matrix.target }} | cut -d "/" -f 2)
 215           echo "TARGET=$TARGET" >> "$GITHUB_ENV"
 216           echo "SUBTARGET=$SUBTARGET" >> "$GITHUB_ENV"
 217
 218       - name: Extract prebuilt tools
 219         shell: su buildbot -c "sh -e {0}"
 220         working-directory: openwrt
 221         run: ./scripts/ext-tools.sh --tools /tools.tar
 222
 223       - name: Setup Config
 224         shell: su buildbot -c "sh -e {0}"
 225         working-directory: openwrt
 226         run: |
 227           echo CONFIG_ALL_KMODS=y >> .config
 228           echo CONFIG_DEVEL=y >> .config
 229           echo CONFIG_AUTOREMOVE=y >> .config
 230           echo CONFIG_CCACHE=y >> .config
 231
 232           echo "CONFIG_TARGET_${{ env.TARGET }}=y" >> .config
 233           echo "CONFIG_TARGET_${{ env.TARGET }}_${{ env.SUBTARGET }}=y" >> .config
 234
 235           make defconfig
 236
 237       - name: Build tools
 238         shell: su buildbot -c "sh -e {0}"
 239         working-directory: openwrt
 240         run: make tools/quilt/compile -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
 241
 242       - name: Refresh Kernel patches
 243         shell: su buildbot -c "sh -e {0}"
 244         working-directory: openwrt
 245         run: |
 246           make target/linux/refresh V=s
 247
 248           . .github/workflows/scripts/ci_helpers.sh
 249
 250           if git diff --name-only --exit-code; then
 251             success "Kernel patches for ${{ env.TARGET }}/${{ env.SUBTARGET }} seems ok"
 252           else
 253             err "Kernel patches for ${{ env.TARGET }}/${{ env.SUBTARGET }} require refresh. (run 'make target/linux/refresh' and force push this pr)"
 254             exit 1
 255           fi