.github/workflows/kernel.yml

   1 name: Build Kernel
   2
   3 on:
   4   pull_request:
   5     paths:
   6       - '.github/workflows/kernel.yml'
   7       - 'include/kernel*'
   8       - 'package/kernel/**'
   9       - 'target/linux/generic/**'
  10   push:
  11     paths:
  12       - '.github/workflows/kernel.yml'
  13       - 'include/kernel*'
  14       - 'package/kernel/**'
  15       - 'target/linux/generic/**'
  16
  17 permissions:
  18   contents: read
  19
  20 jobs:
  21   determine_targets:
  22     name: Set targets
  23     runs-on: ubuntu-latest
  24     outputs:
  25       target: ${{ steps.find_targets.outputs.target }}
  26       owner_lc: ${{ steps.lower_owner.outputs.owner_lc }}
  27       ccache_hash: ${{ steps.ccache_hash.outputs.ccache_hash }}
  28
  29     steps:
  30       - name: Checkout
  31         uses: actions/checkout@v3
  32
  33       - name: Set lower case owner name
  34         id: lower_owner
  35         run: |
  36           OWNER_LC=$(echo "${{ github.repository_owner }}" \
  37             | tr '[:upper:]' '[:lower:]')
  38           echo "owner_lc=$OWNER_LC" >> $GITHUB_OUTPUT
  39
  40       - name: Generate ccache hash
  41         id: ccache_hash
  42         run: |
  43           CCACHE_HASH=$(md5sum include/kernel-* | awk '{ print $1 }' \
  44            | md5sum | awk '{ print $1 }')
  45           echo "ccache_hash=$CCACHE_HASH" >> $GITHUB_OUTPUT
  46
  47       - name: Set targets
  48         id: find_targets
  49         run: |
  50           export TARGETS="$(perl ./scripts/dump-target-info.pl targets 2>/dev/null \
  51             | sort -u -t '/' -k1,1 \
  52             | awk '{ print $1 }')"
  53
  54           # JSON='['
  55           # FIRST=1
  56           # for TARGET in $TARGETS; do
  57           #   [[ $FIRST -ne 1 ]] && JSON="$JSON"','
  58           #   JSON="$JSON"'"'"${TARGET}"'"'
  59           #   FIRST=0
  60           # done
  61           # JSON="$JSON"']'
  62
  63           JSON='["ipq806x/generic",]'
  64
  65            echo -e "\n---- targets ----\n"
  66            echo "$JSON"
  67            echo -e "\n---- targets ----\n"
  68
  69            echo "target=$JSON" >> $GITHUB_OUTPUT
  70
  71   build:
  72     name: Build Kernel with external toolchain
  73     needs: determine_targets
  74     runs-on: ubuntu-latest
  75     strategy:
  76        fail-fast: False
  77        matrix:
  78          target: ${{fromJson(needs.determine_targets.outputs.target)}}
  79
  80     container: ghcr.io/${{ needs.determine_targets.outputs.owner_lc }}/tools:latest
  81
  82     permissions:
  83       contents: read
  84       packages: read
  85
  86     steps:
  87       - name: Checkout master directory
  88         uses: actions/checkout@v3
  89         with:
  90           path: openwrt
  91
  92       - name: Checkout packages feed
  93         uses: actions/checkout@v3
  94         with:
  95           repository: openwrt/packages
  96           path: openwrt/feeds/packages
  97
  98       - name: Checkout luci feed
  99         uses: actions/checkout@v3
 100         with:
 101           repository: openwrt/luci
 102           path: openwrt/feeds/luci
 103
 104       - name: Checkout routing feed
 105         uses: actions/checkout@v3
 106         with:
 107           repository: openwrt/routing
 108           path: openwrt/feeds/routing
 109
 110       - name: Checkout telephony feed
 111         uses: actions/checkout@v3
 112         with:
 113           repository: openwrt/telephony
 114           path: openwrt/feeds/telephony
 115
 116       - name: Fix permission
 117         run: |
 118           chown -R buildbot:buildbot openwrt
 119
 120       - name: Initialization environment
 121         run: |
 122           TARGET=$(echo ${{ matrix.target }} | cut -d "/" -f 1)
 123           SUBTARGET=$(echo ${{ matrix.target }} | cut -d "/" -f 2)
 124           echo "TARGET=$TARGET" >> "$GITHUB_ENV"
 125           echo "SUBTARGET=$SUBTARGET" >> "$GITHUB_ENV"
 126
 127       - name: Update & Install feeds
 128         shell: su buildbot -c "sh -e {0}"
 129         working-directory: openwrt
 130         run: |
 131           ./scripts/feeds update -a
 132           ./scripts/feeds install -a
 133
 134       - name: Parse toolchain file
 135         working-directory: openwrt
 136         run: |
 137           TOOLCHAIN_STRING="$(curl "https://downloads.cdn.openwrt.org/snapshots/targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/sha256sums" \
 138             | grep ".*openwrt-toolchain.*tar.xz")"
 139           TOOLCHAIN_FILE=$(echo "$TOOLCHAIN_STRING" | sed -n -e 's/.*\(openwrt-toolchain.*\).tar.xz/\1/p')
 140           TOOLCHAIN_SHA256=$(echo "$TOOLCHAIN_STRING" | cut -d ' ' -f 1)
 141
 142           echo "TOOLCHAIN_FILE=$TOOLCHAIN_FILE" >> "$GITHUB_ENV"
 143           echo "TOOLCHAIN_SHA256=$TOOLCHAIN_SHA256" >> "$GITHUB_ENV"
 144
 145       - name: Cache external toolchain
 146         id: cache-external-toolchain
 147         uses: actions/cache@v3
 148         with:
 149           path: openwrt/${{ env.TOOLCHAIN_FILE }}
 150           key: ${{ env.TOOLCHAIN_FILE }}-${{ env.TOOLCHAIN_SHA256 }}
 151
 152       - name: Cache ccache
 153         uses: actions/cache@v3
 154         with:
 155           path: openwrt/.ccache
 156           key: ccache-kernel-${{ env.TARGET }}/${{ env.SUBTARGET }}-${{ needs.determine_targets.outputs.ccache_hash }}
 157           restore-keys: |
 158             ccache-kernel-${{ env.TARGET }}/${{ env.SUBTARGET }}-
 159
 160       - name: Download external toolchain
 161         if: ${{ steps.cache-external-toolchain.outputs.cache-hit != 'true' }}
 162         shell: su buildbot -c "sh -e {0}"
 163         working-directory: openwrt
 164         run: |
 165           wget -O - https://downloads.cdn.openwrt.org/snapshots/targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/${TOOLCHAIN_FILE}.tar.xz \
 166             | tar --xz -xf -
 167
 168       - name: Extract prebuilt tools
 169         shell: su buildbot -c "sh -e {0}"
 170         working-directory: openwrt
 171         run: ./scripts/ext-tools.sh --tools /tools.tar
 172
 173       - name: Configure external toolchain
 174         shell: su buildbot -c "sh -e {0}"
 175         working-directory: openwrt
 176         run: |
 177           echo CONFIG_ALL_KMODS=y >> .config
 178           echo CONFIG_DEVEL=y >> .config
 179           echo CONFIG_AUTOREMOVE=y >> .config
 180           echo CONFIG_CCACHE=y >> .config
 181
 182           ./scripts/ext-toolchain.sh \
 183             --toolchain ${{ env.TOOLCHAIN_FILE }}/toolchain-* \
 184             --overwrite-config \
 185             --config ${{ env.TARGET }}/${{ env.SUBTARGET }}
 186
 187       - name: Show configuration
 188         shell: su buildbot -c "sh -e {0}"
 189         working-directory: openwrt
 190         run: ./scripts/diffconfig.sh
 191
 192       - name: Build tools
 193         shell: su buildbot -c "sh -e {0}"
 194         working-directory: openwrt
 195         run: make tools/install -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
 196
 197       - name: Build toolchain
 198         shell: su buildbot -c "sh -e {0}"
 199         working-directory: openwrt
 200         run: make toolchain/install -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
 201
 202       - name: Build Kernel
 203         shell: su buildbot -c "sh -e {0}"
 204         working-directory: openwrt
 205         run: make target/compile -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
 206
 207       - name: Build Kernel Kmods
 208         shell: su buildbot -c "sh -e {0}"
 209         working-directory: openwrt
 210         run: make package/linux/compile -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
 211
 212       - name: Upload logs
 213         if: failure()
 214         uses: actions/upload-artifact@v3
 215         with:
 216           name: ${{ env.TARGET }}-${{ env.SUBTARGET }}-logs
 217           path: "openwrt/logs"
 218
 219   check-patch:
 220     name: Check Kernel patches
 221     needs: determine_targets
 222     runs-on: ubuntu-latest
 223     strategy:
 224        fail-fast: False
 225        matrix:
 226          target: ${{fromJson(needs.determine_targets.outputs.target)}}
 227
 228     container: ghcr.io/${{ needs.determine_targets.outputs.owner_lc }}/tools:latest
 229
 230     permissions:
 231       contents: read
 232       packages: read
 233
 234     steps:
 235       - name: Checkout master directory
 236         uses: actions/checkout@v3
 237         with:
 238           path: openwrt
 239
 240       - name: Fix permission
 241         run: |
 242           chown -R buildbot:buildbot openwrt
 243
 244       - name: Initialization environment
 245         run: |
 246           TARGET=$(echo ${{ matrix.target }} | cut -d "/" -f 1)
 247           SUBTARGET=$(echo ${{ matrix.target }} | cut -d "/" -f 2)
 248           echo "TARGET=$TARGET" >> "$GITHUB_ENV"
 249           echo "SUBTARGET=$SUBTARGET" >> "$GITHUB_ENV"
 250
 251       - name: Extract prebuilt tools
 252         shell: su buildbot -c "sh -e {0}"
 253         working-directory: openwrt
 254         run: ./scripts/ext-tools.sh --tools /tools.tar
 255
 256       - name: Setup Config
 257         shell: su buildbot -c "sh -e {0}"
 258         working-directory: openwrt
 259         run: |
 260           echo CONFIG_ALL_KMODS=y >> .config
 261           echo CONFIG_DEVEL=y >> .config
 262           echo CONFIG_AUTOREMOVE=y >> .config
 263           echo CONFIG_CCACHE=y >> .config
 264
 265           echo "CONFIG_TARGET_${{ env.TARGET }}=y" >> .config
 266           echo "CONFIG_TARGET_${{ env.TARGET }}_${{ env.SUBTARGET }}=y" >> .config
 267
 268           make defconfig
 269
 270       - name: Build tools
 271         shell: su buildbot -c "sh -e {0}"
 272         working-directory: openwrt
 273         run: make tools/quilt/compile -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
 274
 275       - name: Refresh Kernel patches
 276         shell: su buildbot -c "sh -e {0}"
 277         working-directory: openwrt
 278         run: |
 279           make target/linux/refresh V=s
 280
 281           . .github/workflows/scripts/ci_helpers.sh
 282
 283           if git diff --name-only --exit-code; then
 284             success "Kernel patches for ${{ env.TARGET }}/${{ env.SUBTARGET }} seems ok"
 285           else
 286             err "Kernel patches for ${{ env.TARGET }}/${{ env.SUBTARGET }} require refresh. (run 'make target/linux/refresh' and force push this pr)"
 287             exit 1
 288           fi