on:
pull_request:
paths:
+ - '.github/workflows/check-kernel-patches.yml'
+ - '.github/workflows/build.yml'
- '.github/workflows/kernel.yml'
- 'include/kernel*'
- 'package/kernel/**'
- - 'target/linux/generic/**'
+ - 'target/linux/**'
push:
paths:
+ - '.github/workflows/check-kernel-patches.yml'
+ - '.github/workflows/build.yml'
- '.github/workflows/kernel.yml'
- 'include/kernel*'
- 'package/kernel/**'
- - 'target/linux/generic/**'
+ - 'target/linux/**'
permissions:
contents: read
+concurrency:
+ group: ${{ github.workflow }}-${{ github.ref }}
+ cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+
jobs:
determine_targets:
name: Set targets
runs-on: ubuntu-latest
outputs:
- target: ${{ steps.find_targets.outputs.target }}
- owner_lc: ${{ steps.lower_owner.outputs.owner_lc }}
- ccache_hash: ${{ steps.ccache_hash.outputs.ccache_hash }}
+ targets_subtargets: ${{ steps.find_targets.outputs.targets_subtargets }}
+ targets: ${{ steps.find_targets.outputs.targets }}
steps:
- name: Checkout
uses: actions/checkout@v3
+ with:
+ fetch-depth: 2
- - name: Set lower case owner name
- id: lower_owner
- run: |
- OWNER_LC=$(echo "${{ github.repository_owner }}" \
- | tr '[:upper:]' '[:lower:]')
- echo "owner_lc=$OWNER_LC" >> $GITHUB_OUTPUT
-
- - name: Generate ccache hash
- id: ccache_hash
- run: |
- CCACHE_HASH=$(md5sum include/kernel-* | awk '{ print $1 }' \
- | md5sum | awk '{ print $1 }')
- echo "ccache_hash=$CCACHE_HASH" >> $GITHUB_OUTPUT
+ - name: Get changed files
+ id: changed-files
+ uses: tj-actions/changed-files@v35
- name: Set targets
id: find_targets
run: |
- export TARGETS="$(perl ./scripts/dump-target-info.pl targets 2>/dev/null \
- | sort -u -t '/' -k1,1 \
- | awk '{ print $1 }')"
+ ALL_TARGETS="$(perl ./scripts/dump-target-info.pl targets 2>/dev/null)"
+ CHANGED_FILES="$(echo ${{ steps.changed-files.outputs.all_changed_files }} | tr ' ' '\n')"
+
+ TARGETS_SUBTARGETS="$(echo "$ALL_TARGETS" | sort -u -t '/' -k1 | awk '{ print $1 }')"
+ TARGETS="$(echo "$ALL_TARGETS" | sort -u -t '/' -k1,1 | awk '{ print $1 }')"
- JSON='['
+ # On testing non-specific target, skip testing each subtarget
+ if echo "$CHANGED_FILES" | grep -v -q target/linux ||
+ echo "$CHANGED_FILES" | grep -q target/linux/generic; then
+ TARGETS_SUBTARGETS=$TARGETS
+ fi
+
+ JSON_TARGETS_SUBTARGETS='['
+ FIRST=1
+ for TARGET in $TARGETS_SUBTARGETS; do
+ if echo "$CHANGED_FILES" | grep -v -q target/linux ||
+ echo "$CHANGED_FILES" | grep -q target/linux/generic ||
+ echo "$CHANGED_FILES" | grep -q $(echo $TARGET | cut -d "/" -f 1); then
+ TUPLE='{"target":"'"$(echo $TARGET | cut -d "/" -f 1)"'","subtarget":"'"$(echo $TARGET | cut -d "/" -f 2)"'"}'
+ [[ $FIRST -ne 1 ]] && JSON_TARGETS_SUBTARGETS="$JSON_TARGETS_SUBTARGETS"','
+ JSON_TARGETS_SUBTARGETS="$JSON_TARGETS_SUBTARGETS""$TUPLE"
+ FIRST=0
+ fi
+ done
+ JSON_TARGETS_SUBTARGETS="$JSON_TARGETS_SUBTARGETS"']'
+
+ JSON_TARGETS='['
FIRST=1
for TARGET in $TARGETS; do
- [[ $FIRST -ne 1 ]] && JSON="$JSON"','
- JSON="$JSON"'"'"${TARGET}"'"'
- FIRST=0
+ if echo "$CHANGED_FILES" | grep -v -q target/linux ||
+ echo "$CHANGED_FILES" | grep -q target/linux/generic ||
+ echo "$CHANGED_FILES" | grep -q $(echo $TARGET | cut -d "/" -f 1); then
+ TUPLE='{"target":"'"$(echo $TARGET | cut -d "/" -f 1)"'","subtarget":"'"$(echo $TARGET | cut -d "/" -f 2)"'"}'
+ [[ $FIRST -ne 1 ]] && JSON_TARGETS="$JSON_TARGETS"','
+ JSON_TARGETS="$JSON_TARGETS""$TUPLE"
+ FIRST=0
+ fi
done
- JSON="$JSON"']'
+ JSON_TARGETS="$JSON_TARGETS"']'
+
+ echo -e "\n---- targets to build ----\n"
+ echo "$JSON_TARGETS_SUBTARGETS"
+ echo -e "\n---- targets to build ----\n"
- echo -e "\n---- targets ----\n"
- echo "$JSON"
- echo -e "\n---- targets ----\n"
+ echo -e "\n---- targets to check patch ----\n"
+ echo "$JSON_TARGETS"
+ echo -e "\n---- targets to check patch ----\n"
- echo "target=$JSON" >> $GITHUB_OUTPUT
+ echo "targets_subtargets=$JSON_TARGETS_SUBTARGETS" >> $GITHUB_OUTPUT
+ echo "targets=$JSON_TARGETS" >> $GITHUB_OUTPUT
build:
name: Build Kernel with external toolchain
needs: determine_targets
- runs-on: ubuntu-latest
- strategy:
- fail-fast: False
- matrix:
- target: ${{fromJson(needs.determine_targets.outputs.target)}}
-
- container: ghcr.io/${{ needs.determine_targets.outputs.owner_lc }}/tools:latest
-
permissions:
contents: read
packages: read
-
- steps:
- - name: Checkout master directory
- uses: actions/checkout@v3
- with:
- path: openwrt
-
- - name: Checkout packages feed
- uses: actions/checkout@v3
- with:
- repository: openwrt/packages
- path: openwrt/feeds/packages
-
- - name: Checkout luci feed
- uses: actions/checkout@v3
- with:
- repository: openwrt/luci
- path: openwrt/feeds/luci
-
- - name: Checkout routing feed
- uses: actions/checkout@v3
- with:
- repository: openwrt/routing
- path: openwrt/feeds/routing
-
- - name: Checkout telephony feed
- uses: actions/checkout@v3
- with:
- repository: openwrt/telephony
- path: openwrt/feeds/telephony
-
- - name: Fix permission
- run: |
- chown -R buildbot:buildbot openwrt
-
- - name: Initialization environment
- run: |
- TARGET=$(echo ${{ matrix.target }} | cut -d "/" -f 1)
- SUBTARGET=$(echo ${{ matrix.target }} | cut -d "/" -f 2)
- echo "TARGET=$TARGET" >> "$GITHUB_ENV"
- echo "SUBTARGET=$SUBTARGET" >> "$GITHUB_ENV"
-
- - name: Update & Install feeds
- shell: su buildbot -c "sh -e {0}"
- working-directory: openwrt
- run: |
- ./scripts/feeds update -a
- ./scripts/feeds install -a
-
- - name: Parse toolchain file
- working-directory: openwrt
- run: |
- TOOLCHAIN_STRING="$(curl "https://downloads.cdn.openwrt.org/snapshots/targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/sha256sums" \
- | grep ".*openwrt-toolchain.*tar.xz")"
- TOOLCHAIN_FILE=$(echo "$TOOLCHAIN_STRING" | sed -n -e 's/.*\(openwrt-toolchain.*\).tar.xz/\1/p')
- TOOLCHAIN_SHA256=$(echo "$TOOLCHAIN_STRING" | cut -d ' ' -f 1)
-
- echo "TOOLCHAIN_FILE=$TOOLCHAIN_FILE" >> "$GITHUB_ENV"
- echo "TOOLCHAIN_SHA256=$TOOLCHAIN_SHA256" >> "$GITHUB_ENV"
-
- - name: Cache external toolchain
- id: cache-external-toolchain
- uses: actions/cache@v3
- with:
- path: openwrt/${{ env.TOOLCHAIN_FILE }}
- key: ${{ env.TOOLCHAIN_FILE }}-${{ env.TOOLCHAIN_SHA256 }}
-
- - name: Cache ccache
- uses: actions/cache@v3
- with:
- path: openwrt/.ccache
- key: ccache-kernel-${{ env.TARGET }}/${{ env.SUBTARGET }}-${{ needs.determine_targets.outputs.ccache_hash }}
- restore-keys: |
- ccache-kernel-${{ env.TARGET }}/${{ env.SUBTARGET }}-
-
- - name: Download external toolchain
- if: ${{ steps.cache-external-toolchain.outputs.cache-hit != 'true' }}
- shell: su buildbot -c "sh -e {0}"
- working-directory: openwrt
- run: |
- wget -O - https://downloads.cdn.openwrt.org/snapshots/targets/${{ env.TARGET }}/${{ env.SUBTARGET }}/${TOOLCHAIN_FILE}.tar.xz \
- | tar --xz -xf -
-
- - name: Extract prebuilt tools
- shell: su buildbot -c "sh -e {0}"
- working-directory: openwrt
- run: ./scripts/ext-tools.sh --tools /tools.tar
-
- - name: Configure external toolchain
- shell: su buildbot -c "sh -e {0}"
- working-directory: openwrt
- run: |
- echo CONFIG_ALL_KMODS=y >> .config
- echo CONFIG_DEVEL=y >> .config
- echo CONFIG_AUTOREMOVE=y >> .config
- echo CONFIG_CCACHE=y >> .config
-
- ./scripts/ext-toolchain.sh \
- --toolchain ${{ env.TOOLCHAIN_FILE }}/toolchain-* \
- --overwrite-config \
- --config ${{ env.TARGET }}/${{ env.SUBTARGET }}
-
- - name: Show configuration
- shell: su buildbot -c "sh -e {0}"
- working-directory: openwrt
- run: ./scripts/diffconfig.sh
-
- - name: Build tools
- shell: su buildbot -c "sh -e {0}"
- working-directory: openwrt
- run: make tools/install -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
-
- - name: Build toolchain
- shell: su buildbot -c "sh -e {0}"
- working-directory: openwrt
- run: make toolchain/install -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
-
- - name: Build Kernel
- shell: su buildbot -c "sh -e {0}"
- working-directory: openwrt
- run: make target/compile -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
-
- - name: Build Kernel Kmods
- shell: su buildbot -c "sh -e {0}"
- working-directory: openwrt
- run: make package/linux/compile -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
-
- - name: Upload logs
- if: failure()
- uses: actions/upload-artifact@v3
- with:
- name: ${{ env.TARGET }}-${{ env.SUBTARGET }}-logs
- path: "openwrt/logs"
-
- check-patch:
- name: Check Kernel patches
- needs: determine_targets
- runs-on: ubuntu-latest
strategy:
fail-fast: False
matrix:
- target: ${{fromJson(needs.determine_targets.outputs.target)}}
-
- container: ghcr.io/${{ needs.determine_targets.outputs.owner_lc }}/tools:latest
-
+ include: ${{fromJson(needs.determine_targets.outputs.targets_subtargets)}}
+ uses: ./.github/workflows/build.yml
+ with:
+ target: ${{ matrix.target }}
+ subtarget: ${{ matrix.subtarget }}
+ build_kernel: true
+ build_all_kmods: true
+
+ check-kernel-patches:
+ name: Check Kernel patches
+ needs: determine_targets
permissions:
contents: read
packages: read
+ strategy:
+ fail-fast: False
+ matrix:
+ include: ${{fromJson(needs.determine_targets.outputs.targets)}}
+ uses: ./.github/workflows/check-kernel-patches.yml
+ with:
+ target: ${{ matrix.target }}
+ subtarget: ${{ matrix.subtarget }}
- steps:
- - name: Checkout master directory
- uses: actions/checkout@v3
- with:
- path: openwrt
-
- - name: Fix permission
- run: |
- chown -R buildbot:buildbot openwrt
-
- - name: Initialization environment
- run: |
- TARGET=$(echo ${{ matrix.target }} | cut -d "/" -f 1)
- SUBTARGET=$(echo ${{ matrix.target }} | cut -d "/" -f 2)
- echo "TARGET=$TARGET" >> "$GITHUB_ENV"
- echo "SUBTARGET=$SUBTARGET" >> "$GITHUB_ENV"
-
- - name: Extract prebuilt tools
- shell: su buildbot -c "sh -e {0}"
- working-directory: openwrt
- run: ./scripts/ext-tools.sh --tools /tools.tar
-
- - name: Setup Config
- shell: su buildbot -c "sh -e {0}"
- working-directory: openwrt
- run: |
- echo CONFIG_ALL_KMODS=y >> .config
- echo CONFIG_DEVEL=y >> .config
- echo CONFIG_AUTOREMOVE=y >> .config
- echo CONFIG_CCACHE=y >> .config
-
- echo "CONFIG_TARGET_${{ env.TARGET }}=y" >> .config
- echo "CONFIG_TARGET_${{ env.TARGET }}_${{ env.SUBTARGET }}=y" >> .config
-
- make defconfig
-
- - name: Build tools
- shell: su buildbot -c "sh -e {0}"
- working-directory: openwrt
- run: make tools/quilt/compile -j$(nproc) BUILD_LOG=1 || ret=$? .github/workflows/scripts/show_build_failures.sh
-
- - name: Refresh Kernel patches
- shell: su buildbot -c "sh -e {0}"
- working-directory: openwrt
- run: |
- make target/linux/refresh V=s
-
- . .github/workflows/scripts/ci_helpers.sh
-
- if git diff --name-only --exit-code; then
- success "Kernel patches for ${{ env.TARGET }}/${{ env.SUBTARGET }} seems ok"
- else
- err "Kernel patches for ${{ env.TARGET }}/${{ env.SUBTARGET }} require refresh. (run 'make target/linux/refresh' and force push this pr)"
- exit 1
- fi
projects / openwrt / staging / ldir.git / blobdiff