.circleci/config.yml

   1 version: 2.0
   2 jobs:
   3   build:
   4     docker:
   5       - image: docker.io/openwrtorg/packages-cci:v1.0.5
   6     environment:
   7       - SDK_HOST: "cdn.openwrt.org"
   8       - SDK_PATH: "snapshots/targets/ath79/generic"
   9       - SDK_FILE: "openwrt-sdk-ath79-generic_*.Linux-x86_64.tar.xz"
  10       - BRANCH: "master"
  11     steps:
  12       - checkout:
  13           path: ~/openwrt_packages
  14
  15       - run:
  16           name: Check changes / verify commits
  17           working_directory: ~/openwrt_packages
  18           command: |
  19              cat >> $BASH_ENV <<EOF
  20              echo_red()   { printf "\033[1;31m\$*\033[m\n"; }
  21              echo_green() { printf "\033[1;32m\$*\033[m\n"; }
  22              echo_blue()  { printf "\033[1;34m\$*\033[m\n"; }
  23              EOF
  24              source $BASH_ENV
  25
  26              RET=0
  27              for commit in $(git rev-list HEAD ^origin/$BRANCH); do
  28                echo_blue "=== Checking commit '$commit'"
  29                if git show --format='%P' -s $commit | grep -qF ' '; then
  30                  echo_red "Pull request should not include merge commits"
  31                  RET=1
  32                fi
  33
  34                author="$(git show -s --format=%aN $commit)"
  35                if echo $author | grep -q '\S\+\s\+\S\+'; then
  36                  echo_green "Author name ($author) seems ok"
  37                else
  38                  echo_red "Author name ($author) need to be your real name 'firstname lastname'"
  39                  RET=1
  40                fi
  41
  42                subject="$(git show -s --format=%s $commit)"
  43                if echo "$subject" | grep -q -e '^[0-9A-Za-z,+/_-]\+: ' -e '^Revert '; then
  44                  echo_green "Commit subject line seems ok ($subject)"
  45                else
  46                  echo_red "Commit subject line MUST start with '<package name>: ' ($subject)"
  47                  RET=1
  48                fi
  49
  50                body="$(git show -s --format=%b $commit)"
  51                sob="$(git show -s --format='Signed-off-by: %aN <%aE>' $commit)"
  52                if echo "$body" | grep -qF "$sob"; then
  53                  echo_green "Signed-off-by match author"
  54                else
  55                  echo_red "Signed-off-by is missing or doesn't match author (should be '$sob')"
  56                  RET=1
  57                fi
  58              done
  59
  60              exit $RET
  61
  62       - run:
  63           name: Download the SDK
  64           working_directory: ~/sdk
  65           command: |
  66              curl "https://$SDK_HOST/$SDK_PATH/sha256sums" -sS -o sha256sums
  67              curl "https://$SDK_HOST/$SDK_PATH/sha256sums.asc" -fs -o sha256sums.asc || true
  68              curl "https://$SDK_HOST/$SDK_PATH/sha256sums.sig" -fs -o sha256sums.sig || true
  69              if [ ! -f sha256sums.asc ] && [ ! -f sha256sums.sig ]; then
  70                  echo_red "Missing sha256sums signature files"
  71                  exit 1
  72              fi
  73              [ ! -f sha256sums.asc ] || gpg --with-fingerprint --verify sha256sums.asc sha256sums
  74              if [ -f sha256sums.sig ]; then
  75                  VERIFIED=
  76                  for KEY in ~/usign/*; do
  77                      echo "Trying $KEY..."
  78                      if signify-openbsd -V -q -p "$KEY" -x sha256sums.sig -m sha256sums; then
  79                          echo "...verified"
  80                          VERIFIED=1
  81                          break
  82                      fi
  83                  done
  84                  if [ -z "$VERIFIED" ]; then
  85                      echo_red "Could not verify usign signature"
  86                      exit 1
  87                  fi
  88              fi
  89              PATTERN=$(echo "$SDK_FILE\$" | sed -e 's/\./\\./g' -e 's/\*/.*/g')
  90              FILENAME=$(grep -m1 -o "$PATTERN" sha256sums)
  91              curl "https://$SDK_HOST/$SDK_PATH/$FILENAME" -sS -o "$FILENAME"
  92              sha256sum -c --ignore-missing sha256sums
  93
  94       - run:
  95           name: Prepare build_dir
  96           working_directory: ~/build_dir
  97           command: |
  98              tar Jxf ~/sdk/$SDK_FILE --strip=1
  99              touch .config
 100              make prepare-tmpinfo scripts/config/conf
 101              ./scripts/config/conf --defconfig=.config Config.in
 102              make prereq
 103              rm .config
 104              cat > feeds.conf <<EOF
 105              src-git base https://github.com/openwrt/openwrt.git;$BRANCH
 106              src-link packages $HOME/openwrt_packages
 107              src-git luci https://github.com/openwrt/luci.git;$BRANCH
 108              EOF
 109              cat feeds.conf
 110              ./scripts/feeds update -a > /dev/null
 111              make defconfig > /dev/null
 112              # enable BUILD_LOG
 113              sed -i 's/# CONFIG_BUILD_LOG is not set/CONFIG_BUILD_LOG=y/' .config
 114
 115       - run:
 116           name: Install & download source, check package, compile
 117           working_directory: ~/build_dir
 118           command: |
 119              set +o pipefail
 120              PKGS=$(cd ~/openwrt_packages; git diff --diff-filter=d --name-only "origin/$BRANCH..." | grep 'Makefile$' | grep -Ev '/files/|/src/' | awk -F/ '{ print $(NF-1) }')
 121              if [ -z "$PKGS" ] ; then
 122                  echo_blue "WARNING: No new or modified packages found!"
 123                  exit 0
 124              fi
 125
 126              echo_blue "=== Found new/modified packages: $PKGS"
 127              for PKG in $PKGS ; do
 128                  echo_blue "===+ Install: $PKG"
 129                  ./scripts/feeds install "$PKG"
 130
 131                  echo_blue "===+ Download: $PKG"
 132                  make "package/$PKG/download" V=s
 133
 134                  echo_blue "===+ Check package: $PKG"
 135                  make "package/$PKG/check" V=s 2>&1 | tee logtmp
 136                  RET=${PIPESTATUS[0]}
 137
 138                  if [ $RET -ne 0 ]; then
 139                      echo_red   "=> Package check failed: $RET)"
 140                      exit $RET
 141                  fi
 142
 143                  badhash_msg="HASH does not match "
 144                  badhash_msg+="|HASH uses deprecated hash,"
 145                  badhash_msg+="|HASH is missing,"
 146                  if grep -qE "$badhash_msg" logtmp; then
 147                      echo_red   "=> Package HASH check failed"
 148                      exit 1
 149                  fi
 150                  echo_green "=> Package check OK"
 151              done
 152
 153              make \
 154                  -f .config \
 155                  -f tmp/.packagedeps \
 156                  -f <(echo '$(info $(sort $(package-y) $(package-m)))'; echo -en 'a:\n\t@:') \
 157               | tr ' ' '\n' >enabled-package-subdirs.txt
 158              for PKG in $PKGS ; do
 159                  if ! grep -m1 -qE "(^|/)$PKG$" enabled-package-subdirs.txt; then
 160                         echo_red "===+ Building: $PKG skipped. It cannot be enabled with $SDK_FILE"
 161                         continue
 162                  fi
 163                  echo_blue "===+ Building: $PKG"
 164                  make "package/$PKG/compile" -j3 V=s || {
 165                         RET=$?
 166                         echo_red "===+ Building: $PKG failed, rebuilding with -j1 for human readable error log"
 167                         make "package/$PKG/compile" -j1 V=s; exit $RET
 168                  }
 169              done
 170
 171       - store_artifacts:
 172           path: ~/build_dir/logs
 173
 174       - store_artifacts:
 175           path: ~/build_dir/bin
 176
 177 workflows:
 178   version: 2
 179   buildpr:
 180     jobs:
 181       - build:
 182           filters:
 183             branches:
 184               ignore: master