build: ensure that reordering of KCONFIG lines are handled properly and that the...
[openwrt/svn-archive/archive.git] / scripts / ext-toolchain.sh
1 #!/usr/bin/env bash
2 #
3 # Script for various external toolchain tasks, refer to
4 # the --help output for more information.
5 #
6 # Copyright (C) 2012 Jo-Philipp Wich <jow@openwrt.org>
7 #
8 # This program is free software; you can redistribute it and/or modify
9 # it under the terms of the GNU General Public License as published by
10 # the Free Software Foundation; either version 2 of the License, or
11 # (at your option) any later version.
12 #
13 # This program is distributed in the hope that it will be useful,
14 # but WITHOUT ANY WARRANTY; without even the implied warranty of
15 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 # GNU General Public License for more details.
17 #
18 # You should have received a copy of the GNU General Public License
19 # along with this program; if not, write to the Free Software
20 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21
22 CC=""
23 CXX=""
24 CPP=""
25
26 CFLAGS=""
27 TOOLCHAIN="."
28
29 LIBC_TYPE=""
30
31
32 # Library specs
33 LIB_SPECS="
34 c: ld-* lib{anl,c,cidn,crypt,dl,m,nsl,nss_dns,nss_files,resolv,util}
35 rt: librt-* librt
36 pthread: libpthread-* libpthread
37 stdcpp: libstdc++
38 gcc: libgcc_s
39 ssp: libssp
40 gfortran: libgfortran
41 "
42
43 # Binary specs
44 BIN_SPECS="
45 ldd: ldd
46 ldconfig: ldconfig
47 gdb: gdb
48 gdbserver: gdbserver
49 "
50
51
52 test_c() {
53 cat <<-EOT | "${CC:-false}" $CFLAGS -o /dev/null -x c - 2>/dev/null
54 #include <stdio.h>
55
56 int main(int argc, char **argv)
57 {
58 printf("Hello, world!\n");
59 return 0;
60 }
61 EOT
62 }
63
64 test_cxx() {
65 cat <<-EOT | "${CXX:-false}" $CFLAGS -o /dev/null -x c++ - 2>/dev/null
66 #include <iostream>
67
68 using namespace std;
69
70 int main()
71 {
72 cout << "Hello, world!" << endl;
73 return 0;
74 }
75 EOT
76 }
77
78 test_softfloat() {
79 cat <<-EOT | "$CC" $CFLAGS -msoft-float -o /dev/null -x c - 2>/dev/null
80 int main(int argc, char **argv)
81 {
82 double a = 0.1;
83 double b = 0.2;
84 double c = (a + b) / (a * b);
85 return 1;
86 }
87 EOT
88 }
89
90 test_uclibc() {
91 local sysroot="$("$CC" $CFLAGS -print-sysroot 2>/dev/null)"
92 if [ -d "${sysroot:-$TOOLCHAIN}" ]; then
93 local lib
94 for lib in "${sysroot:-$TOOLCHAIN}"/{lib,usr/lib,usr/local/lib}/ld-uClibc*.so*; do
95 if [ -f "$lib" ] && [ ! -h "$lib" ]; then
96 return 0
97 fi
98 done
99 fi
100 return 1
101 }
102
103 test_feature() {
104 local feature="$1"; shift
105
106 # find compilers, libc type
107 probe_cc
108 probe_cxx
109 probe_libc
110
111 # common toolchain feature tests
112 case "$feature" in
113 c) test_c; return $? ;;
114 c++) test_cxx; return $? ;;
115 soft*) test_softfloat; return $? ;;
116 esac
117
118 # assume eglibc/glibc supports all libc features
119 if [ "$LIBC_TYPE" != "uclibc" ]; then
120 return 0
121 fi
122
123 # uclibc feature tests
124 local inc
125 local sysroot="$("$CC" "$@" -muclibc -print-sysroot 2>/dev/null)"
126 for inc in "include" "usr/include" "usr/local/include"; do
127 local conf="${sysroot:-$TOOLCHAIN}/$inc/bits/uClibc_config.h"
128 if [ -f "$conf" ]; then
129 case "$feature" in
130 lfs) grep -q '__UCLIBC_HAS_LFS__ 1' "$conf"; return $?;;
131 ipv6) grep -q '__UCLIBC_HAS_IPV6__ 1' "$conf"; return $?;;
132 rpc) grep -q '__UCLIBC_HAS_RPC__ 1' "$conf"; return $?;;
133 locale) grep -q '__UCLIBC_HAS_LOCALE__ 1' "$conf"; return $?;;
134 wchar) grep -q '__UCLIBC_HAS_WCHAR__ 1' "$conf"; return $?;;
135 threads) grep -q '__UCLIBC_HAS_THREADS__ 1' "$conf"; return $?;;
136 esac
137 fi
138 done
139
140 return 1
141 }
142
143
144 find_libs() {
145 local spec="$(echo "$LIB_SPECS" | sed -ne "s#^[[:space:]]*$1:##ip")"
146
147 if [ -n "$spec" ] && probe_cpp; then
148 local libdir libdirs
149 for libdir in $(
150 "$CPP" $CFLAGS -v -x c /dev/null 2>&1 | \
151 sed -ne 's#:# #g; s#^LIBRARY_PATH=##p'
152 ); do
153 if [ -d "$libdir" ]; then
154 libdirs="$libdirs $(cd "$libdir"; pwd)/"
155 fi
156 done
157
158 local pattern
159 for pattern in $(eval echo $spec); do
160 find $libdirs -name "$pattern.so*" | sort -u
161 done
162
163 return 0
164 fi
165
166 return 1
167 }
168
169 find_bins() {
170 local spec="$(echo "$BIN_SPECS" | sed -ne "s#^[[:space:]]*$1:##ip")"
171
172 if [ -n "$spec" ] && probe_cpp; then
173 local sysroot="$("$CPP" -print-sysroot)"
174
175 local bindir bindirs
176 for bindir in $(
177 echo "${sysroot:-$TOOLCHAIN}/bin";
178 echo "${sysroot:-$TOOLCHAIN}/usr/bin";
179 echo "${sysroot:-$TOOLCHAIN}/usr/local/bin";
180 "$CPP" $CFLAGS -v -x c /dev/null 2>&1 | \
181 sed -ne 's#:# #g; s#^COMPILER_PATH=##p'
182 ); do
183 if [ -d "$bindir" ]; then
184 bindirs="$bindirs $(cd "$bindir"; pwd)/"
185 fi
186 done
187
188 local pattern
189 for pattern in $(eval echo $spec); do
190 find $bindirs -name "$pattern" | sort -u
191 done
192
193 return 0
194 fi
195
196 return 1
197 }
198
199
200 wrap_bin_cc() {
201 local out="$1"
202 local bin="$2"
203
204 echo '#!/bin/sh' > "$out"
205 echo 'for arg in "$@"; do' >> "$out"
206 echo ' case "$arg" in -l*|-L*|-shared|-static)' >> "$out"
207 echo -n ' exec "'"$bin"'" '"$CFLAGS"' ${STAGING_DIR:+' >> "$out"
208 echo -n '-idirafter "$STAGING_DIR/usr/include" ' >> "$out"
209 echo -n '-L "$STAGING_DIR/usr/lib" ' >> "$out"
210 echo '-Wl,-rpath-link,"$STAGING_DIR/usr/lib"} "$@" ;;' >> "$out"
211 echo ' esac' >> "$out"
212 echo 'done' >> "$out"
213 echo -n 'exec "'"$bin"'" '"$CFLAGS"' ${STAGING_DIR:+' >> "$out"
214 echo '-idirafter "$STAGING_DIR/usr/include"} "$@"' >> "$out"
215
216 chmod +x "$out"
217 }
218
219 wrap_bin_ld() {
220 local out="$1"
221 local bin="$2"
222
223 echo '#!/bin/sh' > "$out"
224 echo -n 'exec "'"$bin"'" ${STAGING_DIR:+' >> "$out"
225 echo -n '-L "$STAGING_DIR/usr/lib" ' >> "$out"
226 echo '-rpath-link "$STAGING_DIR/usr/lib"} "$@"' >> "$out"
227
228 chmod +x "$out"
229 }
230
231 wrap_bin_other() {
232 local out="$1"
233 local bin="$2"
234
235 echo '#!/bin/sh' > "$out"
236 echo 'exec "'"$bin"'" "$@"' >> "$out"
237
238 chmod +x "$out"
239 }
240
241 wrap_bins() {
242 if probe_cc; then
243 mkdir -p "$1" || return 1
244
245 local cmd
246 for cmd in "${CC%-*}-"*; do
247 if [ -x "$cmd" ]; then
248 local out="$1/${cmd##*/}"
249 local bin="$cmd"
250
251 if [ -x "$out" ] && ! grep -q STAGING_DIR "$out"; then
252 mv "$out" "$out.bin"
253 bin='$(dirname "$0")/'"${out##*/}"'.bin'
254 fi
255
256 case "${cmd##*/}" in
257 *-*cc|*-*cc-*|*-*++|*-*++-*|*-cpp)
258 wrap_bin_cc "$out" "$bin"
259 ;;
260 *-ld)
261 wrap_bin_ld "$out" "$bin"
262 ;;
263 *)
264 wrap_bin_other "$out" "$bin"
265 ;;
266 esac
267 fi
268 done
269
270 return 0
271 fi
272
273 return 1
274 }
275
276
277 print_config() {
278 local mktarget="$1"
279 local mksubtarget
280
281 local target="$("$CC" $CFLAGS -dumpmachine)"
282 local cpuarch="${target%%-*}"
283 local prefix="${CC##*/}"; prefix="${prefix%-*}-"
284 local config="${0%/scripts/*}/.config"
285
286 # if no target specified, print choice list and exit
287 if [ -z "$mktarget" ]; then
288 # prepare metadata
289 if [ ! -f "${0%/scripts/*}/tmp/.targetinfo" ]; then
290 "${0%/*}/scripts/config/mconf" prepare-tmpinfo
291 fi
292
293 local mktargets=$(
294 sed -ne "
295 /^Target: / { h };
296 /^Target-Arch: $cpuarch\$/ { x; s#^Target: ##p }
297 " "${0%/scripts/*}/tmp/.targetinfo" | sort -u
298 )
299
300 for mktarget in $mktargets; do
301 case "$mktarget" in */*)
302 mktargets=$(echo "$mktargets" | sed -e "/^${mktarget%/*}\$/d")
303 esac
304 done
305
306 if [ -n "$mktargets" ]; then
307 echo "Available targets:" >&2
308 echo $mktargets >&2
309 else
310 echo -e "Could not find a suitable OpenWrt target for " >&2
311 echo -e "CPU architecture '$cpuarch' - you need to " >&2
312 echo -e "define one first!" >&2
313 fi
314 return 1
315 fi
316
317 # bail out if there is a .config already
318 if [ -f "${0%/scripts/*}/.config" ]; then
319 echo "There already is a .config file, refusing to overwrite!" >&2
320 return 1
321 fi
322
323 case "$mktarget" in */*)
324 mksubtarget="${mktarget#*/}"
325 mktarget="${mktarget%/*}"
326 ;; esac
327
328
329 echo "CONFIG_TARGET_${mktarget}=y" > "$config"
330
331 if [ -n "$mksubtarget" ]; then
332 echo "CONFIG_TARGET_${mktarget}_${mksubtarget}=y" >> "$config"
333 fi
334
335 if test_feature "softfloat"; then
336 echo "CONFIG_SOFT_FLOAT=y" >> "$config"
337 else
338 echo "# CONFIG_SOFT_FLOAT is not set" >> "$config"
339 fi
340
341 if test_feature "ipv6"; then
342 echo "CONFIG_IPV6=y" >> "$config"
343 else
344 echo "# CONFIG_IPV6 is not set" >> "$config"
345 fi
346
347 if test_feature "locale"; then
348 echo "CONFIG_BUILD_NLS=y" >> "$config"
349 else
350 echo "# CONFIG_BUILD_NLS is not set" >> "$config"
351 fi
352
353 echo "CONFIG_DEVEL=y" >> "$config"
354 echo "CONFIG_EXTERNAL_TOOLCHAIN=y" >> "$config"
355 echo "CONFIG_TOOLCHAIN_ROOT=\"$TOOLCHAIN\"" >> "$config"
356 echo "CONFIG_TOOLCHAIN_PREFIX=\"$prefix\"" >> "$config"
357 echo "CONFIG_TARGET_NAME=\"$target\"" >> "$config"
358
359 local lib
360 for lib in C RT PTHREAD GCC STDCPP SSP GFORTRAN; do
361 local file
362 local spec=""
363 local llib="$(echo "$lib" | sed -e 's#.*#\L&#')"
364 for file in $(find_libs "$lib"); do
365 spec="${spec:+$spec }$(echo "$file" | sed -e "s#^$TOOLCHAIN#.#")"
366 done
367 if [ -n "$spec" ]; then
368 echo "CONFIG_PACKAGE_lib${llib}=y" >> "$config"
369 echo "CONFIG_LIB${lib}_FILE_SPEC=\"$spec\"" >> "$config"
370 else
371 echo "# CONFIG_PACKAGE_lib${llib} is not set" >> "$config"
372 fi
373 done
374
375 local bin
376 for bin in LDD LDCONFIG; do
377 local file
378 local spec=""
379 local lbin="$(echo "$bin" | sed -e 's#.*#\L&#')"
380 for file in $(find_bins "$bin"); do
381 spec="${spec:+$spec }$(echo "$file" | sed -e "s#^$TOOLCHAIN#.#")"
382 done
383 if [ -n "$spec" ]; then
384 echo "CONFIG_PACKAGE_${lbin}=y" >> "$config"
385 echo "CONFIG_${bin}_FILE_SPEC=\"$spec\"" >> "$config"
386 else
387 echo "# CONFIG_PACKAGE_${lbin} is not set" >> "$config"
388 fi
389 done
390
391 # inflate
392 make -C "${0%/scripts/*}" defconfig
393 return 0
394 }
395
396
397 probe_cc() {
398 if [ -z "$CC" ]; then
399 local bin
400 for bin in "bin" "usr/bin" "usr/local/bin"; do
401 local cmd
402 for cmd in "$TOOLCHAIN/$bin/"*-*cc*; do
403 if [ -x "$cmd" ] && [ ! -h "$cmd" ]; then
404 CC="$(cd "${cmd%/*}"; pwd)/${cmd##*/}"
405 return 0
406 fi
407 done
408 done
409 return 1
410 fi
411 return 0
412 }
413
414 probe_cxx() {
415 if [ -z "$CXX" ]; then
416 local bin
417 for bin in "bin" "usr/bin" "usr/local/bin"; do
418 local cmd
419 for cmd in "$TOOLCHAIN/$bin/"*-*++*; do
420 if [ -x "$cmd" ] && [ ! -h "$cmd" ]; then
421 CXX="$(cd "${cmd%/*}"; pwd)/${cmd##*/}"
422 return 0
423 fi
424 done
425 done
426 return 1
427 fi
428 return 0
429 }
430
431 probe_cpp() {
432 if [ -z "$CPP" ]; then
433 local bin
434 for bin in "bin" "usr/bin" "usr/local/bin"; do
435 local cmd
436 for cmd in "$TOOLCHAIN/$bin/"*-cpp*; do
437 if [ -x "$cmd" ] && [ ! -h "$cmd" ]; then
438 CPP="$(cd "${cmd%/*}"; pwd)/${cmd##*/}"
439 return 0
440 fi
441 done
442 done
443 return 1
444 fi
445 return 0
446 }
447
448 probe_libc() {
449 if [ -z "$LIBC_TYPE" ]; then
450 if test_uclibc; then
451 LIBC_TYPE="uclibc"
452 else
453 LIBC_TYPE="glibc"
454 fi
455 fi
456 return 0
457 }
458
459
460 while [ -n "$1" ]; do
461 arg="$1"; shift
462 case "$arg" in
463 --toolchain)
464 [ -d "$1" ] || {
465 echo "Toolchain directory '$1' does not exist." >&2
466 exit 1
467 }
468 TOOLCHAIN="$(cd "$1"; pwd)"; shift
469 ;;
470
471 --cflags)
472 CFLAGS="${CFLAGS:+$CFLAGS }$1"; shift
473 ;;
474
475 --print-libc)
476 if probe_cc; then
477 probe_libc
478 echo "$LIBC_TYPE"
479 exit 0
480 fi
481 echo "No C compiler found in '$TOOLCHAIN'." >&2
482 exit 1
483 ;;
484
485 --print-target)
486 if probe_cc; then
487 exec "$CC" $CFLAGS -dumpmachine
488 fi
489 echo "No C compiler found in '$TOOLCHAIN'." >&2
490 exit 1
491 ;;
492
493 --print-bin)
494 if [ -z "$1" ]; then
495 echo "Available programs:" >&2
496 echo $(echo "$BIN_SPECS" | sed -ne 's#:.*$##p') >&2
497 exit 1
498 fi
499
500 find_bins "$1" || exec "$0" --toolchain "$TOOLCHAIN" --print-bin
501 exit 0
502 ;;
503
504 --print-libs)
505 if [ -z "$1" ]; then
506 echo "Available libraries:" >&2
507 echo $(echo "$LIB_SPECS" | sed -ne 's#:.*$##p') >&2
508 exit 1
509 fi
510
511 find_libs "$1" || exec "$0" --toolchain "$TOOLCHAIN" --print-libs
512 exit 0
513 ;;
514
515 --test)
516 test_feature "$1"
517 exit $?
518 ;;
519
520 --wrap)
521 [ -n "$1" ] || exec "$0" --help
522 wrap_bins "$1"
523 exit $?
524 ;;
525
526 --config)
527 if probe_cc; then
528 print_config "$1"
529 exit $?
530 fi
531 echo "No C compiler found in '$TOOLCHAIN'." >&2
532 exit 1
533 ;;
534
535 -h|--help)
536 me="$(basename "$0")"
537 echo -e "\nUsage:\n" >&2
538 echo -e " $me --toolchain {directory} --print-libc" >&2
539 echo -e " Print the libc implementation and exit.\n" >&2
540 echo -e " $me --toolchain {directory} --print-target" >&2
541 echo -e " Print the GNU target name and exit.\n" >&2
542 echo -e " $me --toolchain {directory} --print-bin {program}" >&2
543 echo -e " Print executables belonging to given program," >&2
544 echo -e " omit program argument to get a list of names.\n" >&2
545 echo -e " $me --toolchain {directory} --print-libs {library}" >&2
546 echo -e " Print shared objects belonging to given library," >&2
547 echo -e " omit library argument to get a list of names.\n" >&2
548 echo -e " $me --toolchain {directory} --test {feature}" >&2
549 echo -e " Test given feature, exit code indicates success." >&2
550 echo -e " Possible features are 'c', 'c++', 'softfloat'," >&2
551 echo -e " 'lfs', 'rpc', 'ipv6', 'wchar', 'locale' and " >&2
552 echo -e " 'threads'.\n" >&2
553 echo -e " $me --toolchain {directory} --wrap {directory}" >&2
554 echo -e " Create wrapper scripts for C and C++ compiler, " >&2
555 echo -e " linker, assembler and other key executables in " >&2
556 echo -e " the directory given with --wrap.\n" >&2
557 echo -e " $me --toolchain {directory} --config {target}" >&2
558 echo -e " Analyze the given toolchain and print a suitable" >&2
559 echo -e " .config for the given target. Omit target " >&2
560 echo -e " argument to get a list of names.\n" >&2
561 echo -e " $me --help" >&2
562 echo -e " Display this help text and exit.\n\n" >&2
563 echo -e " Most commands also take a --cflags parameter which " >&2
564 echo -e " is used to specify C flags to be passed to the " >&2
565 echo -e " cross compiler when performing tests." >&2
566 echo -e " This paremter may be repeated multiple times." >&2
567 exit 1
568 ;;
569
570 *)
571 echo "Unknown argument '$arg'" >&2
572 exec $0 --help
573 ;;
574 esac
575 done
576
577 exec $0 --help