]> git.kernelconcepts.de Git - karo-tx-uboot.git/blob - MAKEALL
Merge branch 'buildpatman' of http://git.denx.de/u-boot-x86
[karo-tx-uboot.git] / MAKEALL
1 #!/bin/bash
2 # Tool mainly for U-Boot Quality Assurance: build one or more board
3 # configurations with minimal verbosity, showing only warnings and
4 # errors.
5 #
6 # SPDX-License-Identifier:      GPL-2.0+
7
8 usage()
9 {
10         # if exiting with 0, write to stdout, else write to stderr
11         local ret=${1:-0}
12         [ "${ret}" -eq 1 ] && exec 1>&2
13         cat <<-EOF
14         Usage: MAKEALL [options] [--] [boards-to-build]
15
16         Options:
17           -a ARCH,   --arch ARCH       Build all boards with arch ARCH
18           -c CPU,    --cpu CPU         Build all boards with cpu CPU
19           -v VENDOR, --vendor VENDOR   Build all boards with vendor VENDOR
20           -s SOC,    --soc SOC         Build all boards with soc SOC
21           -b BOARD,  --board BOARD     Build all boards with board name BOARD
22           -l,        --list            List all targets to be built
23           -m,        --maintainers     List all targets and maintainer email
24           -M,        --mails           List all targets and all affilated emails
25           -C,        --check           Enable build checking
26           -n,        --continue        Continue (skip boards already built)
27           -r,        --rebuild-errors  Rebuild any boards that errored
28           -h,        --help            This help output
29
30         Selections by these options are logically ANDed; if the same option
31         is used repeatedly, such selections are ORed.  So "-v FOO -v BAR"
32         will select all configurations where the vendor is either FOO or
33         BAR.  Any additional arguments specified on the command line are
34         always build additionally.  See the boards.cfg file for more info.
35
36         If no boards are specified, then the default is "powerpc".
37
38         Environment variables:
39           BUILD_NCPUS      number of parallel make jobs (default: auto)
40           CROSS_COMPILE    cross-compiler toolchain prefix (default: "")
41           CROSS_COMPILE_<ARCH> cross-compiler toolchain prefix for
42                            architecture "ARCH".  Substitute "ARCH" for any
43                            supported architecture (default: "")
44           MAKEALL_LOGDIR   output all logs to here (default: ./LOG/)
45           BUILD_DIR        output build directory (default: ./)
46           BUILD_NBUILDS    number of parallel targets (default: 1)
47
48         Examples:
49           - build all Power Architecture boards:
50               MAKEALL -a powerpc
51               MAKEALL --arch powerpc
52               MAKEALL powerpc
53           - build all PowerPC boards manufactured by vendor "esd":
54               MAKEALL -a powerpc -v esd
55           - build all PowerPC boards manufactured either by "keymile" or "siemens":
56               MAKEALL -a powerpc -v keymile -v siemens
57           - build all Freescale boards with MPC83xx CPUs, plus all 4xx boards:
58               MAKEALL -c mpc83xx -v freescale 4xx
59         EOF
60         exit ${ret}
61 }
62
63 SHORT_OPTS="ha:c:v:s:b:lmMCnr"
64 LONG_OPTS="help,arch:,cpu:,vendor:,soc:,board:,list,maintainers,mails,check,continue,rebuild-errors"
65
66 # Option processing based on util-linux-2.13/getopt-parse.bash
67
68 # Note that we use `"$@"' to let each command-line parameter expand to a
69 # separate word. The quotes around `$@' are essential!
70 # We need TEMP as the `eval set --' would nuke the return value of
71 # getopt.
72 TEMP=`getopt -o ${SHORT_OPTS} --long ${LONG_OPTS} \
73      -n 'MAKEALL' -- "$@"`
74
75 [ $? != 0 ] && usage 1
76
77 # Note the quotes around `$TEMP': they are essential!
78 eval set -- "$TEMP"
79
80 SELECTED=''
81 ONLY_LIST=''
82 PRINT_MAINTS=''
83 MAINTAINERS_ONLY=''
84 CONTINUE=''
85 REBUILD_ERRORS=''
86
87 while true ; do
88         case "$1" in
89         -a|--arch)
90                 # echo "Option ARCH: argument \`$2'"
91                 if [ "$opt_a" ] ; then
92                         opt_a="${opt_a%)} || \$2 == \"$2\")"
93                 else
94                         opt_a="(\$2 == \"$2\")"
95                 fi
96                 SELECTED='y'
97                 shift 2 ;;
98         -c|--cpu)
99                 # echo "Option CPU: argument \`$2'"
100                 if [ "$opt_c" ] ; then
101                         opt_c="${opt_c%)} || \$3 == \"$2\" || \$3 ~ /$2:/)"
102                 else
103                         opt_c="(\$3 == \"$2\" || \$3 ~ /$2:/)"
104                 fi
105                 SELECTED='y'
106                 shift 2 ;;
107         -s|--soc)
108                 # echo "Option SoC: argument \`$2'"
109                 if [ "$opt_s" ] ; then
110                         opt_s="${opt_s%)} || \$4 == \"$2\" || \$4 ~ /$2/)"
111                 else
112                         opt_s="(\$4 == \"$2\" || \$4 ~ /$2/)"
113                 fi
114                 SELECTED='y'
115                 shift 2 ;;
116         -v|--vendor)
117                 # echo "Option VENDOR: argument \`$2'"
118                 if [ "$opt_v" ] ; then
119                         opt_v="${opt_v%)} || \$5 == \"$2\")"
120                 else
121                         opt_v="(\$5 == \"$2\")"
122                 fi
123                 SELECTED='y'
124                 shift 2 ;;
125         -b|--board)
126                 # echo "Option BOARD: argument \`$2'"
127                 if [ "$opt_b" ] ; then
128                         opt_b="${opt_b%)} || \$6 == \"$2\" || \$7 == \"$2\")"
129                 else
130                         # We need to check the 7th field too
131                         # for boards whose 6th field is "-"
132                         opt_b="(\$6 == \"$2\" || \$7 == \"$2\")"
133                 fi
134                 SELECTED='y'
135                 shift 2 ;;
136         -C|--check)
137                 CHECK='C=1'
138                 shift ;;
139         -n|--continue)
140                 CONTINUE='y'
141                 shift ;;
142         -r|--rebuild-errors)
143                 REBUILD_ERRORS='y'
144                 shift ;;
145         -l|--list)
146                 ONLY_LIST='y'
147                 shift ;;
148         -m|--maintainers)
149                 ONLY_LIST='y'
150                 PRINT_MAINTS='y'
151                 MAINTAINERS_ONLY='y'
152                 shift ;;
153         -M|--mails)
154                 ONLY_LIST='y'
155                 PRINT_MAINTS='y'
156                 shift ;;
157         -h|--help)
158                 usage ;;
159         --)
160                 shift ; break ;;
161         *)
162                 echo "Internal error!" >&2 ; exit 1 ;;
163         esac
164 done
165 # echo "Remaining arguments:"
166 # for arg do echo '--> '"\`$arg'" ; done
167
168 FILTER="\$1 !~ /^#/"
169 [ "$opt_a" ] && FILTER="${FILTER} && $opt_a"
170 [ "$opt_c" ] && FILTER="${FILTER} && $opt_c"
171 [ "$opt_s" ] && FILTER="${FILTER} && $opt_s"
172 [ "$opt_v" ] && FILTER="${FILTER} && $opt_v"
173 [ "$opt_b" ] && FILTER="${FILTER} && $opt_b"
174
175 if [ "$SELECTED" ] ; then
176         SELECTED=$(awk '('"$FILTER"') { print $7 }' boards.cfg)
177
178         # Make sure some boards from boards.cfg are actually found
179         if [ -z "$SELECTED" ] ; then
180                 echo "Error: No boards selected, invalid arguments"
181                 exit 1
182         fi
183 fi
184
185 #########################################################################
186
187 # Print statistics when we exit
188 trap exit 1 2 3 15
189 trap print_stats 0
190
191 # Determine number of CPU cores if no default was set
192 : ${BUILD_NCPUS:="`getconf _NPROCESSORS_ONLN`"}
193
194 if [ "$BUILD_NCPUS" -gt 1 ]
195 then
196         JOBS="-j $((BUILD_NCPUS + 1))"
197 else
198         JOBS=""
199 fi
200
201 if [ "${MAKEALL_LOGDIR}" ] ; then
202         LOG_DIR=${MAKEALL_LOGDIR}
203 else
204         LOG_DIR="LOG"
205 fi
206
207 : ${BUILD_NBUILDS:=1}
208 BUILD_MANY=0
209
210 if [ "${BUILD_NBUILDS}" -gt 1 ] ; then
211         BUILD_MANY=1
212         : ${BUILD_DIR:=./build}
213         mkdir -p "${BUILD_DIR}/ERR"
214         find "${BUILD_DIR}/ERR/" -type f -exec rm -f {} +
215 fi
216
217 : ${BUILD_DIR:=.}
218
219 OUTPUT_PREFIX="${BUILD_DIR}"
220
221 [ -d ${LOG_DIR} ] || mkdir "${LOG_DIR}" || exit 1
222 if [ "$CONTINUE" != 'y' -a "$REBUILD_ERRORS" != 'y' ] ; then
223         find "${LOG_DIR}/" -type f -exec rm -f {} +
224 fi
225
226 LIST=""
227
228 # Keep track of the number of builds and errors
229 ERR_CNT=0
230 ERR_LIST=""
231 WRN_CNT=0
232 WRN_LIST=""
233 TOTAL_CNT=0
234 SKIP_CNT=0
235 CURRENT_CNT=0
236 OLDEST_IDX=1
237 RC=0
238
239 # Helper funcs for parsing boards.cfg
240 targets_by_field()
241 {
242         field=$1
243         regexp=$2
244
245         awk '($1 !~ /^#/ && $'"$field"' ~ /^'"$regexp"'$/) { print $7 }' \
246                                                                 boards.cfg
247 }
248
249 targets_by_arch() { targets_by_field 2 "$@" ; }
250 targets_by_cpu()  { targets_by_field 3 "$@" ; targets_by_field 3 "$@:.*" ; }
251 targets_by_soc()  { targets_by_field 4 "$@" ; }
252
253 #########################################################################
254 ## MPC5xx Systems
255 #########################################################################
256
257 LIST_5xx="$(targets_by_cpu mpc5xx)"
258
259 #########################################################################
260 ## MPC5xxx Systems
261 #########################################################################
262
263 LIST_5xxx="$(targets_by_cpu mpc5xxx)"
264
265 #########################################################################
266 ## MPC512x Systems
267 #########################################################################
268
269 LIST_512x="$(targets_by_cpu mpc512x)"
270
271 #########################################################################
272 ## MPC8xx Systems
273 #########################################################################
274
275 LIST_8xx="$(targets_by_cpu mpc8xx)"
276
277 #########################################################################
278 ## PPC4xx Systems
279 #########################################################################
280
281 LIST_4xx="$(targets_by_cpu ppc4xx)"
282
283 #########################################################################
284 ## MPC824x Systems
285 #########################################################################
286
287 LIST_824x="$(targets_by_cpu mpc824x)"
288
289 #########################################################################
290 ## MPC8260 Systems (includes 8250, 8255 etc.)
291 #########################################################################
292
293 LIST_8260="$(targets_by_cpu mpc8260)"
294
295 #########################################################################
296 ## MPC83xx Systems (includes 8349, etc.)
297 #########################################################################
298
299 LIST_83xx="$(targets_by_cpu mpc83xx)"
300
301 #########################################################################
302 ## MPC85xx Systems (includes 8540, 8560 etc.)
303 #########################################################################
304
305 LIST_85xx="$(targets_by_cpu mpc85xx)"
306
307 #########################################################################
308 ## MPC86xx Systems
309 #########################################################################
310
311 LIST_86xx="$(targets_by_cpu mpc86xx)"
312
313 #########################################################################
314 ## 74xx/7xx Systems
315 #########################################################################
316
317 LIST_74xx_7xx="$(targets_by_cpu 74xx_7xx)"
318
319 #########################################################################
320 ## PowerPC groups
321 #########################################################################
322
323 LIST_TSEC="             \
324         ${LIST_83xx}    \
325         ${LIST_85xx}    \
326         ${LIST_86xx}    \
327 "
328
329 LIST_powerpc="          \
330         ${LIST_5xx}     \
331         ${LIST_512x}    \
332         ${LIST_5xxx}    \
333         ${LIST_8xx}     \
334         ${LIST_824x}    \
335         ${LIST_8260}    \
336         ${LIST_83xx}    \
337         ${LIST_85xx}    \
338         ${LIST_86xx}    \
339         ${LIST_4xx}     \
340         ${LIST_74xx_7xx}\
341 "
342
343 # Alias "ppc" -> "powerpc" to not break compatibility with older scripts
344 # still using "ppc" instead of "powerpc"
345 LIST_ppc="              \
346         ${LIST_powerpc} \
347 "
348
349 #########################################################################
350 ## StrongARM Systems
351 #########################################################################
352
353 LIST_SA="$(targets_by_cpu sa1100)"
354
355 #########################################################################
356 ## ARM7 Systems
357 #########################################################################
358
359 LIST_ARM7="$(targets_by_cpu arm720t)"
360
361 #########################################################################
362 ## ARM9 Systems
363 #########################################################################
364
365 LIST_ARM9="$(targets_by_cpu arm920t)    \
366         $(targets_by_cpu arm926ejs)     \
367         $(targets_by_cpu arm946es)      \
368 "
369
370 #########################################################################
371 ## ARM11 Systems
372 #########################################################################
373 LIST_ARM11="$(targets_by_cpu arm1136)   \
374         $(targets_by_cpu arm1176)       \
375 "
376
377 #########################################################################
378 ## ARMV7 Systems
379 #########################################################################
380
381 LIST_ARMV7="$(targets_by_cpu armv7)"
382
383 #########################################################################
384 ## AT91 Systems
385 #########################################################################
386
387 LIST_at91="$(targets_by_soc at91)"
388
389 #########################################################################
390 ## Xscale Systems
391 #########################################################################
392
393 LIST_pxa="$(targets_by_cpu pxa)"
394
395 LIST_ixp="$(targets_by_cpu ixp)"
396
397 #########################################################################
398 ## SPEAr Systems
399 #########################################################################
400
401 LIST_spear="$(targets_by_soc spear)"
402
403 #########################################################################
404 ## ARM groups
405 #########################################################################
406
407 LIST_arm="$(targets_by_arch arm)"
408
409 #########################################################################
410 ## MIPS Systems         (default = big endian)
411 #########################################################################
412
413 LIST_mips4kc="          \
414         incaip          \
415         incaip_100MHz   \
416         incaip_133MHz   \
417         incaip_150MHz   \
418         qemu_mips       \
419         vct_platinum    \
420         vct_platinum_small      \
421         vct_platinum_onenand    \
422         vct_platinum_onenand_small      \
423         vct_platinumavc \
424         vct_platinumavc_small   \
425         vct_platinumavc_onenand \
426         vct_platinumavc_onenand_small   \
427         vct_premium     \
428         vct_premium_small       \
429         vct_premium_onenand     \
430         vct_premium_onenand_small       \
431 "
432
433 LIST_au1xx0="           \
434         dbau1000        \
435         dbau1100        \
436         dbau1500        \
437         dbau1550        \
438 "
439
440 LIST_mips="             \
441         ${LIST_mips4kc} \
442         ${LIST_mips5kc} \
443         ${LIST_au1xx0}  \
444 "
445
446 #########################################################################
447 ## MIPS Systems         (little endian)
448 #########################################################################
449
450 LIST_au1xx0_el="        \
451         dbau1550_el     \
452         pb1000          \
453 "
454 LIST_mips_el="                  \
455         ${LIST_au1xx0_el}       \
456 "
457 #########################################################################
458 ## OpenRISC Systems
459 #########################################################################
460
461 LIST_openrisc="$(targets_by_arch openrisc)"
462
463 #########################################################################
464 ## x86 Systems
465 #########################################################################
466
467 LIST_x86="$(targets_by_arch x86)"
468
469 #########################################################################
470 ## Nios-II Systems
471 #########################################################################
472
473 LIST_nios2="$(targets_by_arch nios2)"
474
475 #########################################################################
476 ## MicroBlaze Systems
477 #########################################################################
478
479 LIST_microblaze="$(targets_by_arch microblaze)"
480
481 #########################################################################
482 ## ColdFire Systems
483 #########################################################################
484
485 LIST_m68k="$(targets_by_arch m68k)"
486 LIST_coldfire=${LIST_m68k}
487
488 #########################################################################
489 ## AVR32 Systems
490 #########################################################################
491
492 LIST_avr32="$(targets_by_arch avr32)"
493
494 #########################################################################
495 ## Blackfin Systems
496 #########################################################################
497
498 LIST_blackfin="$(targets_by_arch blackfin)"
499
500 #########################################################################
501 ## SH Systems
502 #########################################################################
503
504 LIST_sh2="$(targets_by_cpu sh2)"
505 LIST_sh3="$(targets_by_cpu sh3)"
506 LIST_sh4="$(targets_by_cpu sh4)"
507
508 LIST_sh="$(targets_by_arch sh)"
509
510 #########################################################################
511 ## SPARC Systems
512 #########################################################################
513
514 LIST_sparc="$(targets_by_arch sparc)"
515
516 #########################################################################
517 ## NDS32 Systems
518 #########################################################################
519
520 LIST_nds32="$(targets_by_arch nds32)"
521
522 #-----------------------------------------------------------------------
523
524 get_target_location() {
525         local target=$1
526         local BOARD_NAME=""
527         local CONFIG_NAME=""
528         local board=""
529         local vendor=""
530
531         # Automatic mode
532         local line=`awk '\$7 == "'"$target"'" { print \$0 }' boards.cfg`
533         if [ -z "${line}" ] ; then echo "" ; return ; fi
534
535         set ${line}
536
537         CONFIG_NAME="${7%_config}"
538
539         [ "${BOARD_NAME}" ] || BOARD_NAME="${7%_config}"
540
541         if [ $# -gt 5 ]; then
542                 if [ "$6" = "-" ] ; then
543                         board=${BOARD_NAME}
544                 else
545                         board="$6"
546                 fi
547         fi
548
549         [ $# -gt 4 ] && [ "$5" != "-" ] && vendor="$5"
550         [ $# -gt 6 ] && [ "$8" != "-" ] && {
551                 tmp="${8%:*}"
552                 if [ "$tmp" ] ; then
553                         CONFIG_NAME="$tmp"
554                 fi
555         }
556
557         # Assign board directory to BOARDIR variable
558         if [ "${vendor}" == "-" ] ; then
559             BOARDDIR=${board}
560         else
561             BOARDDIR=${vendor}/${board}
562         fi
563
564         echo "${CONFIG_NAME}:${BOARDDIR}:${BOARD_NAME}"
565 }
566
567 get_target_maintainers() {
568         local name=`echo $1 | cut -d : -f 3`
569
570         local line=`awk '\$7 == "'"$target"'" { print \$0 }' boards.cfg`
571         if [ -z "${line}" ]; then
572                 echo ""
573                 return ;
574         fi
575
576         local mails=`echo ${line} | cut -d ' ' -f 9- | sed -e 's/[^<]*<//' -e 's/>.*</ /' -e 's/>[^>]*$//'`
577         [ "$mails" == "-" ] && mails=""
578         echo "$mails"
579 }
580
581 get_target_arch() {
582         local target=$1
583
584         # Automatic mode
585         local line=`awk '\$7 == "'"$target"'" { print \$0 }' boards.cfg`
586
587         if [ -z "${line}" ] ; then echo "" ; return ; fi
588
589         set ${line}
590         echo "$2"
591 }
592
593 list_target() {
594         if [ "$PRINT_MAINTS" != 'y' ] ; then
595                 echo "$1"
596                 return
597         fi
598
599         echo -n "$1:"
600
601         local loc=`get_target_location $1`
602
603         if [ -z "${loc}" ] ; then echo "ERROR" ; return ; fi
604
605         local maintainers_result=`get_target_maintainers ${loc} | tr " " "\n"`
606
607         if [ "$MAINTAINERS_ONLY" != 'y' ] ; then
608
609                 local dir=`echo ${loc} | cut -d ":" -f 2`
610                 local cfg=`echo ${loc} | cut -d ":" -f 1`
611                 local git_result=`git log --format=%aE board/${dir} \
612                                 include/configs/${cfg}.h | grep "@"`
613                 local git_result_recent=`echo ${git_result} | tr " " "\n" | \
614                                                 head -n 3`
615                 local git_result_top=`echo ${git_result} | tr " " "\n" | \
616                         sort | uniq -c | sort -nr | head -n 3 | \
617                         sed "s/^ \+[0-9]\+ \+//"`
618
619                 echo -e "$git_result_recent\n$git_result_top\n$maintainers_result" | \
620                         sort -u | tr "\n" " " | sed "s/ $//" ;
621         else
622                 echo -e "$maintainers_result" | sort -u | tr "\n" " " | \
623                                                 sed "s/ $//" ;
624         fi
625
626         echo ""
627 }
628
629 # Each finished build will have a file called ${donep}${n},
630 # where n is the index of the build. Each build
631 # we've already noted as finished will have ${skipp}${n}.
632 # The code managing the build process will use this information
633 # to ensure that only BUILD_NBUILDS builds are in flight at once
634 donep="${LOG_DIR}/._done_"
635 skipp="${LOG_DIR}/._skip_"
636
637 build_target_killed() {
638         echo "Aborted $target build."
639         # Remove the logs for this board since it was aborted
640         rm -f ${LOG_DIR}/$target.MAKELOG ${LOG_DIR}/$target.ERR
641         exit
642 }
643
644 build_target() {
645         target=$1
646         build_idx=$2
647
648         if [ "$ONLY_LIST" == 'y' ] ; then
649                 list_target ${target}
650                 return
651         fi
652
653         if [ $BUILD_MANY == 1 ] ; then
654                 output_dir="${OUTPUT_PREFIX}/${target}"
655                 mkdir -p "${output_dir}"
656                 trap build_target_killed TERM
657         else
658                 output_dir="${OUTPUT_PREFIX}"
659         fi
660
661         export BUILD_DIR="${output_dir}"
662
663         target_arch=$(get_target_arch ${target})
664         eval cross_toolchain=\$CROSS_COMPILE_`echo $target_arch | tr '[:lower:]' '[:upper:]'`
665         if [ "${cross_toolchain}" ] ; then
666             MAKE="make CROSS_COMPILE=${cross_toolchain}"
667         elif [ "${CROSS_COMPILE}" ] ; then
668             MAKE="make CROSS_COMPILE=${CROSS_COMPILE}"
669         else
670             MAKE=make
671         fi
672
673         ${MAKE} distclean >/dev/null
674         ${MAKE} -s ${target}_config
675
676         ${MAKE} ${JOBS} ${CHECK} all \
677                 >${LOG_DIR}/$target.MAKELOG 2> ${LOG_DIR}/$target.ERR
678
679         # Check for 'make' errors
680         if [ ${PIPESTATUS[0]} -ne 0 ] ; then
681                 RC=1
682         fi
683
684         if [ $BUILD_MANY == 1 ] ; then
685                 trap - TERM
686
687                 ${MAKE} -s tidy
688
689                 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
690                         cp ${LOG_DIR}/${target}.ERR ${OUTPUT_PREFIX}/ERR/${target}
691                 else
692                         rm ${LOG_DIR}/${target}.ERR
693                 fi
694         else
695                 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
696                         if grep -iw error ${LOG_DIR}/${target}.ERR ; then
697                                 : $(( ERR_CNT += 1 ))
698                                 ERR_LIST="${ERR_LIST} $target"
699                         else
700                                 : $(( WRN_CNT += 1 ))
701                                 WRN_LIST="${WRN_LIST} $target"
702                         fi
703                 else
704                         rm ${LOG_DIR}/${target}.ERR
705                 fi
706         fi
707
708         OBJS=${output_dir}/u-boot
709         if [ -e ${output_dir}/spl/u-boot-spl ]; then
710                 OBJS="${OBJS} ${output_dir}/spl/u-boot-spl"
711         fi
712
713         ${CROSS_COMPILE}size ${OBJS} | tee -a ${LOG_DIR}/$target.MAKELOG
714
715         [ -e "${LOG_DIR}/${target}.ERR" ] && cat "${LOG_DIR}/${target}.ERR"
716
717         touch "${donep}${build_idx}"
718 }
719
720 manage_builds() {
721         search_idx=${OLDEST_IDX}
722         if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
723
724         while true; do
725                 if [ -e "${donep}${search_idx}" ] ; then
726                         : $(( CURRENT_CNT-- ))
727                         [ ${OLDEST_IDX} -eq ${search_idx} ] &&
728                                 : $(( OLDEST_IDX++ ))
729
730                         # Only want to count it once
731                         rm -f "${donep}${search_idx}"
732                         touch "${skipp}${search_idx}"
733                 elif [ -e "${skipp}${search_idx}" ] ; then
734                         [ ${OLDEST_IDX} -eq ${search_idx} ] &&
735                                 : $(( OLDEST_IDX++ ))
736                 fi
737                 : $(( search_idx++ ))
738                 if [ ${search_idx} -gt ${TOTAL_CNT} ] ; then
739                         if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
740                                 search_idx=${OLDEST_IDX}
741                                 sleep 1
742                         else
743                                 break
744                         fi
745                 fi
746         done
747 }
748
749 build_targets() {
750         for t in "$@" ; do
751                 # If a LIST_xxx var exists, use it.  But avoid variable
752                 # expansion in the eval when a board name contains certain
753                 # characters that the shell interprets.
754                 case ${t} in
755                         *[-+=]*) list= ;;
756                         *)       list=$(eval echo '${LIST_'$t'}') ;;
757                 esac
758                 if [ -n "${list}" ] ; then
759                         build_targets ${list}
760                 else
761                         : $((TOTAL_CNT += 1))
762                         : $((CURRENT_CNT += 1))
763                         rm -f "${donep}${TOTAL_CNT}"
764                         rm -f "${skipp}${TOTAL_CNT}"
765                         if [ "$CONTINUE" = 'y' -a -e ${LOG_DIR}/$t.MAKELOG ] ; then
766                                 : $((SKIP_CNT += 1))
767                                 touch "${donep}${TOTAL_CNT}"
768                         elif [ "$REBUILD_ERRORS" = 'y' -a ! -e ${LOG_DIR}/$t.ERR ] ; then
769                                 : $((SKIP_CNT += 1))
770                                 touch "${donep}${TOTAL_CNT}"
771                         else
772                                 if [ $BUILD_MANY == 1 ] ; then
773                                         build_target ${t} ${TOTAL_CNT} &
774                                 else
775                                         CUR_TGT="${t}"
776                                         build_target ${t} ${TOTAL_CNT}
777                                         CUR_TGT=''
778                                 fi
779                         fi
780                 fi
781
782                 # We maintain a running count of all the builds we have done.
783                 # Each finished build will have a file called ${donep}${n},
784                 # where n is the index of the build. Each build
785                 # we've already noted as finished will have ${skipp}${n}.
786                 # We track the current index via TOTAL_CNT, and the oldest
787                 # index. When we exceed the maximum number of parallel builds,
788                 # We look from oldest to current for builds that have completed,
789                 # and update the current count and oldest index as appropriate.
790                 # If we've gone through the entire list, wait a second, and
791                 # reprocess the entire list until we find a build that has
792                 # completed
793                 if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
794                         manage_builds
795                 fi
796         done
797 }
798
799 #-----------------------------------------------------------------------
800
801 kill_children() {
802         local OS=$(uname -s)
803         local children=""
804         case "${OS}" in
805                 "Darwin")
806                         # Mac OS X is known to have BSD style ps
807                         local pgid=$(ps -p $$ -o pgid | sed -e "/PGID/d")
808                         children=$(ps -g $pgid -o pid | sed -e "/PID\|$$\|$pgid/d")
809                         ;;
810                 *)
811                         # everything else tries the GNU style
812                         local pgid=$(ps -p $$ --no-headers -o "%r" | tr -d ' ')
813                         children=$(pgrep -g $pgid | sed -e "/$$\|$pgid/d")
814                         ;;
815         esac
816
817         kill $children 2> /dev/null
818         wait $children 2> /dev/null
819
820         exit
821 }
822
823 print_stats() {
824         if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
825
826         # Only count boards that completed
827         : $((TOTAL_CNT = `find ${skipp}* 2> /dev/null | wc -l`))
828
829         rm -f ${donep}* ${skipp}*
830
831         if [ $BUILD_MANY == 1 ] && [ -e "${OUTPUT_PREFIX}/ERR" ] ; then
832                 ERR_LIST=`grep -riwl error ${OUTPUT_PREFIX}/ERR/`
833                 ERR_LIST=`for f in $ERR_LIST ; do echo -n " $(basename $f)" ; done`
834                 ERR_CNT=`echo $ERR_LIST | wc -w | awk '{print $1}'`
835                 WRN_LIST=`grep -riwL error ${OUTPUT_PREFIX}/ERR/`
836                 WRN_LIST=`for f in $WRN_LIST ; do echo -n " $(basename $f)" ; done`
837                 WRN_CNT=`echo $WRN_LIST | wc -w | awk '{print $1}'`
838         else
839                 # Remove the logs for any board that was interrupted
840                 rm -f ${LOG_DIR}/${CUR_TGT}.MAKELOG ${LOG_DIR}/${CUR_TGT}.ERR
841         fi
842
843         : $((TOTAL_CNT -= ${SKIP_CNT}))
844         echo ""
845         echo "--------------------- SUMMARY ----------------------------"
846         if [ "$CONTINUE" = 'y' -o "$REBUILD_ERRORS" = 'y' ] ; then
847                 echo "Boards skipped: ${SKIP_CNT}"
848         fi
849         echo "Boards compiled: ${TOTAL_CNT}"
850         if [ ${ERR_CNT} -gt 0 ] ; then
851                 echo "Boards with errors: ${ERR_CNT} (${ERR_LIST} )"
852         fi
853         if [ ${WRN_CNT} -gt 0 ] ; then
854                 echo "Boards with warnings but no errors: ${WRN_CNT} (${WRN_LIST} )"
855         fi
856         echo "----------------------------------------------------------"
857
858         if [ $BUILD_MANY == 1 ] ; then
859                 kill_children
860         fi
861
862         exit $RC
863 }
864
865 #-----------------------------------------------------------------------
866
867 # Build target groups selected by options, plus any command line args
868 set -- ${SELECTED} "$@"
869 # run PowerPC by default
870 [ $# = 0 ] && set -- powerpc
871 build_targets "$@"
872 wait