1 #!/bin/ksh -p
2 #
3 # CDDL HEADER START
4 #
5 # The contents of this file are subject to the terms of the
6 # Common Development and Distribution License (the "License").
7 # You may not use this file except in compliance with the License.
8 #
9 # You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
10 # or http://www.opensolaris.org/os/licensing.
11 # See the License for the specific language governing permissions
12 # and limitations under the License.
13 #
14 # When distributing Covered Code, include this CDDL HEADER in each
15 # file and include the License file at usr/src/OPENSOLARIS.LICENSE.
16 # If applicable, add the following below this CDDL HEADER, with the
17 # fields enclosed by brackets "[]" replaced with your own identifying
18 # information: Portions Copyright [yyyy] [name of copyright owner]
19 #
20 # CDDL HEADER END
21 #
22
23 #
24 # Copyright (c) 1999, 2010, Oracle and/or its affiliates. All rights reserved.
25 # Copyright 2008, 2010, Richard Lowe
26 # Copyright 2011 Nexenta Systems, Inc. All rights reserved.
27 # Copyright 2012 Joshua M. Clulow <josh@sysmgr.org>
28 #
29 # Based on the nightly script from the integration folks,
30 # Mostly modified and owned by mike_s.
31 # Changes also by kjc, dmk.
32 #
33 # BRINGOVER_WS may be specified in the env file.
34 # The default is the old behavior of CLONE_WS
35 #
36 # -i on the command line, means fast options, so when it's on the
37 # command line (only), lint and check builds are skipped no matter what
38 # the setting of their individual flags are in NIGHTLY_OPTIONS.
39 #
40 # LINTDIRS can be set in the env file, format is a list of:
41 #
42 # /dirname-to-run-lint-on flag
43 #
44 # Where flag is: y - enable lint noise diff output
45 # n - disable lint noise diff output
46 #
47 # For example: LINTDIRS="$SRC/uts n $SRC/stand y $SRC/psm y"
48 #
49 # OPTHOME may be set in the environment to override /opt
50 #
51
52 #
53 # The CDPATH variable causes ksh's `cd' builtin to emit messages to stdout
54 # under certain circumstances, which can really screw things up; unset it.
55 #
56 unset CDPATH
57
58 # Get the absolute path of the nightly script that the user invoked. This
59 # may be a relative path, and we need to do this before changing directory.
60 nightly_path=`whence $0`
61
62 #
63 # Keep track of where we found nightly so we can invoke the matching
64 # which_scm script. If that doesn't work, don't go guessing, just rely
65 # on the $PATH settings, which will generally give us either /opt/onbld
66 # or the user's workspace.
67 #
68 WHICH_SCM=$(dirname $nightly_path)/which_scm
69 if [[ ! -x $WHICH_SCM ]]; then
70 WHICH_SCM=which_scm
71 fi
72
73 function fatal_error
74 {
75 print -u2 "nightly: $*"
76 exit 1
77 }
78
79 #
80 # Function to do a DEBUG and non-DEBUG build. Needed because we might
81 # need to do another for the source build, and since we only deliver DEBUG or
82 # non-DEBUG packages.
83 #
84 # usage: normal_build
85 #
86 function normal_build {
87
88 typeset orig_p_FLAG="$p_FLAG"
89 typeset crypto_signer="$CODESIGN_USER"
90
91 suffix=""
92
93 # non-DEBUG build begins
94
95 if [ "$F_FLAG" = "n" ]; then
96 set_non_debug_build_flags
97 CODESIGN_USER="$crypto_signer" \
98 build "non-DEBUG" "$suffix-nd" "-nd" "$MULTI_PROTO"
99 else
100 echo "\n==== No non-DEBUG $open_only build ====\n" >> "$LOGFILE"
101 fi
102
103 # non-DEBUG build ends
104
105 # DEBUG build begins
106
107 if [ "$D_FLAG" = "y" ]; then
108 set_debug_build_flags
109 CODESIGN_USER="$crypto_signer" \
110 build "DEBUG" "$suffix" "" "$MULTI_PROTO"
111 else
112 echo "\n==== No DEBUG $open_only build ====\n" >> "$LOGFILE"
113 fi
114
115 # DEBUG build ends
116
117 p_FLAG="$orig_p_FLAG"
118 }
119
120 #
121 # usage: run_hook HOOKNAME ARGS...
122 #
123 # If variable "$HOOKNAME" is defined, insert a section header into
124 # our logs and then run the command with ARGS
125 #
126 function run_hook {
127 HOOKNAME=$1
128 eval HOOKCMD=\$$HOOKNAME
129 shift
130
131 if [ -n "$HOOKCMD" ]; then
132 (
133 echo "\n==== Running $HOOKNAME command: $HOOKCMD ====\n"
134 ( $HOOKCMD "$@" 2>&1 )
135 if [ "$?" -ne 0 ]; then
136 # Let exit status propagate up
137 touch $TMPDIR/abort
138 fi
139 ) | tee -a $mail_msg_file >> $LOGFILE
140
141 if [ -f $TMPDIR/abort ]; then
142 build_ok=n
143 echo "\nAborting at request of $HOOKNAME" |
144 tee -a $mail_msg_file >> $LOGFILE
145 exit 1
146 fi
147 fi
148 }
149
150 # Return library search directive as function of given root.
151 function myldlibs {
152 echo "-L$1/lib -L$1/usr/lib"
153 }
154
155 # Return header search directive as function of given root.
156 function myheaders {
157 echo "-I$1/usr/include"
158 }
159
160 #
161 # Function to do the build, including package generation.
162 # usage: build LABEL SUFFIX ND MULTIPROTO
163 # - LABEL is used to tag build output.
164 # - SUFFIX is used to distinguish files (e.g., DEBUG vs non-DEBUG,
165 # open-only vs full tree).
166 # - ND is "-nd" (non-DEBUG builds) or "" (DEBUG builds).
167 # - If MULTIPROTO is "yes", it means to name the proto area according to
168 # SUFFIX. Otherwise ("no"), (re)use the standard proto area.
169 #
170 function build {
171 LABEL=$1
172 SUFFIX=$2
173 ND=$3
174 MULTIPROTO=$4
175 INSTALLOG=install${SUFFIX}-${MACH}
176 NOISE=noise${SUFFIX}-${MACH}
177 PKGARCHIVE=${PKGARCHIVE_ORIG}${SUFFIX}
178
179 ORIGROOT=$ROOT
180 [ $MULTIPROTO = no ] || export ROOT=$ROOT$SUFFIX
181
182 export ENVLDLIBS1=`myldlibs $ROOT`
183 export ENVCPPFLAGS1=`myheaders $ROOT`
184
185 this_build_ok=y
186 #
187 # Build OS-Networking source
188 #
189 echo "\n==== Building OS-Net source at `date` ($LABEL) ====\n" \
190 >> $LOGFILE
191
192 rm -f $SRC/${INSTALLOG}.out
193 cd $SRC
194 /bin/time $MAKE -e install 2>&1 | \
195 tee -a $SRC/${INSTALLOG}.out >> $LOGFILE
196
197 echo "\n==== Build errors ($LABEL) ====\n" >> $mail_msg_file
198 egrep ":" $SRC/${INSTALLOG}.out |
199 egrep -e "(^${MAKE}:|[ ]error[: \n])" | \
200 egrep -v "Ignoring unknown host" | \
201 egrep -v "cc .* -o error " | \
202 egrep -v "warning" | tee $TMPDIR/build_errs${SUFFIX} \
203 >> $mail_msg_file
204 if [[ -s $TMPDIR/build_errs${SUFFIX} ]]; then
205 build_ok=n
206 this_build_ok=n
207 fi
208 grep "bootblock image is .* bytes too big" $SRC/${INSTALLOG}.out \
209 >> $mail_msg_file
210 if [ "$?" = "0" ]; then
211 build_ok=n
212 this_build_ok=n
213 fi
214
215 echo "\n==== Build warnings ($LABEL) ====\n" >>$mail_msg_file
216 egrep -i warning: $SRC/${INSTALLOG}.out \
217 | egrep -v '^tic:' \
218 | egrep -v "symbol (\`|')timezone' has differing types:" \
219 | egrep -v "parameter <PSTAMP> set to" \
220 | egrep -v "Ignoring unknown host" \
221 | egrep -v "redefining segment flags attribute for" \
222 | tee $TMPDIR/build_warnings${SUFFIX} >> $mail_msg_file
223 if [[ -s $TMPDIR/build_warnings${SUFFIX} ]]; then
224 build_ok=n
225 this_build_ok=n
226 fi
227
228 echo "\n==== Ended OS-Net source build at `date` ($LABEL) ====\n" \
229 >> $LOGFILE
230
231 echo "\n==== Elapsed build time ($LABEL) ====\n" >>$mail_msg_file
232 tail -3 $SRC/${INSTALLOG}.out >>$mail_msg_file
233
234 if [ "$i_FLAG" = "n" ]; then
235 rm -f $SRC/${NOISE}.ref
236 if [ -f $SRC/${NOISE}.out ]; then
237 mv $SRC/${NOISE}.out $SRC/${NOISE}.ref
238 fi
239 grep : $SRC/${INSTALLOG}.out \
240 | egrep -v '^/' \
241 | egrep -v '^(Start|Finish|real|user|sys|./bld_awk)' \
242 | egrep -v '^tic:' \
243 | egrep -v '^mcs' \
244 | egrep -v '^LD_LIBRARY_PATH=' \
245 | egrep -v 'ar: creating' \
246 | egrep -v 'ar: writing' \
247 | egrep -v 'conflicts:' \
248 | egrep -v ':saved created' \
249 | egrep -v '^stty.*c:' \
250 | egrep -v '^mfgname.c:' \
251 | egrep -v '^uname-i.c:' \
252 | egrep -v '^volumes.c:' \
253 | egrep -v '^lint library construction:' \
254 | egrep -v 'tsort: INFORM:' \
255 | egrep -v 'stripalign:' \
256 | egrep -v 'chars, width' \
257 | egrep -v "symbol (\`|')timezone' has differing types:" \
258 | egrep -v 'PSTAMP' \
259 | egrep -v '|%WHOANDWHERE%|' \
260 | egrep -v '^Manifying' \
261 | egrep -v 'Ignoring unknown host' \
262 | egrep -v 'Processing method:' \
263 | egrep -v '^Writing' \
264 | egrep -v 'spellin1:' \
265 | egrep -v '^adding:' \
266 | egrep -v "^echo 'msgid" \
267 | egrep -v '^echo ' \
268 | egrep -v '\.c:$' \
269 | egrep -v '^Adding file:' \
270 | egrep -v 'CLASSPATH=' \
271 | egrep -v '\/var\/mail\/:saved' \
272 | egrep -v -- '-DUTS_VERSION=' \
273 | egrep -v '^Running Mkbootstrap' \
274 | egrep -v '^Applet length read:' \
275 | egrep -v 'bytes written:' \
276 | egrep -v '^File:SolarisAuthApplet.bin' \
277 | egrep -v -i 'jibversion' \
278 | egrep -v '^Output size:' \
279 | egrep -v '^Solo size statistics:' \
280 | egrep -v '^Using ROM API Version' \
281 | egrep -v '^Zero Signature length:' \
282 | egrep -v '^Note \(probably harmless\):' \
283 | egrep -v '::' \
284 | egrep -v -- '-xcache' \
285 | egrep -v '^\+' \
286 | egrep -v '^cc1: note: -fwritable-strings' \
287 | egrep -v 'svccfg-native -s svc:/' \
288 | sort | uniq >$SRC/${NOISE}.out
289 if [ ! -f $SRC/${NOISE}.ref ]; then
290 cp $SRC/${NOISE}.out $SRC/${NOISE}.ref
291 fi
292 echo "\n==== Build noise differences ($LABEL) ====\n" \
293 >>$mail_msg_file
294 diff $SRC/${NOISE}.ref $SRC/${NOISE}.out >>$mail_msg_file
295 fi
296
297 #
298 # Re-sign selected binaries using signing server
299 # (gatekeeper builds only)
300 #
301 if [ -n "$CODESIGN_USER" -a "$this_build_ok" = "y" ]; then
302 echo "\n==== Signing proto area at `date` ====\n" >> $LOGFILE
303 signing_file="${TMPDIR}/signing"
304 rm -f ${signing_file}
305 export CODESIGN_USER
306 signproto $SRC/tools/codesign/creds 2>&1 | \
307 tee -a ${signing_file} >> $LOGFILE
308 echo "\n==== Finished signing proto area at `date` ====\n" \
309 >> $LOGFILE
310 echo "\n==== Crypto module signing errors ($LABEL) ====\n" \
311 >> $mail_msg_file
312 egrep 'WARNING|ERROR' ${signing_file} >> $mail_msg_file
313 if (( $? == 0 )) ; then
314 build_ok=n
315 this_build_ok=n
316 fi
317 fi
318
319 #
320 # Building Packages
321 #
322 if [ "$p_FLAG" = "y" -a "$this_build_ok" = "y" ]; then
323 if [ -d $SRC/pkg ]; then
324 echo "\n==== Creating $LABEL packages at `date` ====\n" \
325 >> $LOGFILE
326 echo "Clearing out $PKGARCHIVE ..." >> $LOGFILE
327 rm -rf $PKGARCHIVE >> "$LOGFILE" 2>&1
328 mkdir -p $PKGARCHIVE >> "$LOGFILE" 2>&1
329
330 rm -f $SRC/pkg/${INSTALLOG}.out
331 cd $SRC/pkg
332 /bin/time $MAKE -e install 2>&1 | \
333 tee -a $SRC/pkg/${INSTALLOG}.out >> $LOGFILE
334
335 echo "\n==== package build errors ($LABEL) ====\n" \
336 >> $mail_msg_file
337
338 egrep "${MAKE}|ERROR|WARNING" $SRC/pkg/${INSTALLOG}.out | \
339 grep ':' | \
340 grep -v PSTAMP | \
341 egrep -v "Ignoring unknown host" | \
342 tee $TMPDIR/package >> $mail_msg_file
343 if [[ -s $TMPDIR/package ]]; then
344 build_extras_ok=n
345 this_build_ok=n
346 fi
347 else
348 #
349 # Handle it gracefully if -p was set but there so
350 # no pkg directory.
351 #
352 echo "\n==== No $LABEL packages to build ====\n" \
353 >> $LOGFILE
354 fi
355 else
356 echo "\n==== Not creating $LABEL packages ====\n" >> $LOGFILE
357 fi
358
359 ROOT=$ORIGROOT
360 }
361
362 # Usage: dolint /dir y|n
363 # Arg. 2 is a flag to turn on/off the lint diff output
364 function dolint {
365 if [ ! -d "$1" ]; then
366 echo "dolint error: $1 is not a directory"
367 exit 1
368 fi
369
370 if [ "$2" != "y" -a "$2" != "n" ]; then
371 echo "dolint internal error: $2 should be 'y' or 'n'"
372 exit 1
373 fi
374
375 lintdir=$1
376 dodiff=$2
377 base=`basename $lintdir`
378 LINTOUT=$lintdir/lint-${MACH}.out
379 LINTNOISE=$lintdir/lint-noise-${MACH}
380 export ENVLDLIBS1=`myldlibs $ROOT`
381 export ENVCPPFLAGS1=`myheaders $ROOT`
382
383 set_debug_build_flags
384
385 #
386 # '$MAKE lint' in $lintdir
387 #
388 echo "\n==== Begin '$MAKE lint' of $base at `date` ====\n" >> $LOGFILE
389
390 # remove old lint.out
391 rm -f $lintdir/lint.out $lintdir/lint-noise.out
392 if [ -f $lintdir/lint-noise.ref ]; then
393 mv $lintdir/lint-noise.ref ${LINTNOISE}.ref
394 fi
395
396 rm -f $LINTOUT
397 cd $lintdir
398 #
399 # Remove all .ln files to ensure a full reference file
400 #
401 rm -f Nothing_to_remove \
402 `find . \( -name SCCS -o -name .hg -o -name .svn -o -name .git \) \
403 -prune -o -type f -name '*.ln' -print `
404
405 /bin/time $MAKE -ek lint 2>&1 | \
406 tee -a $LINTOUT >> $LOGFILE
407
408 echo "\n==== '$MAKE lint' of $base ERRORS ====\n" >> $mail_msg_file
409
410 grep "$MAKE:" $LINTOUT |
411 egrep -v "Ignoring unknown host" | \
412 tee $TMPDIR/lint_errs >> $mail_msg_file
413 if [[ -s $TMPDIR/lint_errs ]]; then
414 build_extras_ok=n
415 fi
416
417 echo "\n==== Ended '$MAKE lint' of $base at `date` ====\n" >> $LOGFILE
418
419 echo "\n==== Elapsed time of '$MAKE lint' of $base ====\n" \
420 >>$mail_msg_file
421 tail -3 $LINTOUT >>$mail_msg_file
422
423 rm -f ${LINTNOISE}.ref
424 if [ -f ${LINTNOISE}.out ]; then
425 mv ${LINTNOISE}.out ${LINTNOISE}.ref
426 fi
427 grep : $LINTOUT | \
428 egrep -v '^(real|user|sys)' |
429 egrep -v '(library construction)' | \
430 egrep -v ': global crosschecks' | \
431 egrep -v 'Ignoring unknown host' | \
432 egrep -v '\.c:$' | \
433 sort | uniq > ${LINTNOISE}.out
434 if [ ! -f ${LINTNOISE}.ref ]; then
435 cp ${LINTNOISE}.out ${LINTNOISE}.ref
436 fi
437
438 if [ "$dodiff" != "n" ]; then
439 echo "\n==== lint warnings $base ====\n" \
440 >>$mail_msg_file
441 # should be none, though there are a few that were filtered out
442 # above
443 egrep -i '(warning|lint):' ${LINTNOISE}.out \
444 | sort | uniq | tee $TMPDIR/lint_warns >> $mail_msg_file
445 if [[ -s $TMPDIR/lint_warns ]]; then
446 build_extras_ok=n
447 fi
448 echo "\n==== lint noise differences $base ====\n" \
449 >> $mail_msg_file
450 diff ${LINTNOISE}.ref ${LINTNOISE}.out \
451 >> $mail_msg_file
452 fi
453 }
454
455 #
456 # Build and install the onbld tools.
457 #
458 # usage: build_tools DESTROOT
459 #
460 # returns non-zero status if the build was successful.
461 #
462 function build_tools {
463 DESTROOT=$1
464
465 INSTALLOG=install-${MACH}
466
467 echo "\n==== Building tools at `date` ====\n" \
468 >> $LOGFILE
469
470 rm -f ${TOOLS}/${INSTALLOG}.out
471 cd ${TOOLS}
472 /bin/time $MAKE TOOLS_PROTO=${DESTROOT} -e install 2>&1 | \
473 tee -a ${TOOLS}/${INSTALLOG}.out >> $LOGFILE
474
475 echo "\n==== Tools build errors ====\n" >> $mail_msg_file
476
477 egrep ":" ${TOOLS}/${INSTALLOG}.out |
478 egrep -e "(${MAKE}:|[ ]error[: \n])" | \
479 egrep -v "Ignoring unknown host" | \
480 egrep -v warning | tee $TMPDIR/tools_errors >> $mail_msg_file
481
482 if [[ -s $TMPDIR/tools_errors ]]; then
483 return 1
484 fi
485 return 0
486 }
487
488 #
489 # Set up to use locally installed tools.
490 #
491 # usage: use_tools TOOLSROOT
492 #
493 function use_tools {
494 TOOLSROOT=$1
495
496 #
497 # If we're not building ON workspace, then the TOOLSROOT
498 # settings here are clearly ignored by the workspace
499 # makefiles, prepending nonexistent directories to PATH is
500 # harmless, and we clearly do not wish to override
501 # ONBLD_TOOLS.
502 #
503 # If we're building an ON workspace, then the prepended PATH
504 # elements should supercede the preexisting ONBLD_TOOLS paths,
505 # and we want to override ONBLD_TOOLS to catch the tools that
506 # don't have specific path env vars here.
507 #
508 # So the only conditional behavior is overriding ONBLD_TOOLS,
509 # and we check for "an ON workspace" by looking for
510 # ${TOOLSROOT}/opt/onbld.
511 #
512
513 STABS=${TOOLSROOT}/opt/onbld/bin/${MACH}/stabs
514 export STABS
515 CTFSTABS=${TOOLSROOT}/opt/onbld/bin/${MACH}/ctfstabs
516 export CTFSTABS
517 GENOFFSETS=${TOOLSROOT}/opt/onbld/bin/genoffsets
518 export GENOFFSETS
519
520 CTFCONVERT=${TOOLSROOT}/opt/onbld/bin/${MACH}/ctfconvert
521 export CTFCONVERT
522 CTFMERGE=${TOOLSROOT}/opt/onbld/bin/${MACH}/ctfmerge
523 export CTFMERGE
524
525 CTFCVTPTBL=${TOOLSROOT}/opt/onbld/bin/ctfcvtptbl
526 export CTFCVTPTBL
527 CTFFINDMOD=${TOOLSROOT}/opt/onbld/bin/ctffindmod
528 export CTFFINDMOD
529
530 if [ "$VERIFY_ELFSIGN" = "y" ]; then
531 ELFSIGN=${TOOLSROOT}/opt/onbld/bin/elfsigncmp
532 else
533 ELFSIGN=${TOOLSROOT}/opt/onbld/bin/${MACH}/elfsign
534 fi
535 export ELFSIGN
536
537 PATH="${TOOLSROOT}/opt/onbld/bin/${MACH}:${PATH}"
538 PATH="${TOOLSROOT}/opt/onbld/bin:${PATH}"
539 export PATH
540
541 if [ -d "${TOOLSROOT}/opt/onbld" ]; then
542 ONBLD_TOOLS=${TOOLSROOT}/opt/onbld
543 export ONBLD_TOOLS
544 fi
545
546 echo "\n==== New environment settings. ====\n" >> $LOGFILE
547 echo "STABS=${STABS}" >> $LOGFILE
548 echo "CTFSTABS=${CTFSTABS}" >> $LOGFILE
549 echo "CTFCONVERT=${CTFCONVERT}" >> $LOGFILE
550 echo "CTFMERGE=${CTFMERGE}" >> $LOGFILE
551 echo "CTFCVTPTBL=${CTFCVTPTBL}" >> $LOGFILE
552 echo "CTFFINDMOD=${CTFFINDMOD}" >> $LOGFILE
553 echo "ELFSIGN=${ELFSIGN}" >> $LOGFILE
554 echo "PATH=${PATH}" >> $LOGFILE
555 echo "ONBLD_TOOLS=${ONBLD_TOOLS}" >> $LOGFILE
556 }
557
558 function staffer {
559 if [ $ISUSER -ne 0 ]; then
560 "$@"
561 else
562 arg="\"$1\""
563 shift
564 for i
565 do
566 arg="$arg \"$i\""
567 done
568 eval su $STAFFER -c \'$arg\'
569 fi
570 }
571
572 #
573 # Verify that the closed bins are present
574 #
575 function check_closed_bins {
576 if [[ ! -d "$ON_CLOSED_BINS" ]]; then
577 echo "ON_CLOSED_BINS must point to the closed binaries tree."
578 build_ok=n
579 exit 1
580 fi
581 }
582
583 #
584 # wrapper over wsdiff.
585 # usage: do_wsdiff LABEL OLDPROTO NEWPROTO
586 #
587 function do_wsdiff {
588 label=$1
589 oldproto=$2
590 newproto=$3
591
592 wsdiff="wsdiff"
593 [ "$t_FLAG" = y ] && wsdiff="wsdiff -t"
594
595 echo "\n==== Getting object changes since last build at `date`" \
596 "($label) ====\n" | tee -a $LOGFILE >> $mail_msg_file
597 $wsdiff -s -r ${TMPDIR}/wsdiff.results $oldproto $newproto 2>&1 | \
598 tee -a $LOGFILE >> $mail_msg_file
599 echo "\n==== Object changes determined at `date` ($label) ====\n" | \
600 tee -a $LOGFILE >> $mail_msg_file
601 }
602
603 #
604 # Functions for setting build flags (DEBUG/non-DEBUG). Keep them
605 # together.
606 #
607
608 function set_non_debug_build_flags {
609 export RELEASE_BUILD ; RELEASE_BUILD=
610 unset EXTRA_OPTIONS
611 unset EXTRA_CFLAGS
612 }
613
614 function set_debug_build_flags {
615 unset RELEASE_BUILD
616 unset EXTRA_OPTIONS
617 unset EXTRA_CFLAGS
618 }
619
620
621 MACH=`uname -p`
622
623 if [ "$OPTHOME" = "" ]; then
624 OPTHOME=/opt
625 export OPTHOME
626 fi
627
628 USAGE='Usage: nightly [-in] [+t] [-V VERS ] <env_file>
629
630 Where:
631 -i Fast incremental options (no clobber, lint, check)
632 -n Do not do a bringover
633 +t Use the build tools in $ONBLD_TOOLS/bin
634 -V VERS set the build version string to VERS
635
636 <env_file> file in Bourne shell syntax that sets and exports
637 variables that configure the operation of this script and many of
638 the scripts this one calls. If <env_file> does not exist,
639 it will be looked for in $OPTHOME/onbld/env.
640
641 non-DEBUG is the default build type. Build options can be set in the
642 NIGHTLY_OPTIONS variable in the <env_file> as follows:
643
644 -A check for ABI differences in .so files
645 -C check for cstyle/hdrchk errors
646 -D do a build with DEBUG on
647 -F do _not_ do a non-DEBUG build
648 -G gate keeper default group of options (-au)
649 -I integration engineer default group of options (-ampu)
650 -M do not run pmodes (safe file permission checker)
651 -N do not run protocmp
652 -R default group of options for building a release (-mp)
653 -U update proto area in the parent
654 -V VERS set the build version string to VERS
655 -f find unreferenced files
656 -i do an incremental build (no "make clobber")
657 -l do "make lint" in $LINTDIRS (default: $SRC y)
658 -m send mail to $MAILTO at end of build
659 -n do not do a bringover
660 -p create packages
661 -r check ELF runtime attributes in the proto area
662 -t build and use the tools in $SRC/tools (default setting)
663 +t Use the build tools in $ONBLD_TOOLS/bin
664 -u update proto_list_$MACH and friends in the parent workspace;
665 when used with -f, also build an unrefmaster.out in the parent
666 -w report on differences between previous and current proto areas
667 '
668 #
669 # A log file will be generated under the name $LOGFILE
670 # for partially completed build and log.`date '+%F'`
671 # in the same directory for fully completed builds.
672 #
673
674 # default values for low-level FLAGS; G I R are group FLAGS
675 A_FLAG=n
676 C_FLAG=n
677 D_FLAG=n
678 F_FLAG=n
679 f_FLAG=n
680 i_FLAG=n; i_CMD_LINE_FLAG=n
681 l_FLAG=n
682 M_FLAG=n
683 m_FLAG=n
684 N_FLAG=n
685 n_FLAG=n
686 p_FLAG=n
687 r_FLAG=n
688 t_FLAG=y
689 U_FLAG=n
690 u_FLAG=n
691 V_FLAG=n
692 w_FLAG=n
693 W_FLAG=n
694 #
695 build_ok=y
696 build_extras_ok=y
697
698 #
699 # examine arguments
700 #
701
702 OPTIND=1
703 while getopts +intV:W FLAG
704 do
705 case $FLAG in
706 i ) i_FLAG=y; i_CMD_LINE_FLAG=y
707 ;;
708 n ) n_FLAG=y
709 ;;
710 +t ) t_FLAG=n
711 ;;
712 V ) V_FLAG=y
713 V_ARG="$OPTARG"
714 ;;
715 W ) W_FLAG=y
716 ;;
717 \? ) echo "$USAGE"
718 exit 1
719 ;;
720 esac
721 done
722
723 # correct argument count after options
724 shift `expr $OPTIND - 1`
725
726 # test that the path to the environment-setting file was given
727 if [ $# -ne 1 ]; then
728 echo "$USAGE"
729 exit 1
730 fi
731
732 # check if user is running nightly as root
733 # ISUSER is set non-zero if an ordinary user runs nightly, or is zero
734 # when root invokes nightly.
735 /usr/bin/id | grep '^uid=0(' >/dev/null 2>&1
736 ISUSER=$?; export ISUSER
737
738 #
739 # force locale to C
740 LC_COLLATE=C; export LC_COLLATE
741 LC_CTYPE=C; export LC_CTYPE
742 LC_MESSAGES=C; export LC_MESSAGES
743 LC_MONETARY=C; export LC_MONETARY
744 LC_NUMERIC=C; export LC_NUMERIC
745 LC_TIME=C; export LC_TIME
746
747 # clear environment variables we know to be bad for the build
748 unset LD_OPTIONS
749 unset LD_AUDIT LD_AUDIT_32 LD_AUDIT_64
750 unset LD_BIND_NOW LD_BIND_NOW_32 LD_BIND_NOW_64
751 unset LD_BREADTH LD_BREADTH_32 LD_BREADTH_64
752 unset LD_CONFIG LD_CONFIG_32 LD_CONFIG_64
753 unset LD_DEBUG LD_DEBUG_32 LD_DEBUG_64
754 unset LD_DEMANGLE LD_DEMANGLE_32 LD_DEMANGLE_64
755 unset LD_FLAGS LD_FLAGS_32 LD_FLAGS_64
756 unset LD_LIBRARY_PATH LD_LIBRARY_PATH_32 LD_LIBRARY_PATH_64
757 unset LD_LOADFLTR LD_LOADFLTR_32 LD_LOADFLTR_64
758 unset LD_NOAUDIT LD_NOAUDIT_32 LD_NOAUDIT_64
759 unset LD_NOAUXFLTR LD_NOAUXFLTR_32 LD_NOAUXFLTR_64
760 unset LD_NOCONFIG LD_NOCONFIG_32 LD_NOCONFIG_64
761 unset LD_NODIRCONFIG LD_NODIRCONFIG_32 LD_NODIRCONFIG_64
762 unset LD_NODIRECT LD_NODIRECT_32 LD_NODIRECT_64
763 unset LD_NOLAZYLOAD LD_NOLAZYLOAD_32 LD_NOLAZYLOAD_64
764 unset LD_NOOBJALTER LD_NOOBJALTER_32 LD_NOOBJALTER_64
765 unset LD_NOVERSION LD_NOVERSION_32 LD_NOVERSION_64
766 unset LD_ORIGIN LD_ORIGIN_32 LD_ORIGIN_64
767 unset LD_PRELOAD LD_PRELOAD_32 LD_PRELOAD_64
768 unset LD_PROFILE LD_PROFILE_32 LD_PROFILE_64
769
770 unset CONFIG
771 unset GROUP
772 unset OWNER
773 unset REMOTE
774 unset ENV
775 unset ARCH
776 unset CLASSPATH
777 unset NAME
778
779 #
780 # To get ONBLD_TOOLS from the environment, it must come from the env file.
781 # If it comes interactively, it is generally TOOLS_PROTO, which will be
782 # clobbered before the compiler version checks, which will therefore fail.
783 #
784 unset ONBLD_TOOLS
785
786 #
787 # Setup environmental variables
788 #
789 if [ -f /etc/nightly.conf ]; then
790 . /etc/nightly.conf
791 fi
792
793 if [ -f $1 ]; then
794 if [[ $1 = */* ]]; then
795 . $1
796 else
797 . ./$1
798 fi
799 else
800 if [ -f $OPTHOME/onbld/env/$1 ]; then
801 . $OPTHOME/onbld/env/$1
802 else
803 echo "Cannot find env file as either $1 or $OPTHOME/onbld/env/$1"
804 exit 1
805 fi
806 fi
807
808 # contents of stdenv.sh inserted after next line:
809 # STDENV_START
810 # STDENV_END
811
812 # Check if we have sufficient data to continue...
813 [[ -v CODEMGR_WS ]] || fatal_error "Error: Variable CODEMGR_WS not set."
814 if [[ "${NIGHTLY_OPTIONS}" == ~(F)n ]] ; then
815 # Check if the gate data are valid if we don't do a "bringover" below
816 [[ -d "${CODEMGR_WS}" ]] || \
817 fatal_error "Error: ${CODEMGR_WS} is not a directory."
818 [[ -f "${CODEMGR_WS}/usr/src/Makefile" ]] || \
819 fatal_error "Error: ${CODEMGR_WS}/usr/src/Makefile not found."
820 fi
821
822 #
823 # place ourselves in a new task, respecting BUILD_PROJECT if set.
824 #
825 if [ -z "$BUILD_PROJECT" ]; then
826 /usr/bin/newtask -c $$
827 else
828 /usr/bin/newtask -c $$ -p $BUILD_PROJECT
829 fi
830
831 ps -o taskid= -p $$ | read build_taskid
832 ps -o project= -p $$ | read build_project
833
834 #
835 # See if NIGHTLY_OPTIONS is set
836 #
837 if [ "$NIGHTLY_OPTIONS" = "" ]; then
838 NIGHTLY_OPTIONS="-aBm"
839 fi
840
841 #
842 # If BRINGOVER_WS was not specified, let it default to CLONE_WS
843 #
844 if [ "$BRINGOVER_WS" = "" ]; then
845 BRINGOVER_WS=$CLONE_WS
846 fi
847
848 #
849 # If BRINGOVER_FILES was not specified, default to usr
850 #
851 if [ "$BRINGOVER_FILES" = "" ]; then
852 BRINGOVER_FILES="usr"
853 fi
854
855 check_closed_bins
856
857 #
858 # Note: changes to the option letters here should also be applied to the
859 # bldenv script. `d' is listed for backward compatibility.
860 #
861 NIGHTLY_OPTIONS=-${NIGHTLY_OPTIONS#-}
862 OPTIND=1
863 while getopts +ABCDdFfGIilMmNnpRrtUuwW FLAG $NIGHTLY_OPTIONS
864 do
865 case $FLAG in
866 A ) A_FLAG=y
867 ;;
868 B ) D_FLAG=y
869 ;; # old version of D
870 C ) C_FLAG=y
871 ;;
872 D ) D_FLAG=y
873 ;;
874 F ) F_FLAG=y
875 ;;
876 f ) f_FLAG=y
877 ;;
878 G ) u_FLAG=y
879 ;;
880 I ) m_FLAG=y
881 p_FLAG=y
882 u_FLAG=y
883 ;;
884 i ) i_FLAG=y
885 ;;
886 l ) l_FLAG=y
887 ;;
888 M ) M_FLAG=y
889 ;;
890 m ) m_FLAG=y
891 ;;
892 N ) N_FLAG=y
893 ;;
894 n ) n_FLAG=y
895 ;;
896 p ) p_FLAG=y
897 ;;
898 R ) m_FLAG=y
899 p_FLAG=y
900 ;;
901 r ) r_FLAG=y
902 ;;
903 +t ) t_FLAG=n
904 ;;
905 U ) if [ -z "${PARENT_ROOT}" ]; then
906 echo "PARENT_ROOT must be set if the U flag is" \
907 "present in NIGHTLY_OPTIONS."
908 exit 1
909 fi
910 NIGHTLY_PARENT_ROOT=$PARENT_ROOT
911 if [ -n "${PARENT_TOOLS_ROOT}" ]; then
912 NIGHTLY_PARENT_TOOLS_ROOT=$PARENT_TOOLS_ROOT
913 fi
914 U_FLAG=y
915 ;;
916 u ) u_FLAG=y
917 ;;
918 w ) w_FLAG=y
919 ;;
920 W ) W_FLAG=y
921 ;;
922 \? ) echo "$USAGE"
923 exit 1
924 ;;
925 esac
926 done
927
928 if [ $ISUSER -ne 0 ]; then
929 # Set default value for STAFFER, if needed.
930 if [ -z "$STAFFER" -o "$STAFFER" = "nobody" ]; then
931 STAFFER=`/usr/xpg4/bin/id -un`
932 export STAFFER
933 fi
934 fi
935
936 if [ -z "$MAILTO" -o "$MAILTO" = "nobody" ]; then
937 MAILTO=$STAFFER
938 export MAILTO
939 fi
940
941 PATH="$OPTHOME/onbld/bin:$OPTHOME/onbld/bin/${MACH}:/usr/ccs/bin"
942 PATH="$PATH:$OPTHOME/SUNWspro/bin:/usr/bin:/usr/sbin:/usr/ucb"
943 PATH="$PATH:/usr/openwin/bin:/usr/sfw/bin:/opt/sfw/bin:."
944 export PATH
945
946 # roots of source trees, both relative to $SRC and absolute.
947 relsrcdirs="."
948 abssrcdirs="$SRC"
949
950 PROTOCMPTERSE="protocmp.terse -gu"
951 POUND_SIGN="#"
952 # have we set RELEASE_DATE in our env file?
953 if [ -z "$RELEASE_DATE" ]; then
954 RELEASE_DATE=$(LC_ALL=C date +"%B %Y")
955 fi
956 BUILD_DATE=$(LC_ALL=C date +%Y-%b-%d)
957 BASEWSDIR=$(basename $CODEMGR_WS)
958 DEV_CM="\"@(#)SunOS Internal Development: $LOGNAME $BUILD_DATE [$BASEWSDIR]\""
959
960 # we export POUND_SIGN, RELEASE_DATE and DEV_CM to speed up the build process
961 # by avoiding repeated shell invocations to evaluate Makefile.master
962 # definitions.
963 export POUND_SIGN RELEASE_DATE DEV_CM
964
965 maketype="distributed"
966 if [[ -z "$MAKE" ]]; then
967 MAKE=dmake
968 elif [[ ! -x "$MAKE" ]]; then
969 echo "\$MAKE is set to garbage in the environment"
970 exit 1
971 fi
972 # get the dmake version string alone
973 DMAKE_VERSION=$( $MAKE -v )
974 DMAKE_VERSION=${DMAKE_VERSION#*: }
975 # focus in on just the dotted version number alone
976 DMAKE_MAJOR=$( echo $DMAKE_VERSION | \
977 sed -e 's/.*\<\([^.]*\.[^ ]*\).*$/\1/' )
978 # extract the second (or final) integer
979 DMAKE_MINOR=${DMAKE_MAJOR#*.}
980 DMAKE_MINOR=${DMAKE_MINOR%%.*}
981 # extract the first integer
982 DMAKE_MAJOR=${DMAKE_MAJOR%%.*}
983 CHECK_DMAKE=${CHECK_DMAKE:-y}
984 # x86 was built on the 12th, sparc on the 13th.
985 if [ "$CHECK_DMAKE" = "y" -a \
986 "$DMAKE_VERSION" != "Sun Distributed Make 7.3 2003/03/12" -a \
987 "$DMAKE_VERSION" != "Sun Distributed Make 7.3 2003/03/13" -a \( \
988 "$DMAKE_MAJOR" -lt 7 -o \
989 "$DMAKE_MAJOR" -eq 7 -a "$DMAKE_MINOR" -lt 4 \) ]; then
990 if [ -z "$DMAKE_VERSION" ]; then
991 echo "$MAKE is missing."
992 exit 1
993 fi
994 echo `whence $MAKE`" version is:"
995 echo " ${DMAKE_VERSION}"
996 cat <<EOF
997
998 This version may not be safe for use, if you really want to use this version
999 anyway add the following to your environment to disable this check:
1000
1001 CHECK_DMAKE=n
1002 EOF
1003 exit 1
1004 fi
1005 export PATH
1006 export MAKE
1007
1008 if [ "${SUNWSPRO}" != "" ]; then
1009 PATH="${SUNWSPRO}/bin:$PATH"
1010 export PATH
1011 fi
1012
1013 hostname=$(uname -n)
1014 if [[ $DMAKE_MAX_JOBS != +([0-9]) || $DMAKE_MAX_JOBS -eq 0 ]]
1015 then
1016 maxjobs=
1017 if [[ -f $HOME/.make.machines ]]
1018 then
1019 # Note: there is a hard tab and space character in the []s
1020 # below.
1021 egrep -i "^[ ]*$hostname[ \.]" \
1022 $HOME/.make.machines | read host jobs
1023 maxjobs=${jobs##*=}
1024 fi
1025
1026 if [[ $maxjobs != +([0-9]) || $maxjobs -eq 0 ]]
1027 then
1028 # default
1029 maxjobs=4
1030 fi
1031
1032 export DMAKE_MAX_JOBS=$maxjobs
1033 fi
1034
1035 DMAKE_MODE=parallel;
1036 export DMAKE_MODE
1037
1038 if [ -z "${ROOT}" ]; then
1039 echo "ROOT must be set."
1040 exit 1
1041 fi
1042
1043 #
1044 # if -V flag was given, reset VERSION to V_ARG
1045 #
1046 if [ "$V_FLAG" = "y" ]; then
1047 VERSION=$V_ARG
1048 fi
1049
1050 TMPDIR="/tmp/nightly.tmpdir.$$"
1051 export TMPDIR
1052 rm -rf ${TMPDIR}
1053 mkdir -p $TMPDIR || exit 1
1054 chmod 777 $TMPDIR
1055
1056 #
1057 # Keep elfsign's use of pkcs11_softtoken from looking in the user home
1058 # directory, which doesn't always work. Needed until all build machines
1059 # have the fix for 6271754
1060 #
1061 SOFTTOKEN_DIR=$TMPDIR
1062 export SOFTTOKEN_DIR
1063
1064 #
1065 # Tools should only be built non-DEBUG. Keep track of the tools proto
1066 # area path relative to $TOOLS, because the latter changes in an
1067 # export build.
1068 #
1069 # TOOLS_PROTO is included below for builds other than usr/src/tools
1070 # that look for this location. For usr/src/tools, this will be
1071 # overridden on the $MAKE command line in build_tools().
1072 #
1073 TOOLS=${SRC}/tools
1074 TOOLS_PROTO_REL=proto/root_${MACH}-nd
1075 TOOLS_PROTO=${TOOLS}/${TOOLS_PROTO_REL}; export TOOLS_PROTO
1076
1077 unset CFLAGS LD_LIBRARY_PATH LDFLAGS
1078
1079 # create directories that are automatically removed if the nightly script
1080 # fails to start correctly
1081 function newdir {
1082 dir=$1
1083 toadd=
1084 while [ ! -d $dir ]; do
1085 toadd="$dir $toadd"
1086 dir=`dirname $dir`
1087 done
1088 torm=
1089 newlist=
1090 for dir in $toadd; do
1091 if staffer mkdir $dir; then
1092 newlist="$ISUSER $dir $newlist"
1093 torm="$dir $torm"
1094 else
1095 [ -z "$torm" ] || staffer rmdir $torm
1096 return 1
1097 fi
1098 done
1099 newdirlist="$newlist $newdirlist"
1100 return 0
1101 }
1102 newdirlist=
1103
1104 [ -d $CODEMGR_WS ] || newdir $CODEMGR_WS || exit 1
1105
1106 # since this script assumes the build is from full source, it nullifies
1107 # variables likely to have been set by a "ws" script; nullification
1108 # confines the search space for headers and libraries to the proto area
1109 # built from this immediate source.
1110 ENVLDLIBS1=
1111 ENVLDLIBS2=
1112 ENVLDLIBS3=
1113 ENVCPPFLAGS1=
1114 ENVCPPFLAGS2=
1115 ENVCPPFLAGS3=
1116 ENVCPPFLAGS4=
1117 PARENT_ROOT=
1118
1119 export ENVLDLIBS3 ENVCPPFLAGS1 ENVCPPFLAGS2 ENVCPPFLAGS3 ENVCPPFLAGS4 \
1120 ENVLDLIBS1 ENVLDLIBS2 PARENT_ROOT
1121
1122 PKGARCHIVE_ORIG=$PKGARCHIVE
1123
1124 #
1125 # Juggle the logs and optionally send mail on completion.
1126 #
1127
1128 function logshuffle {
1129 LLOG="$ATLOG/log.`date '+%F.%H:%M'`"
1130 if [ -f $LLOG -o -d $LLOG ]; then
1131 LLOG=$LLOG.$$
1132 fi
1133 mkdir $LLOG
1134 export LLOG
1135
1136 if [ "$build_ok" = "y" ]; then
1137 mv $ATLOG/proto_list_${MACH} $LLOG
1138
1139 if [ -f $ATLOG/proto_list_tools_${MACH} ]; then
1140 mv $ATLOG/proto_list_tools_${MACH} $LLOG
1141 fi
1142
1143 if [ -f $TMPDIR/wsdiff.results ]; then
1144 mv $TMPDIR/wsdiff.results $LLOG
1145 fi
1146
1147 if [ -f $TMPDIR/wsdiff-nd.results ]; then
1148 mv $TMPDIR/wsdiff-nd.results $LLOG
1149 fi
1150 fi
1151
1152 #
1153 # Now that we're about to send mail, it's time to check the noise
1154 # file. In the event that an error occurs beyond this point, it will
1155 # be recorded in the nightly.log file, but nowhere else. This would
1156 # include only errors that cause the copying of the noise log to fail
1157 # or the mail itself not to be sent.
1158 #
1159
1160 exec >>$LOGFILE 2>&1
1161 if [ -s $build_noise_file ]; then
1162 echo "\n==== Nightly build noise ====\n" |
1163 tee -a $LOGFILE >>$mail_msg_file
1164 cat $build_noise_file >>$LOGFILE
1165 cat $build_noise_file >>$mail_msg_file
1166 echo | tee -a $LOGFILE >>$mail_msg_file
1167 fi
1168 rm -f $build_noise_file
1169
1170 case "$build_ok" in
1171 y)
1172 state=Completed
1173 ;;
1174 i)
1175 state=Interrupted
1176 ;;
1177 *)
1178 state=Failed
1179 ;;
1180 esac
1181
1182 if [[ $state != "Interrupted" && $build_extras_ok != "y" ]]; then
1183 state=Failed
1184 fi
1185
1186 NIGHTLY_STATUS=$state
1187 export NIGHTLY_STATUS
1188
1189 run_hook POST_NIGHTLY $state
1190 run_hook SYS_POST_NIGHTLY $state
1191
1192 #
1193 # mailx(1) sets From: based on the -r flag
1194 # if it is given.
1195 #
1196 mailx_r=
1197 if [[ -n "${MAILFROM}" ]]; then
1198 mailx_r="-r ${MAILFROM}"
1199 fi
1200
1201 cat $build_time_file $build_environ_file $mail_msg_file \
1202 > ${LLOG}/mail_msg
1203 if [ "$m_FLAG" = "y" ]; then
1204 cat ${LLOG}/mail_msg | /usr/bin/mailx ${mailx_r} -s \
1205 "Nightly ${MACH} Build of `basename ${CODEMGR_WS}` ${state}." \
1206 ${MAILTO}
1207 fi
1208
1209 if [ "$u_FLAG" = "y" -a "$build_ok" = "y" ]; then
1210 staffer cp ${LLOG}/mail_msg $PARENT_WS/usr/src/mail_msg-${MACH}
1211 staffer cp $LOGFILE $PARENT_WS/usr/src/nightly-${MACH}.log
1212 fi
1213
1214 mv $LOGFILE $LLOG
1215 }
1216
1217 #
1218 # Remove the locks and temporary files on any exit
1219 #
1220 function cleanup {
1221 logshuffle
1222
1223 [ -z "$lockfile" ] || staffer rm -f $lockfile
1224 [ -z "$atloglockfile" ] || rm -f $atloglockfile
1225 [ -z "$ulockfile" ] || staffer rm -f $ulockfile
1226 [ -z "$Ulockfile" ] || rm -f $Ulockfile
1227
1228 set -- $newdirlist
1229 while [ $# -gt 0 ]; do
1230 ISUSER=$1 staffer rmdir $2
1231 shift; shift
1232 done
1233 rm -rf $TMPDIR
1234 }
1235
1236 function cleanup_signal {
1237 build_ok=i
1238 # this will trigger cleanup(), above.
1239 exit 1
1240 }
1241
1242 trap cleanup 0
1243 trap cleanup_signal 1 2 3 15
1244
1245 #
1246 # Generic lock file processing -- make sure that the lock file doesn't
1247 # exist. If it does, it should name the build host and PID. If it
1248 # doesn't, then make sure we can create it. Clean up locks that are
1249 # known to be stale (assumes host name is unique among build systems
1250 # for the workspace).
1251 #
1252 function create_lock {
1253 lockf=$1
1254 lockvar=$2
1255
1256 ldir=`dirname $lockf`
1257 [ -d $ldir ] || newdir $ldir || exit 1
1258 eval $lockvar=$lockf
1259
1260 while ! staffer ln -s $hostname.$STAFFER.$$ $lockf 2> /dev/null; do
1261 basews=`basename $CODEMGR_WS`
1262 ls -l $lockf | nawk '{print $NF}' | IFS=. read host user pid
1263 if [ "$host" != "$hostname" ]; then
1264 echo "$MACH build of $basews apparently" \
1265 "already started by $user on $host as $pid."
1266 exit 1
1267 elif kill -s 0 $pid 2>/dev/null; then
1268 echo "$MACH build of $basews already started" \
1269 "by $user as $pid."
1270 exit 1
1271 else
1272 # stale lock; clear it out and try again
1273 rm -f $lockf
1274 fi
1275 done
1276 }
1277
1278 #
1279 # Return the list of interesting proto areas, depending on the current
1280 # options.
1281 #
1282 function allprotos {
1283 typeset roots="$ROOT"
1284
1285 if [[ "$F_FLAG" = n && "$MULTI_PROTO" = yes ]]; then
1286 roots="$roots $ROOT-nd"
1287 fi
1288
1289 echo $roots
1290 }
1291
1292 # Ensure no other instance of this script is running on this host.
1293 # LOCKNAME can be set in <env_file>, and is by default, but is not
1294 # required due to the use of $ATLOG below.
1295 if [ -n "$LOCKNAME" ]; then
1296 create_lock /tmp/$LOCKNAME "lockfile"
1297 fi
1298 #
1299 # Create from one, two, or three other locks:
1300 # $ATLOG/nightly.lock
1301 # - protects against multiple builds in same workspace
1302 # $PARENT_WS/usr/src/nightly.$MACH.lock
1303 # - protects against multiple 'u' copy-backs
1304 # $NIGHTLY_PARENT_ROOT/nightly.lock
1305 # - protects against multiple 'U' copy-backs
1306 #
1307 # Overriding ISUSER to 1 causes the lock to be created as root if the
1308 # script is run as root. The default is to create it as $STAFFER.
1309 ISUSER=1 create_lock $ATLOG/nightly.lock "atloglockfile"
1310 if [ "$u_FLAG" = "y" ]; then
1311 create_lock $PARENT_WS/usr/src/nightly.$MACH.lock "ulockfile"
1312 fi
1313 if [ "$U_FLAG" = "y" ]; then
1314 # NIGHTLY_PARENT_ROOT is written as root if script invoked as root.
1315 ISUSER=1 create_lock $NIGHTLY_PARENT_ROOT/nightly.lock "Ulockfile"
1316 fi
1317
1318 # Locks have been taken, so we're doing a build and we're committed to
1319 # the directories we may have created so far.
1320 newdirlist=
1321
1322 #
1323 # Create mail_msg_file
1324 #
1325 mail_msg_file="${TMPDIR}/mail_msg"
1326 touch $mail_msg_file
1327 build_time_file="${TMPDIR}/build_time"
1328 build_environ_file="${TMPDIR}/build_environ"
1329 touch $build_environ_file
1330 #
1331 # Move old LOGFILE aside
1332 # ATLOG directory already made by 'create_lock' above
1333 #
1334 if [ -f $LOGFILE ]; then
1335 mv -f $LOGFILE ${LOGFILE}-
1336 fi
1337 #
1338 # Build OsNet source
1339 #
1340 START_DATE=`date`
1341 SECONDS=0
1342 echo "\n==== Nightly $maketype build started: $START_DATE ====" \
1343 | tee -a $LOGFILE > $build_time_file
1344
1345 echo "\nBuild project: $build_project\nBuild taskid: $build_taskid" | \
1346 tee -a $mail_msg_file >> $LOGFILE
1347
1348 # make sure we log only to the nightly build file
1349 build_noise_file="${TMPDIR}/build_noise"
1350 exec </dev/null >$build_noise_file 2>&1
1351
1352 run_hook SYS_PRE_NIGHTLY
1353 run_hook PRE_NIGHTLY
1354
1355 echo "\n==== list of environment variables ====\n" >> $LOGFILE
1356 env >> $LOGFILE
1357
1358 echo "\n==== Nightly argument issues ====\n" | tee -a $mail_msg_file >> $LOGFILE
1359
1360 if [ "$N_FLAG" = "y" ]; then
1361 if [ "$p_FLAG" = "y" ]; then
1362 cat <<EOF | tee -a $mail_msg_file >> $LOGFILE
1363 WARNING: the p option (create packages) is set, but so is the N option (do
1364 not run protocmp); this is dangerous; you should unset the N option
1365 EOF
1366 else
1367 cat <<EOF | tee -a $mail_msg_file >> $LOGFILE
1368 Warning: the N option (do not run protocmp) is set; it probably shouldn't be
1369 EOF
1370 fi
1371 echo "" | tee -a $mail_msg_file >> $LOGFILE
1372 fi
1373
1374 if [ "$D_FLAG" = "n" -a "$l_FLAG" = "y" ]; then
1375 #
1376 # In the past we just complained but went ahead with the lint
1377 # pass, even though the proto area was built non-DEBUG. It's
1378 # unlikely that non-DEBUG headers will make a difference, but
1379 # rather than assuming it's a safe combination, force the user
1380 # to specify a DEBUG build.
1381 #
1382 echo "WARNING: DEBUG build not requested; disabling lint.\n" \
1383 | tee -a $mail_msg_file >> $LOGFILE
1384 l_FLAG=n
1385 fi
1386
1387 if [ "$f_FLAG" = "y" ]; then
1388 if [ "$i_FLAG" = "y" ]; then
1389 echo "WARNING: the -f flag cannot be used during incremental" \
1390 "builds; ignoring -f\n" | tee -a $mail_msg_file >> $LOGFILE
1391 f_FLAG=n
1392 fi
1393 if [ "${l_FLAG}${p_FLAG}" != "yy" ]; then
1394 echo "WARNING: the -f flag requires -l, and -p;" \
1395 "ignoring -f\n" | tee -a $mail_msg_file >> $LOGFILE
1396 f_FLAG=n
1397 fi
1398 fi
1399
1400 if [ "$w_FLAG" = "y" -a ! -d $ROOT ]; then
1401 echo "WARNING: -w specified, but $ROOT does not exist;" \
1402 "ignoring -w\n" | tee -a $mail_msg_file >> $LOGFILE
1403 w_FLAG=n
1404 fi
1405
1406 if [ "$t_FLAG" = "n" ]; then
1407 #
1408 # We're not doing a tools build, so make sure elfsign(1) is
1409 # new enough to safely sign non-crypto binaries. We test
1410 # debugging output from elfsign to detect the old version.
1411 #
1412 newelfsigntest=`SUNW_CRYPTO_DEBUG=stderr /usr/bin/elfsign verify \
1413 -e /usr/lib/security/pkcs11_softtoken.so.1 2>&1 \
1414 | egrep algorithmOID`
1415 if [ -z "$newelfsigntest" ]; then
1416 echo "WARNING: /usr/bin/elfsign out of date;" \
1417 "will only sign crypto modules\n" | \
1418 tee -a $mail_msg_file >> $LOGFILE
1419 export ELFSIGN_OBJECT=true
1420 elif [ "$VERIFY_ELFSIGN" = "y" ]; then
1421 echo "WARNING: VERIFY_ELFSIGN=y requires" \
1422 "the -t flag; ignoring VERIFY_ELFSIGN\n" | \
1423 tee -a $mail_msg_file >> $LOGFILE
1424 fi
1425 fi
1426
1427 case $MULTI_PROTO in
1428 yes|no) ;;
1429 *)
1430 echo "WARNING: MULTI_PROTO is \"$MULTI_PROTO\"; " \
1431 "should be \"yes\" or \"no\"." | tee -a $mail_msg_file >> $LOGFILE
1432 echo "Setting MULTI_PROTO to \"no\".\n" | \
1433 tee -a $mail_msg_file >> $LOGFILE
1434 export MULTI_PROTO=no
1435 ;;
1436 esac
1437
1438 echo "\n==== Build version ====\n" | tee -a $mail_msg_file >> $LOGFILE
1439 echo $VERSION | tee -a $mail_msg_file >> $LOGFILE
1440
1441 # Save the current proto area if we're comparing against the last build
1442 if [ "$w_FLAG" = "y" -a -d "$ROOT" ]; then
1443 if [ -d "$ROOT.prev" ]; then
1444 rm -rf $ROOT.prev
1445 fi
1446 mv $ROOT $ROOT.prev
1447 fi
1448
1449 # Same for non-DEBUG proto area
1450 if [ "$w_FLAG" = "y" -a "$MULTI_PROTO" = yes -a -d "$ROOT-nd" ]; then
1451 if [ -d "$ROOT-nd.prev" ]; then
1452 rm -rf $ROOT-nd.prev
1453 fi
1454 mv $ROOT-nd $ROOT-nd.prev
1455 fi
1456
1457 #
1458 # Echo the SCM type of the parent workspace, this can't just be which_scm
1459 # as that does not know how to identify various network repositories.
1460 #
1461 function parent_wstype {
1462 typeset scm_type junk
1463
1464 CODEMGR_WS="$BRINGOVER_WS" "$WHICH_SCM" 2>/dev/null \
1465 | read scm_type junk
1466 if [[ -z "$scm_type" || "$scm_type" == unknown ]]; then
1467 # Probe BRINGOVER_WS to determine its type
1468 if [[ $BRINGOVER_WS == ssh://* ]]; then
1469 scm_type="mercurial"
1470 elif [[ $BRINGOVER_WS == http://* ]] && \
1471 wget -q -O- --save-headers "$BRINGOVER_WS/?cmd=heads" | \
1472 egrep -s "application/mercurial" 2> /dev/null; then
1473 scm_type="mercurial"
1474 else
1475 scm_type="none"
1476 fi
1477 fi
1478
1479 # fold both unsupported and unrecognized results into "none"
1480 case "$scm_type" in
1481 mercurial)
1482 ;;
1483 *) scm_type=none
1484 ;;
1485 esac
1486
1487 echo $scm_type
1488 }
1489
1490 # Echo the SCM types of $CODEMGR_WS and $BRINGOVER_WS
1491 function child_wstype {
1492 typeset scm_type junk
1493
1494 # Probe CODEMGR_WS to determine its type
1495 if [[ -d $CODEMGR_WS ]]; then
1496 $WHICH_SCM | read scm_type junk || exit 1
1497 fi
1498
1499 case "$scm_type" in
1500 none|git|mercurial)
1501 ;;
1502 *) scm_type=none
1503 ;;
1504 esac
1505
1506 echo $scm_type
1507 }
1508
1509 SCM_TYPE=$(child_wstype)
1510
1511 #
1512 # Decide whether to clobber
1513 #
1514 if [ "$i_FLAG" = "n" -a -d "$SRC" ]; then
1515 echo "\n==== Make clobber at `date` ====\n" >> $LOGFILE
1516
1517 cd $SRC
1518 # remove old clobber file
1519 rm -f $SRC/clobber.out
1520 rm -f $SRC/clobber-${MACH}.out
1521
1522 # Remove all .make.state* files, just in case we are restarting
1523 # the build after having interrupted a previous 'make clobber'.
1524 find . \( -name SCCS -o -name .hg -o -name .svn -o -name .git \
1525 -o -name 'interfaces.*' \) -prune \
1526 -o -name '.make.*' -print | xargs rm -f
1527
1528 $MAKE -ek clobber 2>&1 | tee -a $SRC/clobber-${MACH}.out >> $LOGFILE
1529 echo "\n==== Make clobber ERRORS ====\n" >> $mail_msg_file
1530 grep "$MAKE:" $SRC/clobber-${MACH}.out |
1531 egrep -v "Ignoring unknown host" | \
1532 tee $TMPDIR/clobber_errs >> $mail_msg_file
1533
1534 if [[ -s $TMPDIR/clobber_errs ]]; then
1535 build_extras_ok=n
1536 fi
1537
1538 if [[ "$t_FLAG" = "y" ]]; then
1539 echo "\n==== Make tools clobber at `date` ====\n" >> $LOGFILE
1540 cd ${TOOLS}
1541 rm -f ${TOOLS}/clobber-${MACH}.out
1542 $MAKE TOOLS_PROTO=$TOOLS_PROTO -ek clobber 2>&1 | \
1543 tee -a ${TOOLS}/clobber-${MACH}.out >> $LOGFILE
1544 echo "\n==== Make tools clobber ERRORS ====\n" \
1545 >> $mail_msg_file
1546 grep "$MAKE:" ${TOOLS}/clobber-${MACH}.out \
1547 >> $mail_msg_file
1548 if (( $? == 0 )); then
1549 build_extras_ok=n
1550 fi
1551 rm -rf ${TOOLS_PROTO}
1552 mkdir -p ${TOOLS_PROTO}
1553 fi
1554
1555 typeset roots=$(allprotos)
1556 echo "\n\nClearing $roots" >> "$LOGFILE"
1557 rm -rf $roots
1558
1559 # Get back to a clean workspace as much as possible to catch
1560 # problems that only occur on fresh workspaces.
1561 # Remove all .make.state* files, libraries, and .o's that may
1562 # have been omitted from clobber. A couple of libraries are
1563 # under source code control, so leave them alone.
1564 # We should probably blow away temporary directories too.
1565 cd $SRC
1566 find $relsrcdirs \( -name SCCS -o -name .hg -o -name .svn \
1567 -o -name .git -o -name 'interfaces.*' \) -prune -o \
1568 \( -name '.make.*' -o -name 'lib*.a' -o -name 'lib*.so*' -o \
1569 -name '*.o' \) -print | \
1570 grep -v 'tools/ctf/dwarf/.*/libdwarf' | xargs rm -f
1571 else
1572 echo "\n==== No clobber at `date` ====\n" >> $LOGFILE
1573 fi
1574
1575 type bringover_mercurial > /dev/null 2>&1 || function bringover_mercurial {
1576 typeset -x PATH=$PATH
1577
1578 # If the repository doesn't exist yet, then we want to populate it.
1579 if [[ ! -d $CODEMGR_WS/.hg ]]; then
1580 staffer hg init $CODEMGR_WS
1581 staffer echo "[paths]" > $CODEMGR_WS/.hg/hgrc
1582 staffer echo "default=$BRINGOVER_WS" >> $CODEMGR_WS/.hg/hgrc
1583 touch $TMPDIR/new_repository
1584 fi
1585
1586 typeset -x HGMERGE="/bin/false"
1587
1588 #
1589 # If the user has changes, regardless of whether those changes are
1590 # committed, and regardless of whether those changes conflict, then
1591 # we'll attempt to merge them either implicitly (uncommitted) or
1592 # explicitly (committed).
1593 #
1594 # These are the messages we'll use to help clarify mercurial output
1595 # in those cases.
1596 #
1597 typeset mergefailmsg="\
1598 ***\n\
1599 *** nightly was unable to automatically merge your changes. You should\n\
1600 *** redo the full merge manually, following the steps outlined by mercurial\n\
1601 *** above, then restart nightly.\n\
1602 ***\n"
1603 typeset mergepassmsg="\
1604 ***\n\
1605 *** nightly successfully merged your changes. This means that your working\n\
1606 *** directory has been updated, but those changes are not yet committed.\n\
1607 *** After nightly completes, you should validate the results of the merge,\n\
1608 *** then use hg commit manually.\n\
1609 ***\n"
1610
1611 #
1612 # For each repository in turn:
1613 #
1614 # 1. Do the pull. If this fails, dump the output and bail out.
1615 #
1616 # 2. If the pull resulted in an extra head, do an explicit merge.
1617 # If this fails, dump the output and bail out.
1618 #
1619 # Because we can't rely on Mercurial to exit with a failure code
1620 # when a merge fails (Mercurial issue #186), we must grep the
1621 # output of pull/merge to check for attempted and/or failed merges.
1622 #
1623 # 3. If a merge failed, set the message and fail the bringover.
1624 #
1625 # 4. Otherwise, if a merge succeeded, set the message
1626 #
1627 # 5. Dump the output, and any message from step 3 or 4.
1628 #
1629
1630 typeset HG_SOURCE=$BRINGOVER_WS
1631 if [ ! -f $TMPDIR/new_repository ]; then
1632 HG_SOURCE=$TMPDIR/open_bundle.hg
1633 staffer hg --cwd $CODEMGR_WS incoming --bundle $HG_SOURCE \
1634 -v $BRINGOVER_WS > $TMPDIR/incoming_open.out
1635
1636 #
1637 # If there are no incoming changesets, then incoming will
1638 # fail, and there will be no bundle file. Reset the source,
1639 # to allow the remaining logic to complete with no false
1640 # negatives. (Unlike incoming, pull will return success
1641 # for the no-change case.)
1642 #
1643 if (( $? != 0 )); then
1644 HG_SOURCE=$BRINGOVER_WS
1645 fi
1646 fi
1647
1648 staffer hg --cwd $CODEMGR_WS pull -u $HG_SOURCE \
1649 > $TMPDIR/pull_open.out 2>&1
1650 if (( $? != 0 )); then
1651 printf "%s: pull failed as follows:\n\n" "$CODEMGR_WS"
1652 cat $TMPDIR/pull_open.out
1653 if grep "^merging.*failed" $TMPDIR/pull_open.out > /dev/null 2>&1; then
1654 printf "$mergefailmsg"
1655 fi
1656 touch $TMPDIR/bringover_failed
1657 return
1658 fi
1659
1660 if grep "not updating" $TMPDIR/pull_open.out > /dev/null 2>&1; then
1661 staffer hg --cwd $CODEMGR_WS merge \
1662 >> $TMPDIR/pull_open.out 2>&1
1663 if (( $? != 0 )); then
1664 printf "%s: merge failed as follows:\n\n" \
1665 "$CODEMGR_WS"
1666 cat $TMPDIR/pull_open.out
1667 if grep "^merging.*failed" $TMPDIR/pull_open.out \
1668 > /dev/null 2>&1; then
1669 printf "$mergefailmsg"
1670 fi
1671 touch $TMPDIR/bringover_failed
1672 return
1673 fi
1674 fi
1675
1676 printf "updated %s with the following results:\n" "$CODEMGR_WS"
1677 cat $TMPDIR/pull_open.out
1678 if grep "^merging" $TMPDIR/pull_open.out >/dev/null 2>&1; then
1679 printf "$mergepassmsg"
1680 fi
1681 printf "\n"
1682
1683 #
1684 # Per-changeset output is neither useful nor manageable for a
1685 # newly-created repository.
1686 #
1687 if [ -f $TMPDIR/new_repository ]; then
1688 return
1689 fi
1690
1691 printf "\nadded the following changesets to open repository:\n"
1692 cat $TMPDIR/incoming_open.out
1693 }
1694
1695 type bringover_none > /dev/null 2>&1 || function bringover_none {
1696 echo "Couldn't figure out what kind of SCM to use for $BRINGOVER_WS."
1697 touch $TMPDIR/bringover_failed
1698 }
1699
1700 #
1701 # Decide whether to bringover to the codemgr workspace
1702 #
1703 if [ "$n_FLAG" = "n" ]; then
1704 PARENT_SCM_TYPE=$(parent_wstype)
1705
1706 if [[ $SCM_TYPE != none && $SCM_TYPE != $PARENT_SCM_TYPE ]]; then
1707 echo "cannot bringover from $PARENT_SCM_TYPE to $SCM_TYPE, " \
1708 "quitting at `date`." | tee -a $mail_msg_file >> $LOGFILE
1709 exit 1
1710 fi
1711
1712 run_hook PRE_BRINGOVER
1713
1714 echo "\n==== bringover to $CODEMGR_WS at `date` ====\n" >> $LOGFILE
1715 echo "\n==== BRINGOVER LOG ====\n" >> $mail_msg_file
1716
1717 eval "bringover_${PARENT_SCM_TYPE}" 2>&1 |
1718 tee -a $mail_msg_file >> $LOGFILE
1719
1720 if [ -f $TMPDIR/bringover_failed ]; then
1721 rm -f $TMPDIR/bringover_failed
1722 build_ok=n
1723 echo "trouble with bringover, quitting at `date`." |
1724 tee -a $mail_msg_file >> $LOGFILE
1725 exit 1
1726 fi
1727
1728 #
1729 # It's possible that we used the bringover above to create
1730 # $CODEMGR_WS. If so, then SCM_TYPE was previously "none,"
1731 # but should now be the same as $BRINGOVER_WS.
1732 #
1733 [[ $SCM_TYPE = none ]] && SCM_TYPE=$PARENT_SCM_TYPE
1734
1735 run_hook POST_BRINGOVER
1736
1737 check_closed_bins
1738
1739 else
1740 echo "\n==== No bringover to $CODEMGR_WS ====\n" >> $LOGFILE
1741 fi
1742
1743 # Safeguards
1744 [[ -v CODEMGR_WS ]] || fatal_error "Error: Variable CODEMGR_WS not set."
1745 [[ -d "${CODEMGR_WS}" ]] || fatal_error "Error: ${CODEMGR_WS} is not a directory."
1746 [[ -f "${CODEMGR_WS}/usr/src/Makefile" ]] || fatal_error "Error: ${CODEMGR_WS}/usr/src/Makefile not found."
1747
1748 echo "\n==== Build environment ====\n" | tee -a $build_environ_file >> $LOGFILE
1749
1750 # System
1751 whence uname | tee -a $build_environ_file >> $LOGFILE
1752 uname -a 2>&1 | tee -a $build_environ_file >> $LOGFILE
1753 echo | tee -a $build_environ_file >> $LOGFILE
1754
1755 # make
1756 whence $MAKE | tee -a $build_environ_file >> $LOGFILE
1757 $MAKE -v | tee -a $build_environ_file >> $LOGFILE
1758 echo "number of concurrent jobs = $DMAKE_MAX_JOBS" |
1759 tee -a $build_environ_file >> $LOGFILE
1760
1761 #
1762 # Report the compiler versions.
1763 #
1764
1765 if [[ ! -f $SRC/Makefile ]]; then
1766 build_ok=n
1767 echo "\nUnable to find \"Makefile\" in $SRC." | \
1768 tee -a $build_environ_file >> $LOGFILE
1769 exit 1
1770 fi
1771
1772 ( cd $SRC
1773 for target in cc-version cc64-version java-version; do
1774 echo
1775 #
1776 # Put statefile somewhere we know we can write to rather than trip
1777 # over a read-only $srcroot.
1778 #
1779 rm -f $TMPDIR/make-state
1780 export SRC
1781 if $MAKE -K $TMPDIR/make-state -e $target 2>/dev/null; then
1782 continue
1783 fi
1784 touch $TMPDIR/nocompiler
1785 done
1786 echo
1787 ) | tee -a $build_environ_file >> $LOGFILE
1788
1789 if [ -f $TMPDIR/nocompiler ]; then
1790 rm -f $TMPDIR/nocompiler
1791 build_ok=n
1792 echo "Aborting due to missing compiler." |
1793 tee -a $build_environ_file >> $LOGFILE
1794 exit 1
1795 fi
1796
1797 # as
1798 whence as | tee -a $build_environ_file >> $LOGFILE
1799 as -V 2>&1 | head -1 | tee -a $build_environ_file >> $LOGFILE
1800 echo | tee -a $build_environ_file >> $LOGFILE
1801
1802 # Check that we're running a capable link-editor
1803 whence ld | tee -a $build_environ_file >> $LOGFILE
1804 LDVER=`ld -V 2>&1`
1805 echo $LDVER | tee -a $build_environ_file >> $LOGFILE
1806 LDVER=`echo $LDVER | sed -e "s/.*-1\.\([0-9]*\).*/\1/"`
1807 if [ `expr $LDVER \< 422` -eq 1 ]; then
1808 echo "The link-editor needs to be at version 422 or higher to build" | \
1809 tee -a $build_environ_file >> $LOGFILE
1810 echo "the latest stuff. Hope your build works." | \
1811 tee -a $build_environ_file >> $LOGFILE
1812 fi
1813
1814 #
1815 # Build and use the workspace's tools if requested
1816 #
1817 if [[ "$t_FLAG" = "y" ]]; then
1818 set_non_debug_build_flags
1819
1820 build_tools ${TOOLS_PROTO}
1821 if (( $? != 0 )); then
1822 build_ok=n
1823 else
1824 use_tools $TOOLS_PROTO
1825 fi
1826 fi
1827
1828 # timestamp the start of the normal build; the findunref tool uses it.
1829 touch $SRC/.build.tstamp
1830
1831 normal_build
1832
1833 ORIG_SRC=$SRC
1834 BINARCHIVE=${CODEMGR_WS}/bin-${MACH}.cpio.Z
1835
1836
1837 #
1838 # There are several checks that need to look at the proto area, but
1839 # they only need to look at one, and they don't care whether it's
1840 # DEBUG or non-DEBUG.
1841 #
1842 if [[ "$MULTI_PROTO" = yes && "$D_FLAG" = n ]]; then
1843 checkroot=$ROOT-nd
1844 else
1845 checkroot=$ROOT
1846 fi
1847
1848 if [ "$build_ok" = "y" ]; then
1849 echo "\n==== Creating protolist system file at `date` ====" \
1850 >> $LOGFILE
1851 protolist $checkroot > $ATLOG/proto_list_${MACH}
1852 echo "==== protolist system file created at `date` ====\n" \
1853 >> $LOGFILE
1854
1855 if [ "$N_FLAG" != "y" ]; then
1856
1857 E1=
1858 f1=
1859 for f in $f1; do
1860 if [ -f "$f" ]; then
1861 E1="$E1 -e $f"
1862 fi
1863 done
1864
1865 E2=
1866 f2=
1867 if [ -d "$SRC/pkg" ]; then
1868 f2="$f2 exceptions/packaging"
1869 fi
1870
1871 for f in $f2; do
1872 if [ -f "$f" ]; then
1873 E2="$E2 -e $f"
1874 fi
1875 done
1876 fi
1877
1878 if [ "$N_FLAG" != "y" -a -d $SRC/pkg ]; then
1879 echo "\n==== Validating manifests against proto area ====\n" \
1880 >> $mail_msg_file
1881 ( cd $SRC/pkg ; $MAKE -e protocmp ROOT="$checkroot" ) | \
1882 tee $TMPDIR/protocmp_noise >> $mail_msg_file
1883 if [[ -s $TMPDIR/protocmp_noise ]]; then
1884 build_extras_ok=n
1885 fi
1886 fi
1887
1888 if [ "$N_FLAG" != "y" -a -f "$REF_PROTO_LIST" ]; then
1889 echo "\n==== Impact on proto area ====\n" >> $mail_msg_file
1890 if [ -n "$E2" ]; then
1891 ELIST=$E2
1892 else
1893 ELIST=$E1
1894 fi
1895 $PROTOCMPTERSE \
1896 "Files in yesterday's proto area, but not today's:" \
1897 "Files in today's proto area, but not yesterday's:" \
1898 "Files that changed between yesterday and today:" \
1899 ${ELIST} \
1900 -d $REF_PROTO_LIST \
1901 $ATLOG/proto_list_${MACH} \
1902 >> $mail_msg_file
1903 fi
1904 fi
1905
1906 if [[ "$u_FLAG" == "y" && "$build_ok" == "y" && \
1907 "$build_extras_ok" == "y" ]]; then
1908 staffer cp $ATLOG/proto_list_${MACH} \
1909 $PARENT_WS/usr/src/proto_list_${MACH}
1910 fi
1911
1912 # Update parent proto area if necessary. This is done now
1913 # so that the proto area has either DEBUG or non-DEBUG kernels.
1914 # Note that this clears out the lock file, so we can dispense with
1915 # the variable now.
1916 if [ "$U_FLAG" = "y" -a "$build_ok" = "y" ]; then
1917 echo "\n==== Copying proto area to $NIGHTLY_PARENT_ROOT ====\n" | \
1918 tee -a $LOGFILE >> $mail_msg_file
1919 rm -rf $NIGHTLY_PARENT_ROOT/*
1920 unset Ulockfile
1921 mkdir -p $NIGHTLY_PARENT_ROOT
1922 if [[ "$MULTI_PROTO" = no || "$D_FLAG" = y ]]; then
1923 ( cd $ROOT; tar cf - . |
1924 ( cd $NIGHTLY_PARENT_ROOT; umask 0; tar xpf - ) ) 2>&1 |
1925 tee -a $mail_msg_file >> $LOGFILE
1926 fi
1927 if [[ "$MULTI_PROTO" = yes && "$F_FLAG" = n ]]; then
1928 rm -rf $NIGHTLY_PARENT_ROOT-nd/*
1929 mkdir -p $NIGHTLY_PARENT_ROOT-nd
1930 cd $ROOT-nd
1931 ( tar cf - . |
1932 ( cd $NIGHTLY_PARENT_ROOT-nd; umask 0; tar xpf - ) ) 2>&1 |
1933 tee -a $mail_msg_file >> $LOGFILE
1934 fi
1935 if [ -n "${NIGHTLY_PARENT_TOOLS_ROOT}" ]; then
1936 echo "\n==== Copying tools proto area to $NIGHTLY_PARENT_TOOLS_ROOT ====\n" | \
1937 tee -a $LOGFILE >> $mail_msg_file
1938 rm -rf $NIGHTLY_PARENT_TOOLS_ROOT/*
1939 mkdir -p $NIGHTLY_PARENT_TOOLS_ROOT
1940 if [[ "$MULTI_PROTO" = no || "$D_FLAG" = y ]]; then
1941 ( cd $TOOLS_PROTO; tar cf - . |
1942 ( cd $NIGHTLY_PARENT_TOOLS_ROOT;
1943 umask 0; tar xpf - ) ) 2>&1 |
1944 tee -a $mail_msg_file >> $LOGFILE
1945 fi
1946 fi
1947 fi
1948
1949 #
1950 # ELF verification: ABI (-A) and runtime (-r) checks
1951 #
1952 if [[ ($build_ok = y) && (($A_FLAG = y) || ($r_FLAG = y)) ]]; then
1953 # Directory ELF-data.$MACH holds the files produced by these tests.
1954 elf_ddir=$SRC/ELF-data.$MACH
1955
1956 # If there is a previous ELF-data backup directory, remove it. Then,
1957 # rotate current ELF-data directory into its place and create a new
1958 # empty directory
1959 rm -rf $elf_ddir.ref
1960 if [[ -d $elf_ddir ]]; then
1961 mv $elf_ddir $elf_ddir.ref
1962 fi
1963 mkdir -p $elf_ddir
1964
1965 # Call find_elf to produce a list of the ELF objects in the proto area.
1966 # This list is passed to check_rtime and interface_check, preventing
1967 # them from separately calling find_elf to do the same work twice.
1968 find_elf -fr $checkroot > $elf_ddir/object_list
1969
1970 if [[ $A_FLAG = y ]]; then
1971 echo "\n==== Check versioning and ABI information ====\n" | \
1972 tee -a $LOGFILE >> $mail_msg_file
1973
1974 # Produce interface description for the proto. Report errors.
1975 interface_check -o -w $elf_ddir -f object_list \
1976 -i interface -E interface.err
1977 if [[ -s $elf_ddir/interface.err ]]; then
1978 tee -a $LOGFILE < $elf_ddir/interface.err \
1979 >> $mail_msg_file
1980 build_extras_ok=n
1981 fi
1982
1983 # If ELF_DATA_BASELINE_DIR is defined, compare the new interface
1984 # description file to that from the baseline gate. Issue a
1985 # warning if the baseline is not present, and keep going.
1986 if [[ "$ELF_DATA_BASELINE_DIR" != '' ]]; then
1987 base_ifile="$ELF_DATA_BASELINE_DIR/interface"
1988
1989 echo "\n==== Compare versioning and ABI information" \
1990 "to baseline ====\n" | \
1991 tee -a $LOGFILE >> $mail_msg_file
1992 echo "Baseline: $base_ifile\n" >> $LOGFILE
1993
1994 if [[ -f $base_ifile ]]; then
1995 interface_cmp -d -o $base_ifile \
1996 $elf_ddir/interface > $elf_ddir/interface.cmp
1997 if [[ -s $elf_ddir/interface.cmp ]]; then
1998 echo | tee -a $LOGFILE >> $mail_msg_file
1999 tee -a $LOGFILE < \
2000 $elf_ddir/interface.cmp \
2001 >> $mail_msg_file
2002 build_extras_ok=n
2003 fi
2004 else
2005 echo "baseline not available. comparison" \
2006 "skipped" | \
2007 tee -a $LOGFILE >> $mail_msg_file
2008 fi
2009
2010 fi
2011 fi
2012
2013 if [[ $r_FLAG = y ]]; then
2014 echo "\n==== Check ELF runtime attributes ====\n" | \
2015 tee -a $LOGFILE >> $mail_msg_file
2016
2017 # If we're doing a DEBUG build the proto area will be left
2018 # with debuggable objects, thus don't assert -s.
2019 if [[ $D_FLAG = y ]]; then
2020 rtime_sflag=""
2021 else
2022 rtime_sflag="-s"
2023 fi
2024 check_rtime -i -m -v $rtime_sflag -o -w $elf_ddir \
2025 -D object_list -f object_list -E runtime.err \
2026 -I runtime.attr.raw
2027 if (( $? != 0 )); then
2028 build_extras_ok=n
2029 fi
2030
2031 # check_rtime -I output needs to be sorted in order to
2032 # compare it to that from previous builds.
2033 sort $elf_ddir/runtime.attr.raw > $elf_ddir/runtime.attr
2034 rm $elf_ddir/runtime.attr.raw
2035
2036 # Report errors
2037 if [[ -s $elf_ddir/runtime.err ]]; then
2038 tee -a $LOGFILE < $elf_ddir/runtime.err \
2039 >> $mail_msg_file
2040 build_extras_ok=n
2041 fi
2042
2043 # If there is an ELF-data directory from a previous build,
2044 # then diff the attr files. These files contain information
2045 # about dependencies, versioning, and runpaths. There is some
2046 # overlap with the ABI checking done above, but this also
2047 # flushes out non-ABI interface differences along with the
2048 # other information.
2049 echo "\n==== Diff ELF runtime attributes" \
2050 "(since last build) ====\n" | \
2051 tee -a $LOGFILE >> $mail_msg_file >> $mail_msg_file
2052
2053 if [[ -f $elf_ddir.ref/runtime.attr ]]; then
2054 diff $elf_ddir.ref/runtime.attr \
2055 $elf_ddir/runtime.attr \
2056 >> $mail_msg_file
2057 fi
2058 fi
2059
2060 # If -u set, copy contents of ELF-data.$MACH to the parent workspace.
2061 if [[ "$u_FLAG" = "y" ]]; then
2062 p_elf_ddir=$PARENT_WS/usr/src/ELF-data.$MACH
2063
2064 # If parent lacks the ELF-data.$MACH directory, create it
2065 if [[ ! -d $p_elf_ddir ]]; then
2066 staffer mkdir -p $p_elf_ddir
2067 fi
2068
2069 # These files are used asynchronously by other builds for ABI
2070 # verification, as above for the -A option. As such, we require
2071 # the file replacement to be atomic. Copy the data to a temp
2072 # file in the same filesystem and then rename into place.
2073 (
2074 cd $elf_ddir
2075 for elf_dfile in *; do
2076 staffer cp $elf_dfile \
2077 ${p_elf_ddir}/${elf_dfile}.new
2078 staffer mv -f ${p_elf_ddir}/${elf_dfile}.new \
2079 ${p_elf_ddir}/${elf_dfile}
2080 done
2081 )
2082 fi
2083 fi
2084
2085 # DEBUG lint of kernel begins
2086
2087 if [ "$i_CMD_LINE_FLAG" = "n" -a "$l_FLAG" = "y" ]; then
2088 if [ "$LINTDIRS" = "" ]; then
2089 # LINTDIRS="$SRC/uts y $SRC/stand y $SRC/psm y"
2090 LINTDIRS="$SRC y"
2091 fi
2092 set $LINTDIRS
2093 while [ $# -gt 0 ]; do
2094 dolint $1 $2; shift; shift
2095 done
2096 else
2097 echo "\n==== No '$MAKE lint' ====\n" >> $LOGFILE
2098 fi
2099
2100 # "make check" begins
2101
2102 if [ "$i_CMD_LINE_FLAG" = "n" -a "$C_FLAG" = "y" ]; then
2103 # remove old check.out
2104 rm -f $SRC/check.out
2105
2106 rm -f $SRC/check-${MACH}.out
2107 cd $SRC
2108 $MAKE -ek check ROOT="$checkroot" 2>&1 | tee -a $SRC/check-${MACH}.out \
2109 >> $LOGFILE
2110 echo "\n==== cstyle/hdrchk errors ====\n" >> $mail_msg_file
2111
2112 grep ":" $SRC/check-${MACH}.out |
2113 egrep -v "Ignoring unknown host" | \
2114 sort | uniq | tee $TMPDIR/check_errors >> $mail_msg_file
2115
2116 if [[ -s $TMPDIR/check_errors ]]; then
2117 build_extras_ok=n
2118 fi
2119 else
2120 echo "\n==== No '$MAKE check' ====\n" >> $LOGFILE
2121 fi
2122
2123 echo "\n==== Find core files ====\n" | \
2124 tee -a $LOGFILE >> $mail_msg_file
2125
2126 find $abssrcdirs -name core -a -type f -exec file {} \; | \
2127 tee -a $LOGFILE >> $mail_msg_file
2128
2129 if [ "$f_FLAG" = "y" -a "$build_ok" = "y" ]; then
2130 echo "\n==== Diff unreferenced files (since last build) ====\n" \
2131 | tee -a $LOGFILE >>$mail_msg_file
2132 rm -f $SRC/unref-${MACH}.ref
2133 if [ -f $SRC/unref-${MACH}.out ]; then
2134 mv $SRC/unref-${MACH}.out $SRC/unref-${MACH}.ref
2135 fi
2136
2137 findunref -S $SCM_TYPE -t $SRC/.build.tstamp -s usr $CODEMGR_WS \
2138 ${TOOLS}/findunref/exception_list 2>> $mail_msg_file | \
2139 sort > $SRC/unref-${MACH}.out
2140
2141 if [ ! -f $SRC/unref-${MACH}.ref ]; then
2142 cp $SRC/unref-${MACH}.out $SRC/unref-${MACH}.ref
2143 fi
2144
2145 diff $SRC/unref-${MACH}.ref $SRC/unref-${MACH}.out >>$mail_msg_file
2146 fi
2147
2148 # Verify that the usual lists of files, such as exception lists,
2149 # contain only valid references to files. If the build has failed,
2150 # then don't check the proto area.
2151 CHECK_PATHS=${CHECK_PATHS:-y}
2152 if [ "$CHECK_PATHS" = y -a "$N_FLAG" != y ]; then
2153 echo "\n==== Check lists of files ====\n" | tee -a $LOGFILE \
2154 >>$mail_msg_file
2155 arg=-b
2156 [ "$build_ok" = y ] && arg=
2157 checkpaths $arg $checkroot > $SRC/checkpaths.out 2>&1
2158 if [[ -s $SRC/checkpaths.out ]]; then
2159 tee -a $LOGFILE < $SRC/checkpaths.out >> $mail_msg_file
2160 build_extras_ok=n
2161 fi
2162 fi
2163
2164 if [ "$M_FLAG" != "y" -a "$build_ok" = y ]; then
2165 echo "\n==== Impact on file permissions ====\n" \
2166 >> $mail_msg_file
2167
2168 abspkg=
2169 for d in $abssrcdirs; do
2170 if [ -d "$d/pkg" ]; then
2171 abspkg="$abspkg $d"
2172 fi
2173 done
2174
2175 if [ -n "$abspkg" ]; then
2176 for d in "$abspkg"; do
2177 ( cd $d/pkg ; $MAKE -e pmodes ) >> $mail_msg_file
2178 done
2179 fi
2180 fi
2181
2182 if [ "$w_FLAG" = "y" -a "$build_ok" = "y" ]; then
2183 if [[ "$MULTI_PROTO" = no || "$D_FLAG" = y ]]; then
2184 do_wsdiff DEBUG $ROOT.prev $ROOT
2185 fi
2186
2187 if [[ "$MULTI_PROTO" = yes && "$F_FLAG" = n ]]; then
2188 do_wsdiff non-DEBUG $ROOT-nd.prev $ROOT-nd
2189 fi
2190 fi
2191
2192 END_DATE=`date`
2193 echo "==== Nightly $maketype build completed: $END_DATE ====" | \
2194 tee -a $LOGFILE >> $build_time_file
2195
2196 typeset -i10 hours
2197 typeset -Z2 minutes
2198 typeset -Z2 seconds
2199
2200 elapsed_time=$SECONDS
2201 ((hours = elapsed_time / 3600 ))
2202 ((minutes = elapsed_time / 60 % 60))
2203 ((seconds = elapsed_time % 60))
2204
2205 echo "\n==== Total build time ====" | \
2206 tee -a $LOGFILE >> $build_time_file
2207 echo "\nreal ${hours}:${minutes}:${seconds}" | \
2208 tee -a $LOGFILE >> $build_time_file
2209
2210 if [ "$u_FLAG" = "y" -a "$f_FLAG" = "y" -a "$build_ok" = "y" ]; then
2211 staffer cp ${SRC}/unref-${MACH}.out $PARENT_WS/usr/src/
2212
2213 #
2214 # Produce a master list of unreferenced files -- ideally, we'd
2215 # generate the master just once after all of the nightlies
2216 # have finished, but there's no simple way to know when that
2217 # will be. Instead, we assume that we're the last nightly to
2218 # finish and merge all of the unref-${MACH}.out files in
2219 # $PARENT_WS/usr/src/. If we are in fact the final ${MACH} to
2220 # finish, then this file will be the authoritative master
2221 # list. Otherwise, another ${MACH}'s nightly will eventually
2222 # overwrite ours with its own master, but in the meantime our
2223 # temporary "master" will be no worse than any older master
2224 # which was already on the parent.
2225 #
2226
2227 set -- $PARENT_WS/usr/src/unref-*.out
2228 cp "$1" ${TMPDIR}/unref.merge
2229 shift
2230
2231 for unreffile; do
2232 comm -12 ${TMPDIR}/unref.merge "$unreffile" > ${TMPDIR}/unref.$$
2233 mv ${TMPDIR}/unref.$$ ${TMPDIR}/unref.merge
2234 done
2235
2236 staffer cp ${TMPDIR}/unref.merge $PARENT_WS/usr/src/unrefmaster.out
2237 fi
2238
2239 #
2240 # All done save for the sweeping up.
2241 # (whichever exit we hit here will trigger the "cleanup" trap which
2242 # optionally sends mail on completion).
2243 #
2244 if [[ "$build_ok" == "y" ]]; then
2245 if [[ "$W_FLAG" == "y" || "$build_extras_ok" == "y" ]]; then
2246 exit 0
2247 fi
2248 fi
2249
2250 exit 1