1 #!/bin/ksh -p
   2 #
   3 # CDDL HEADER START
   4 #
   5 # The contents of this file are subject to the terms of the
   6 # Common Development and Distribution License (the "License").
   7 # You may not use this file except in compliance with the License.
   8 #
   9 # You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
  10 # or http://www.opensolaris.org/os/licensing.
  11 # See the License for the specific language governing permissions
  12 # and limitations under the License.
  13 #
  14 # When distributing Covered Code, include this CDDL HEADER in each
  15 # file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  16 # If applicable, add the following below this CDDL HEADER, with the
  17 # fields enclosed by brackets "[]" replaced with your own identifying
  18 # information: Portions Copyright [yyyy] [name of copyright owner]
  19 #
  20 # CDDL HEADER END
  21 #
  22 
  23 #
  24 # Copyright (c) 1999, 2010, Oracle and/or its affiliates. All rights reserved.
  25 # Copyright 2008, 2010, Richard Lowe
  26 # Copyright 2011 Nexenta Systems, Inc.  All rights reserved.
  27 # Copyright 2012 Joshua M. Clulow <josh@sysmgr.org>
  28 #
  29 # Based on the nightly script from the integration folks,
  30 # Mostly modified and owned by mike_s.
  31 # Changes also by kjc, dmk.
  32 #
  33 # BRINGOVER_WS may be specified in the env file.
  34 # The default is the old behavior of CLONE_WS
  35 #
  36 # -i on the command line, means fast options, so when it's on the
  37 # command line (only), lint and check builds are skipped no matter what
  38 # the setting of their individual flags are in NIGHTLY_OPTIONS.
  39 #
  40 # LINTDIRS can be set in the env file, format is a list of:
  41 #
  42 #       /dirname-to-run-lint-on flag
  43 #
  44 #       Where flag is:  y - enable lint noise diff output
  45 #                       n - disable lint noise diff output
  46 #
  47 #       For example: LINTDIRS="$SRC/uts n $SRC/stand y $SRC/psm y"
  48 #
  49 # OPTHOME  may be set in the environment to override /opt
  50 #
  51 
  52 #
  53 # The CDPATH variable causes ksh's `cd' builtin to emit messages to stdout
  54 # under certain circumstances, which can really screw things up; unset it.
  55 #
  56 unset CDPATH
  57 
  58 # Get the absolute path of the nightly script that the user invoked.  This
  59 # may be a relative path, and we need to do this before changing directory.
  60 nightly_path=`whence $0`
  61 
  62 #
  63 # Keep track of where we found nightly so we can invoke the matching
  64 # which_scm script.  If that doesn't work, don't go guessing, just rely
  65 # on the $PATH settings, which will generally give us either /opt/onbld
  66 # or the user's workspace.
  67 #
  68 WHICH_SCM=$(dirname $nightly_path)/which_scm
  69 if [[ ! -x $WHICH_SCM ]]; then
  70         WHICH_SCM=which_scm
  71 fi
  72 
  73 function fatal_error
  74 {
  75         print -u2 "nightly: $*"
  76         exit 1
  77 }
  78 
  79 #
  80 # Function to do a DEBUG and non-DEBUG build. Needed because we might
  81 # need to do another for the source build, and since we only deliver DEBUG or
  82 # non-DEBUG packages.
  83 #
  84 # usage: normal_build
  85 #
  86 function normal_build {
  87 
  88         typeset orig_p_FLAG="$p_FLAG"
  89         typeset crypto_signer="$CODESIGN_USER"
  90 
  91         suffix=""
  92 
  93         # non-DEBUG build begins
  94 
  95         if [ "$F_FLAG" = "n" ]; then
  96                 set_non_debug_build_flags
  97                 CODESIGN_USER="$crypto_signer" \
  98                     build "non-DEBUG" "$suffix-nd" "-nd" "$MULTI_PROTO"
  99         else
 100                 echo "\n==== No non-DEBUG $open_only build ====\n" >> "$LOGFILE"
 101         fi
 102 
 103         # non-DEBUG build ends
 104 
 105         # DEBUG build begins
 106 
 107         if [ "$D_FLAG" = "y" ]; then
 108                 set_debug_build_flags
 109                 CODESIGN_USER="$crypto_signer" \
 110                     build "DEBUG" "$suffix" "" "$MULTI_PROTO"
 111         else
 112                 echo "\n==== No DEBUG $open_only build ====\n" >> "$LOGFILE"
 113         fi
 114 
 115         # DEBUG build ends
 116 
 117         p_FLAG="$orig_p_FLAG"
 118 }
 119 
 120 #
 121 # usage: run_hook HOOKNAME ARGS...
 122 #
 123 # If variable "$HOOKNAME" is defined, insert a section header into 
 124 # our logs and then run the command with ARGS
 125 #
 126 function run_hook {
 127         HOOKNAME=$1
 128         eval HOOKCMD=\$$HOOKNAME
 129         shift
 130 
 131         if [ -n "$HOOKCMD" ]; then 
 132                 (
 133                         echo "\n==== Running $HOOKNAME command: $HOOKCMD ====\n"
 134                         ( $HOOKCMD "$@" 2>&1 )
 135                         if [ "$?" -ne 0 ]; then
 136                                 # Let exit status propagate up
 137                                 touch $TMPDIR/abort
 138                         fi
 139                 ) | tee -a $mail_msg_file >> $LOGFILE
 140 
 141                 if [ -f $TMPDIR/abort ]; then
 142                         build_ok=n
 143                         echo "\nAborting at request of $HOOKNAME" |
 144                                 tee -a $mail_msg_file >> $LOGFILE
 145                         exit 1
 146                 fi
 147         fi
 148 }
 149 
 150 # Return library search directive as function of given root.
 151 function myldlibs {
 152         echo "-L$1/lib -L$1/usr/lib"
 153 }
 154 
 155 # Return header search directive as function of given root.
 156 function myheaders {
 157         echo "-I$1/usr/include"
 158 }
 159 
 160 #
 161 # Function to do the build, including package generation.
 162 # usage: build LABEL SUFFIX ND MULTIPROTO
 163 # - LABEL is used to tag build output.
 164 # - SUFFIX is used to distinguish files (e.g., DEBUG vs non-DEBUG,
 165 #   open-only vs full tree).
 166 # - ND is "-nd" (non-DEBUG builds) or "" (DEBUG builds).
 167 # - If MULTIPROTO is "yes", it means to name the proto area according to
 168 #   SUFFIX.  Otherwise ("no"), (re)use the standard proto area.
 169 #
 170 function build {
 171         LABEL=$1
 172         SUFFIX=$2
 173         ND=$3
 174         MULTIPROTO=$4
 175         INSTALLOG=install${SUFFIX}-${MACH}
 176         NOISE=noise${SUFFIX}-${MACH}
 177         PKGARCHIVE=${PKGARCHIVE_ORIG}${SUFFIX}
 178 
 179         ORIGROOT=$ROOT
 180         [ $MULTIPROTO = no ] || export ROOT=$ROOT$SUFFIX
 181 
 182         export ENVLDLIBS1=`myldlibs $ROOT`
 183         export ENVCPPFLAGS1=`myheaders $ROOT`
 184 
 185         this_build_ok=y
 186         #
 187         #       Build OS-Networking source
 188         #
 189         echo "\n==== Building OS-Net source at `date` ($LABEL) ====\n" \
 190                 >> $LOGFILE
 191 
 192         rm -f $SRC/${INSTALLOG}.out
 193         cd $SRC
 194         /bin/time $MAKE -e install 2>&1 | \
 195             tee -a $SRC/${INSTALLOG}.out >> $LOGFILE
 196 
 197         echo "\n==== Build errors ($LABEL) ====\n" >> $mail_msg_file
 198         egrep ":" $SRC/${INSTALLOG}.out |
 199                 egrep -e "(^${MAKE}:|[  ]error[:        \n])" | \
 200                 egrep -v "Ignoring unknown host" | \
 201                 egrep -v "cc .* -o error " | \
 202                 egrep -v "warning" | tee $TMPDIR/build_errs${SUFFIX} \
 203                 >> $mail_msg_file
 204         if [[ -s $TMPDIR/build_errs${SUFFIX} ]]; then
 205                 build_ok=n
 206                 this_build_ok=n
 207         fi
 208         grep "bootblock image is .* bytes too big" $SRC/${INSTALLOG}.out \
 209                 >> $mail_msg_file
 210         if [ "$?" = "0" ]; then
 211                 build_ok=n
 212                 this_build_ok=n
 213         fi
 214 
 215         echo "\n==== Build warnings ($LABEL) ====\n" >>$mail_msg_file
 216         egrep -i warning: $SRC/${INSTALLOG}.out \
 217                 | egrep -v '^tic:' \
 218                 | egrep -v "symbol (\`|')timezone' has differing types:" \
 219                 | egrep -v "parameter <PSTAMP> set to" \
 220                 | egrep -v "Ignoring unknown host" \
 221                 | egrep -v "redefining segment flags attribute for" \
 222                 | tee $TMPDIR/build_warnings${SUFFIX} >> $mail_msg_file
 223         if [[ -s $TMPDIR/build_warnings${SUFFIX} ]]; then
 224                 build_ok=n
 225                 this_build_ok=n
 226         fi
 227 
 228         echo "\n==== Ended OS-Net source build at `date` ($LABEL) ====\n" \
 229                 >> $LOGFILE
 230 
 231         echo "\n==== Elapsed build time ($LABEL) ====\n" >>$mail_msg_file
 232         tail -3  $SRC/${INSTALLOG}.out >>$mail_msg_file
 233 
 234         if [ "$i_FLAG" = "n" ]; then
 235                 rm -f $SRC/${NOISE}.ref
 236                 if [ -f $SRC/${NOISE}.out ]; then
 237                         mv $SRC/${NOISE}.out $SRC/${NOISE}.ref
 238                 fi
 239                 grep : $SRC/${INSTALLOG}.out \
 240                         | egrep -v '^/' \
 241                         | egrep -v '^(Start|Finish|real|user|sys|./bld_awk)' \
 242                         | egrep -v '^tic:' \
 243                         | egrep -v '^mcs' \
 244                         | egrep -v '^LD_LIBRARY_PATH=' \
 245                         | egrep -v 'ar: creating' \
 246                         | egrep -v 'ar: writing' \
 247                         | egrep -v 'conflicts:' \
 248                         | egrep -v ':saved created' \
 249                         | egrep -v '^stty.*c:' \
 250                         | egrep -v '^mfgname.c:' \
 251                         | egrep -v '^uname-i.c:' \
 252                         | egrep -v '^volumes.c:' \
 253                         | egrep -v '^lint library construction:' \
 254                         | egrep -v 'tsort: INFORM:' \
 255                         | egrep -v 'stripalign:' \
 256                         | egrep -v 'chars, width' \
 257                         | egrep -v "symbol (\`|')timezone' has differing types:" \
 258                         | egrep -v 'PSTAMP' \
 259                         | egrep -v '|%WHOANDWHERE%|' \
 260                         | egrep -v '^Manifying' \
 261                         | egrep -v 'Ignoring unknown host' \
 262                         | egrep -v 'Processing method:' \
 263                         | egrep -v '^Writing' \
 264                         | egrep -v 'spellin1:' \
 265                         | egrep -v '^adding:' \
 266                         | egrep -v "^echo 'msgid" \
 267                         | egrep -v '^echo ' \
 268                         | egrep -v '\.c:$' \
 269                         | egrep -v '^Adding file:' \
 270                         | egrep -v 'CLASSPATH=' \
 271                         | egrep -v '\/var\/mail\/:saved' \
 272                         | egrep -v -- '-DUTS_VERSION=' \
 273                         | egrep -v '^Running Mkbootstrap' \
 274                         | egrep -v '^Applet length read:' \
 275                         | egrep -v 'bytes written:' \
 276                         | egrep -v '^File:SolarisAuthApplet.bin' \
 277                         | egrep -v -i 'jibversion' \
 278                         | egrep -v '^Output size:' \
 279                         | egrep -v '^Solo size statistics:' \
 280                         | egrep -v '^Using ROM API Version' \
 281                         | egrep -v '^Zero Signature length:' \
 282                         | egrep -v '^Note \(probably harmless\):' \
 283                         | egrep -v '::' \
 284                         | egrep -v -- '-xcache' \
 285                         | egrep -v '^\+' \
 286                         | egrep -v '^cc1: note: -fwritable-strings' \
 287                         | egrep -v 'svccfg-native -s svc:/' \
 288                         | sort | uniq >$SRC/${NOISE}.out
 289                 if [ ! -f $SRC/${NOISE}.ref ]; then
 290                         cp $SRC/${NOISE}.out $SRC/${NOISE}.ref
 291                 fi
 292                 echo "\n==== Build noise differences ($LABEL) ====\n" \
 293                         >>$mail_msg_file
 294                 diff $SRC/${NOISE}.ref $SRC/${NOISE}.out >>$mail_msg_file
 295         fi
 296 
 297         #
 298         #       Re-sign selected binaries using signing server
 299         #       (gatekeeper builds only)
 300         #
 301         if [ -n "$CODESIGN_USER" -a "$this_build_ok" = "y" ]; then
 302                 echo "\n==== Signing proto area at `date` ====\n" >> $LOGFILE
 303                 signing_file="${TMPDIR}/signing"
 304                 rm -f ${signing_file}
 305                 export CODESIGN_USER
 306                 signproto $SRC/tools/codesign/creds 2>&1 | \
 307                         tee -a ${signing_file} >> $LOGFILE
 308                 echo "\n==== Finished signing proto area at `date` ====\n" \
 309                     >> $LOGFILE
 310                 echo "\n==== Crypto module signing errors ($LABEL) ====\n" \
 311                     >> $mail_msg_file
 312                 egrep 'WARNING|ERROR' ${signing_file} >> $mail_msg_file
 313                 if (( $? == 0 )) ; then
 314                         build_ok=n
 315                         this_build_ok=n
 316                 fi
 317         fi
 318 
 319         #
 320         #       Building Packages
 321         #
 322         if [ "$p_FLAG" = "y" -a "$this_build_ok" = "y" ]; then
 323                 if [ -d $SRC/pkg ]; then
 324                         echo "\n==== Creating $LABEL packages at `date` ====\n" \
 325                                 >> $LOGFILE
 326                         echo "Clearing out $PKGARCHIVE ..." >> $LOGFILE
 327                         rm -rf $PKGARCHIVE >> "$LOGFILE" 2>&1
 328                         mkdir -p $PKGARCHIVE >> "$LOGFILE" 2>&1
 329 
 330                         rm -f $SRC/pkg/${INSTALLOG}.out
 331                         cd $SRC/pkg
 332                         /bin/time $MAKE -e install 2>&1 | \
 333                             tee -a $SRC/pkg/${INSTALLOG}.out >> $LOGFILE
 334 
 335                         echo "\n==== package build errors ($LABEL) ====\n" \
 336                                 >> $mail_msg_file
 337 
 338                         egrep "${MAKE}|ERROR|WARNING" $SRC/pkg/${INSTALLOG}.out | \
 339                                 grep ':' | \
 340                                 grep -v PSTAMP | \
 341                                 egrep -v "Ignoring unknown host" | \
 342                                 tee $TMPDIR/package >> $mail_msg_file
 343                         if [[ -s $TMPDIR/package ]]; then
 344                                 build_extras_ok=n
 345                                 this_build_ok=n
 346                         fi
 347                 else
 348                         #
 349                         # Handle it gracefully if -p was set but there so
 350                         # no pkg directory.
 351                         #
 352                         echo "\n==== No $LABEL packages to build ====\n" \
 353                                 >> $LOGFILE
 354                 fi
 355         else
 356                 echo "\n==== Not creating $LABEL packages ====\n" >> $LOGFILE
 357         fi
 358 
 359         ROOT=$ORIGROOT
 360 }
 361 
 362 # Usage: dolint /dir y|n
 363 # Arg. 2 is a flag to turn on/off the lint diff output
 364 function dolint {
 365         if [ ! -d "$1" ]; then
 366                 echo "dolint error: $1 is not a directory"
 367                 exit 1
 368         fi
 369 
 370         if [ "$2" != "y" -a "$2" != "n" ]; then
 371                 echo "dolint internal error: $2 should be 'y' or 'n'"
 372                 exit 1
 373         fi
 374 
 375         lintdir=$1
 376         dodiff=$2
 377         base=`basename $lintdir`
 378         LINTOUT=$lintdir/lint-${MACH}.out
 379         LINTNOISE=$lintdir/lint-noise-${MACH}
 380         export ENVLDLIBS1=`myldlibs $ROOT`
 381         export ENVCPPFLAGS1=`myheaders $ROOT`
 382 
 383         set_debug_build_flags
 384 
 385         #
 386         #       '$MAKE lint' in $lintdir
 387         #
 388         echo "\n==== Begin '$MAKE lint' of $base at `date` ====\n" >> $LOGFILE
 389 
 390         # remove old lint.out
 391         rm -f $lintdir/lint.out $lintdir/lint-noise.out
 392         if [ -f $lintdir/lint-noise.ref ]; then
 393                 mv $lintdir/lint-noise.ref ${LINTNOISE}.ref
 394         fi
 395 
 396         rm -f $LINTOUT
 397         cd $lintdir
 398         #
 399         # Remove all .ln files to ensure a full reference file
 400         #
 401         rm -f Nothing_to_remove \
 402             `find . \( -name SCCS -o -name .hg -o -name .svn -o -name .git \) \
 403                 -prune -o -type f -name '*.ln' -print `
 404 
 405         /bin/time $MAKE -ek lint 2>&1 | \
 406             tee -a $LINTOUT >> $LOGFILE
 407 
 408         echo "\n==== '$MAKE lint' of $base ERRORS ====\n" >> $mail_msg_file
 409 
 410         grep "$MAKE:" $LINTOUT |
 411                 egrep -v "Ignoring unknown host" | \
 412                 tee $TMPDIR/lint_errs >> $mail_msg_file
 413         if [[ -s $TMPDIR/lint_errs ]]; then
 414                 build_extras_ok=n
 415         fi
 416 
 417         echo "\n==== Ended '$MAKE lint' of $base at `date` ====\n" >> $LOGFILE
 418 
 419         echo "\n==== Elapsed time of '$MAKE lint' of $base ====\n" \
 420                 >>$mail_msg_file
 421         tail -3  $LINTOUT >>$mail_msg_file
 422 
 423         rm -f ${LINTNOISE}.ref
 424         if [ -f ${LINTNOISE}.out ]; then
 425                 mv ${LINTNOISE}.out ${LINTNOISE}.ref
 426         fi
 427         grep : $LINTOUT | \
 428                 egrep -v '^(real|user|sys)' |
 429                 egrep -v '(library construction)' | \
 430                 egrep -v ': global crosschecks' | \
 431                 egrep -v 'Ignoring unknown host' | \
 432                 egrep -v '\.c:$' | \
 433                 sort | uniq > ${LINTNOISE}.out
 434         if [ ! -f ${LINTNOISE}.ref ]; then
 435                 cp ${LINTNOISE}.out ${LINTNOISE}.ref
 436         fi
 437 
 438         if [ "$dodiff" != "n" ]; then
 439                 echo "\n==== lint warnings $base ====\n" \
 440                         >>$mail_msg_file
 441                 # should be none, though there are a few that were filtered out
 442                 # above
 443                 egrep -i '(warning|lint):' ${LINTNOISE}.out \
 444                         | sort | uniq | tee $TMPDIR/lint_warns >> $mail_msg_file
 445                 if [[ -s $TMPDIR/lint_warns ]]; then
 446                         build_extras_ok=n
 447                 fi
 448                 echo "\n==== lint noise differences $base ====\n" \
 449                         >> $mail_msg_file
 450                 diff ${LINTNOISE}.ref ${LINTNOISE}.out \
 451                         >> $mail_msg_file
 452         fi
 453 }
 454 
 455 #
 456 # Build and install the onbld tools.
 457 #
 458 # usage: build_tools DESTROOT
 459 #
 460 # returns non-zero status if the build was successful.
 461 #
 462 function build_tools {
 463         DESTROOT=$1
 464 
 465         INSTALLOG=install-${MACH}
 466 
 467         echo "\n==== Building tools at `date` ====\n" \
 468                 >> $LOGFILE
 469 
 470         rm -f ${TOOLS}/${INSTALLOG}.out
 471         cd ${TOOLS}
 472         /bin/time $MAKE TOOLS_PROTO=${DESTROOT} -e install 2>&1 | \
 473             tee -a ${TOOLS}/${INSTALLOG}.out >> $LOGFILE
 474 
 475         echo "\n==== Tools build errors ====\n" >> $mail_msg_file
 476 
 477         egrep ":" ${TOOLS}/${INSTALLOG}.out |
 478                 egrep -e "(${MAKE}:|[   ]error[:        \n])" | \
 479                 egrep -v "Ignoring unknown host" | \
 480                 egrep -v warning | tee $TMPDIR/tools_errors >> $mail_msg_file
 481 
 482         if [[ -s $TMPDIR/tools_errors ]]; then
 483                 return 1
 484         fi
 485         return 0
 486 }
 487 
 488 #
 489 # Set up to use locally installed tools.
 490 #
 491 # usage: use_tools TOOLSROOT
 492 #
 493 function use_tools {
 494         TOOLSROOT=$1
 495 
 496         #
 497         # If we're not building ON workspace, then the TOOLSROOT
 498         # settings here are clearly ignored by the workspace
 499         # makefiles, prepending nonexistent directories to PATH is
 500         # harmless, and we clearly do not wish to override
 501         # ONBLD_TOOLS.
 502         #
 503         # If we're building an ON workspace, then the prepended PATH
 504         # elements should supercede the preexisting ONBLD_TOOLS paths,
 505         # and we want to override ONBLD_TOOLS to catch the tools that
 506         # don't have specific path env vars here.
 507         #
 508         # So the only conditional behavior is overriding ONBLD_TOOLS,
 509         # and we check for "an ON workspace" by looking for
 510         # ${TOOLSROOT}/opt/onbld.
 511         #
 512 
 513         STABS=${TOOLSROOT}/opt/onbld/bin/${MACH}/stabs
 514         export STABS
 515         CTFSTABS=${TOOLSROOT}/opt/onbld/bin/${MACH}/ctfstabs
 516         export CTFSTABS
 517         GENOFFSETS=${TOOLSROOT}/opt/onbld/bin/genoffsets
 518         export GENOFFSETS
 519 
 520         CTFCONVERT=${TOOLSROOT}/opt/onbld/bin/${MACH}/ctfconvert
 521         export CTFCONVERT
 522         CTFMERGE=${TOOLSROOT}/opt/onbld/bin/${MACH}/ctfmerge
 523         export CTFMERGE
 524 
 525         CTFCVTPTBL=${TOOLSROOT}/opt/onbld/bin/ctfcvtptbl
 526         export CTFCVTPTBL
 527         CTFFINDMOD=${TOOLSROOT}/opt/onbld/bin/ctffindmod
 528         export CTFFINDMOD
 529 
 530         if [ "$VERIFY_ELFSIGN" = "y" ]; then
 531                 ELFSIGN=${TOOLSROOT}/opt/onbld/bin/elfsigncmp
 532         else
 533                 ELFSIGN=${TOOLSROOT}/opt/onbld/bin/${MACH}/elfsign
 534         fi
 535         export ELFSIGN
 536 
 537         PATH="${TOOLSROOT}/opt/onbld/bin/${MACH}:${PATH}"
 538         PATH="${TOOLSROOT}/opt/onbld/bin:${PATH}"
 539         export PATH
 540 
 541         if [ -d "${TOOLSROOT}/opt/onbld" ]; then
 542                 ONBLD_TOOLS=${TOOLSROOT}/opt/onbld
 543                 export ONBLD_TOOLS
 544         fi
 545 
 546         echo "\n==== New environment settings. ====\n" >> $LOGFILE
 547         echo "STABS=${STABS}" >> $LOGFILE
 548         echo "CTFSTABS=${CTFSTABS}" >> $LOGFILE
 549         echo "CTFCONVERT=${CTFCONVERT}" >> $LOGFILE
 550         echo "CTFMERGE=${CTFMERGE}" >> $LOGFILE
 551         echo "CTFCVTPTBL=${CTFCVTPTBL}" >> $LOGFILE
 552         echo "CTFFINDMOD=${CTFFINDMOD}" >> $LOGFILE
 553         echo "ELFSIGN=${ELFSIGN}" >> $LOGFILE
 554         echo "PATH=${PATH}" >> $LOGFILE
 555         echo "ONBLD_TOOLS=${ONBLD_TOOLS}" >> $LOGFILE
 556 }
 557 
 558 function staffer {
 559         if [ $ISUSER -ne 0 ]; then
 560                 "$@"
 561         else
 562                 arg="\"$1\""
 563                 shift
 564                 for i
 565                 do
 566                         arg="$arg \"$i\""
 567                 done
 568                 eval su $STAFFER -c \'$arg\'
 569         fi
 570 }
 571 
 572 #
 573 # Verify that the closed bins are present
 574 #
 575 function check_closed_bins {
 576         if [[ ! -d "$ON_CLOSED_BINS" ]]; then
 577                 echo "ON_CLOSED_BINS must point to the closed binaries tree."
 578                 build_ok=n
 579                 exit 1
 580         fi
 581 }
 582 
 583 #
 584 # wrapper over wsdiff.
 585 # usage: do_wsdiff LABEL OLDPROTO NEWPROTO
 586 #
 587 function do_wsdiff {
 588         label=$1
 589         oldproto=$2
 590         newproto=$3
 591 
 592         wsdiff="wsdiff"
 593         [ "$t_FLAG" = y ] && wsdiff="wsdiff -t"
 594 
 595         echo "\n==== Getting object changes since last build at `date`" \
 596             "($label) ====\n" | tee -a $LOGFILE >> $mail_msg_file
 597         $wsdiff -s -r ${TMPDIR}/wsdiff.results $oldproto $newproto 2>&1 | \
 598                     tee -a $LOGFILE >> $mail_msg_file
 599         echo "\n==== Object changes determined at `date` ($label) ====\n" | \
 600             tee -a $LOGFILE >> $mail_msg_file
 601 }
 602 
 603 #
 604 # Functions for setting build flags (DEBUG/non-DEBUG).  Keep them
 605 # together.
 606 #
 607 
 608 function set_non_debug_build_flags {
 609         export RELEASE_BUILD ; RELEASE_BUILD=
 610         unset EXTRA_OPTIONS
 611         unset EXTRA_CFLAGS
 612 }
 613 
 614 function set_debug_build_flags {
 615         unset RELEASE_BUILD
 616         unset EXTRA_OPTIONS
 617         unset EXTRA_CFLAGS
 618 }
 619 
 620 
 621 MACH=`uname -p`
 622 
 623 if [ "$OPTHOME" = "" ]; then
 624         OPTHOME=/opt
 625         export OPTHOME
 626 fi
 627 
 628 USAGE='Usage: nightly [-in] [+t] [-V VERS ] <env_file>
 629 
 630 Where:
 631         -i      Fast incremental options (no clobber, lint, check)
 632         -n      Do not do a bringover
 633         +t      Use the build tools in $ONBLD_TOOLS/bin
 634         -V VERS set the build version string to VERS
 635 
 636         <env_file>  file in Bourne shell syntax that sets and exports
 637         variables that configure the operation of this script and many of
 638         the scripts this one calls. If <env_file> does not exist,
 639         it will be looked for in $OPTHOME/onbld/env.
 640 
 641 non-DEBUG is the default build type. Build options can be set in the
 642 NIGHTLY_OPTIONS variable in the <env_file> as follows:
 643 
 644         -A      check for ABI differences in .so files
 645         -C      check for cstyle/hdrchk errors
 646         -D      do a build with DEBUG on
 647         -F      do _not_ do a non-DEBUG build
 648         -G      gate keeper default group of options (-au)
 649         -I      integration engineer default group of options (-ampu)
 650         -M      do not run pmodes (safe file permission checker)
 651         -N      do not run protocmp
 652         -R      default group of options for building a release (-mp)
 653         -U      update proto area in the parent
 654         -V VERS set the build version string to VERS
 655         -f      find unreferenced files
 656         -i      do an incremental build (no "make clobber")
 657         -l      do "make lint" in $LINTDIRS (default: $SRC y)
 658         -m      send mail to $MAILTO at end of build
 659         -n      do not do a bringover
 660         -p      create packages
 661         -r      check ELF runtime attributes in the proto area
 662         -t      build and use the tools in $SRC/tools (default setting)
 663         +t      Use the build tools in $ONBLD_TOOLS/bin
 664         -u      update proto_list_$MACH and friends in the parent workspace;
 665                 when used with -f, also build an unrefmaster.out in the parent
 666         -w      report on differences between previous and current proto areas
 667 '
 668 #
 669 #       A log file will be generated under the name $LOGFILE
 670 #       for partially completed build and log.`date '+%F'`
 671 #       in the same directory for fully completed builds.
 672 #
 673 
 674 # default values for low-level FLAGS; G I R are group FLAGS
 675 A_FLAG=n
 676 C_FLAG=n
 677 D_FLAG=n
 678 F_FLAG=n
 679 f_FLAG=n
 680 i_FLAG=n; i_CMD_LINE_FLAG=n
 681 l_FLAG=n
 682 M_FLAG=n
 683 m_FLAG=n
 684 N_FLAG=n
 685 n_FLAG=n
 686 p_FLAG=n
 687 r_FLAG=n
 688 t_FLAG=y
 689 U_FLAG=n
 690 u_FLAG=n
 691 V_FLAG=n
 692 w_FLAG=n
 693 W_FLAG=n
 694 #
 695 build_ok=y
 696 build_extras_ok=y
 697 
 698 #
 699 # examine arguments
 700 #
 701 
 702 OPTIND=1
 703 while getopts +intV:W FLAG
 704 do
 705         case $FLAG in
 706           i )   i_FLAG=y; i_CMD_LINE_FLAG=y
 707                 ;;
 708           n )   n_FLAG=y
 709                 ;;
 710          +t )   t_FLAG=n
 711                 ;;
 712           V )   V_FLAG=y
 713                 V_ARG="$OPTARG"
 714                 ;;
 715           W )   W_FLAG=y
 716                 ;;
 717          \? )   echo "$USAGE"
 718                 exit 1
 719                 ;;
 720         esac
 721 done
 722 
 723 # correct argument count after options
 724 shift `expr $OPTIND - 1`
 725 
 726 # test that the path to the environment-setting file was given
 727 if [ $# -ne 1 ]; then
 728         echo "$USAGE"
 729         exit 1
 730 fi
 731 
 732 # check if user is running nightly as root
 733 # ISUSER is set non-zero if an ordinary user runs nightly, or is zero
 734 # when root invokes nightly.
 735 /usr/bin/id | grep '^uid=0(' >/dev/null 2>&1
 736 ISUSER=$?;      export ISUSER
 737 
 738 #
 739 # force locale to C
 740 LC_COLLATE=C;   export LC_COLLATE
 741 LC_CTYPE=C;     export LC_CTYPE
 742 LC_MESSAGES=C;  export LC_MESSAGES
 743 LC_MONETARY=C;  export LC_MONETARY
 744 LC_NUMERIC=C;   export LC_NUMERIC
 745 LC_TIME=C;      export LC_TIME
 746 
 747 # clear environment variables we know to be bad for the build
 748 unset LD_OPTIONS
 749 unset LD_AUDIT          LD_AUDIT_32             LD_AUDIT_64
 750 unset LD_BIND_NOW       LD_BIND_NOW_32          LD_BIND_NOW_64
 751 unset LD_BREADTH        LD_BREADTH_32           LD_BREADTH_64
 752 unset LD_CONFIG         LD_CONFIG_32            LD_CONFIG_64
 753 unset LD_DEBUG          LD_DEBUG_32             LD_DEBUG_64
 754 unset LD_DEMANGLE       LD_DEMANGLE_32          LD_DEMANGLE_64
 755 unset LD_FLAGS          LD_FLAGS_32             LD_FLAGS_64
 756 unset LD_LIBRARY_PATH   LD_LIBRARY_PATH_32      LD_LIBRARY_PATH_64
 757 unset LD_LOADFLTR       LD_LOADFLTR_32          LD_LOADFLTR_64
 758 unset LD_NOAUDIT        LD_NOAUDIT_32           LD_NOAUDIT_64
 759 unset LD_NOAUXFLTR      LD_NOAUXFLTR_32         LD_NOAUXFLTR_64
 760 unset LD_NOCONFIG       LD_NOCONFIG_32          LD_NOCONFIG_64
 761 unset LD_NODIRCONFIG    LD_NODIRCONFIG_32       LD_NODIRCONFIG_64
 762 unset LD_NODIRECT       LD_NODIRECT_32          LD_NODIRECT_64
 763 unset LD_NOLAZYLOAD     LD_NOLAZYLOAD_32        LD_NOLAZYLOAD_64
 764 unset LD_NOOBJALTER     LD_NOOBJALTER_32        LD_NOOBJALTER_64
 765 unset LD_NOVERSION      LD_NOVERSION_32         LD_NOVERSION_64
 766 unset LD_ORIGIN         LD_ORIGIN_32            LD_ORIGIN_64
 767 unset LD_PRELOAD        LD_PRELOAD_32           LD_PRELOAD_64
 768 unset LD_PROFILE        LD_PROFILE_32           LD_PROFILE_64
 769 
 770 unset CONFIG
 771 unset GROUP
 772 unset OWNER
 773 unset REMOTE
 774 unset ENV
 775 unset ARCH
 776 unset CLASSPATH
 777 unset NAME
 778 
 779 #
 780 # To get ONBLD_TOOLS from the environment, it must come from the env file.
 781 # If it comes interactively, it is generally TOOLS_PROTO, which will be
 782 # clobbered before the compiler version checks, which will therefore fail.
 783 #
 784 unset ONBLD_TOOLS
 785 
 786 #
 787 #       Setup environmental variables
 788 #
 789 if [ -f /etc/nightly.conf ]; then
 790         . /etc/nightly.conf
 791 fi    
 792 
 793 if [ -f $1 ]; then
 794         if [[ $1 = */* ]]; then
 795                 . $1
 796         else
 797                 . ./$1
 798         fi
 799 else
 800         if [ -f $OPTHOME/onbld/env/$1 ]; then
 801                 . $OPTHOME/onbld/env/$1
 802         else
 803                 echo "Cannot find env file as either $1 or $OPTHOME/onbld/env/$1"
 804                 exit 1
 805         fi
 806 fi
 807 
 808 # contents of stdenv.sh inserted after next line:
 809 # STDENV_START
 810 # STDENV_END
 811 
 812 # Check if we have sufficient data to continue...
 813 [[ -v CODEMGR_WS ]] || fatal_error "Error: Variable CODEMGR_WS not set."
 814 if  [[ "${NIGHTLY_OPTIONS}" == ~(F)n ]] ; then
 815         # Check if the gate data are valid if we don't do a "bringover" below
 816         [[ -d "${CODEMGR_WS}" ]] || \
 817                 fatal_error "Error: ${CODEMGR_WS} is not a directory."
 818         [[ -f "${CODEMGR_WS}/usr/src/Makefile" ]] || \
 819                 fatal_error "Error: ${CODEMGR_WS}/usr/src/Makefile not found."
 820 fi
 821 
 822 #
 823 # place ourselves in a new task, respecting BUILD_PROJECT if set.
 824 #
 825 if [ -z "$BUILD_PROJECT" ]; then
 826         /usr/bin/newtask -c $$
 827 else
 828         /usr/bin/newtask -c $$ -p $BUILD_PROJECT
 829 fi
 830 
 831 ps -o taskid= -p $$ | read build_taskid
 832 ps -o project= -p $$ | read build_project
 833 
 834 #
 835 # See if NIGHTLY_OPTIONS is set
 836 #
 837 if [ "$NIGHTLY_OPTIONS" = "" ]; then
 838         NIGHTLY_OPTIONS="-aBm"
 839 fi
 840 
 841 #
 842 # If BRINGOVER_WS was not specified, let it default to CLONE_WS
 843 #
 844 if [ "$BRINGOVER_WS" = "" ]; then
 845         BRINGOVER_WS=$CLONE_WS
 846 fi
 847 
 848 #
 849 # If BRINGOVER_FILES was not specified, default to usr
 850 #
 851 if [ "$BRINGOVER_FILES" = "" ]; then
 852         BRINGOVER_FILES="usr"
 853 fi
 854 
 855 check_closed_bins
 856 
 857 #
 858 # Note: changes to the option letters here should also be applied to the
 859 #       bldenv script.  `d' is listed for backward compatibility.
 860 #
 861 NIGHTLY_OPTIONS=-${NIGHTLY_OPTIONS#-}
 862 OPTIND=1
 863 while getopts +ABCDdFfGIilMmNnpRrtUuwW FLAG $NIGHTLY_OPTIONS
 864 do
 865         case $FLAG in
 866           A )   A_FLAG=y
 867                 ;;
 868           B )   D_FLAG=y
 869                 ;; # old version of D
 870           C )   C_FLAG=y
 871                 ;;
 872           D )   D_FLAG=y
 873                 ;;
 874           F )   F_FLAG=y
 875                 ;;
 876           f )   f_FLAG=y
 877                 ;;
 878           G )   u_FLAG=y
 879                 ;;
 880           I )   m_FLAG=y
 881                 p_FLAG=y
 882                 u_FLAG=y
 883                 ;;
 884           i )   i_FLAG=y
 885                 ;;
 886           l )   l_FLAG=y
 887                 ;;
 888           M )   M_FLAG=y
 889                 ;;
 890           m )   m_FLAG=y
 891                 ;;
 892           N )   N_FLAG=y
 893                 ;;
 894           n )   n_FLAG=y
 895                 ;;
 896           p )   p_FLAG=y
 897                 ;;
 898           R )   m_FLAG=y
 899                 p_FLAG=y
 900                 ;;
 901           r )   r_FLAG=y
 902                 ;;
 903          +t )   t_FLAG=n
 904                 ;;
 905           U )   if [ -z "${PARENT_ROOT}" ]; then
 906                         echo "PARENT_ROOT must be set if the U flag is" \
 907                             "present in NIGHTLY_OPTIONS."
 908                         exit 1
 909                 fi
 910                 NIGHTLY_PARENT_ROOT=$PARENT_ROOT
 911                 if [ -n "${PARENT_TOOLS_ROOT}" ]; then
 912                         NIGHTLY_PARENT_TOOLS_ROOT=$PARENT_TOOLS_ROOT
 913                 fi
 914                 U_FLAG=y
 915                 ;;
 916           u )   u_FLAG=y
 917                 ;;
 918           w )   w_FLAG=y
 919                 ;;
 920           W )   W_FLAG=y
 921                 ;;
 922          \? )   echo "$USAGE"
 923                 exit 1
 924                 ;;
 925         esac
 926 done
 927 
 928 if [ $ISUSER -ne 0 ]; then
 929         # Set default value for STAFFER, if needed.
 930         if [ -z "$STAFFER" -o "$STAFFER" = "nobody" ]; then
 931                 STAFFER=`/usr/xpg4/bin/id -un`
 932                 export STAFFER
 933         fi
 934 fi
 935 
 936 if [ -z "$MAILTO" -o "$MAILTO" = "nobody" ]; then
 937         MAILTO=$STAFFER
 938         export MAILTO
 939 fi
 940 
 941 PATH="$OPTHOME/onbld/bin:$OPTHOME/onbld/bin/${MACH}:/usr/ccs/bin"
 942 PATH="$PATH:$OPTHOME/SUNWspro/bin:/usr/bin:/usr/sbin:/usr/ucb"
 943 PATH="$PATH:/usr/openwin/bin:/usr/sfw/bin:/opt/sfw/bin:."
 944 export PATH
 945 
 946 # roots of source trees, both relative to $SRC and absolute.
 947 relsrcdirs="."
 948 abssrcdirs="$SRC"
 949 
 950 PROTOCMPTERSE="protocmp.terse -gu"
 951 POUND_SIGN="#"
 952 # have we set RELEASE_DATE in our env file?
 953 if [ -z "$RELEASE_DATE" ]; then
 954         RELEASE_DATE=$(LC_ALL=C date +"%B %Y")
 955 fi
 956 BUILD_DATE=$(LC_ALL=C date +%Y-%b-%d)
 957 BASEWSDIR=$(basename $CODEMGR_WS)
 958 DEV_CM="\"@(#)SunOS Internal Development: $LOGNAME $BUILD_DATE [$BASEWSDIR]\""
 959 
 960 # we export POUND_SIGN, RELEASE_DATE and DEV_CM to speed up the build process
 961 # by avoiding repeated shell invocations to evaluate Makefile.master
 962 # definitions.
 963 export POUND_SIGN RELEASE_DATE DEV_CM
 964 
 965 maketype="distributed"
 966 if [[ -z "$MAKE" ]]; then
 967         MAKE=dmake
 968 elif [[ ! -x "$MAKE" ]]; then
 969         echo "\$MAKE is set to garbage in the environment"
 970         exit 1  
 971 fi
 972 # get the dmake version string alone
 973 DMAKE_VERSION=$( $MAKE -v )
 974 DMAKE_VERSION=${DMAKE_VERSION#*: }
 975 # focus in on just the dotted version number alone
 976 DMAKE_MAJOR=$( echo $DMAKE_VERSION | \
 977         sed -e 's/.*\<\([^.]*\.[^   ]*\).*$/\1/' )
 978 # extract the second (or final) integer
 979 DMAKE_MINOR=${DMAKE_MAJOR#*.}
 980 DMAKE_MINOR=${DMAKE_MINOR%%.*}
 981 # extract the first integer
 982 DMAKE_MAJOR=${DMAKE_MAJOR%%.*}
 983 CHECK_DMAKE=${CHECK_DMAKE:-y}
 984 # x86 was built on the 12th, sparc on the 13th.
 985 if [ "$CHECK_DMAKE" = "y" -a \
 986      "$DMAKE_VERSION" != "Sun Distributed Make 7.3 2003/03/12" -a \
 987      "$DMAKE_VERSION" != "Sun Distributed Make 7.3 2003/03/13" -a \( \
 988      "$DMAKE_MAJOR" -lt 7 -o \
 989      "$DMAKE_MAJOR" -eq 7 -a "$DMAKE_MINOR" -lt 4 \) ]; then
 990         if [ -z "$DMAKE_VERSION" ]; then
 991                 echo "$MAKE is missing."
 992                 exit 1
 993         fi
 994         echo `whence $MAKE`" version is:"
 995         echo "  ${DMAKE_VERSION}"
 996         cat <<EOF
 997 
 998 This version may not be safe for use, if you really want to use this version
 999 anyway add the following to your environment to disable this check:
1000 
1001   CHECK_DMAKE=n
1002 EOF
1003         exit 1
1004 fi
1005 export PATH
1006 export MAKE
1007 
1008 if [ "${SUNWSPRO}" != "" ]; then
1009         PATH="${SUNWSPRO}/bin:$PATH"
1010         export PATH
1011 fi
1012 
1013 hostname=$(uname -n)
1014 if [[ $DMAKE_MAX_JOBS != +([0-9]) || $DMAKE_MAX_JOBS -eq 0 ]]
1015 then
1016         maxjobs=
1017         if [[ -f $HOME/.make.machines ]]
1018         then
1019                 # Note: there is a hard tab and space character in the []s
1020                 # below.
1021                 egrep -i "^[    ]*$hostname[    \.]" \
1022                         $HOME/.make.machines | read host jobs
1023                 maxjobs=${jobs##*=}
1024         fi
1025 
1026         if [[ $maxjobs != +([0-9]) || $maxjobs -eq 0 ]]
1027         then
1028                 # default
1029                 maxjobs=4
1030         fi
1031 
1032         export DMAKE_MAX_JOBS=$maxjobs
1033 fi
1034 
1035 DMAKE_MODE=parallel;
1036 export DMAKE_MODE
1037 
1038 if [ -z "${ROOT}" ]; then
1039         echo "ROOT must be set."
1040         exit 1
1041 fi
1042 
1043 #
1044 # if -V flag was given, reset VERSION to V_ARG
1045 #
1046 if [ "$V_FLAG" = "y" ]; then
1047         VERSION=$V_ARG
1048 fi
1049 
1050 TMPDIR="/tmp/nightly.tmpdir.$$"
1051 export TMPDIR
1052 rm -rf ${TMPDIR}
1053 mkdir -p $TMPDIR || exit 1
1054 chmod 777 $TMPDIR
1055 
1056 #
1057 # Keep elfsign's use of pkcs11_softtoken from looking in the user home
1058 # directory, which doesn't always work.   Needed until all build machines
1059 # have the fix for 6271754
1060 #
1061 SOFTTOKEN_DIR=$TMPDIR
1062 export SOFTTOKEN_DIR
1063 
1064 #
1065 # Tools should only be built non-DEBUG.  Keep track of the tools proto
1066 # area path relative to $TOOLS, because the latter changes in an
1067 # export build.
1068 #
1069 # TOOLS_PROTO is included below for builds other than usr/src/tools
1070 # that look for this location.  For usr/src/tools, this will be
1071 # overridden on the $MAKE command line in build_tools().
1072 #
1073 TOOLS=${SRC}/tools
1074 TOOLS_PROTO_REL=proto/root_${MACH}-nd
1075 TOOLS_PROTO=${TOOLS}/${TOOLS_PROTO_REL};        export TOOLS_PROTO
1076 
1077 unset   CFLAGS LD_LIBRARY_PATH LDFLAGS
1078 
1079 # create directories that are automatically removed if the nightly script
1080 # fails to start correctly
1081 function newdir {
1082         dir=$1
1083         toadd=
1084         while [ ! -d $dir ]; do
1085                 toadd="$dir $toadd"
1086                 dir=`dirname $dir`
1087         done
1088         torm=
1089         newlist=
1090         for dir in $toadd; do
1091                 if staffer mkdir $dir; then
1092                         newlist="$ISUSER $dir $newlist"
1093                         torm="$dir $torm"
1094                 else
1095                         [ -z "$torm" ] || staffer rmdir $torm
1096                         return 1
1097                 fi
1098         done
1099         newdirlist="$newlist $newdirlist"
1100         return 0
1101 }
1102 newdirlist=
1103 
1104 [ -d $CODEMGR_WS ] || newdir $CODEMGR_WS || exit 1
1105 
1106 # since this script assumes the build is from full source, it nullifies
1107 # variables likely to have been set by a "ws" script; nullification
1108 # confines the search space for headers and libraries to the proto area
1109 # built from this immediate source.
1110 ENVLDLIBS1=
1111 ENVLDLIBS2=
1112 ENVLDLIBS3=
1113 ENVCPPFLAGS1=
1114 ENVCPPFLAGS2=
1115 ENVCPPFLAGS3=
1116 ENVCPPFLAGS4=
1117 PARENT_ROOT=
1118 
1119 export ENVLDLIBS3 ENVCPPFLAGS1 ENVCPPFLAGS2 ENVCPPFLAGS3 ENVCPPFLAGS4 \
1120         ENVLDLIBS1 ENVLDLIBS2 PARENT_ROOT
1121 
1122 PKGARCHIVE_ORIG=$PKGARCHIVE
1123 
1124 #
1125 # Juggle the logs and optionally send mail on completion.
1126 #
1127 
1128 function logshuffle {
1129         LLOG="$ATLOG/log.`date '+%F.%H:%M'`"
1130         if [ -f $LLOG -o -d $LLOG ]; then
1131                 LLOG=$LLOG.$$
1132         fi
1133         mkdir $LLOG
1134         export LLOG
1135 
1136         if [ "$build_ok" = "y" ]; then
1137                 mv $ATLOG/proto_list_${MACH} $LLOG
1138 
1139                 if [ -f $ATLOG/proto_list_tools_${MACH} ]; then
1140                         mv $ATLOG/proto_list_tools_${MACH} $LLOG
1141                 fi
1142 
1143                 if [ -f $TMPDIR/wsdiff.results ]; then
1144                         mv $TMPDIR/wsdiff.results $LLOG
1145                 fi
1146 
1147                 if [ -f $TMPDIR/wsdiff-nd.results ]; then
1148                         mv $TMPDIR/wsdiff-nd.results $LLOG
1149                 fi
1150         fi
1151 
1152         #
1153         # Now that we're about to send mail, it's time to check the noise
1154         # file.  In the event that an error occurs beyond this point, it will
1155         # be recorded in the nightly.log file, but nowhere else.  This would
1156         # include only errors that cause the copying of the noise log to fail
1157         # or the mail itself not to be sent.
1158         #
1159 
1160         exec >>$LOGFILE 2>&1
1161         if [ -s $build_noise_file ]; then
1162                 echo "\n==== Nightly build noise ====\n" |
1163                     tee -a $LOGFILE >>$mail_msg_file
1164                 cat $build_noise_file >>$LOGFILE
1165                 cat $build_noise_file >>$mail_msg_file
1166                 echo | tee -a $LOGFILE >>$mail_msg_file
1167         fi
1168         rm -f $build_noise_file
1169 
1170         case "$build_ok" in
1171                 y)
1172                         state=Completed
1173                         ;;
1174                 i)
1175                         state=Interrupted
1176                         ;;
1177                 *)
1178                         state=Failed
1179                         ;;
1180         esac
1181 
1182         if [[ $state != "Interrupted" && $build_extras_ok != "y" ]]; then
1183                 state=Failed
1184         fi
1185 
1186         NIGHTLY_STATUS=$state
1187         export NIGHTLY_STATUS
1188 
1189         run_hook POST_NIGHTLY $state
1190         run_hook SYS_POST_NIGHTLY $state
1191 
1192         #
1193         # mailx(1) sets From: based on the -r flag
1194         # if it is given.
1195         #
1196         mailx_r=
1197         if [[ -n "${MAILFROM}" ]]; then
1198                 mailx_r="-r ${MAILFROM}"
1199         fi
1200 
1201         cat $build_time_file $build_environ_file $mail_msg_file \
1202             > ${LLOG}/mail_msg
1203         if [ "$m_FLAG" = "y" ]; then
1204                 cat ${LLOG}/mail_msg | /usr/bin/mailx ${mailx_r} -s \
1205         "Nightly ${MACH} Build of `basename ${CODEMGR_WS}` ${state}." \
1206                         ${MAILTO}
1207         fi
1208 
1209         if [ "$u_FLAG" = "y" -a "$build_ok" = "y" ]; then
1210                 staffer cp ${LLOG}/mail_msg $PARENT_WS/usr/src/mail_msg-${MACH}
1211                 staffer cp $LOGFILE $PARENT_WS/usr/src/nightly-${MACH}.log
1212         fi
1213 
1214         mv $LOGFILE $LLOG
1215 }
1216 
1217 #
1218 #       Remove the locks and temporary files on any exit
1219 #
1220 function cleanup {
1221         logshuffle
1222 
1223         [ -z "$lockfile" ] || staffer rm -f $lockfile
1224         [ -z "$atloglockfile" ] || rm -f $atloglockfile
1225         [ -z "$ulockfile" ] || staffer rm -f $ulockfile
1226         [ -z "$Ulockfile" ] || rm -f $Ulockfile
1227 
1228         set -- $newdirlist
1229         while [ $# -gt 0 ]; do
1230                 ISUSER=$1 staffer rmdir $2
1231                 shift; shift
1232         done
1233         rm -rf $TMPDIR
1234 }
1235 
1236 function cleanup_signal {
1237         build_ok=i
1238         # this will trigger cleanup(), above.
1239         exit 1
1240 }
1241 
1242 trap cleanup 0
1243 trap cleanup_signal 1 2 3 15
1244 
1245 #
1246 # Generic lock file processing -- make sure that the lock file doesn't
1247 # exist.  If it does, it should name the build host and PID.  If it
1248 # doesn't, then make sure we can create it.  Clean up locks that are
1249 # known to be stale (assumes host name is unique among build systems
1250 # for the workspace).
1251 #
1252 function create_lock {
1253         lockf=$1
1254         lockvar=$2
1255 
1256         ldir=`dirname $lockf`
1257         [ -d $ldir ] || newdir $ldir || exit 1
1258         eval $lockvar=$lockf
1259 
1260         while ! staffer ln -s $hostname.$STAFFER.$$ $lockf 2> /dev/null; do
1261                 basews=`basename $CODEMGR_WS`
1262                 ls -l $lockf | nawk '{print $NF}' | IFS=. read host user pid
1263                 if [ "$host" != "$hostname" ]; then
1264                         echo "$MACH build of $basews apparently" \
1265                             "already started by $user on $host as $pid."
1266                         exit 1
1267                 elif kill -s 0 $pid 2>/dev/null; then
1268                         echo "$MACH build of $basews already started" \
1269                             "by $user as $pid."
1270                         exit 1
1271                 else
1272                         # stale lock; clear it out and try again
1273                         rm -f $lockf
1274                 fi
1275         done
1276 }
1277 
1278 #
1279 # Return the list of interesting proto areas, depending on the current
1280 # options.
1281 #
1282 function allprotos {
1283         typeset roots="$ROOT"
1284 
1285         if [[ "$F_FLAG" = n && "$MULTI_PROTO" = yes ]]; then
1286                 roots="$roots $ROOT-nd"
1287         fi
1288 
1289         echo $roots
1290 }
1291 
1292 # Ensure no other instance of this script is running on this host.
1293 # LOCKNAME can be set in <env_file>, and is by default, but is not
1294 # required due to the use of $ATLOG below.
1295 if [ -n "$LOCKNAME" ]; then
1296         create_lock /tmp/$LOCKNAME "lockfile"
1297 fi
1298 #
1299 # Create from one, two, or three other locks:
1300 #       $ATLOG/nightly.lock
1301 #               - protects against multiple builds in same workspace
1302 #       $PARENT_WS/usr/src/nightly.$MACH.lock
1303 #               - protects against multiple 'u' copy-backs
1304 #       $NIGHTLY_PARENT_ROOT/nightly.lock
1305 #               - protects against multiple 'U' copy-backs
1306 #
1307 # Overriding ISUSER to 1 causes the lock to be created as root if the
1308 # script is run as root.  The default is to create it as $STAFFER.
1309 ISUSER=1 create_lock $ATLOG/nightly.lock "atloglockfile"
1310 if [ "$u_FLAG" = "y" ]; then
1311         create_lock $PARENT_WS/usr/src/nightly.$MACH.lock "ulockfile"
1312 fi
1313 if [ "$U_FLAG" = "y" ]; then
1314         # NIGHTLY_PARENT_ROOT is written as root if script invoked as root.
1315         ISUSER=1 create_lock $NIGHTLY_PARENT_ROOT/nightly.lock "Ulockfile"
1316 fi
1317 
1318 # Locks have been taken, so we're doing a build and we're committed to
1319 # the directories we may have created so far.
1320 newdirlist=
1321 
1322 #
1323 # Create mail_msg_file
1324 #
1325 mail_msg_file="${TMPDIR}/mail_msg"
1326 touch $mail_msg_file
1327 build_time_file="${TMPDIR}/build_time"
1328 build_environ_file="${TMPDIR}/build_environ"
1329 touch $build_environ_file
1330 #
1331 #       Move old LOGFILE aside
1332 #       ATLOG directory already made by 'create_lock' above
1333 #
1334 if [ -f $LOGFILE ]; then
1335         mv -f $LOGFILE ${LOGFILE}-
1336 fi
1337 #
1338 #       Build OsNet source
1339 #
1340 START_DATE=`date`
1341 SECONDS=0
1342 echo "\n==== Nightly $maketype build started:   $START_DATE ====" \
1343     | tee -a $LOGFILE > $build_time_file
1344 
1345 echo "\nBuild project:  $build_project\nBuild taskid:   $build_taskid" | \
1346     tee -a $mail_msg_file >> $LOGFILE
1347 
1348 # make sure we log only to the nightly build file
1349 build_noise_file="${TMPDIR}/build_noise"
1350 exec </dev/null >$build_noise_file 2>&1
1351 
1352 run_hook SYS_PRE_NIGHTLY
1353 run_hook PRE_NIGHTLY
1354 
1355 echo "\n==== list of environment variables ====\n" >> $LOGFILE
1356 env >> $LOGFILE
1357 
1358 echo "\n==== Nightly argument issues ====\n" | tee -a $mail_msg_file >> $LOGFILE
1359 
1360 if [ "$N_FLAG" = "y" ]; then
1361         if [ "$p_FLAG" = "y" ]; then
1362                 cat <<EOF | tee -a $mail_msg_file >> $LOGFILE
1363 WARNING: the p option (create packages) is set, but so is the N option (do
1364          not run protocmp); this is dangerous; you should unset the N option
1365 EOF
1366         else
1367                 cat <<EOF | tee -a $mail_msg_file >> $LOGFILE
1368 Warning: the N option (do not run protocmp) is set; it probably shouldn't be
1369 EOF
1370         fi
1371         echo "" | tee -a $mail_msg_file >> $LOGFILE
1372 fi
1373 
1374 if [ "$D_FLAG" = "n" -a "$l_FLAG" = "y" ]; then
1375         #
1376         # In the past we just complained but went ahead with the lint
1377         # pass, even though the proto area was built non-DEBUG.  It's
1378         # unlikely that non-DEBUG headers will make a difference, but
1379         # rather than assuming it's a safe combination, force the user
1380         # to specify a DEBUG build.
1381         #
1382         echo "WARNING: DEBUG build not requested; disabling lint.\n" \
1383             | tee -a $mail_msg_file >> $LOGFILE
1384         l_FLAG=n
1385 fi
1386 
1387 if [ "$f_FLAG" = "y" ]; then
1388         if [ "$i_FLAG" = "y" ]; then
1389                 echo "WARNING: the -f flag cannot be used during incremental" \
1390                     "builds; ignoring -f\n" | tee -a $mail_msg_file >> $LOGFILE
1391                 f_FLAG=n
1392         fi
1393         if [ "${l_FLAG}${p_FLAG}" != "yy" ]; then
1394                 echo "WARNING: the -f flag requires -l, and -p;" \
1395                     "ignoring -f\n" | tee -a $mail_msg_file >> $LOGFILE
1396                 f_FLAG=n
1397         fi
1398 fi
1399 
1400 if [ "$w_FLAG" = "y" -a ! -d $ROOT ]; then
1401         echo "WARNING: -w specified, but $ROOT does not exist;" \
1402             "ignoring -w\n" | tee -a $mail_msg_file >> $LOGFILE
1403         w_FLAG=n
1404 fi
1405 
1406 if [ "$t_FLAG" = "n" ]; then
1407         #
1408         # We're not doing a tools build, so make sure elfsign(1) is
1409         # new enough to safely sign non-crypto binaries.  We test
1410         # debugging output from elfsign to detect the old version.
1411         #
1412         newelfsigntest=`SUNW_CRYPTO_DEBUG=stderr /usr/bin/elfsign verify \
1413             -e /usr/lib/security/pkcs11_softtoken.so.1 2>&1 \
1414             | egrep algorithmOID`
1415         if [ -z "$newelfsigntest" ]; then
1416                 echo "WARNING: /usr/bin/elfsign out of date;" \
1417                     "will only sign crypto modules\n" | \
1418                     tee -a $mail_msg_file >> $LOGFILE
1419                 export ELFSIGN_OBJECT=true
1420         elif [ "$VERIFY_ELFSIGN" = "y" ]; then
1421                 echo "WARNING: VERIFY_ELFSIGN=y requires" \
1422                     "the -t flag; ignoring VERIFY_ELFSIGN\n" | \
1423                     tee -a $mail_msg_file >> $LOGFILE
1424         fi
1425 fi
1426 
1427 case $MULTI_PROTO in
1428 yes|no) ;;
1429 *)
1430         echo "WARNING: MULTI_PROTO is \"$MULTI_PROTO\"; " \
1431             "should be \"yes\" or \"no\"." | tee -a $mail_msg_file >> $LOGFILE
1432         echo "Setting MULTI_PROTO to \"no\".\n" | \
1433             tee -a $mail_msg_file >> $LOGFILE
1434         export MULTI_PROTO=no
1435         ;;
1436 esac
1437 
1438 echo "\n==== Build version ====\n" | tee -a $mail_msg_file >> $LOGFILE
1439 echo $VERSION | tee -a $mail_msg_file >> $LOGFILE
1440 
1441 # Save the current proto area if we're comparing against the last build
1442 if [ "$w_FLAG" = "y" -a -d "$ROOT" ]; then
1443     if [ -d "$ROOT.prev" ]; then
1444         rm -rf $ROOT.prev
1445     fi
1446     mv $ROOT $ROOT.prev
1447 fi
1448 
1449 # Same for non-DEBUG proto area
1450 if [ "$w_FLAG" = "y" -a "$MULTI_PROTO" = yes -a -d "$ROOT-nd" ]; then
1451         if [ -d "$ROOT-nd.prev" ]; then
1452                 rm -rf $ROOT-nd.prev
1453         fi
1454         mv $ROOT-nd $ROOT-nd.prev
1455 fi
1456 
1457 #
1458 # Echo the SCM type of the parent workspace, this can't just be which_scm
1459 # as that does not know how to identify various network repositories.
1460 #
1461 function parent_wstype {
1462         typeset scm_type junk
1463 
1464         CODEMGR_WS="$BRINGOVER_WS" "$WHICH_SCM" 2>/dev/null \
1465             | read scm_type junk
1466         if [[ -z "$scm_type" || "$scm_type" == unknown ]]; then
1467                 # Probe BRINGOVER_WS to determine its type
1468                 if [[ $BRINGOVER_WS == ssh://* ]]; then
1469                         scm_type="mercurial"
1470                 elif [[ $BRINGOVER_WS == http://* ]] && \
1471                     wget -q -O- --save-headers "$BRINGOVER_WS/?cmd=heads" | \
1472                     egrep -s "application/mercurial" 2> /dev/null; then
1473                         scm_type="mercurial"
1474                 else
1475                         scm_type="none"
1476                 fi
1477         fi    
1478 
1479         # fold both unsupported and unrecognized results into "none"
1480         case "$scm_type" in
1481         mercurial)
1482                 ;;
1483         *)      scm_type=none
1484                 ;;
1485         esac
1486 
1487         echo $scm_type
1488 }
1489 
1490 # Echo the SCM types of $CODEMGR_WS and $BRINGOVER_WS
1491 function child_wstype {
1492         typeset scm_type junk
1493 
1494         # Probe CODEMGR_WS to determine its type
1495         if [[ -d $CODEMGR_WS ]]; then
1496                 $WHICH_SCM | read scm_type junk || exit 1
1497         fi
1498 
1499         case "$scm_type" in
1500         none|git|mercurial)
1501                 ;;
1502         *)      scm_type=none
1503                 ;;
1504         esac
1505 
1506         echo $scm_type
1507 }
1508 
1509 SCM_TYPE=$(child_wstype)
1510 
1511 #
1512 #       Decide whether to clobber
1513 #
1514 if [ "$i_FLAG" = "n" -a -d "$SRC" ]; then
1515         echo "\n==== Make clobber at `date` ====\n" >> $LOGFILE
1516 
1517         cd $SRC
1518         # remove old clobber file
1519         rm -f $SRC/clobber.out
1520         rm -f $SRC/clobber-${MACH}.out
1521 
1522         # Remove all .make.state* files, just in case we are restarting
1523         # the build after having interrupted a previous 'make clobber'.
1524         find . \( -name SCCS -o -name .hg -o -name .svn -o -name .git \
1525                 -o -name 'interfaces.*' \) -prune \
1526                 -o -name '.make.*' -print | xargs rm -f
1527 
1528         $MAKE -ek clobber 2>&1 | tee -a $SRC/clobber-${MACH}.out >> $LOGFILE
1529         echo "\n==== Make clobber ERRORS ====\n" >> $mail_msg_file
1530         grep "$MAKE:" $SRC/clobber-${MACH}.out |
1531                 egrep -v "Ignoring unknown host" | \
1532                 tee $TMPDIR/clobber_errs >> $mail_msg_file
1533 
1534         if [[ -s $TMPDIR/clobber_errs ]]; then
1535                 build_extras_ok=n
1536         fi
1537 
1538         if [[ "$t_FLAG" = "y" ]]; then
1539                 echo "\n==== Make tools clobber at `date` ====\n" >> $LOGFILE
1540                 cd ${TOOLS}
1541                 rm -f ${TOOLS}/clobber-${MACH}.out
1542                 $MAKE TOOLS_PROTO=$TOOLS_PROTO -ek clobber 2>&1 | \
1543                         tee -a ${TOOLS}/clobber-${MACH}.out >> $LOGFILE
1544                 echo "\n==== Make tools clobber ERRORS ====\n" \
1545                         >> $mail_msg_file
1546                 grep "$MAKE:" ${TOOLS}/clobber-${MACH}.out \
1547                         >> $mail_msg_file
1548                 if (( $? == 0 )); then
1549                         build_extras_ok=n
1550                 fi
1551                 rm -rf ${TOOLS_PROTO}
1552                 mkdir -p ${TOOLS_PROTO}
1553         fi
1554 
1555         typeset roots=$(allprotos)
1556         echo "\n\nClearing $roots" >> "$LOGFILE"
1557         rm -rf $roots
1558 
1559         # Get back to a clean workspace as much as possible to catch
1560         # problems that only occur on fresh workspaces.
1561         # Remove all .make.state* files, libraries, and .o's that may
1562         # have been omitted from clobber.  A couple of libraries are
1563         # under source code control, so leave them alone.
1564         # We should probably blow away temporary directories too.
1565         cd $SRC
1566         find $relsrcdirs \( -name SCCS -o -name .hg -o -name .svn \
1567             -o -name .git -o -name 'interfaces.*' \) -prune -o \
1568             \( -name '.make.*' -o -name 'lib*.a' -o -name 'lib*.so*' -o \
1569                -name '*.o' \) -print | \
1570             grep -v 'tools/ctf/dwarf/.*/libdwarf' | xargs rm -f
1571 else
1572         echo "\n==== No clobber at `date` ====\n" >> $LOGFILE
1573 fi
1574 
1575 type bringover_mercurial > /dev/null 2>&1 || function bringover_mercurial {
1576         typeset -x PATH=$PATH
1577 
1578         # If the repository doesn't exist yet, then we want to populate it.
1579         if [[ ! -d $CODEMGR_WS/.hg ]]; then
1580                 staffer hg init $CODEMGR_WS
1581                 staffer echo "[paths]" > $CODEMGR_WS/.hg/hgrc
1582                 staffer echo "default=$BRINGOVER_WS" >> $CODEMGR_WS/.hg/hgrc
1583                 touch $TMPDIR/new_repository
1584         fi
1585 
1586         typeset -x HGMERGE="/bin/false"
1587 
1588         #
1589         # If the user has changes, regardless of whether those changes are
1590         # committed, and regardless of whether those changes conflict, then
1591         # we'll attempt to merge them either implicitly (uncommitted) or
1592         # explicitly (committed).
1593         #
1594         # These are the messages we'll use to help clarify mercurial output
1595         # in those cases.
1596         #
1597         typeset mergefailmsg="\
1598 ***\n\
1599 *** nightly was unable to automatically merge your changes.  You should\n\
1600 *** redo the full merge manually, following the steps outlined by mercurial\n\
1601 *** above, then restart nightly.\n\
1602 ***\n"
1603         typeset mergepassmsg="\
1604 ***\n\
1605 *** nightly successfully merged your changes.  This means that your working\n\
1606 *** directory has been updated, but those changes are not yet committed.\n\
1607 *** After nightly completes, you should validate the results of the merge,\n\
1608 *** then use hg commit manually.\n\
1609 ***\n"
1610 
1611         #
1612         # For each repository in turn:
1613         #
1614         # 1. Do the pull.  If this fails, dump the output and bail out.
1615         #
1616         # 2. If the pull resulted in an extra head, do an explicit merge.
1617         #    If this fails, dump the output and bail out.
1618         #
1619         # Because we can't rely on Mercurial to exit with a failure code
1620         # when a merge fails (Mercurial issue #186), we must grep the
1621         # output of pull/merge to check for attempted and/or failed merges.
1622         #
1623         # 3. If a merge failed, set the message and fail the bringover.
1624         #
1625         # 4. Otherwise, if a merge succeeded, set the message
1626         #
1627         # 5. Dump the output, and any message from step 3 or 4.
1628         #
1629 
1630         typeset HG_SOURCE=$BRINGOVER_WS
1631         if [ ! -f $TMPDIR/new_repository ]; then
1632                 HG_SOURCE=$TMPDIR/open_bundle.hg
1633                 staffer hg --cwd $CODEMGR_WS incoming --bundle $HG_SOURCE \
1634                     -v $BRINGOVER_WS > $TMPDIR/incoming_open.out
1635 
1636                 #
1637                 # If there are no incoming changesets, then incoming will
1638                 # fail, and there will be no bundle file.  Reset the source,
1639                 # to allow the remaining logic to complete with no false
1640                 # negatives.  (Unlike incoming, pull will return success
1641                 # for the no-change case.)
1642                 #
1643                 if (( $? != 0 )); then
1644                         HG_SOURCE=$BRINGOVER_WS
1645                 fi
1646         fi
1647 
1648         staffer hg --cwd $CODEMGR_WS pull -u $HG_SOURCE \
1649             > $TMPDIR/pull_open.out 2>&1
1650         if (( $? != 0 )); then
1651                 printf "%s: pull failed as follows:\n\n" "$CODEMGR_WS"
1652                 cat $TMPDIR/pull_open.out
1653                 if grep "^merging.*failed" $TMPDIR/pull_open.out > /dev/null 2>&1; then
1654                         printf "$mergefailmsg"
1655                 fi
1656                 touch $TMPDIR/bringover_failed
1657                 return
1658         fi
1659 
1660         if grep "not updating" $TMPDIR/pull_open.out > /dev/null 2>&1; then
1661                 staffer hg --cwd $CODEMGR_WS merge \
1662                     >> $TMPDIR/pull_open.out 2>&1
1663                 if (( $? != 0 )); then
1664                         printf "%s: merge failed as follows:\n\n" \
1665                             "$CODEMGR_WS"
1666                         cat $TMPDIR/pull_open.out
1667                         if grep "^merging.*failed" $TMPDIR/pull_open.out \
1668                             > /dev/null 2>&1; then
1669                                 printf "$mergefailmsg"
1670                         fi
1671                         touch $TMPDIR/bringover_failed
1672                         return
1673                 fi
1674         fi
1675 
1676         printf "updated %s with the following results:\n" "$CODEMGR_WS"
1677         cat $TMPDIR/pull_open.out
1678         if grep "^merging" $TMPDIR/pull_open.out >/dev/null 2>&1; then
1679                 printf "$mergepassmsg"
1680         fi
1681         printf "\n"
1682 
1683         #
1684         # Per-changeset output is neither useful nor manageable for a
1685         # newly-created repository.
1686         #
1687         if [ -f $TMPDIR/new_repository ]; then
1688                 return
1689         fi
1690 
1691         printf "\nadded the following changesets to open repository:\n"
1692         cat $TMPDIR/incoming_open.out
1693 }
1694 
1695 type bringover_none > /dev/null 2>&1 || function bringover_none {
1696         echo "Couldn't figure out what kind of SCM to use for $BRINGOVER_WS."
1697         touch $TMPDIR/bringover_failed
1698 }
1699 
1700 #
1701 #       Decide whether to bringover to the codemgr workspace
1702 #
1703 if [ "$n_FLAG" = "n" ]; then
1704         PARENT_SCM_TYPE=$(parent_wstype)
1705 
1706         if [[ $SCM_TYPE != none && $SCM_TYPE != $PARENT_SCM_TYPE ]]; then
1707                 echo "cannot bringover from $PARENT_SCM_TYPE to $SCM_TYPE, " \
1708                     "quitting at `date`." | tee -a $mail_msg_file >> $LOGFILE
1709                 exit 1
1710         fi
1711 
1712         run_hook PRE_BRINGOVER
1713 
1714         echo "\n==== bringover to $CODEMGR_WS at `date` ====\n" >> $LOGFILE
1715         echo "\n==== BRINGOVER LOG ====\n" >> $mail_msg_file
1716 
1717         eval "bringover_${PARENT_SCM_TYPE}" 2>&1 |
1718                 tee -a $mail_msg_file >> $LOGFILE
1719 
1720         if [ -f $TMPDIR/bringover_failed ]; then
1721                 rm -f $TMPDIR/bringover_failed
1722                 build_ok=n
1723                 echo "trouble with bringover, quitting at `date`." |
1724                         tee -a $mail_msg_file >> $LOGFILE
1725                 exit 1
1726         fi
1727 
1728         #
1729         # It's possible that we used the bringover above to create
1730         # $CODEMGR_WS.  If so, then SCM_TYPE was previously "none,"
1731         # but should now be the same as $BRINGOVER_WS.
1732         #
1733         [[ $SCM_TYPE = none ]] && SCM_TYPE=$PARENT_SCM_TYPE
1734 
1735         run_hook POST_BRINGOVER
1736 
1737         check_closed_bins
1738 
1739 else
1740         echo "\n==== No bringover to $CODEMGR_WS ====\n" >> $LOGFILE
1741 fi
1742 
1743 # Safeguards
1744 [[ -v CODEMGR_WS ]] || fatal_error "Error: Variable CODEMGR_WS not set."
1745 [[ -d "${CODEMGR_WS}" ]] || fatal_error "Error: ${CODEMGR_WS} is not a directory."
1746 [[ -f "${CODEMGR_WS}/usr/src/Makefile" ]] || fatal_error "Error: ${CODEMGR_WS}/usr/src/Makefile not found."
1747 
1748 echo "\n==== Build environment ====\n" | tee -a $build_environ_file >> $LOGFILE
1749 
1750 # System
1751 whence uname | tee -a $build_environ_file >> $LOGFILE
1752 uname -a 2>&1 | tee -a $build_environ_file >> $LOGFILE
1753 echo | tee -a $build_environ_file >> $LOGFILE
1754 
1755 # make
1756 whence $MAKE | tee -a $build_environ_file >> $LOGFILE
1757 $MAKE -v | tee -a $build_environ_file >> $LOGFILE
1758 echo "number of concurrent jobs = $DMAKE_MAX_JOBS" |
1759     tee -a $build_environ_file >> $LOGFILE
1760 
1761 #
1762 # Report the compiler versions.
1763 #
1764 
1765 if [[ ! -f $SRC/Makefile ]]; then
1766         build_ok=n
1767         echo "\nUnable to find \"Makefile\" in $SRC." | \
1768             tee -a $build_environ_file >> $LOGFILE
1769         exit 1
1770 fi
1771 
1772 ( cd $SRC
1773   for target in cc-version cc64-version java-version; do
1774         echo
1775         #
1776         # Put statefile somewhere we know we can write to rather than trip
1777         # over a read-only $srcroot.
1778         #
1779         rm -f $TMPDIR/make-state
1780         export SRC
1781         if $MAKE -K $TMPDIR/make-state -e $target 2>/dev/null; then
1782                 continue
1783         fi
1784         touch $TMPDIR/nocompiler
1785   done
1786   echo
1787 ) | tee -a $build_environ_file >> $LOGFILE
1788 
1789 if [ -f $TMPDIR/nocompiler ]; then
1790         rm -f $TMPDIR/nocompiler
1791         build_ok=n
1792         echo "Aborting due to missing compiler." |
1793                 tee -a $build_environ_file >> $LOGFILE
1794         exit 1
1795 fi
1796 
1797 # as
1798 whence as | tee -a $build_environ_file >> $LOGFILE
1799 as -V 2>&1 | head -1 | tee -a $build_environ_file >> $LOGFILE
1800 echo | tee -a $build_environ_file >> $LOGFILE
1801 
1802 # Check that we're running a capable link-editor
1803 whence ld | tee -a $build_environ_file >> $LOGFILE
1804 LDVER=`ld -V 2>&1`
1805 echo $LDVER | tee -a $build_environ_file >> $LOGFILE
1806 LDVER=`echo $LDVER | sed -e "s/.*-1\.\([0-9]*\).*/\1/"`
1807 if [ `expr $LDVER \< 422` -eq 1 ]; then
1808         echo "The link-editor needs to be at version 422 or higher to build" | \
1809             tee -a $build_environ_file >> $LOGFILE
1810         echo "the latest stuff.  Hope your build works." | \
1811             tee -a $build_environ_file >> $LOGFILE
1812 fi
1813 
1814 #
1815 # Build and use the workspace's tools if requested
1816 #
1817 if [[ "$t_FLAG" = "y" ]]; then
1818         set_non_debug_build_flags
1819 
1820         build_tools ${TOOLS_PROTO}
1821         if (( $? != 0 )); then
1822                 build_ok=n
1823         else
1824                 use_tools $TOOLS_PROTO
1825         fi
1826 fi
1827 
1828 # timestamp the start of the normal build; the findunref tool uses it.
1829 touch $SRC/.build.tstamp
1830 
1831 normal_build
1832 
1833 ORIG_SRC=$SRC
1834 BINARCHIVE=${CODEMGR_WS}/bin-${MACH}.cpio.Z
1835 
1836 
1837 #
1838 # There are several checks that need to look at the proto area, but
1839 # they only need to look at one, and they don't care whether it's
1840 # DEBUG or non-DEBUG.
1841 #
1842 if [[ "$MULTI_PROTO" = yes && "$D_FLAG" = n ]]; then
1843         checkroot=$ROOT-nd
1844 else
1845         checkroot=$ROOT
1846 fi
1847 
1848 if [ "$build_ok" = "y" ]; then
1849         echo "\n==== Creating protolist system file at `date` ====" \
1850                 >> $LOGFILE
1851         protolist $checkroot > $ATLOG/proto_list_${MACH}
1852         echo "==== protolist system file created at `date` ====\n" \
1853                 >> $LOGFILE
1854 
1855         if [ "$N_FLAG" != "y" ]; then
1856 
1857                 E1=
1858                 f1=
1859                 for f in $f1; do
1860                         if [ -f "$f" ]; then
1861                                 E1="$E1 -e $f"
1862                         fi
1863                 done
1864 
1865                 E2=
1866                 f2=
1867                 if [ -d "$SRC/pkg" ]; then
1868                         f2="$f2 exceptions/packaging"
1869                 fi
1870 
1871                 for f in $f2; do
1872                         if [ -f "$f" ]; then
1873                                 E2="$E2 -e $f"
1874                         fi
1875                 done
1876         fi
1877 
1878         if [ "$N_FLAG" != "y" -a -d $SRC/pkg ]; then
1879                 echo "\n==== Validating manifests against proto area ====\n" \
1880                     >> $mail_msg_file
1881                 ( cd $SRC/pkg ; $MAKE -e protocmp ROOT="$checkroot" ) | \
1882                     tee $TMPDIR/protocmp_noise >> $mail_msg_file
1883                 if [[ -s $TMPDIR/protocmp_noise ]]; then
1884                         build_extras_ok=n
1885                 fi
1886         fi
1887 
1888         if [ "$N_FLAG" != "y" -a -f "$REF_PROTO_LIST" ]; then
1889                 echo "\n==== Impact on proto area ====\n" >> $mail_msg_file
1890                 if [ -n "$E2" ]; then
1891                         ELIST=$E2
1892                 else
1893                         ELIST=$E1
1894                 fi
1895                 $PROTOCMPTERSE \
1896                         "Files in yesterday's proto area, but not today's:" \
1897                         "Files in today's proto area, but not yesterday's:" \
1898                         "Files that changed between yesterday and today:" \
1899                         ${ELIST} \
1900                         -d $REF_PROTO_LIST \
1901                         $ATLOG/proto_list_${MACH} \
1902                         >> $mail_msg_file
1903         fi
1904 fi
1905 
1906 if [[ "$u_FLAG" == "y" && "$build_ok" == "y" && \
1907     "$build_extras_ok" == "y" ]]; then
1908         staffer cp $ATLOG/proto_list_${MACH} \
1909                 $PARENT_WS/usr/src/proto_list_${MACH}
1910 fi
1911 
1912 # Update parent proto area if necessary. This is done now
1913 # so that the proto area has either DEBUG or non-DEBUG kernels.
1914 # Note that this clears out the lock file, so we can dispense with
1915 # the variable now.
1916 if [ "$U_FLAG" = "y" -a "$build_ok" = "y" ]; then
1917         echo "\n==== Copying proto area to $NIGHTLY_PARENT_ROOT ====\n" | \
1918             tee -a $LOGFILE >> $mail_msg_file
1919         rm -rf $NIGHTLY_PARENT_ROOT/*
1920         unset Ulockfile
1921         mkdir -p $NIGHTLY_PARENT_ROOT
1922         if [[ "$MULTI_PROTO" = no || "$D_FLAG" = y ]]; then
1923                 ( cd $ROOT; tar cf - . |
1924                     ( cd $NIGHTLY_PARENT_ROOT;  umask 0; tar xpf - ) ) 2>&1 |
1925                     tee -a $mail_msg_file >> $LOGFILE
1926         fi
1927         if [[ "$MULTI_PROTO" = yes && "$F_FLAG" = n ]]; then
1928                 rm -rf $NIGHTLY_PARENT_ROOT-nd/*
1929                 mkdir -p $NIGHTLY_PARENT_ROOT-nd
1930                 cd $ROOT-nd
1931                 ( tar cf - . |
1932                     ( cd $NIGHTLY_PARENT_ROOT-nd; umask 0; tar xpf - ) ) 2>&1 |
1933                     tee -a $mail_msg_file >> $LOGFILE
1934         fi
1935         if [ -n "${NIGHTLY_PARENT_TOOLS_ROOT}" ]; then
1936                 echo "\n==== Copying tools proto area to $NIGHTLY_PARENT_TOOLS_ROOT ====\n" | \
1937                     tee -a $LOGFILE >> $mail_msg_file
1938                 rm -rf $NIGHTLY_PARENT_TOOLS_ROOT/*
1939                 mkdir -p $NIGHTLY_PARENT_TOOLS_ROOT
1940                 if [[ "$MULTI_PROTO" = no || "$D_FLAG" = y ]]; then
1941                         ( cd $TOOLS_PROTO; tar cf - . |
1942                             ( cd $NIGHTLY_PARENT_TOOLS_ROOT; 
1943                             umask 0; tar xpf - ) ) 2>&1 |
1944                             tee -a $mail_msg_file >> $LOGFILE
1945                 fi
1946         fi
1947 fi
1948 
1949 #
1950 # ELF verification: ABI (-A) and runtime (-r) checks
1951 #
1952 if [[ ($build_ok = y) && (($A_FLAG = y) || ($r_FLAG = y)) ]]; then
1953         # Directory ELF-data.$MACH holds the files produced by these tests.
1954         elf_ddir=$SRC/ELF-data.$MACH
1955 
1956         # If there is a previous ELF-data backup directory, remove it. Then,
1957         # rotate current ELF-data directory into its place and create a new
1958         # empty directory
1959         rm -rf $elf_ddir.ref
1960         if [[ -d $elf_ddir ]]; then
1961                 mv $elf_ddir $elf_ddir.ref
1962         fi
1963         mkdir -p $elf_ddir
1964 
1965         # Call find_elf to produce a list of the ELF objects in the proto area.
1966         # This list is passed to check_rtime and interface_check, preventing
1967         # them from separately calling find_elf to do the same work twice.
1968         find_elf -fr $checkroot > $elf_ddir/object_list
1969 
1970         if [[ $A_FLAG = y ]]; then
1971                 echo "\n==== Check versioning and ABI information ====\n"  | \
1972                     tee -a $LOGFILE >> $mail_msg_file
1973 
1974                 # Produce interface description for the proto. Report errors.
1975                 interface_check -o -w $elf_ddir -f object_list \
1976                         -i interface -E interface.err
1977                 if [[ -s $elf_ddir/interface.err ]]; then
1978                         tee -a $LOGFILE < $elf_ddir/interface.err \
1979                             >> $mail_msg_file
1980                         build_extras_ok=n
1981                 fi
1982 
1983                 # If ELF_DATA_BASELINE_DIR is defined, compare the new interface
1984                 # description file to that from the baseline gate. Issue a
1985                 # warning if the baseline is not present, and keep going.
1986                 if [[ "$ELF_DATA_BASELINE_DIR" != '' ]]; then
1987                         base_ifile="$ELF_DATA_BASELINE_DIR/interface"
1988 
1989                         echo "\n==== Compare versioning and ABI information" \
1990                             "to baseline ====\n"  | \
1991                             tee -a $LOGFILE >> $mail_msg_file
1992                         echo "Baseline:  $base_ifile\n" >> $LOGFILE
1993 
1994                         if [[ -f $base_ifile ]]; then
1995                                 interface_cmp -d -o $base_ifile \
1996                                     $elf_ddir/interface > $elf_ddir/interface.cmp
1997                                 if [[ -s $elf_ddir/interface.cmp ]]; then
1998                                         echo | tee -a $LOGFILE >> $mail_msg_file
1999                                         tee -a $LOGFILE < \
2000                                             $elf_ddir/interface.cmp \
2001                                             >> $mail_msg_file
2002                                         build_extras_ok=n
2003                                 fi
2004                         else
2005                                 echo "baseline not available. comparison" \
2006                                     "skipped" | \
2007                                     tee -a $LOGFILE >> $mail_msg_file
2008                         fi
2009 
2010                 fi
2011         fi
2012 
2013         if [[ $r_FLAG = y ]]; then
2014                 echo "\n==== Check ELF runtime attributes ====\n" | \
2015                     tee -a $LOGFILE >> $mail_msg_file
2016 
2017                 # If we're doing a DEBUG build the proto area will be left
2018                 # with debuggable objects, thus don't assert -s.
2019                 if [[ $D_FLAG = y ]]; then
2020                         rtime_sflag=""
2021                 else
2022                         rtime_sflag="-s"
2023                 fi
2024                 check_rtime -i -m -v $rtime_sflag -o -w $elf_ddir \
2025                         -D object_list  -f object_list -E runtime.err \
2026                         -I runtime.attr.raw
2027                 if (( $? != 0 )); then
2028                         build_extras_ok=n
2029                 fi
2030 
2031                 # check_rtime -I output needs to be sorted in order to 
2032                 # compare it to that from previous builds.
2033                 sort $elf_ddir/runtime.attr.raw > $elf_ddir/runtime.attr
2034                 rm $elf_ddir/runtime.attr.raw
2035 
2036                 # Report errors
2037                 if [[ -s $elf_ddir/runtime.err ]]; then
2038                         tee -a $LOGFILE < $elf_ddir/runtime.err \
2039                                 >> $mail_msg_file
2040                         build_extras_ok=n
2041                 fi
2042 
2043                 # If there is an ELF-data directory from a previous build,
2044                 # then diff the attr files. These files contain information
2045                 # about dependencies, versioning, and runpaths. There is some
2046                 # overlap with the ABI checking done above, but this also
2047                 # flushes out non-ABI interface differences along with the
2048                 # other information.
2049                 echo "\n==== Diff ELF runtime attributes" \
2050                     "(since last build) ====\n" | \
2051                     tee -a $LOGFILE >> $mail_msg_file >> $mail_msg_file
2052 
2053                 if [[ -f $elf_ddir.ref/runtime.attr ]]; then
2054                         diff $elf_ddir.ref/runtime.attr \
2055                                 $elf_ddir/runtime.attr \
2056                                 >> $mail_msg_file
2057                 fi
2058         fi
2059 
2060         # If -u set, copy contents of ELF-data.$MACH to the parent workspace.
2061         if [[ "$u_FLAG" = "y" ]]; then
2062                 p_elf_ddir=$PARENT_WS/usr/src/ELF-data.$MACH
2063 
2064                 # If parent lacks the ELF-data.$MACH directory, create it
2065                 if [[ ! -d $p_elf_ddir ]]; then
2066                         staffer mkdir -p $p_elf_ddir
2067                 fi
2068 
2069                 # These files are used asynchronously by other builds for ABI
2070                 # verification, as above for the -A option. As such, we require
2071                 # the file replacement to be atomic. Copy the data to a temp
2072                 # file in the same filesystem and then rename into place. 
2073                 (
2074                         cd $elf_ddir
2075                         for elf_dfile in *; do
2076                                 staffer cp $elf_dfile \
2077                                     ${p_elf_ddir}/${elf_dfile}.new
2078                                 staffer mv -f ${p_elf_ddir}/${elf_dfile}.new \
2079                                     ${p_elf_ddir}/${elf_dfile}
2080                         done
2081                 )
2082         fi
2083 fi
2084 
2085 # DEBUG lint of kernel begins
2086 
2087 if [ "$i_CMD_LINE_FLAG" = "n" -a "$l_FLAG" = "y" ]; then
2088         if [ "$LINTDIRS" = "" ]; then
2089                 # LINTDIRS="$SRC/uts y $SRC/stand y $SRC/psm y"
2090                 LINTDIRS="$SRC y"
2091         fi
2092         set $LINTDIRS
2093         while [ $# -gt 0 ]; do
2094                 dolint $1 $2; shift; shift
2095         done
2096 else
2097         echo "\n==== No '$MAKE lint' ====\n" >> $LOGFILE
2098 fi
2099 
2100 # "make check" begins
2101 
2102 if [ "$i_CMD_LINE_FLAG" = "n" -a "$C_FLAG" = "y" ]; then
2103         # remove old check.out
2104         rm -f $SRC/check.out
2105 
2106         rm -f $SRC/check-${MACH}.out
2107         cd $SRC
2108         $MAKE -ek check ROOT="$checkroot" 2>&1 | tee -a $SRC/check-${MACH}.out \
2109             >> $LOGFILE
2110         echo "\n==== cstyle/hdrchk errors ====\n" >> $mail_msg_file
2111 
2112         grep ":" $SRC/check-${MACH}.out |
2113                 egrep -v "Ignoring unknown host" | \
2114                 sort | uniq | tee $TMPDIR/check_errors >> $mail_msg_file
2115 
2116         if [[ -s $TMPDIR/check_errors ]]; then
2117                 build_extras_ok=n
2118         fi
2119 else
2120         echo "\n==== No '$MAKE check' ====\n" >> $LOGFILE
2121 fi
2122 
2123 echo "\n==== Find core files ====\n" | \
2124     tee -a $LOGFILE >> $mail_msg_file
2125 
2126 find $abssrcdirs -name core -a -type f -exec file {} \; | \
2127         tee -a $LOGFILE >> $mail_msg_file
2128 
2129 if [ "$f_FLAG" = "y" -a "$build_ok" = "y" ]; then
2130         echo "\n==== Diff unreferenced files (since last build) ====\n" \
2131             | tee -a $LOGFILE >>$mail_msg_file
2132         rm -f $SRC/unref-${MACH}.ref
2133         if [ -f $SRC/unref-${MACH}.out ]; then
2134                 mv $SRC/unref-${MACH}.out $SRC/unref-${MACH}.ref
2135         fi
2136 
2137         findunref -S $SCM_TYPE -t $SRC/.build.tstamp -s usr $CODEMGR_WS \
2138             ${TOOLS}/findunref/exception_list 2>> $mail_msg_file | \
2139             sort > $SRC/unref-${MACH}.out
2140 
2141         if [ ! -f $SRC/unref-${MACH}.ref ]; then
2142                 cp $SRC/unref-${MACH}.out $SRC/unref-${MACH}.ref
2143         fi
2144 
2145         diff $SRC/unref-${MACH}.ref $SRC/unref-${MACH}.out >>$mail_msg_file
2146 fi
2147 
2148 # Verify that the usual lists of files, such as exception lists,
2149 # contain only valid references to files.  If the build has failed,
2150 # then don't check the proto area.
2151 CHECK_PATHS=${CHECK_PATHS:-y}
2152 if [ "$CHECK_PATHS" = y -a "$N_FLAG" != y ]; then
2153         echo "\n==== Check lists of files ====\n" | tee -a $LOGFILE \
2154                 >>$mail_msg_file
2155         arg=-b
2156         [ "$build_ok" = y ] && arg=
2157         checkpaths $arg $checkroot > $SRC/checkpaths.out 2>&1
2158         if [[ -s $SRC/checkpaths.out ]]; then
2159                 tee -a $LOGFILE < $SRC/checkpaths.out >> $mail_msg_file
2160                 build_extras_ok=n
2161         fi
2162 fi
2163 
2164 if [ "$M_FLAG" != "y" -a "$build_ok" = y ]; then
2165         echo "\n==== Impact on file permissions ====\n" \
2166                 >> $mail_msg_file
2167 
2168         abspkg=
2169         for d in $abssrcdirs; do
2170                 if [ -d "$d/pkg" ]; then
2171                         abspkg="$abspkg $d"
2172                 fi
2173         done
2174 
2175         if [ -n "$abspkg" ]; then
2176                 for d in "$abspkg"; do
2177                         ( cd $d/pkg ; $MAKE -e pmodes ) >> $mail_msg_file
2178                 done
2179         fi
2180 fi
2181 
2182 if [ "$w_FLAG" = "y" -a "$build_ok" = "y" ]; then
2183         if [[ "$MULTI_PROTO" = no || "$D_FLAG" = y ]]; then
2184                 do_wsdiff DEBUG $ROOT.prev $ROOT
2185         fi
2186 
2187         if [[ "$MULTI_PROTO" = yes && "$F_FLAG" = n ]]; then
2188                 do_wsdiff non-DEBUG $ROOT-nd.prev $ROOT-nd
2189         fi
2190 fi
2191 
2192 END_DATE=`date`
2193 echo "==== Nightly $maketype build completed: $END_DATE ====" | \
2194     tee -a $LOGFILE >> $build_time_file
2195 
2196 typeset -i10 hours
2197 typeset -Z2 minutes
2198 typeset -Z2 seconds
2199 
2200 elapsed_time=$SECONDS
2201 ((hours = elapsed_time / 3600 ))
2202 ((minutes = elapsed_time / 60  % 60))
2203 ((seconds = elapsed_time % 60))
2204 
2205 echo "\n==== Total build time ====" | \
2206     tee -a $LOGFILE >> $build_time_file
2207 echo "\nreal    ${hours}:${minutes}:${seconds}" | \
2208     tee -a $LOGFILE >> $build_time_file
2209 
2210 if [ "$u_FLAG" = "y" -a "$f_FLAG" = "y" -a "$build_ok" = "y" ]; then
2211         staffer cp ${SRC}/unref-${MACH}.out $PARENT_WS/usr/src/
2212 
2213         #
2214         # Produce a master list of unreferenced files -- ideally, we'd
2215         # generate the master just once after all of the nightlies
2216         # have finished, but there's no simple way to know when that
2217         # will be.  Instead, we assume that we're the last nightly to
2218         # finish and merge all of the unref-${MACH}.out files in
2219         # $PARENT_WS/usr/src/.  If we are in fact the final ${MACH} to
2220         # finish, then this file will be the authoritative master
2221         # list.  Otherwise, another ${MACH}'s nightly will eventually
2222         # overwrite ours with its own master, but in the meantime our
2223         # temporary "master" will be no worse than any older master
2224         # which was already on the parent.
2225         #
2226 
2227         set -- $PARENT_WS/usr/src/unref-*.out
2228         cp "$1" ${TMPDIR}/unref.merge
2229         shift
2230 
2231         for unreffile; do
2232                 comm -12 ${TMPDIR}/unref.merge "$unreffile" > ${TMPDIR}/unref.$$
2233                 mv ${TMPDIR}/unref.$$ ${TMPDIR}/unref.merge
2234         done
2235 
2236         staffer cp ${TMPDIR}/unref.merge $PARENT_WS/usr/src/unrefmaster.out
2237 fi
2238 
2239 #
2240 # All done save for the sweeping up.
2241 # (whichever exit we hit here will trigger the "cleanup" trap which
2242 # optionally sends mail on completion).
2243 #
2244 if [[ "$build_ok" == "y" ]]; then
2245         if [[ "$W_FLAG" == "y" || "$build_extras_ok" == "y" ]]; then
2246                 exit 0
2247         fi
2248 fi
2249 
2250 exit 1