1 #
   2 # CDDL HEADER START
   3 #
   4 # The contents of this file are subject to the terms of the
   5 # Common Development and Distribution License (the "License").
   6 # You may not use this file except in compliance with the License.
   7 #
   8 # You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9 # or http://www.opensolaris.org/os/licensing.
  10 # See the License for the specific language governing permissions
  11 # and limitations under the License.
  12 #
  13 # When distributing Covered Code, include this CDDL HEADER in each
  14 # file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15 # If applicable, add the following below this CDDL HEADER, with the
  16 # fields enclosed by brackets "[]" replaced with your own identifying
  17 # information: Portions Copyright [yyyy] [name of copyright owner]
  18 #
  19 # CDDL HEADER END
  20 #
  21 # Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
  22 # Copyright 2015 Nexenta Systems, Inc.  All rights reserved.
  23 # Copyright 2012 Joshua M. Clulow <josh@sysmgr.org>
  24 # Copyright 2016, OmniTI Computer Consulting, Inc. All rights reserved.
  25 # Copyright 2016 RackTop Systems.
  26 #
  27 
  28 # Configuration variables for the runtime environment of the nightly
  29 # build script and other tools for construction and packaging of
  30 # releases.
  31 # This example is suitable for building an illumos workspace, which
  32 # will contain the resulting archives. It is based off the onnv
  33 # release. It sets NIGHTLY_OPTIONS to make nightly do:
  34 #       DEBUG build only (-D, -F)
  35 #       do not bringover (aka. pull or clone) from the parent (-n)
  36 #       runs 'make check' (-C)
  37 #       checks for new interfaces in libraries (-A)
  38 #       runs lint in usr/src (-l plus the LINTDIRS variable)
  39 #       sends mail on completion (-m and the MAILTO variable)
  40 #       creates packages for PIT/RE (-p)
  41 #       checks for changes in ELF runpaths (-r)
  42 #       build and use this workspace's tools in $SRC/tools (-t)
  43 #
  44 # - This file is sourced by "bldenv.sh" and "nightly.sh" and should not 
  45 #   be executed directly.
  46 # - This script is only interpreted by ksh93 and explicitly allows the
  47 #   use of ksh93 language extensions.
  48 #
  49 export NIGHTLY_OPTIONS='-FnCDAlmprt'
  50 
  51 #
  52 # -- PLEASE READ THIS --
  53 #
  54 # The variables  GATE and CODEMGR_WS must always be customised to
  55 # match your workspace/gate location!!
  56 #
  57 # -- PLEASE READ THIS --
  58 #
  59 
  60 # This is a variable for the rest of the script - GATE doesn't matter to
  61 # nightly itself
  62 export GATE='testws'
  63 
  64 # CODEMGR_WS - where is your workspace at (or what should nightly name it)
  65 export CODEMGR_WS="$HOME/ws/$GATE"
  66 
  67 # Maximum number of dmake jobs.  The recommended number is 2 + NCPUS,
  68 # where NCPUS is the number of logical CPUs on your build system.
  69 function maxjobs
  70 {
  71         nameref maxjobs=$1
  72         integer ncpu
  73         integer -r min_mem_per_job=512 # minimum amount of memory for a job
  74 
  75         ncpu=$(builtin getconf ; getconf 'NPROCESSORS_ONLN')
  76         (( maxjobs=ncpu + 2 ))
  77         
  78         # Throttle number of parallel jobs launched by dmake to a value which
  79         # gurantees that all jobs have enough memory. This was added to avoid
  80         # excessive paging/swapping in cases of virtual machine installations
  81         # which have lots of CPUs but not enough memory assigned to handle
  82         # that many parallel jobs
  83         if [[ $(/usr/sbin/prtconf 2>'/dev/null') == ~(E)Memory\ size:\ ([[:digit:]]+)\ Megabytes ]] ; then
  84                 integer max_jobs_per_memory # parallel jobs which fit into physical memory
  85                 integer physical_memory # physical memory installed
  86 
  87                 # The array ".sh.match" contains the contents of capturing
  88                 # brackets in the last regex, .sh.match[1] will contain
  89                 # the value matched by ([[:digit:]]+), i.e. the amount of
  90                 # memory installed
  91                 physical_memory="10#${.sh.match[1]}"
  92                 
  93                 ((
  94                         max_jobs_per_memory=round(physical_memory/min_mem_per_job) ,
  95                         maxjobs=fmax(2, fmin(maxjobs, max_jobs_per_memory))
  96                 ))
  97         fi
  98 
  99         return 0
 100 }
 101 
 102 maxjobs DMAKE_MAX_JOBS # "DMAKE_MAX_JOBS" passed as ksh(1) name reference
 103 export DMAKE_MAX_JOBS
 104 
 105 # path to onbld tool binaries
 106 ONBLD_BIN='/opt/onbld/bin'
 107 
 108 # PARENT_WS is used to determine the parent of this workspace. This is
 109 # for the options that deal with the parent workspace (such as where the
 110 # proto area will go).
 111 export PARENT_WS=''
 112 
 113 # The bringover, if any, is done as STAFFER.
 114 # Set STAFFER to your own login as gatekeeper or developer
 115 # The point is to use group "staff" and avoid referencing the parent
 116 # workspace as root.
 117 # Some scripts optionally send mail messages to MAILTO.
 118 #
 119 export STAFFER="$LOGNAME"
 120 export MAILTO="$STAFFER"
 121 
 122 # If you wish the mail messages to be From: an arbitrary address, export
 123 # MAILFROM.
 124 #export MAILFROM="user@example.com"
 125 
 126 # The project (see project(4)) under which to run this build.  If not
 127 # specified, the build is simply run in a new task in the current project.
 128 export BUILD_PROJECT=''
 129 
 130 # You should not need to change the next three lines
 131 export ATLOG="$CODEMGR_WS/log"
 132 export LOGFILE="$ATLOG/nightly.log"
 133 export MACH="$(uname -p)"
 134 
 135 #
 136 #  The following two macros are the closed/crypto binaries.  Once
 137 #  Illumos has totally freed itself, we can remove these references.
 138 #  Until then, the developer/illumos-closed package in OmniOS places these
 139 #  in the location below.
 140 #
 141 # Location of encumbered binaries.
 142 export ON_CLOSED_BINS="/opt/onbld/closed"
 143 
 144 # REF_PROTO_LIST - for comparing the list of stuff in your proto area
 145 # with. Generally this should be left alone, since you want to see differences
 146 # from your parent (the gate).
 147 #
 148 export REF_PROTO_LIST="$PARENT_WS/usr/src/proto_list_${MACH}"
 149 
 150 
 151 export ROOT="$CODEMGR_WS/proto/root_${MACH}"
 152 export SRC="$CODEMGR_WS/usr/src"
 153 export MULTI_PROTO="no"
 154 
 155 #
 156 #       build environment variables, including version info for mcs, motd,
 157 # motd, uname and boot messages. Mostly you shouldn't change this except
 158 # when the release slips (nah) or you move an environment file to a new
 159 # release
 160 #
 161 VERSION=$GATE
 162 
 163 # VERSION for OmniOS uses the git ID of the repo. Don't use this if you aren't
 164 # using git for $GATE, or if $GATE isn't created yet.
 165 #export VERSION=omnios-`cd $CODEMGR_WS; git branch | awk '{print $2}'`-`cd $CODEMGR_WS; git log --pretty=format:'%h' -n 1`
 166 
 167 #
 168 # the RELEASE and RELEASE_DATE variables are set in Makefile.master;
 169 # there might be special reasons to override them here, but that
 170 # should not be the case in general
 171 #
 172 # export RELEASE='5.11'
 173 # export RELEASE_DATE='October 2007'
 174 
 175 # proto area in parent for optionally depositing a copy of headers and
 176 # libraries corresponding to the protolibs target
 177 # not applicable given the NIGHTLY_OPTIONS
 178 #
 179 export PARENT_ROOT="$PARENT_WS/proto/root_$MACH"
 180 export PARENT_TOOLS_ROOT="$PARENT_WS/usr/src/tools/proto/root_$MACH-nd"
 181 
 182 # Package creation variables.  You probably shouldn't change these,
 183 # either.
 184 #
 185 # PKGARCHIVE determines where the repository will be created.
 186 #
 187 # PKGPUBLISHER_REDIST controls the publisher setting for the repository.
 188 #
 189 export PKGARCHIVE="${CODEMGR_WS}/packages/${MACH}/nightly"
 190 # export PKGPUBLISHER_REDIST='on-redist'
 191 
 192 # Package manifest format version.
 193 export PKGFMT_OUTPUT='v1'
 194 
 195 # we want make to do as much as it can, just in case there's more than
 196 # one problem.
 197 export MAKEFLAGS='k'
 198 
 199 # Magic variables to prevent the devpro compilers/teamware from checking
 200 # for updates or sending mail back to devpro on every use.
 201 export SUNW_NO_UPDATE_NOTIFY='1'
 202 export UT_NO_USAGE_TRACKING='1'
 203 
 204 # Build tools - don't change these unless you know what you're doing.  These
 205 # variables allows you to get the compilers and onbld files locally.
 206 # Set BUILD_TOOLS to pull everything from one location.
 207 # Alternately, you can set ONBLD_TOOLS to where you keep the contents of
 208 # SUNWonbld and SPRO_ROOT to where you keep the compilers.  SPRO_VROOT
 209 # exists to make it easier to test new versions of the compiler.
 210 #
 211 # In OmniOS, we only use SPRO_ROOT for lint, which is in the
 212 # developer/sunstudio12.1 package.
 213 export BUILD_TOOLS='/opt'
 214 export SPRO_ROOT='/opt/sunstudio12.1'
 215 
 216 # Since we only use SPRO_ROOT for lint, we need to tell nightly to use gcc.
 217 GCC_ROOT=/opt/gcc-4.4.4/;           export GCC_ROOT
 218 __GNUC="";           export __GNUC
 219 CW_NO_SHADOW=1;     export CW_NO_SHADOW
 220 ONLY_LINT_DEFS=-I${SPRO_ROOT}/sunstudio12.1/prod/include/lint; export ONLY_LINT_DEFS
 221 
 222 # Starting with illumos bug 5969, upstream defaults to Python2.7.  We still
 223 # use Python2.6 as of r151020
 224 export PYTHON_VERSION="2.6"
 225 export PYTHON_PKGVERS="-26"
 226 
 227 # This goes along with lint - it is a series of the form "A [y|n]" which
 228 # means "go to directory A and run 'make lint'" Then mail me (y) the
 229 # difference in the lint output. 'y' should only be used if the area you're
 230 # linting is actually lint clean or you'll get lots of mail.
 231 # You shouldn't need to change this though.
 232 #export LINTDIRS="$SRC y"
 233 
 234 # Set this flag to 'n' to disable the use of 'checkpaths'.  The default,
 235 # if the 'N' option is not specified, is to run this test.
 236 #CHECK_PATHS='y'
 237 
 238 # POST_NIGHTLY can be any command to be run at the end of nightly.  See
 239 # nightly(1) for interactions between environment variables and this command.
 240 #POST_NIGHTLY=
 241 
 242 # Comment this out to disable support for IPP printing, i.e. if you
 243 # don't want to bother providing the Apache headers this needs.
 244 #export ENABLE_IPP_PRINTING=
 245 
 246 # Comment this out to disable support for SMB printing, i.e. if you
 247 # don't want to bother providing the CUPS headers this needs.
 248 #export ENABLE_SMB_PRINTING=
 249 
 250 # Comment this out to disable building of 64bit perl modules.
 251 # Don't disable this unless instructed to do so by your distributor.
 252 export ENABLE_64BIT_PERL=
 253 
 254 # If your distro uses certain versions of Perl, make sure either
 255 # Makefile.master contains your new defaults OR your .env file sets them.
 256 # Stock illumos-gate does not have these set already.
 257 export PERL_VERSION=5.16.1
 258 export PERL_VARIANT=-thread-multi
 259 export PERL_PKGVERS=
 260 
 261 # To build IPS packages for the version you wish to update, ONNV_BUILDNUM must
 262 # match the version you're on.  Find this in /etc/release, and lose the 'r'.
 263 
 264 # Current bloody is r151021, so use '151021'.
 265 export ONNV_BUILDNUM=151021