1#! /usr/bin/env sh 2# $NetBSD: build.sh,v 1.343 2020/07/26 09:17:24 rillig Exp $ 3# 4# Copyright (c) 2001-2011 The NetBSD Foundation, Inc. 5# All rights reserved. 6# 7# This code is derived from software contributed to The NetBSD Foundation 8# by Todd Vierling and Luke Mewburn. 9# 10# Redistribution and use in source and binary forms, with or without 11# modification, are permitted provided that the following conditions 12# are met: 13# 1. Redistributions of source code must retain the above copyright 14# notice, this list of conditions and the following disclaimer. 15# 2. Redistributions in binary form must reproduce the above copyright 16# notice, this list of conditions and the following disclaimer in the 17# documentation and/or other materials provided with the distribution. 18# 19# THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20# ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21# TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23# BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29# POSSIBILITY OF SUCH DAMAGE. 30# 31# 32# Top level build wrapper, to build or cross-build NetBSD. 33# 34 35# 36# {{{ Begin shell feature tests. 37# 38# We try to determine whether or not this script is being run under 39# a shell that supports the features that we use. If not, we try to 40# re-exec the script under another shell. If we can't find another 41# suitable shell, then we print a message and exit. 42# 43 44errmsg='' # error message, if not empty 45shelltest=false # if true, exit after testing the shell 46re_exec_allowed=true # if true, we may exec under another shell 47 48# Parse special command line options in $1. These special options are 49# for internal use only, are not documented, and are not valid anywhere 50# other than $1. 51case "$1" in 52"--shelltest") 53 shelltest=true 54 re_exec_allowed=false 55 shift 56 ;; 57"--no-re-exec") 58 re_exec_allowed=false 59 shift 60 ;; 61esac 62 63# Solaris /bin/sh, and other SVR4 shells, do not support "!". 64# This is the first feature that we test, because subsequent 65# tests use "!". 66# 67if test -z "$errmsg"; then 68 if ( eval '! false' ) >/dev/null 2>&1 ; then 69 : 70 else 71 errmsg='Shell does not support "!".' 72 fi 73fi 74 75# Does the shell support functions? 76# 77if test -z "$errmsg"; then 78 if ! ( 79 eval 'somefunction() { : ; }' 80 ) >/dev/null 2>&1 81 then 82 errmsg='Shell does not support functions.' 83 fi 84fi 85 86# Does the shell support the "local" keyword for variables in functions? 87# 88# Local variables are not required by SUSv3, but some scripts run during 89# the NetBSD build use them. 90# 91# ksh93 fails this test; it uses an incompatible syntax involving the 92# keywords 'function' and 'typeset'. 93# 94if test -z "$errmsg"; then 95 if ! ( 96 eval 'f() { local v=2; }; v=1; f && test x"$v" = x"1"' 97 ) >/dev/null 2>&1 98 then 99 errmsg='Shell does not support the "local" keyword in functions.' 100 fi 101fi 102 103# Does the shell support ${var%suffix}, ${var#prefix}, and their variants? 104# 105# We don't bother testing for ${var+value}, ${var-value}, or their variants, 106# since shells without those are sure to fail other tests too. 107# 108if test -z "$errmsg"; then 109 if ! ( 110 eval 'var=a/b/c ; 111 test x"${var#*/};${var##*/};${var%/*};${var%%/*}" = \ 112 x"b/c;c;a/b;a" ;' 113 ) >/dev/null 2>&1 114 then 115 errmsg='Shell does not support "${var%suffix}" or "${var#prefix}".' 116 fi 117fi 118 119# Does the shell support IFS? 120# 121# zsh in normal mode (as opposed to "emulate sh" mode) fails this test. 122# 123if test -z "$errmsg"; then 124 if ! ( 125 eval 'IFS=: ; v=":a b::c" ; set -- $v ; IFS=+ ; 126 test x"$#;$1,$2,$3,$4;$*" = x"4;,a b,,c;+a b++c"' 127 ) >/dev/null 2>&1 128 then 129 errmsg='Shell does not support IFS word splitting.' 130 fi 131fi 132 133# Does the shell support ${1+"$@"}? 134# 135# Some versions of zsh fail this test, even in "emulate sh" mode. 136# 137if test -z "$errmsg"; then 138 if ! ( 139 eval 'set -- "a a a" "b b b"; set -- ${1+"$@"}; 140 test x"$#;$1;$2" = x"2;a a a;b b b";' 141 ) >/dev/null 2>&1 142 then 143 errmsg='Shell does not support ${1+"$@"}.' 144 fi 145fi 146 147# Does the shell support $(...) command substitution? 148# 149if test -z "$errmsg"; then 150 if ! ( 151 eval 'var=$(echo abc); test x"$var" = x"abc"' 152 ) >/dev/null 2>&1 153 then 154 errmsg='Shell does not support "$(...)" command substitution.' 155 fi 156fi 157 158# Does the shell support $(...) command substitution with 159# unbalanced parentheses? 160# 161# Some shells known to fail this test are: NetBSD /bin/ksh (as of 2009-12), 162# bash-3.1, pdksh-5.2.14, zsh-4.2.7 in "emulate sh" mode. 163# 164if test -z "$errmsg"; then 165 if ! ( 166 eval 'var=$(case x in x) echo abc;; esac); test x"$var" = x"abc"' 167 ) >/dev/null 2>&1 168 then 169 # XXX: This test is ignored because so many shells fail it; instead, 170 # the NetBSD build avoids using the problematic construct. 171 : ignore 'Shell does not support "$(...)" with unbalanced ")".' 172 fi 173fi 174 175# Does the shell support getopts or getopt? 176# 177if test -z "$errmsg"; then 178 if ! ( 179 eval 'type getopts || type getopt' 180 ) >/dev/null 2>&1 181 then 182 errmsg='Shell does not support getopts or getopt.' 183 fi 184fi 185 186# 187# If shelltest is true, exit now, reporting whether or not the shell is good. 188# 189if $shelltest; then 190 if test -n "$errmsg"; then 191 echo >&2 "$0: $errmsg" 192 exit 1 193 else 194 exit 0 195 fi 196fi 197 198# 199# If the shell was bad, try to exec a better shell, or report an error. 200# 201# Loops are broken by passing an extra "--no-re-exec" flag to the new 202# instance of this script. 203# 204if test -n "$errmsg"; then 205 if $re_exec_allowed; then 206 for othershell in \ 207 "${HOST_SH}" /usr/xpg4/bin/sh ksh ksh88 mksh pdksh dash bash 208 # NOTE: some shells known not to work are: 209 # any shell using csh syntax; 210 # Solaris /bin/sh (missing many modern features); 211 # ksh93 (incompatible syntax for local variables); 212 # zsh (many differences, unless run in compatibility mode). 213 do 214 test -n "$othershell" || continue 215 if eval 'type "$othershell"' >/dev/null 2>&1 \ 216 && "$othershell" "$0" --shelltest >/dev/null 2>&1 217 then 218 cat <<EOF 219$0: $errmsg 220$0: Retrying under $othershell 221EOF 222 HOST_SH="$othershell" 223 export HOST_SH 224 exec $othershell "$0" --no-re-exec "$@" # avoid ${1+"$@"} 225 fi 226 # If HOST_SH was set, but failed the test above, 227 # then give up without trying any other shells. 228 test x"${othershell}" = x"${HOST_SH}" && break 229 done 230 fi 231 232 # 233 # If we get here, then the shell is bad, and we either could not 234 # find a replacement, or were not allowed to try a replacement. 235 # 236 cat <<EOF 237$0: $errmsg 238 239The NetBSD build system requires a shell that supports modern POSIX 240features, as well as the "local" keyword in functions (which is a 241widely-implemented but non-standardised feature). 242 243Please re-run this script under a suitable shell. For example: 244 245 /path/to/suitable/shell $0 ... 246 247The above command will usually enable build.sh to automatically set 248HOST_SH=/path/to/suitable/shell, but if that fails, then you may also 249need to explicitly set the HOST_SH environment variable, as follows: 250 251 HOST_SH=/path/to/suitable/shell 252 export HOST_SH 253 \${HOST_SH} $0 ... 254EOF 255 exit 1 256fi 257 258# 259# }}} End shell feature tests. 260# 261 262progname=${0##*/} 263toppid=$$ 264results=/dev/null 265tab=' ' 266nl=' 267' 268trap "exit 1" 1 2 3 15 269 270bomb() 271{ 272 cat >&2 <<ERRORMESSAGE 273 274ERROR: $@ 275*** BUILD ABORTED *** 276ERRORMESSAGE 277 kill ${toppid} # in case we were invoked from a subshell 278 exit 1 279} 280 281# Quote args to make them safe in the shell. 282# Usage: quotedlist="$(shell_quote args...)" 283# 284# After building up a quoted list, use it by evaling it inside 285# double quotes, like this: 286# eval "set -- $quotedlist" 287# or like this: 288# eval "\$command $quotedlist \$filename" 289# 290shell_quote() 291{( 292 local result='' 293 local arg qarg 294 LC_COLLATE=C ; export LC_COLLATE # so [a-zA-Z0-9] works in ASCII 295 for arg in "$@" ; do 296 case "${arg}" in 297 '') 298 qarg="''" 299 ;; 300 *[!-./a-zA-Z0-9]*) 301 # Convert each embedded ' to '\'', 302 # then insert ' at the beginning of the first line, 303 # and append ' at the end of the last line. 304 # Finally, elide unnecessary '' pairs at the 305 # beginning and end of the result and as part of 306 # '\'''\'' sequences that result from multiple 307 # adjacent quotes in he input. 308 qarg="$(printf "%s\n" "$arg" | \ 309 ${SED:-sed} -e "s/'/'\\\\''/g" \ 310 -e "1s/^/'/" -e "\$s/\$/'/" \ 311 -e "1s/^''//" -e "\$s/''\$//" \ 312 -e "s/'''/'/g" 313 )" 314 ;; 315 *) 316 # Arg is not the empty string, and does not contain 317 # any unsafe characters. Leave it unchanged for 318 # readability. 319 qarg="${arg}" 320 ;; 321 esac 322 result="${result}${result:+ }${qarg}" 323 done 324 printf "%s\n" "$result" 325)} 326 327statusmsg() 328{ 329 ${runcmd} echo "===> $@" | tee -a "${results}" 330} 331 332statusmsg2() 333{ 334 local msg 335 336 msg="${1}" 337 shift 338 case "${msg}" in 339 ????????????????*) ;; 340 ??????????*) msg="${msg} ";; 341 ?????*) msg="${msg} ";; 342 *) msg="${msg} ";; 343 esac 344 case "${msg}" in 345 ?????????????????????*) ;; 346 ????????????????????) msg="${msg} ";; 347 ???????????????????) msg="${msg} ";; 348 ??????????????????) msg="${msg} ";; 349 ?????????????????) msg="${msg} ";; 350 ????????????????) msg="${msg} ";; 351 esac 352 statusmsg "${msg}$*" 353} 354 355warning() 356{ 357 statusmsg "Warning: $@" 358} 359 360# Find a program in the PATH, and print the result. If not found, 361# print a default. If $2 is defined (even if it is an empty string), 362# then that is the default; otherwise, $1 is used as the default. 363find_in_PATH() 364{ 365 local prog="$1" 366 local result="${2-"$1"}" 367 local oldIFS="${IFS}" 368 local dir 369 IFS=":" 370 for dir in ${PATH}; do 371 if [ -x "${dir}/${prog}" ]; then 372 result="${dir}/${prog}" 373 break 374 fi 375 done 376 IFS="${oldIFS}" 377 echo "${result}" 378} 379 380# Try to find a working POSIX shell, and set HOST_SH to refer to it. 381# Assumes that uname_s, uname_m, and PWD have been set. 382set_HOST_SH() 383{ 384 # Even if ${HOST_SH} is already defined, we still do the 385 # sanity checks at the end. 386 387 # Solaris has /usr/xpg4/bin/sh. 388 # 389 [ -z "${HOST_SH}" ] && [ x"${uname_s}" = x"SunOS" ] && \ 390 [ -x /usr/xpg4/bin/sh ] && HOST_SH="/usr/xpg4/bin/sh" 391 392 # Try to get the name of the shell that's running this script, 393 # by parsing the output from "ps". We assume that, if the host 394 # system's ps command supports -o comm at all, it will do so 395 # in the usual way: a one-line header followed by a one-line 396 # result, possibly including trailing white space. And if the 397 # host system's ps command doesn't support -o comm, we assume 398 # that we'll get an error message on stderr and nothing on 399 # stdout. (We don't try to use ps -o 'comm=' to suppress the 400 # header line, because that is less widely supported.) 401 # 402 # If we get the wrong result here, the user can override it by 403 # specifying HOST_SH in the environment. 404 # 405 [ -z "${HOST_SH}" ] && HOST_SH="$( 406 (ps -p $$ -o comm | sed -ne "2s/[ ${tab}]*\$//p") 2>/dev/null )" 407 408 # If nothing above worked, use "sh". We will later find the 409 # first directory in the PATH that has a "sh" program. 410 # 411 [ -z "${HOST_SH}" ] && HOST_SH="sh" 412 413 # If the result so far is not an absolute path, try to prepend 414 # PWD or search the PATH. 415 # 416 case "${HOST_SH}" in 417 /*) : 418 ;; 419 */*) HOST_SH="${PWD}/${HOST_SH}" 420 ;; 421 *) HOST_SH="$(find_in_PATH "${HOST_SH}")" 422 ;; 423 esac 424 425 # If we don't have an absolute path by now, bomb. 426 # 427 case "${HOST_SH}" in 428 /*) : 429 ;; 430 *) bomb "HOST_SH=\"${HOST_SH}\" is not an absolute path." 431 ;; 432 esac 433 434 # If HOST_SH is not executable, bomb. 435 # 436 [ -x "${HOST_SH}" ] || 437 bomb "HOST_SH=\"${HOST_SH}\" is not executable." 438 439 # If HOST_SH fails tests, bomb. 440 # ("$0" may be a path that is no longer valid, because we have 441 # performed "cd $(dirname $0)", so don't use $0 here.) 442 # 443 "${HOST_SH}" build.sh --shelltest || 444 bomb "HOST_SH=\"${HOST_SH}\" failed functionality tests." 445} 446 447# initdefaults -- 448# Set defaults before parsing command line options. 449# 450initdefaults() 451{ 452 makeenv= 453 makewrapper= 454 makewrappermachine= 455 runcmd= 456 operations= 457 removedirs= 458 459 [ -d usr.bin/make ] || cd "$(dirname $0)" 460 [ -d usr.bin/make ] || 461 bomb "usr.bin/make not found; build.sh must be run from the top \ 462level of source directory" 463 [ -f share/mk/bsd.own.mk ] || 464 bomb "src/share/mk is missing; please re-fetch the source tree" 465 466 # Set various environment variables to known defaults, 467 # to minimize (cross-)build problems observed "in the field". 468 # 469 # LC_ALL=C must be set before we try to parse the output from 470 # any command. Other variables are set (or unset) here, before 471 # we parse command line arguments. 472 # 473 # These variables can be overridden via "-V var=value" if 474 # you know what you are doing. 475 # 476 unsetmakeenv INFODIR 477 unsetmakeenv LESSCHARSET 478 unsetmakeenv MAKEFLAGS 479 unsetmakeenv TERMINFO 480 setmakeenv LC_ALL C 481 482 # Find information about the build platform. This should be 483 # kept in sync with _HOST_OSNAME, _HOST_OSREL, and _HOST_ARCH 484 # variables in share/mk/bsd.sys.mk. 485 # 486 # Note that "uname -p" is not part of POSIX, but we want uname_p 487 # to be set to the host MACHINE_ARCH, if possible. On systems 488 # where "uname -p" fails, prints "unknown", or prints a string 489 # that does not look like an identifier, fall back to using the 490 # output from "uname -m" instead. 491 # 492 uname_s=$(uname -s 2>/dev/null) 493 uname_r=$(uname -r 2>/dev/null) 494 uname_m=$(uname -m 2>/dev/null) 495 uname_p=$(uname -p 2>/dev/null || echo "unknown") 496 case "${uname_p}" in 497 ''|unknown|*[!-_A-Za-z0-9]*) uname_p="${uname_m}" ;; 498 esac 499 500 id_u=$(id -u 2>/dev/null || /usr/xpg4/bin/id -u 2>/dev/null) 501 502 # If $PWD is a valid name of the current directory, POSIX mandates 503 # that pwd return it by default which causes problems in the 504 # presence of symlinks. Unsetting PWD is simpler than changing 505 # every occurrence of pwd to use -P. 506 # 507 # XXX Except that doesn't work on Solaris. Or many Linuces. 508 # 509 unset PWD 510 TOP=$( (exec pwd -P 2>/dev/null) || (exec pwd 2>/dev/null) ) 511 512 # The user can set HOST_SH in the environment, or we try to 513 # guess an appropriate value. Then we set several other 514 # variables from HOST_SH. 515 # 516 set_HOST_SH 517 setmakeenv HOST_SH "${HOST_SH}" 518 setmakeenv BSHELL "${HOST_SH}" 519 setmakeenv CONFIG_SHELL "${HOST_SH}" 520 521 # Set defaults. 522 # 523 toolprefix=nb 524 525 # Some systems have a small ARG_MAX. -X prevents make(1) from 526 # exporting variables in the environment redundantly. 527 # 528 case "${uname_s}" in 529 Darwin | FreeBSD | CYGWIN*) 530 MAKEFLAGS="-X ${MAKEFLAGS}" 531 ;; 532 esac 533 534 # do_{operation}=true if given operation is requested. 535 # 536 do_expertmode=false 537 do_rebuildmake=false 538 do_removedirs=false 539 do_tools=false 540 do_libs=false 541 do_cleandir=false 542 do_obj=false 543 do_build=false 544 do_distribution=false 545 do_release=false 546 do_kernel=false 547 do_releasekernel=false 548 do_kernels=false 549 do_modules=false 550 do_installmodules=false 551 do_install=false 552 do_sets=false 553 do_sourcesets=false 554 do_syspkgs=false 555 do_iso_image=false 556 do_iso_image_source=false 557 do_live_image=false 558 do_install_image=false 559 do_disk_image=false 560 do_params=false 561 do_rump=false 562 do_dtb=false 563 564 # done_{operation}=true if given operation has been done. 565 # 566 done_rebuildmake=false 567 568 # Create scratch directory 569 # 570 tmpdir="${TMPDIR-/tmp}/nbbuild$$" 571 mkdir "${tmpdir}" || bomb "Cannot mkdir: ${tmpdir}" 572 trap "cd /; rm -r -f \"${tmpdir}\"" 0 573 results="${tmpdir}/build.sh.results" 574 575 # Set source directories 576 # 577 setmakeenv NETBSDSRCDIR "${TOP}" 578 579 # Make sure KERNOBJDIR is an absolute path if defined 580 # 581 case "${KERNOBJDIR}" in 582 ''|/*) ;; 583 *) KERNOBJDIR="${TOP}/${KERNOBJDIR}" 584 setmakeenv KERNOBJDIR "${KERNOBJDIR}" 585 ;; 586 esac 587 588 # Find the version of NetBSD 589 # 590 DISTRIBVER="$(${HOST_SH} ${TOP}/sys/conf/osrelease.sh)" 591 592 # Set the BUILDSEED to NetBSD-"N" 593 # 594 setmakeenv BUILDSEED "NetBSD-$(${HOST_SH} ${TOP}/sys/conf/osrelease.sh -m)" 595 596 # Set MKARZERO to "yes" 597 # 598 setmakeenv MKARZERO "yes" 599 600} 601 602# valid_MACHINE_ARCH -- A multi-line string, listing all valid 603# MACHINE/MACHINE_ARCH pairs. 604# 605# Each line contains a MACHINE and MACHINE_ARCH value, an optional ALIAS 606# which may be used to refer to the MACHINE/MACHINE_ARCH pair, and an 607# optional DEFAULT or NO_DEFAULT keyword. 608# 609# When a MACHINE corresponds to multiple possible values of 610# MACHINE_ARCH, then this table should list all allowed combinations. 611# If the MACHINE is associated with a default MACHINE_ARCH (to be 612# used when the user specifies the MACHINE but fails to specify the 613# MACHINE_ARCH), then one of the lines should have the "DEFAULT" 614# keyword. If there is no default MACHINE_ARCH for a particular 615# MACHINE, then there should be a line with the "NO_DEFAULT" keyword, 616# and with a blank MACHINE_ARCH. 617# 618valid_MACHINE_ARCH=' 619MACHINE=acorn32 MACHINE_ARCH=arm 620MACHINE=acorn32 MACHINE_ARCH=earmv4 ALIAS=eacorn32 DEFAULT 621MACHINE=algor MACHINE_ARCH=mips64el ALIAS=algor64 622MACHINE=algor MACHINE_ARCH=mipsel DEFAULT 623MACHINE=alpha MACHINE_ARCH=alpha 624MACHINE=amd64 MACHINE_ARCH=x86_64 625MACHINE=amiga MACHINE_ARCH=m68k 626MACHINE=amigappc MACHINE_ARCH=powerpc 627MACHINE=arc MACHINE_ARCH=mips64el ALIAS=arc64 628MACHINE=arc MACHINE_ARCH=mipsel DEFAULT 629MACHINE=atari MACHINE_ARCH=m68k 630MACHINE=bebox MACHINE_ARCH=powerpc 631MACHINE=cats MACHINE_ARCH=arm ALIAS=ocats 632MACHINE=cats MACHINE_ARCH=earmv4 ALIAS=ecats DEFAULT 633MACHINE=cesfic MACHINE_ARCH=m68k 634MACHINE=cobalt MACHINE_ARCH=mips64el ALIAS=cobalt64 635MACHINE=cobalt MACHINE_ARCH=mipsel DEFAULT 636MACHINE=dreamcast MACHINE_ARCH=sh3el 637MACHINE=emips MACHINE_ARCH=mipseb 638MACHINE=epoc32 MACHINE_ARCH=arm 639MACHINE=epoc32 MACHINE_ARCH=earmv4 ALIAS=eepoc32 DEFAULT 640MACHINE=evbarm MACHINE_ARCH= NO_DEFAULT 641MACHINE=evbarm MACHINE_ARCH=earmv4 ALIAS=evbearmv4-el ALIAS=evbarmv4-el 642MACHINE=evbarm MACHINE_ARCH=earmv4eb ALIAS=evbearmv4-eb ALIAS=evbarmv4-eb 643MACHINE=evbarm MACHINE_ARCH=earmv5 ALIAS=evbearmv5-el ALIAS=evbarmv5-el 644MACHINE=evbarm MACHINE_ARCH=earmv5hf ALIAS=evbearmv5hf-el ALIAS=evbarmv5hf-el 645MACHINE=evbarm MACHINE_ARCH=earmv5eb ALIAS=evbearmv5-eb ALIAS=evbarmv5-eb 646MACHINE=evbarm MACHINE_ARCH=earmv5hfeb ALIAS=evbearmv5hf-eb ALIAS=evbarmv5hf-eb 647MACHINE=evbarm MACHINE_ARCH=earmv6 ALIAS=evbearmv6-el ALIAS=evbarmv6-el 648MACHINE=evbarm MACHINE_ARCH=earmv6hf ALIAS=evbearmv6hf-el ALIAS=evbarmv6hf-el 649MACHINE=evbarm MACHINE_ARCH=earmv6eb ALIAS=evbearmv6-eb ALIAS=evbarmv6-eb 650MACHINE=evbarm MACHINE_ARCH=earmv6hfeb ALIAS=evbearmv6hf-eb ALIAS=evbarmv6hf-eb 651MACHINE=evbarm MACHINE_ARCH=earmv7 ALIAS=evbearmv7-el ALIAS=evbarmv7-el 652MACHINE=evbarm MACHINE_ARCH=earmv7eb ALIAS=evbearmv7-eb ALIAS=evbarmv7-eb 653MACHINE=evbarm MACHINE_ARCH=earmv7hf ALIAS=evbearmv7hf-el ALIAS=evbarmv7hf-el 654MACHINE=evbarm MACHINE_ARCH=earmv7hfeb ALIAS=evbearmv7hf-eb ALIAS=evbarmv7hf-eb 655MACHINE=evbarm MACHINE_ARCH=aarch64 ALIAS=evbarm64-el ALIAS=evbarm64 656MACHINE=evbarm MACHINE_ARCH=aarch64eb ALIAS=evbarm64-eb 657MACHINE=evbcf MACHINE_ARCH=coldfire 658MACHINE=evbmips MACHINE_ARCH= NO_DEFAULT 659MACHINE=evbmips MACHINE_ARCH=mips64eb ALIAS=evbmips64-eb 660MACHINE=evbmips MACHINE_ARCH=mips64el ALIAS=evbmips64-el 661MACHINE=evbmips MACHINE_ARCH=mipseb ALIAS=evbmips-eb 662MACHINE=evbmips MACHINE_ARCH=mipsel ALIAS=evbmips-el 663MACHINE=evbppc MACHINE_ARCH=powerpc DEFAULT 664MACHINE=evbppc MACHINE_ARCH=powerpc64 ALIAS=evbppc64 665MACHINE=evbsh3 MACHINE_ARCH= NO_DEFAULT 666MACHINE=evbsh3 MACHINE_ARCH=sh3eb ALIAS=evbsh3-eb 667MACHINE=evbsh3 MACHINE_ARCH=sh3el ALIAS=evbsh3-el 668MACHINE=ews4800mips MACHINE_ARCH=mipseb 669MACHINE=hp300 MACHINE_ARCH=m68k 670MACHINE=hppa MACHINE_ARCH=hppa 671MACHINE=hpcarm MACHINE_ARCH=arm ALIAS=hpcoarm 672MACHINE=hpcarm MACHINE_ARCH=earmv4 ALIAS=hpcearm DEFAULT 673MACHINE=hpcmips MACHINE_ARCH=mipsel 674MACHINE=hpcsh MACHINE_ARCH=sh3el 675MACHINE=i386 MACHINE_ARCH=i386 676MACHINE=ia64 MACHINE_ARCH=ia64 677MACHINE=ibmnws MACHINE_ARCH=powerpc 678MACHINE=iyonix MACHINE_ARCH=arm ALIAS=oiyonix 679MACHINE=iyonix MACHINE_ARCH=earm ALIAS=eiyonix DEFAULT 680MACHINE=landisk MACHINE_ARCH=sh3el 681MACHINE=luna68k MACHINE_ARCH=m68k 682MACHINE=mac68k MACHINE_ARCH=m68k 683MACHINE=macppc MACHINE_ARCH=powerpc DEFAULT 684MACHINE=macppc MACHINE_ARCH=powerpc64 ALIAS=macppc64 685MACHINE=mipsco MACHINE_ARCH=mipseb 686MACHINE=mmeye MACHINE_ARCH=sh3eb 687MACHINE=mvme68k MACHINE_ARCH=m68k 688MACHINE=mvmeppc MACHINE_ARCH=powerpc 689MACHINE=netwinder MACHINE_ARCH=arm ALIAS=onetwinder 690MACHINE=netwinder MACHINE_ARCH=earmv4 ALIAS=enetwinder DEFAULT 691MACHINE=news68k MACHINE_ARCH=m68k 692MACHINE=newsmips MACHINE_ARCH=mipseb 693MACHINE=next68k MACHINE_ARCH=m68k 694MACHINE=ofppc MACHINE_ARCH=powerpc DEFAULT 695MACHINE=ofppc MACHINE_ARCH=powerpc64 ALIAS=ofppc64 696MACHINE=or1k MACHINE_ARCH=or1k 697MACHINE=playstation2 MACHINE_ARCH=mipsel 698MACHINE=pmax MACHINE_ARCH=mips64el ALIAS=pmax64 699MACHINE=pmax MACHINE_ARCH=mipsel DEFAULT 700MACHINE=prep MACHINE_ARCH=powerpc 701MACHINE=riscv MACHINE_ARCH=riscv64 ALIAS=riscv64 DEFAULT 702MACHINE=riscv MACHINE_ARCH=riscv32 ALIAS=riscv32 703MACHINE=rs6000 MACHINE_ARCH=powerpc 704MACHINE=sandpoint MACHINE_ARCH=powerpc 705MACHINE=sbmips MACHINE_ARCH= NO_DEFAULT 706MACHINE=sbmips MACHINE_ARCH=mips64eb ALIAS=sbmips64-eb 707MACHINE=sbmips MACHINE_ARCH=mips64el ALIAS=sbmips64-el 708MACHINE=sbmips MACHINE_ARCH=mipseb ALIAS=sbmips-eb 709MACHINE=sbmips MACHINE_ARCH=mipsel ALIAS=sbmips-el 710MACHINE=sgimips MACHINE_ARCH=mips64eb ALIAS=sgimips64 711MACHINE=sgimips MACHINE_ARCH=mipseb DEFAULT 712MACHINE=shark MACHINE_ARCH=arm ALIAS=oshark 713MACHINE=shark MACHINE_ARCH=earmv4 ALIAS=eshark DEFAULT 714MACHINE=sparc MACHINE_ARCH=sparc 715MACHINE=sparc64 MACHINE_ARCH=sparc64 716MACHINE=sun2 MACHINE_ARCH=m68000 717MACHINE=sun3 MACHINE_ARCH=m68k 718MACHINE=vax MACHINE_ARCH=vax 719MACHINE=x68k MACHINE_ARCH=m68k 720MACHINE=zaurus MACHINE_ARCH=arm ALIAS=ozaurus 721MACHINE=zaurus MACHINE_ARCH=earm ALIAS=ezaurus DEFAULT 722' 723 724# getarch -- find the default MACHINE_ARCH for a MACHINE, 725# or convert an alias to a MACHINE/MACHINE_ARCH pair. 726# 727# Saves the original value of MACHINE in makewrappermachine before 728# alias processing. 729# 730# Sets MACHINE and MACHINE_ARCH if the input MACHINE value is 731# recognised as an alias, or recognised as a machine that has a default 732# MACHINE_ARCH (or that has only one possible MACHINE_ARCH). 733# 734# Leaves MACHINE and MACHINE_ARCH unchanged if MACHINE is recognised 735# as being associated with multiple MACHINE_ARCH values with no default. 736# 737# Bombs if MACHINE is not recognised. 738# 739getarch() 740{ 741 local IFS 742 local found="" 743 local line 744 745 IFS="${nl}" 746 makewrappermachine="${MACHINE}" 747 for line in ${valid_MACHINE_ARCH}; do 748 line="${line%%#*}" # ignore comments 749 line="$( IFS=" ${tab}" ; echo $line )" # normalise white space 750 case "${line} " in 751 " ") 752 # skip blank lines or comment lines 753 continue 754 ;; 755 *" ALIAS=${MACHINE} "*) 756 # Found a line with a matching ALIAS=<alias>. 757 found="$line" 758 break 759 ;; 760 "MACHINE=${MACHINE} "*" NO_DEFAULT"*) 761 # Found an explicit "NO_DEFAULT" for this MACHINE. 762 found="$line" 763 break 764 ;; 765 "MACHINE=${MACHINE} "*" DEFAULT"*) 766 # Found an explicit "DEFAULT" for this MACHINE. 767 found="$line" 768 break 769 ;; 770 "MACHINE=${MACHINE} "*) 771 # Found a line for this MACHINE. If it's the 772 # first such line, then tentatively accept it. 773 # If it's not the first matching line, then 774 # remember that there was more than one match. 775 case "$found" in 776 '') found="$line" ;; 777 *) found="MULTIPLE_MATCHES" ;; 778 esac 779 ;; 780 esac 781 done 782 783 case "$found" in 784 *NO_DEFAULT*|*MULTIPLE_MATCHES*) 785 # MACHINE is OK, but MACHINE_ARCH is still unknown 786 return 787 ;; 788 "MACHINE="*" MACHINE_ARCH="*) 789 # Obey the MACHINE= and MACHINE_ARCH= parts of the line. 790 IFS=" " 791 for frag in ${found}; do 792 case "$frag" in 793 MACHINE=*|MACHINE_ARCH=*) 794 eval "$frag" 795 ;; 796 esac 797 done 798 ;; 799 *) 800 bomb "Unknown target MACHINE: ${MACHINE}" 801 ;; 802 esac 803} 804 805# validatearch -- check that the MACHINE/MACHINE_ARCH pair is supported. 806# 807# Bombs if the pair is not supported. 808# 809validatearch() 810{ 811 local IFS 812 local line 813 local foundpair=false foundmachine=false foundarch=false 814 815 case "${MACHINE_ARCH}" in 816 "") 817 bomb "No MACHINE_ARCH provided. Use 'build.sh -m ${MACHINE} list-arch' to show options." 818 ;; 819 esac 820 821 IFS="${nl}" 822 for line in ${valid_MACHINE_ARCH}; do 823 line="${line%%#*}" # ignore comments 824 line="$( IFS=" ${tab}" ; echo $line )" # normalise white space 825 case "${line} " in 826 " ") 827 # skip blank lines or comment lines 828 continue 829 ;; 830 "MACHINE=${MACHINE} MACHINE_ARCH=${MACHINE_ARCH} "*) 831 foundpair=true 832 ;; 833 "MACHINE=${MACHINE} "*) 834 foundmachine=true 835 ;; 836 *"MACHINE_ARCH=${MACHINE_ARCH} "*) 837 foundarch=true 838 ;; 839 esac 840 done 841 842 case "${foundpair}:${foundmachine}:${foundarch}" in 843 true:*) 844 : OK 845 ;; 846 *:false:*) 847 bomb "Unknown target MACHINE: ${MACHINE}" 848 ;; 849 *:*:false) 850 bomb "Unknown target MACHINE_ARCH: ${MACHINE_ARCH}" 851 ;; 852 *) 853 bomb "MACHINE_ARCH '${MACHINE_ARCH}' does not support MACHINE '${MACHINE}'" 854 ;; 855 esac 856} 857 858# listarch -- list valid MACHINE/MACHINE_ARCH/ALIAS values, 859# optionally restricted to those where the MACHINE and/or MACHINE_ARCH 860# match specifed glob patterns. 861# 862listarch() 863{ 864 local machglob="$1" archglob="$2" 865 local IFS 866 local wildcard="*" 867 local line xline frag 868 local line_matches_machine line_matches_arch 869 local found=false 870 871 # Empty machglob or archglob should match anything 872 : "${machglob:=${wildcard}}" 873 : "${archglob:=${wildcard}}" 874 875 IFS="${nl}" 876 for line in ${valid_MACHINE_ARCH}; do 877 line="${line%%#*}" # ignore comments 878 xline="$( IFS=" ${tab}" ; echo $line )" # normalise white space 879 [ -z "${xline}" ] && continue # skip blank or comment lines 880 881 line_matches_machine=false 882 line_matches_arch=false 883 884 IFS=" " 885 for frag in ${xline}; do 886 case "${frag}" in 887 MACHINE=${machglob}) 888 line_matches_machine=true ;; 889 ALIAS=${machglob}) 890 line_matches_machine=true ;; 891 MACHINE_ARCH=${archglob}) 892 line_matches_arch=true ;; 893 esac 894 done 895 896 if $line_matches_machine && $line_matches_arch; then 897 found=true 898 echo "$line" 899 fi 900 done 901 if ! $found; then 902 echo >&2 "No match for" \ 903 "MACHINE=${machglob} MACHINE_ARCH=${archglob}" 904 return 1 905 fi 906 return 0 907} 908 909# nobomb_getmakevar -- 910# Given the name of a make variable in $1, print make's idea of the 911# value of that variable, or return 1 if there's an error. 912# 913nobomb_getmakevar() 914{ 915 [ -x "${make}" ] || return 1 916 "${make}" -m ${TOP}/share/mk -s -B -f- _x_ <<EOF || return 1 917_x_: 918 echo \${$1} 919.include <bsd.prog.mk> 920.include <bsd.kernobj.mk> 921EOF 922} 923 924# bomb_getmakevar -- 925# Given the name of a make variable in $1, print make's idea of the 926# value of that variable, or bomb if there's an error. 927# 928bomb_getmakevar() 929{ 930 [ -x "${make}" ] || bomb "bomb_getmakevar $1: ${make} is not executable" 931 nobomb_getmakevar "$1" || bomb "bomb_getmakevar $1: ${make} failed" 932} 933 934# getmakevar -- 935# Given the name of a make variable in $1, print make's idea of the 936# value of that variable, or print a literal '$' followed by the 937# variable name if ${make} is not executable. This is intended for use in 938# messages that need to be readable even if $make hasn't been built, 939# such as when build.sh is run with the "-n" option. 940# 941getmakevar() 942{ 943 if [ -x "${make}" ]; then 944 bomb_getmakevar "$1" 945 else 946 echo "\$$1" 947 fi 948} 949 950setmakeenv() 951{ 952 eval "$1='$2'; export $1" 953 makeenv="${makeenv} $1" 954} 955safe_setmakeenv() 956{ 957 case "$1" in 958 959 # Look for any vars we want to prohibit here, like: 960 # Bad | Dangerous) usage "Cannot override $1 with -V";; 961 962 # That first char is OK has already been verified. 963 *[!A-Za-z0-9_]*) usage "Bad variable name (-V): '$1'";; 964 esac 965 setmakeenv "$@" 966} 967 968unsetmakeenv() 969{ 970 eval "unset $1" 971 makeenv="${makeenv} $1" 972} 973safe_unsetmakeenv() 974{ 975 case "$1" in 976 977 # Look for any vars user should not be able to unset 978 # Needed | Must_Have) usage "Variable $1 cannot be unset";; 979 980 [!A-Za-z_]* | *[!A-Za-z0-9_]*) usage "Bad variable name (-Z): '$1'";; 981 esac 982 unsetmakeenv "$1" 983} 984 985# Given a variable name in $1, modify the variable in place as follows: 986# For each space-separated word in the variable, call resolvepath. 987resolvepaths() 988{ 989 local var="$1" 990 local val 991 eval val=\"\${${var}}\" 992 local newval='' 993 local word 994 for word in ${val}; do 995 resolvepath word 996 newval="${newval}${newval:+ }${word}" 997 done 998 eval ${var}=\"\${newval}\" 999} 1000 1001# Given a variable name in $1, modify the variable in place as follows: 1002# Convert possibly-relative path to absolute path by prepending 1003# ${TOP} if necessary. Also delete trailing "/", if any. 1004resolvepath() 1005{ 1006 local var="$1" 1007 local val 1008 eval val=\"\${${var}}\" 1009 case "${val}" in 1010 /) 1011 ;; 1012 /*) 1013 val="${val%/}" 1014 ;; 1015 *) 1016 val="${TOP}/${val%/}" 1017 ;; 1018 esac 1019 eval ${var}=\"\${val}\" 1020} 1021 1022usage() 1023{ 1024 if [ -n "$*" ]; then 1025 echo "" 1026 echo "${progname}: $*" 1027 fi 1028 cat <<_usage_ 1029 1030Usage: ${progname} [-EhnoPRrUuxy] [-a arch] [-B buildid] [-C cdextras] 1031 [-c compiler>] [-D dest] [-j njob] [-M obj] [-m mach] 1032 [-N noisy] [-O obj] [-R release] [-S seed] [-T tools] 1033 [-V var=[value]] [-w wrapper] [-X x11src] [-Y extsrcsrc] 1034 [-Z var] 1035 operation [...] 1036 1037 Build operations (all imply "obj" and "tools"): 1038 build Run "make build". 1039 distribution Run "make distribution" (includes DESTDIR/etc/ files). 1040 release Run "make release" (includes kernels & distrib media). 1041 1042 Other operations: 1043 help Show this message and exit. 1044 makewrapper Create ${toolprefix}make-\${MACHINE} wrapper and ${toolprefix}make. 1045 Always performed. 1046 cleandir Run "make cleandir". [Default unless -u is used] 1047 dtb Build devicetree blobs. 1048 obj Run "make obj". [Default unless -o is used] 1049 tools Build and install tools. 1050 install=idir Run "make installworld" to \`idir' to install all sets 1051 except \`etc'. Useful after "distribution" or "release" 1052 kernel=conf Build kernel with config file \`conf' 1053 kernel.gdb=conf Build kernel (including netbsd.gdb) with config 1054 file \`conf' 1055 releasekernel=conf Install kernel built by kernel=conf to RELEASEDIR. 1056 kernels Build all kernels 1057 installmodules=idir Run "make installmodules" to \`idir' to install all 1058 kernel modules. 1059 modules Build kernel modules. 1060 rumptest Do a linktest for rump (for developers). 1061 sets Create binary sets in 1062 RELEASEDIR/RELEASEMACHINEDIR/binary/sets. 1063 DESTDIR should be populated beforehand. 1064 sourcesets Create source sets in RELEASEDIR/source/sets. 1065 syspkgs Create syspkgs in 1066 RELEASEDIR/RELEASEMACHINEDIR/binary/syspkgs. 1067 iso-image Create CD-ROM image in RELEASEDIR/images. 1068 iso-image-source Create CD-ROM image with source in RELEASEDIR/images. 1069 live-image Create bootable live image in 1070 RELEASEDIR/RELEASEMACHINEDIR/installation/liveimage. 1071 install-image Create bootable installation image in 1072 RELEASEDIR/RELEASEMACHINEDIR/installation/installimage. 1073 disk-image=target Create bootable disk image in 1074 RELEASEDIR/RELEASEMACHINEDIR/binary/gzimg/target.img.gz. 1075 params Display various make(1) parameters. 1076 list-arch Display a list of valid MACHINE/MACHINE_ARCH values, 1077 and exit. The list may be narrowed by passing glob 1078 patterns or exact values in MACHINE or MACHINE_ARCH. 1079 1080 Options: 1081 -a arch Set MACHINE_ARCH to arch. [Default: deduced from MACHINE] 1082 -B buildid Set BUILDID to buildid. 1083 -C cdextras Append cdextras to CDEXTRA variable for inclusion on CD-ROM. 1084 -c compiler Select compiler: 1085 clang 1086 gcc 1087 [Default: gcc] 1088 -D dest Set DESTDIR to dest. [Default: destdir.MACHINE] 1089 -E Set "expert" mode; disables various safety checks. 1090 Should not be used without expert knowledge of the build system. 1091 -h Print this help message. 1092 -j njob Run up to njob jobs in parallel; see make(1) -j. 1093 -M obj Set obj root directory to obj; sets MAKEOBJDIRPREFIX. 1094 Unsets MAKEOBJDIR. 1095 -m mach Set MACHINE to mach. Some mach values are actually 1096 aliases that set MACHINE/MACHINE_ARCH pairs. 1097 [Default: deduced from the host system if the host 1098 OS is NetBSD] 1099 -N noisy Set the noisyness (MAKEVERBOSE) level of the build: 1100 0 Minimal output ("quiet") 1101 1 Describe what is occurring 1102 2 Describe what is occurring and echo the actual command 1103 3 Ignore the effect of the "@" prefix in make commands 1104 4 Trace shell commands using the shell's -x flag 1105 [Default: 2] 1106 -n Show commands that would be executed, but do not execute them. 1107 -O obj Set obj root directory to obj; sets a MAKEOBJDIR pattern. 1108 Unsets MAKEOBJDIRPREFIX. 1109 -o Set MKOBJDIRS=no; do not create objdirs at start of build. 1110 -P Set MKREPRO and MKREPRO_TIMESTAMP to the latest source 1111 CVS timestamp for reproducible builds. 1112 -R release Set RELEASEDIR to release. [Default: releasedir] 1113 -r Remove contents of TOOLDIR and DESTDIR before building. 1114 -S seed Set BUILDSEED to seed. [Default: NetBSD-majorversion] 1115 -T tools Set TOOLDIR to tools. If unset, and TOOLDIR is not set in 1116 the environment, ${toolprefix}make will be (re)built 1117 unconditionally. 1118 -U Set MKUNPRIVED=yes; build without requiring root privileges, 1119 install from an UNPRIVED build with proper file permissions. 1120 -u Set MKUPDATE=yes; do not run "make cleandir" first. 1121 Without this, everything is rebuilt, including the tools. 1122 -V var=[value] Set variable \`var' to \`value'. 1123 -w wrapper Create ${toolprefix}make script as wrapper. 1124 [Default: \${TOOLDIR}/bin/${toolprefix}make-\${MACHINE}] 1125 -X x11src Set X11SRCDIR to x11src. [Default: /usr/xsrc] 1126 -x Set MKX11=yes; build X11 from X11SRCDIR 1127 -Y extsrcsrc Set EXTSRCSRCDIR to extsrcsrc. [Default: /usr/extsrc] 1128 -y Set MKEXTSRC=yes; build extsrc from EXTSRCSRCDIR 1129 -Z var Unset ("zap") variable \`var'. 1130 1131_usage_ 1132 exit 1 1133} 1134 1135parseoptions() 1136{ 1137 opts='a:B:C:c:D:Ehj:M:m:N:nO:oPR:rS:T:UuV:w:X:xY:yZ:' 1138 opt_a=false 1139 opt_m=false 1140 1141 if type getopts >/dev/null 2>&1; then 1142 # Use POSIX getopts. 1143 # 1144 getoptcmd='getopts ${opts} opt && opt=-${opt}' 1145 optargcmd=':' 1146 optremcmd='shift $((${OPTIND} -1))' 1147 else 1148 type getopt >/dev/null 2>&1 || 1149 bomb "Shell does not support getopts or getopt" 1150 1151 # Use old-style getopt(1) (doesn't handle whitespace in args). 1152 # 1153 args="$(getopt ${opts} $*)" 1154 [ $? = 0 ] || usage 1155 set -- ${args} 1156 1157 getoptcmd='[ $# -gt 0 ] && opt="$1" && shift' 1158 optargcmd='OPTARG="$1"; shift' 1159 optremcmd=':' 1160 fi 1161 1162 # Parse command line options. 1163 # 1164 while eval ${getoptcmd}; do 1165 case ${opt} in 1166 1167 -a) 1168 eval ${optargcmd} 1169 MACHINE_ARCH=${OPTARG} 1170 opt_a=true 1171 ;; 1172 1173 -B) 1174 eval ${optargcmd} 1175 BUILDID=${OPTARG} 1176 ;; 1177 1178 -C) 1179 eval ${optargcmd}; resolvepaths OPTARG 1180 CDEXTRA="${CDEXTRA}${CDEXTRA:+ }${OPTARG}" 1181 ;; 1182 1183 -c) 1184 eval ${optargcmd} 1185 case "${OPTARG}" in 1186 gcc) # default, no variables needed 1187 ;; 1188 clang) setmakeenv HAVE_LLVM yes 1189 setmakeenv MKLLVM yes 1190 setmakeenv MKGCC no 1191 ;; 1192 #pcc) ... 1193 # ;; 1194 *) bomb "Unknown compiler: ${OPTARG}" 1195 esac 1196 ;; 1197 1198 -D) 1199 eval ${optargcmd}; resolvepath OPTARG 1200 setmakeenv DESTDIR "${OPTARG}" 1201 ;; 1202 1203 -E) 1204 do_expertmode=true 1205 ;; 1206 1207 -j) 1208 eval ${optargcmd} 1209 parallel="-j ${OPTARG}" 1210 ;; 1211 1212 -M) 1213 eval ${optargcmd}; resolvepath OPTARG 1214 case "${OPTARG}" in 1215 \$*) usage "-M argument must not begin with '\$'" 1216 ;; 1217 *\$*) # can use resolvepath, but can't set TOP_objdir 1218 resolvepath OPTARG 1219 ;; 1220 *) resolvepath OPTARG 1221 TOP_objdir="${OPTARG}${TOP}" 1222 ;; 1223 esac 1224 unsetmakeenv MAKEOBJDIR 1225 setmakeenv MAKEOBJDIRPREFIX "${OPTARG}" 1226 ;; 1227 1228 # -m overrides MACHINE_ARCH unless "-a" is specified 1229 -m) 1230 eval ${optargcmd} 1231 MACHINE="${OPTARG}" 1232 opt_m=true 1233 ;; 1234 1235 -N) 1236 eval ${optargcmd} 1237 case "${OPTARG}" in 1238 0|1|2|3|4) 1239 setmakeenv MAKEVERBOSE "${OPTARG}" 1240 ;; 1241 *) 1242 usage "'${OPTARG}' is not a valid value for -N" 1243 ;; 1244 esac 1245 ;; 1246 1247 -n) 1248 runcmd=echo 1249 ;; 1250 1251 -O) 1252 eval ${optargcmd} 1253 case "${OPTARG}" in 1254 *\$*) usage "-O argument must not contain '\$'" 1255 ;; 1256 *) resolvepath OPTARG 1257 TOP_objdir="${OPTARG}" 1258 ;; 1259 esac 1260 unsetmakeenv MAKEOBJDIRPREFIX 1261 setmakeenv MAKEOBJDIR "\${.CURDIR:C,^$TOP,$OPTARG,}" 1262 ;; 1263 1264 -o) 1265 MKOBJDIRS=no 1266 ;; 1267 1268 -P) 1269 MKREPRO=yes 1270 ;; 1271 1272 -R) 1273 eval ${optargcmd}; resolvepath OPTARG 1274 setmakeenv RELEASEDIR "${OPTARG}" 1275 ;; 1276 1277 -r) 1278 do_removedirs=true 1279 do_rebuildmake=true 1280 ;; 1281 1282 -S) 1283 eval ${optargcmd} 1284 setmakeenv BUILDSEED "${OPTARG}" 1285 ;; 1286 1287 -T) 1288 eval ${optargcmd}; resolvepath OPTARG 1289 TOOLDIR="${OPTARG}" 1290 export TOOLDIR 1291 ;; 1292 1293 -U) 1294 setmakeenv MKUNPRIVED yes 1295 ;; 1296 1297 -u) 1298 setmakeenv MKUPDATE yes 1299 ;; 1300 1301 -V) 1302 eval ${optargcmd} 1303 case "${OPTARG}" in 1304 # XXX: consider restricting which variables can be changed? 1305 [a-zA-Z_]*=*) 1306 safe_setmakeenv "${OPTARG%%=*}" "${OPTARG#*=}" 1307 ;; 1308 [a-zA-Z_]*) 1309 safe_setmakeenv "${OPTARG}" "" 1310 ;; 1311 *) 1312 usage "-V argument must be of the form 'var[=value]'" 1313 ;; 1314 esac 1315 ;; 1316 1317 -w) 1318 eval ${optargcmd}; resolvepath OPTARG 1319 makewrapper="${OPTARG}" 1320 ;; 1321 1322 -X) 1323 eval ${optargcmd}; resolvepath OPTARG 1324 setmakeenv X11SRCDIR "${OPTARG}" 1325 ;; 1326 1327 -x) 1328 setmakeenv MKX11 yes 1329 ;; 1330 1331 -Y) 1332 eval ${optargcmd}; resolvepath OPTARG 1333 setmakeenv EXTSRCSRCDIR "${OPTARG}" 1334 ;; 1335 1336 -y) 1337 setmakeenv MKEXTSRC yes 1338 ;; 1339 1340 -Z) 1341 eval ${optargcmd} 1342 # XXX: consider restricting which variables can be unset? 1343 safe_unsetmakeenv "${OPTARG}" 1344 ;; 1345 1346 --) 1347 break 1348 ;; 1349 1350 -'?'|-h) 1351 usage 1352 ;; 1353 1354 esac 1355 done 1356 1357 # Validate operations. 1358 # 1359 eval ${optremcmd} 1360 while [ $# -gt 0 ]; do 1361 op=$1; shift 1362 operations="${operations} ${op}" 1363 1364 case "${op}" in 1365 1366 help) 1367 usage 1368 ;; 1369 1370 list-arch) 1371 listarch "${MACHINE}" "${MACHINE_ARCH}" 1372 exit $? 1373 ;; 1374 1375 kernel=*|releasekernel=*|kernel.gdb=*) 1376 arg=${op#*=} 1377 op=${op%%=*} 1378 [ -n "${arg}" ] || 1379 bomb "Must supply a kernel name with \`${op}=...'" 1380 ;; 1381 1382 disk-image=*) 1383 arg=${op#*=} 1384 op=disk_image 1385 [ -n "${arg}" ] || 1386 bomb "Must supply a target name with \`${op}=...'" 1387 1388 ;; 1389 1390 install=*|installmodules=*) 1391 arg=${op#*=} 1392 op=${op%%=*} 1393 [ -n "${arg}" ] || 1394 bomb "Must supply a directory with \`install=...'" 1395 ;; 1396 1397 build|\ 1398 cleandir|\ 1399 distribution|\ 1400 dtb|\ 1401 install-image|\ 1402 iso-image-source|\ 1403 iso-image|\ 1404 kernels|\ 1405 libs|\ 1406 live-image|\ 1407 makewrapper|\ 1408 modules|\ 1409 obj|\ 1410 params|\ 1411 release|\ 1412 rump|\ 1413 rumptest|\ 1414 sets|\ 1415 sourcesets|\ 1416 syspkgs|\ 1417 tools) 1418 ;; 1419 1420 *) 1421 usage "Unknown operation \`${op}'" 1422 ;; 1423 1424 esac 1425 # ${op} may contain chars that are not allowed in variable 1426 # names. Replace them with '_' before setting do_${op}. 1427 op="$( echo "$op" | tr -s '.-' '__')" 1428 eval do_${op}=true 1429 done 1430 [ -n "${operations}" ] || usage "Missing operation to perform." 1431 1432 # Set up MACHINE*. On a NetBSD host, these are allowed to be unset. 1433 # 1434 if [ -z "${MACHINE}" ]; then 1435 [ "${uname_s}" = "NetBSD" ] || 1436 bomb "MACHINE must be set, or -m must be used, for cross builds." 1437 MACHINE=${uname_m} 1438 MACHINE_ARCH=${uname_p} 1439 fi 1440 if $opt_m && ! $opt_a; then 1441 # Settings implied by the command line -m option 1442 # override MACHINE_ARCH from the environment (if any). 1443 getarch 1444 fi 1445 [ -n "${MACHINE_ARCH}" ] || getarch 1446 validatearch 1447 1448 # Set up default make(1) environment. 1449 # 1450 makeenv="${makeenv} TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS" 1451 [ -z "${BUILDID}" ] || makeenv="${makeenv} BUILDID" 1452 [ -z "${BUILDINFO}" ] || makeenv="${makeenv} BUILDINFO" 1453 MAKEFLAGS="-de -m ${TOP}/share/mk ${MAKEFLAGS}" 1454 MAKEFLAGS="${MAKEFLAGS} MKOBJDIRS=${MKOBJDIRS-yes}" 1455 export MAKEFLAGS MACHINE MACHINE_ARCH 1456 setmakeenv USETOOLS "yes" 1457 setmakeenv MAKEWRAPPERMACHINE "${makewrappermachine:-${MACHINE}}" 1458} 1459 1460# sanitycheck -- 1461# Sanity check after parsing command line options, before rebuildmake. 1462# 1463sanitycheck() 1464{ 1465 # Install as non-root is a bad idea. 1466 # 1467 if ${do_install} && [ "$id_u" -ne 0 ] ; then 1468 if ${do_expertmode}; then 1469 warning "Will install as an unprivileged user." 1470 else 1471 bomb "-E must be set for install as an unprivileged user." 1472 fi 1473 fi 1474 1475 # If the PATH contains any non-absolute components (including, 1476 # but not limited to, "." or ""), then complain. As an exception, 1477 # allow "" or "." as the last component of the PATH. This is fatal 1478 # if expert mode is not in effect. 1479 # 1480 local path="${PATH}" 1481 path="${path%:}" # delete trailing ":" 1482 path="${path%:.}" # delete trailing ":." 1483 case ":${path}:/" in 1484 *:[!/~]*) 1485 if ${do_expertmode}; then 1486 warning "PATH contains non-absolute components" 1487 else 1488 bomb "PATH environment variable must not" \ 1489 "contain non-absolute components" 1490 fi 1491 ;; 1492 esac 1493 1494 while [ ${MKX11-no} = "yes" ]; do # not really a loop 1495 test -n "${X11SRCDIR}" && { 1496 test -d "${X11SRCDIR}" || 1497 bomb "X11SRCDIR (${X11SRCDIR}) does not exist (with -x)" 1498 break 1499 } 1500 for _xd in \ 1501 "${NETBSDSRCDIR%/*}/xsrc" \ 1502 "${NETBSDSRCDIR}/xsrc" \ 1503 /usr/xsrc 1504 do 1505 test -d "${_xd}" && 1506 setmakeenv X11SRCDIR "${_xd}" && 1507 break 2 1508 done 1509 bomb "Asked to build X11 but no xsrc" 1510 done 1511} 1512 1513# print_tooldir_make -- 1514# Try to find and print a path to an existing 1515# ${TOOLDIR}/bin/${toolprefix}program 1516print_tooldir_program() 1517{ 1518 local possible_TOP_OBJ 1519 local possible_TOOLDIR 1520 local possible_program 1521 local tooldir_program 1522 local program=${1} 1523 1524 if [ -n "${TOOLDIR}" ]; then 1525 echo "${TOOLDIR}/bin/${toolprefix}${program}" 1526 return 1527 fi 1528 1529 # Set host_ostype to something like "NetBSD-4.5.6-i386". This 1530 # is intended to match the HOST_OSTYPE variable in <bsd.own.mk>. 1531 # 1532 local host_ostype="${uname_s}-$( 1533 echo "${uname_r}" | sed -e 's/([^)]*)//g' -e 's/ /_/g' 1534 )-$( 1535 echo "${uname_p}" | sed -e 's/([^)]*)//g' -e 's/ /_/g' 1536 )" 1537 1538 # Look in a few potential locations for 1539 # ${possible_TOOLDIR}/bin/${toolprefix}${program}. 1540 # If we find it, then set possible_program. 1541 # 1542 # In the usual case (without interference from environment 1543 # variables or /etc/mk.conf), <bsd.own.mk> should set TOOLDIR to 1544 # "${_SRC_TOP_OBJ_}/tooldir.${host_ostype}". 1545 # 1546 # In practice it's difficult to figure out the correct value 1547 # for _SRC_TOP_OBJ_. In the easiest case, when the -M or -O 1548 # options were passed to build.sh, then ${TOP_objdir} will be 1549 # the correct value. We also try a few other possibilities, but 1550 # we do not replicate all the logic of <bsd.obj.mk>. 1551 # 1552 for possible_TOP_OBJ in \ 1553 "${TOP_objdir}" \ 1554 "${MAKEOBJDIRPREFIX:+${MAKEOBJDIRPREFIX}${TOP}}" \ 1555 "${TOP}" \ 1556 "${TOP}/obj" \ 1557 "${TOP}/obj.${MACHINE}" 1558 do 1559 [ -n "${possible_TOP_OBJ}" ] || continue 1560 possible_TOOLDIR="${possible_TOP_OBJ}/tooldir.${host_ostype}" 1561 possible_program="${possible_TOOLDIR}/bin/${toolprefix}${program}" 1562 if [ -x "${possible_make}" ]; then 1563 echo ${possible_program} 1564 return; 1565 fi 1566 done 1567 echo "" 1568} 1569# print_tooldir_make -- 1570# Try to find and print a path to an existing 1571# ${TOOLDIR}/bin/${toolprefix}make, for use by rebuildmake() before a 1572# new version of ${toolprefix}make has been built. 1573# 1574# * If TOOLDIR was set in the environment or on the command line, use 1575# that value. 1576# * Otherwise try to guess what TOOLDIR would be if not overridden by 1577# /etc/mk.conf, and check whether the resulting directory contains 1578# a copy of ${toolprefix}make (this should work for everybody who 1579# doesn't override TOOLDIR via /etc/mk.conf); 1580# * Failing that, search for ${toolprefix}make, nbmake, bmake, or make, 1581# in the PATH (this might accidentally find a version of make that 1582# does not understand the syntax used by NetBSD make, and that will 1583# lead to failure in the next step); 1584# * If a copy of make was found above, try to use it with 1585# nobomb_getmakevar to find the correct value for TOOLDIR, and believe the 1586# result only if it's a directory that already exists; 1587# * If a value of TOOLDIR was found above, and if 1588# ${TOOLDIR}/bin/${toolprefix}make exists, print that value. 1589# 1590print_tooldir_make() 1591{ 1592 local possible_make 1593 local possible_TOOLDIR 1594 local tooldir_make 1595 1596 possible_make=$(print_tooldir_program make) 1597 # If the above didn't work, search the PATH for a suitable 1598 # ${toolprefix}make, nbmake, bmake, or make. 1599 # 1600 : ${possible_make:=$(find_in_PATH ${toolprefix}make '')} 1601 : ${possible_make:=$(find_in_PATH nbmake '')} 1602 : ${possible_make:=$(find_in_PATH bmake '')} 1603 : ${possible_make:=$(find_in_PATH make '')} 1604 1605 # At this point, we don't care whether possible_make is in the 1606 # correct TOOLDIR or not; we simply want it to be usable by 1607 # getmakevar to help us find the correct TOOLDIR. 1608 # 1609 # Use ${possible_make} with nobomb_getmakevar to try to find 1610 # the value of TOOLDIR. Believe the result only if it's 1611 # a directory that already exists and contains bin/${toolprefix}make. 1612 # 1613 if [ -x "${possible_make}" ]; then 1614 possible_TOOLDIR="$( 1615 make="${possible_make}" \ 1616 nobomb_getmakevar TOOLDIR 2>/dev/null 1617 )" 1618 if [ $? = 0 ] && [ -n "${possible_TOOLDIR}" ] \ 1619 && [ -d "${possible_TOOLDIR}" ]; 1620 then 1621 tooldir_make="${possible_TOOLDIR}/bin/${toolprefix}make" 1622 if [ -x "${tooldir_make}" ]; then 1623 echo "${tooldir_make}" 1624 return 0 1625 fi 1626 fi 1627 fi 1628 return 1 1629} 1630 1631# rebuildmake -- 1632# Rebuild nbmake in a temporary directory if necessary. Sets $make 1633# to a path to the nbmake executable. Sets done_rebuildmake=true 1634# if nbmake was rebuilt. 1635# 1636# There is a cyclic dependency between building nbmake and choosing 1637# TOOLDIR: TOOLDIR may be affected by settings in /etc/mk.conf, so we 1638# would like to use getmakevar to get the value of TOOLDIR; but we can't 1639# use getmakevar before we have an up to date version of nbmake; we 1640# might already have an up to date version of nbmake in TOOLDIR, but we 1641# don't yet know where TOOLDIR is. 1642# 1643# The default value of TOOLDIR also depends on the location of the top 1644# level object directory, so $(getmakevar TOOLDIR) invoked before or 1645# after making the top level object directory may produce different 1646# results. 1647# 1648# Strictly speaking, we should do the following: 1649# 1650# 1. build a new version of nbmake in a temporary directory; 1651# 2. use the temporary nbmake to create the top level obj directory; 1652# 3. use $(getmakevar TOOLDIR) with the temporary nbmake to 1653# get the correct value of TOOLDIR; 1654# 4. move the temporary nbmake to ${TOOLDIR}/bin/nbmake. 1655# 1656# However, people don't like building nbmake unnecessarily if their 1657# TOOLDIR has not changed since an earlier build. We try to avoid 1658# rebuilding a temporary version of nbmake by taking some shortcuts to 1659# guess a value for TOOLDIR, looking for an existing version of nbmake 1660# in that TOOLDIR, and checking whether that nbmake is newer than the 1661# sources used to build it. 1662# 1663rebuildmake() 1664{ 1665 make="$(print_tooldir_make)" 1666 if [ -n "${make}" ] && [ -x "${make}" ]; then 1667 for f in usr.bin/make/*.[ch]; do 1668 if [ "${f}" -nt "${make}" ]; then 1669 statusmsg "${make} outdated" \ 1670 "(older than ${f}), needs building." 1671 do_rebuildmake=true 1672 break 1673 fi 1674 done 1675 else 1676 statusmsg "No \$TOOLDIR/bin/${toolprefix}make, needs building." 1677 do_rebuildmake=true 1678 fi 1679 1680 # Build bootstrap ${toolprefix}make if needed. 1681 if ! ${do_rebuildmake}; then 1682 return 1683 fi 1684 1685 # Silent configure with MAKEVERBOSE==0 1686 if [ ${MAKEVERBOSE:-2} -eq 0 ]; then 1687 configure_args=--silent 1688 fi 1689 1690 statusmsg "Bootstrapping ${toolprefix}make" 1691 ${runcmd} cd "${tmpdir}" 1692 ${runcmd} env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" \ 1693 CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \ 1694 ${HOST_SH} "${TOP}/tools/make/configure" ${configure_args} || 1695 ( cp ${tmpdir}/config.log ${tmpdir}-config.log 1696 bomb "Configure of ${toolprefix}make failed, see ${tmpdir}-config.log for details" ) 1697 ${runcmd} ${HOST_SH} buildmake.sh || 1698 bomb "Build of ${toolprefix}make failed" 1699 make="${tmpdir}/${toolprefix}make" 1700 ${runcmd} cd "${TOP}" 1701 ${runcmd} rm -f usr.bin/make/*.o 1702 done_rebuildmake=true 1703} 1704 1705# validatemakeparams -- 1706# Perform some late sanity checks, after rebuildmake, 1707# but before createmakewrapper or any real work. 1708# 1709# Creates the top-level obj directory, because that 1710# is needed by some of the sanity checks. 1711# 1712# Prints status messages reporting the values of several variables. 1713# 1714validatemakeparams() 1715{ 1716 # MAKECONF (which defaults to /etc/mk.conf in share/mk/bsd.own.mk) 1717 # can affect many things, so mention it in an early status message. 1718 # 1719 MAKECONF=$(getmakevar MAKECONF) 1720 if [ -e "${MAKECONF}" ]; then 1721 statusmsg2 "MAKECONF file:" "${MAKECONF}" 1722 else 1723 statusmsg2 "MAKECONF file:" "${MAKECONF} (File not found)" 1724 fi 1725 1726 # Normalise MKOBJDIRS, MKUNPRIVED, and MKUPDATE. 1727 # These may be set as build.sh options or in "mk.conf". 1728 # Don't export them as they're only used for tests in build.sh. 1729 # 1730 MKOBJDIRS=$(getmakevar MKOBJDIRS) 1731 MKUNPRIVED=$(getmakevar MKUNPRIVED) 1732 MKUPDATE=$(getmakevar MKUPDATE) 1733 1734 # Non-root should always use either the -U or -E flag. 1735 # 1736 if ! ${do_expertmode} && \ 1737 [ "$id_u" -ne 0 ] && \ 1738 [ "${MKUNPRIVED}" = "no" ] ; then 1739 bomb "-U or -E must be set for build as an unprivileged user." 1740 fi 1741 1742 if [ "${runcmd}" = "echo" ]; then 1743 TOOLCHAIN_MISSING=no 1744 EXTERNAL_TOOLCHAIN="" 1745 else 1746 TOOLCHAIN_MISSING=$(bomb_getmakevar TOOLCHAIN_MISSING) 1747 EXTERNAL_TOOLCHAIN=$(bomb_getmakevar EXTERNAL_TOOLCHAIN) 1748 fi 1749 if [ "${TOOLCHAIN_MISSING}" = "yes" ] && \ 1750 [ -z "${EXTERNAL_TOOLCHAIN}" ]; then 1751 ${runcmd} echo "ERROR: build.sh (in-tree cross-toolchain) is not yet available for" 1752 ${runcmd} echo " MACHINE: ${MACHINE}" 1753 ${runcmd} echo " MACHINE_ARCH: ${MACHINE_ARCH}" 1754 ${runcmd} echo "" 1755 ${runcmd} echo "All builds for this platform should be done via a traditional make" 1756 ${runcmd} echo "If you wish to use an external cross-toolchain, set" 1757 ${runcmd} echo " EXTERNAL_TOOLCHAIN=<path to toolchain root>" 1758 ${runcmd} echo "in either the environment or mk.conf and rerun" 1759 ${runcmd} echo " ${progname} $*" 1760 exit 1 1761 fi 1762 1763 if [ "${MKOBJDIRS}" != "no" ]; then 1764 # Create the top-level object directory. 1765 # 1766 # "make obj NOSUBDIR=" can handle most cases, but it 1767 # can't handle the case where MAKEOBJDIRPREFIX is set 1768 # while the corresponding directory does not exist 1769 # (rules in <bsd.obj.mk> would abort the build). We 1770 # therefore have to handle the MAKEOBJDIRPREFIX case 1771 # without invoking "make obj". The MAKEOBJDIR case 1772 # could be handled either way, but we choose to handle 1773 # it similarly to MAKEOBJDIRPREFIX. 1774 # 1775 if [ -n "${TOP_obj}" ]; then 1776 # It must have been set by the "-M" or "-O" 1777 # command line options, so there's no need to 1778 # use getmakevar 1779 : 1780 elif [ -n "$MAKEOBJDIRPREFIX" ]; then 1781 TOP_obj="$(getmakevar MAKEOBJDIRPREFIX)${TOP}" 1782 elif [ -n "$MAKEOBJDIR" ]; then 1783 TOP_obj="$(getmakevar MAKEOBJDIR)" 1784 fi 1785 if [ -n "$TOP_obj" ]; then 1786 ${runcmd} mkdir -p "${TOP_obj}" || 1787 bomb "Can't create top level object directory" \ 1788 "${TOP_obj}" 1789 else 1790 ${runcmd} "${make}" -m ${TOP}/share/mk obj NOSUBDIR= || 1791 bomb "Can't create top level object directory" \ 1792 "using make obj" 1793 fi 1794 1795 # make obj in tools to ensure that the objdir for "tools" 1796 # is available. 1797 # 1798 ${runcmd} cd tools 1799 ${runcmd} "${make}" -m ${TOP}/share/mk obj NOSUBDIR= || 1800 bomb "Failed to make obj in tools" 1801 ${runcmd} cd "${TOP}" 1802 fi 1803 1804 # Find TOOLDIR, DESTDIR, and RELEASEDIR, according to getmakevar, 1805 # and bomb if they have changed from the values we had from the 1806 # command line or environment. 1807 # 1808 # This must be done after creating the top-level object directory. 1809 # 1810 for var in TOOLDIR DESTDIR RELEASEDIR 1811 do 1812 eval oldval=\"\$${var}\" 1813 newval="$(getmakevar $var)" 1814 if ! $do_expertmode; then 1815 : ${_SRC_TOP_OBJ_:=$(getmakevar _SRC_TOP_OBJ_)} 1816 case "$var" in 1817 DESTDIR) 1818 : ${newval:=${_SRC_TOP_OBJ_}/destdir.${MACHINE}} 1819 makeenv="${makeenv} DESTDIR" 1820 ;; 1821 RELEASEDIR) 1822 : ${newval:=${_SRC_TOP_OBJ_}/releasedir} 1823 makeenv="${makeenv} RELEASEDIR" 1824 ;; 1825 esac 1826 fi 1827 if [ -n "$oldval" ] && [ "$oldval" != "$newval" ]; then 1828 bomb "Value of ${var} has changed" \ 1829 "(was \"${oldval}\", now \"${newval}\")" 1830 fi 1831 eval ${var}=\"\${newval}\" 1832 eval export ${var} 1833 statusmsg2 "${var} path:" "${newval}" 1834 done 1835 1836 # RELEASEMACHINEDIR is just a subdir name, e.g. "i386". 1837 RELEASEMACHINEDIR=$(getmakevar RELEASEMACHINEDIR) 1838 1839 # Check validity of TOOLDIR and DESTDIR. 1840 # 1841 if [ -z "${TOOLDIR}" ] || [ "${TOOLDIR}" = "/" ]; then 1842 bomb "TOOLDIR '${TOOLDIR}' invalid" 1843 fi 1844 removedirs="${TOOLDIR}" 1845 1846 if [ -z "${DESTDIR}" ] || [ "${DESTDIR}" = "/" ]; then 1847 if ${do_distribution} || ${do_release} || \ 1848 [ "${uname_s}" != "NetBSD" ] || \ 1849 [ "${uname_m}" != "${MACHINE}" ]; then 1850 bomb "DESTDIR must != / for cross builds, or ${progname} 'distribution' or 'release'." 1851 fi 1852 if ! ${do_expertmode}; then 1853 bomb "DESTDIR must != / for non -E (expert) builds" 1854 fi 1855 statusmsg "WARNING: Building to /, in expert mode." 1856 statusmsg " This may cause your system to break! Reasons include:" 1857 statusmsg " - your kernel is not up to date" 1858 statusmsg " - the libraries or toolchain have changed" 1859 statusmsg " YOU HAVE BEEN WARNED!" 1860 else 1861 removedirs="${removedirs} ${DESTDIR}" 1862 fi 1863 if ${do_releasekernel} && [ -z "${RELEASEDIR}" ]; then 1864 bomb "Must set RELEASEDIR with \`releasekernel=...'" 1865 fi 1866 1867 # If a previous build.sh run used -U (and therefore created a 1868 # METALOG file), then most subsequent build.sh runs must also 1869 # use -U. If DESTDIR is about to be removed, then don't perform 1870 # this check. 1871 # 1872 case "${do_removedirs} ${removedirs} " in 1873 true*" ${DESTDIR} "*) 1874 # DESTDIR is about to be removed 1875 ;; 1876 *) 1877 if [ -e "${DESTDIR}/METALOG" ] && \ 1878 [ "${MKUNPRIVED}" = "no" ] ; then 1879 if $do_expertmode; then 1880 warning "A previous build.sh run specified -U." 1881 else 1882 bomb "A previous build.sh run specified -U; you must specify it again now." 1883 fi 1884 fi 1885 ;; 1886 esac 1887 1888 # live-image and install-image targets require binary sets 1889 # (actually DESTDIR/etc/mtree/set.* files) built with MKUNPRIVED. 1890 # If release operation is specified with live-image or install-image, 1891 # the release op should be performed with -U for later image ops. 1892 # 1893 if ${do_release} && ( ${do_live_image} || ${do_install_image} ) && \ 1894 [ "${MKUNPRIVED}" = "no" ] ; then 1895 bomb "-U must be specified on building release to create images later." 1896 fi 1897} 1898 1899 1900createmakewrapper() 1901{ 1902 # Remove the target directories. 1903 # 1904 if ${do_removedirs}; then 1905 for f in ${removedirs}; do 1906 statusmsg "Removing ${f}" 1907 ${runcmd} rm -r -f "${f}" 1908 done 1909 fi 1910 1911 # Recreate $TOOLDIR. 1912 # 1913 ${runcmd} mkdir -p "${TOOLDIR}/bin" || 1914 bomb "mkdir of '${TOOLDIR}/bin' failed" 1915 1916 # If we did not previously rebuild ${toolprefix}make, then 1917 # check whether $make is still valid and the same as the output 1918 # from print_tooldir_make. If not, then rebuild make now. A 1919 # possible reason for this being necessary is that the actual 1920 # value of TOOLDIR might be different from the value guessed 1921 # before the top level obj dir was created. 1922 # 1923 if ! ${done_rebuildmake} && \ 1924 ( [ ! -x "$make" ] || [ "$make" != "$(print_tooldir_make)" ] ) 1925 then 1926 rebuildmake 1927 fi 1928 1929 # Install ${toolprefix}make if it was built. 1930 # 1931 if ${done_rebuildmake}; then 1932 ${runcmd} rm -f "${TOOLDIR}/bin/${toolprefix}make" 1933 ${runcmd} cp "${make}" "${TOOLDIR}/bin/${toolprefix}make" || 1934 bomb "Failed to install \$TOOLDIR/bin/${toolprefix}make" 1935 make="${TOOLDIR}/bin/${toolprefix}make" 1936 statusmsg "Created ${make}" 1937 fi 1938 1939 # Build a ${toolprefix}make wrapper script, usable by hand as 1940 # well as by build.sh. 1941 # 1942 if [ -z "${makewrapper}" ]; then 1943 makewrapper="${TOOLDIR}/bin/${toolprefix}make-${makewrappermachine:-${MACHINE}}" 1944 [ -z "${BUILDID}" ] || makewrapper="${makewrapper}-${BUILDID}" 1945 fi 1946 1947 ${runcmd} rm -f "${makewrapper}" 1948 if [ "${runcmd}" = "echo" ]; then 1949 echo 'cat <<EOF >'${makewrapper} 1950 makewrapout= 1951 else 1952 makewrapout=">>\${makewrapper}" 1953 fi 1954 1955 case "${KSH_VERSION:-${SH_VERSION}}" in 1956 *PD\ KSH*|*MIRBSD\ KSH*) 1957 set +o braceexpand 1958 ;; 1959 esac 1960 1961 eval cat <<EOF ${makewrapout} 1962#! ${HOST_SH} 1963# Set proper variables to allow easy "make" building of a NetBSD subtree. 1964# Generated from: \$NetBSD: build.sh,v 1.343 2020/07/26 09:17:24 rillig Exp $ 1965# with these arguments: ${_args} 1966# 1967 1968EOF 1969 { 1970 sorted_vars="$(for var in ${makeenv}; do echo "${var}" ; done \ 1971 | sort -u )" 1972 for var in ${sorted_vars}; do 1973 eval val=\"\${${var}}\" 1974 eval is_set=\"\${${var}+set}\" 1975 if [ -z "${is_set}" ]; then 1976 echo "unset ${var}" 1977 else 1978 qval="$(shell_quote "${val}")" 1979 echo "${var}=${qval}; export ${var}" 1980 fi 1981 done 1982 1983 cat <<EOF 1984 1985exec "\${TOOLDIR}/bin/${toolprefix}make" \${1+"\$@"} 1986EOF 1987 } | eval cat "${makewrapout}" 1988 [ "${runcmd}" = "echo" ] && echo EOF 1989 ${runcmd} chmod +x "${makewrapper}" 1990 statusmsg2 "Updated makewrapper:" "${makewrapper}" 1991} 1992 1993make_in_dir() 1994{ 1995 local dir="$1" 1996 local op="$2" 1997 ${runcmd} cd "${dir}" || 1998 bomb "Failed to cd to \"${dir}\"" 1999 ${runcmd} "${makewrapper}" ${parallel} ${op} || 2000 bomb "Failed to make ${op} in \"${dir}\"" 2001 ${runcmd} cd "${TOP}" || 2002 bomb "Failed to cd back to \"${TOP}\"" 2003} 2004 2005buildtools() 2006{ 2007 if [ "${MKOBJDIRS}" != "no" ]; then 2008 ${runcmd} "${makewrapper}" ${parallel} obj-tools || 2009 bomb "Failed to make obj-tools" 2010 fi 2011 if [ "${MKUPDATE}" = "no" ]; then 2012 make_in_dir tools cleandir 2013 fi 2014 make_in_dir tools build_install 2015 statusmsg "Tools built to ${TOOLDIR}" 2016} 2017 2018buildlibs() 2019{ 2020 if [ "${MKOBJDIRS}" != "no" ]; then 2021 ${runcmd} "${makewrapper}" ${parallel} obj || 2022 bomb "Failed to make obj" 2023 fi 2024 if [ "${MKUPDATE}" = "no" ]; then 2025 make_in_dir lib cleandir 2026 fi 2027 make_in_dir . do-distrib-dirs 2028 make_in_dir . includes 2029 make_in_dir . do-lib 2030 statusmsg "libs built" 2031} 2032 2033getkernelconf() 2034{ 2035 kernelconf="$1" 2036 if [ "${MKOBJDIRS}" != "no" ]; then 2037 # The correct value of KERNOBJDIR might 2038 # depend on a prior "make obj" in 2039 # ${KERNSRCDIR}/${KERNARCHDIR}/compile. 2040 # 2041 KERNSRCDIR="$(getmakevar KERNSRCDIR)" 2042 KERNARCHDIR="$(getmakevar KERNARCHDIR)" 2043 make_in_dir "${KERNSRCDIR}/${KERNARCHDIR}/compile" obj 2044 fi 2045 KERNCONFDIR="$(getmakevar KERNCONFDIR)" 2046 KERNOBJDIR="$(getmakevar KERNOBJDIR)" 2047 case "${kernelconf}" in 2048 */*) 2049 kernelconfpath="${kernelconf}" 2050 kernelconfname="${kernelconf##*/}" 2051 ;; 2052 *) 2053 kernelconfpath="${KERNCONFDIR}/${kernelconf}" 2054 kernelconfname="${kernelconf}" 2055 ;; 2056 esac 2057 kernelbuildpath="${KERNOBJDIR}/${kernelconfname}" 2058} 2059 2060diskimage() 2061{ 2062 ARG="$(echo $1 | tr '[:lower:]' '[:upper:]')" 2063 [ -f "${DESTDIR}/etc/mtree/set.base" ] || 2064 bomb "The release binaries must be built first" 2065 kerneldir="${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/kernel" 2066 kernel="${kerneldir}/netbsd-${ARG}.gz" 2067 [ -f "${kernel}" ] || 2068 bomb "The kernel ${kernel} must be built first" 2069 make_in_dir "${NETBSDSRCDIR}/etc" "smp_${1}" 2070} 2071 2072buildkernel() 2073{ 2074 if ! ${do_tools} && ! ${buildkernelwarned:-false}; then 2075 # Building tools every time we build a kernel is clearly 2076 # unnecessary. We could try to figure out whether rebuilding 2077 # the tools is necessary this time, but it doesn't seem worth 2078 # the trouble. Instead, we say it's the user's responsibility 2079 # to rebuild the tools if necessary. 2080 # 2081 statusmsg "Building kernel without building new tools" 2082 buildkernelwarned=true 2083 fi 2084 getkernelconf $1 2085 statusmsg2 "Building kernel:" "${kernelconf}" 2086 statusmsg2 "Build directory:" "${kernelbuildpath}" 2087 ${runcmd} mkdir -p "${kernelbuildpath}" || 2088 bomb "Cannot mkdir: ${kernelbuildpath}" 2089 if [ "${MKUPDATE}" = "no" ]; then 2090 make_in_dir "${kernelbuildpath}" cleandir 2091 fi 2092 [ -x "${TOOLDIR}/bin/${toolprefix}config" ] \ 2093 || bomb "${TOOLDIR}/bin/${toolprefix}config does not exist. You need to \"$0 tools\" first." 2094 CONFIGOPTS=$(getmakevar CONFIGOPTS) 2095 ${runcmd} "${TOOLDIR}/bin/${toolprefix}config" ${CONFIGOPTS} \ 2096 -b "${kernelbuildpath}" -s "${TOP}/sys" ${configopts} \ 2097 "${kernelconfpath}" || 2098 bomb "${toolprefix}config failed for ${kernelconf}" 2099 make_in_dir "${kernelbuildpath}" depend 2100 make_in_dir "${kernelbuildpath}" all 2101 2102 if [ "${runcmd}" != "echo" ]; then 2103 statusmsg "Kernels built from ${kernelconf}:" 2104 kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath}) 2105 for kern in ${kernlist:-netbsd}; do 2106 [ -f "${kernelbuildpath}/${kern}" ] && \ 2107 echo " ${kernelbuildpath}/${kern}" 2108 done | tee -a "${results}" 2109 fi 2110} 2111 2112releasekernel() 2113{ 2114 getkernelconf $1 2115 kernelreldir="${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/kernel" 2116 ${runcmd} mkdir -p "${kernelreldir}" 2117 kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath}) 2118 for kern in ${kernlist:-netbsd}; do 2119 builtkern="${kernelbuildpath}/${kern}" 2120 [ -f "${builtkern}" ] || continue 2121 releasekern="${kernelreldir}/${kern}-${kernelconfname}.gz" 2122 statusmsg2 "Kernel copy:" "${releasekern}" 2123 if [ "${runcmd}" = "echo" ]; then 2124 echo "gzip -c -9 < ${builtkern} > ${releasekern}" 2125 else 2126 gzip -c -9 < "${builtkern}" > "${releasekern}" 2127 fi 2128 done 2129} 2130 2131buildkernels() 2132{ 2133 allkernels=$( runcmd= make_in_dir etc '-V ${ALL_KERNELS}' ) 2134 for k in $allkernels; do 2135 buildkernel "${k}" 2136 done 2137} 2138 2139buildmodules() 2140{ 2141 setmakeenv MKBINUTILS no 2142 if ! ${do_tools} && ! ${buildmoduleswarned:-false}; then 2143 # Building tools every time we build modules is clearly 2144 # unnecessary as well as a kernel. 2145 # 2146 statusmsg "Building modules without building new tools" 2147 buildmoduleswarned=true 2148 fi 2149 2150 statusmsg "Building kernel modules for NetBSD/${MACHINE} ${DISTRIBVER}" 2151 if [ "${MKOBJDIRS}" != "no" ]; then 2152 make_in_dir sys/modules obj 2153 fi 2154 if [ "${MKUPDATE}" = "no" ]; then 2155 make_in_dir sys/modules cleandir 2156 fi 2157 make_in_dir sys/modules dependall 2158 make_in_dir sys/modules install 2159 2160 statusmsg "Successful build of kernel modules for NetBSD/${MACHINE} ${DISTRIBVER}" 2161} 2162 2163builddtb() 2164{ 2165 statusmsg "Building devicetree blobs for NetBSD/${MACHINE} ${DISTRIBVER}" 2166 if [ "${MKOBJDIRS}" != "no" ]; then 2167 make_in_dir sys/dtb obj 2168 fi 2169 if [ "${MKUPDATE}" = "no" ]; then 2170 make_in_dir sys/dtb cleandir 2171 fi 2172 make_in_dir sys/dtb dependall 2173 make_in_dir sys/dtb install 2174 2175 statusmsg "Successful build of devicetree blobs for NetBSD/${MACHINE} ${DISTRIBVER}" 2176} 2177 2178installmodules() 2179{ 2180 dir="$1" 2181 ${runcmd} "${makewrapper}" INSTALLMODULESDIR="${dir}" installmodules || 2182 bomb "Failed to make installmodules to ${dir}" 2183 statusmsg "Successful installmodules to ${dir}" 2184} 2185 2186installworld() 2187{ 2188 dir="$1" 2189 ${runcmd} "${makewrapper}" INSTALLWORLDDIR="${dir}" installworld || 2190 bomb "Failed to make installworld to ${dir}" 2191 statusmsg "Successful installworld to ${dir}" 2192} 2193 2194# Run rump build&link tests. 2195# 2196# To make this feasible for running without having to install includes and 2197# libraries into destdir (i.e. quick), we only run ld. This is possible 2198# since the rump kernel is a closed namespace apart from calls to rumpuser. 2199# Therefore, if ld complains only about rumpuser symbols, rump kernel 2200# linking was successful. 2201# 2202# We test that rump links with a number of component configurations. 2203# These attempt to mimic what is encountered in the full build. 2204# See list below. The list should probably be either autogenerated 2205# or managed elsewhere; keep it here until a better idea arises. 2206# 2207# Above all, note that THIS IS NOT A SUBSTITUTE FOR A FULL BUILD. 2208# 2209 2210RUMP_LIBSETS=' 2211 -lrump, 2212 -lrumpvfs -lrump, 2213 -lrumpvfs -lrumpdev -lrump, 2214 -lrumpnet -lrump, 2215 -lrumpkern_tty -lrumpvfs -lrump, 2216 -lrumpfs_tmpfs -lrumpvfs -lrump, 2217 -lrumpfs_ffs -lrumpfs_msdos -lrumpvfs -lrumpdev_disk -lrumpdev -lrump, 2218 -lrumpnet_virtif -lrumpnet_netinet -lrumpnet_net -lrumpnet 2219 -lrumpdev -lrumpvfs -lrump, 2220 -lrumpnet_sockin -lrumpfs_smbfs -lrumpdev_netsmb 2221 -lrumpkern_crypto -lrumpdev -lrumpnet -lrumpvfs -lrump, 2222 -lrumpnet_sockin -lrumpfs_nfs -lrumpnet -lrumpvfs -lrump, 2223 -lrumpdev_cgd -lrumpdev_raidframe -lrumpdev_disk -lrumpdev_rnd 2224 -lrumpdev_dm -lrumpdev -lrumpvfs -lrumpkern_crypto -lrump' 2225dorump() 2226{ 2227 local doclean="" 2228 local doobjs="" 2229 2230 # we cannot link libs without building csu, and that leads to lossage 2231 [ "${1}" != "rumptest" ] && bomb 'build.sh rump not yet functional. ' \ 2232 'did you mean "rumptest"?' 2233 2234 export RUMPKERN_ONLY=1 2235 # create obj and distrib dirs 2236 if [ "${MKOBJDIRS}" != "no" ]; then 2237 make_in_dir "${NETBSDSRCDIR}/etc/mtree" obj 2238 make_in_dir "${NETBSDSRCDIR}/sys/rump" obj 2239 fi 2240 ${runcmd} "${makewrapper}" ${parallel} do-distrib-dirs \ 2241 || bomb 'could not create distrib-dirs' 2242 2243 [ "${MKUPDATE}" = "no" ] && doclean="cleandir" 2244 targlist="${doclean} ${doobjs} dependall install" 2245 # optimize: for test we build only static libs (3x test speedup) 2246 if [ "${1}" = "rumptest" ] ; then 2247 setmakeenv NOPIC 1 2248 setmakeenv NOPROFILE 1 2249 fi 2250 for cmd in ${targlist} ; do 2251 make_in_dir "${NETBSDSRCDIR}/sys/rump" ${cmd} 2252 done 2253 2254 # if we just wanted to build & install rump, we're done 2255 [ "${1}" != "rumptest" ] && return 2256 2257 ${runcmd} cd "${NETBSDSRCDIR}/sys/rump/librump/rumpkern" \ 2258 || bomb "cd to rumpkern failed" 2259 md_quirks=`${runcmd} "${makewrapper}" -V '${_SYMQUIRK}'` 2260 # one little, two little, three little backslashes ... 2261 md_quirks="$(echo ${md_quirks} | sed 's,\\,\\\\,g'";s/'//g" )" 2262 ${runcmd} cd "${TOP}" || bomb "cd to ${TOP} failed" 2263 tool_ld=`${runcmd} "${makewrapper}" -V '${LD}'` 2264 2265 local oIFS="${IFS}" 2266 IFS="," 2267 for set in ${RUMP_LIBSETS} ; do 2268 IFS="${oIFS}" 2269 ${runcmd} ${tool_ld} -nostdlib -L${DESTDIR}/usr/lib \ 2270 -static --whole-archive ${set} 2>&1 -o /tmp/rumptest.$$ | \ 2271 awk -v quirks="${md_quirks}" ' 2272 /undefined reference/ && 2273 !/more undefined references.*follow/{ 2274 if (match($NF, 2275 "`(rumpuser_|rumpcomp_|__" quirks ")") == 0) 2276 fails[NR] = $0 2277 } 2278 /cannot find -l/{fails[NR] = $0} 2279 /cannot open output file/{fails[NR] = $0} 2280 END{ 2281 for (x in fails) 2282 print fails[x] 2283 exit x!=0 2284 }' 2285 [ $? -ne 0 ] && bomb "Testlink of rump failed: ${set}" 2286 done 2287 statusmsg "Rump build&link tests successful" 2288} 2289 2290setup_mkrepro() 2291{ 2292 if [ ${MKREPRO-no} != "yes" ]; then 2293 return 2294 fi 2295 local dirs=${NETBSDSRCDIR-/usr/src}/ 2296 if [ ${MKX11-no} = "yes" ]; then 2297 dirs="$dirs ${X11SRCDIR-/usr/xsrc}/" 2298 fi 2299 local cvslatest=$(print_tooldir_program cvslatest) 2300 if [ ! -x "${cvslatest}" ]; then 2301 buildtools 2302 fi 2303 MKREPRO_TIMESTAMP=$("${cvslatest}" ${dirs}) 2304 [ -n "${MKREPRO_TIMESTAMP}" ] || bomb "Failed to compute timestamp" 2305 statusmsg2 "MKREPRO_TIMESTAMP" "$(TZ=UTC date -r ${MKREPRO_TIMESTAMP})" 2306 export MKREPRO MKREPRO_TIMESTAMP 2307} 2308 2309main() 2310{ 2311 initdefaults 2312 _args=$@ 2313 parseoptions "$@" 2314 2315 sanitycheck 2316 2317 build_start=$(date) 2318 statusmsg2 "${progname} command:" "$0 $*" 2319 statusmsg2 "${progname} started:" "${build_start}" 2320 statusmsg2 "NetBSD version:" "${DISTRIBVER}" 2321 statusmsg2 "MACHINE:" "${MACHINE}" 2322 statusmsg2 "MACHINE_ARCH:" "${MACHINE_ARCH}" 2323 statusmsg2 "Build platform:" "${uname_s} ${uname_r} ${uname_m}" 2324 statusmsg2 "HOST_SH:" "${HOST_SH}" 2325 if [ -n "${BUILDID}" ]; then 2326 statusmsg2 "BUILDID:" "${BUILDID}" 2327 fi 2328 if [ -n "${BUILDINFO}" ]; then 2329 printf "%b\n" "${BUILDINFO}" | \ 2330 while read -r line ; do 2331 [ -s "${line}" ] && continue 2332 statusmsg2 "BUILDINFO:" "${line}" 2333 done 2334 fi 2335 2336 rebuildmake 2337 validatemakeparams 2338 createmakewrapper 2339 setup_mkrepro 2340 2341 # Perform the operations. 2342 # 2343 for op in ${operations}; do 2344 case "${op}" in 2345 2346 makewrapper) 2347 # no-op 2348 ;; 2349 2350 tools) 2351 buildtools 2352 ;; 2353 libs) 2354 buildlibs 2355 ;; 2356 2357 sets) 2358 statusmsg "Building sets from pre-populated ${DESTDIR}" 2359 ${runcmd} "${makewrapper}" ${parallel} ${op} || 2360 bomb "Failed to make ${op}" 2361 setdir=${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/sets 2362 statusmsg "Built sets to ${setdir}" 2363 ;; 2364 2365 build|distribution|release) 2366 ${runcmd} "${makewrapper}" ${parallel} ${op} || 2367 bomb "Failed to make ${op}" 2368 statusmsg "Successful make ${op}" 2369 ;; 2370 2371 cleandir|obj|sourcesets|syspkgs|params) 2372 ${runcmd} "${makewrapper}" ${parallel} ${op} || 2373 bomb "Failed to make ${op}" 2374 statusmsg "Successful make ${op}" 2375 ;; 2376 2377 iso-image|iso-image-source) 2378 ${runcmd} "${makewrapper}" ${parallel} \ 2379 CDEXTRA="$CDEXTRA" ${op} || 2380 bomb "Failed to make ${op}" 2381 statusmsg "Successful make ${op}" 2382 ;; 2383 2384 live-image|install-image) 2385 # install-image and live-image require mtree spec files 2386 # built with UNPRIVED. Assume UNPRIVED build has been 2387 # performed if METALOG file is created in DESTDIR. 2388 if [ ! -e "${DESTDIR}/METALOG" ] ; then 2389 bomb "The release binaries must have been built with -U to create images." 2390 fi 2391 ${runcmd} "${makewrapper}" ${parallel} ${op} || 2392 bomb "Failed to make ${op}" 2393 statusmsg "Successful make ${op}" 2394 ;; 2395 kernel=*) 2396 arg=${op#*=} 2397 buildkernel "${arg}" 2398 ;; 2399 kernel.gdb=*) 2400 arg=${op#*=} 2401 configopts="-D DEBUG=-g" 2402 buildkernel "${arg}" 2403 ;; 2404 releasekernel=*) 2405 arg=${op#*=} 2406 releasekernel "${arg}" 2407 ;; 2408 2409 kernels) 2410 buildkernels 2411 ;; 2412 2413 disk-image=*) 2414 arg=${op#*=} 2415 diskimage "${arg}" 2416 ;; 2417 2418 dtb) 2419 builddtb 2420 ;; 2421 2422 modules) 2423 buildmodules 2424 ;; 2425 2426 installmodules=*) 2427 arg=${op#*=} 2428 if [ "${arg}" = "/" ] && \ 2429 ( [ "${uname_s}" != "NetBSD" ] || \ 2430 [ "${uname_m}" != "${MACHINE}" ] ); then 2431 bomb "'${op}' must != / for cross builds." 2432 fi 2433 installmodules "${arg}" 2434 ;; 2435 2436 install=*) 2437 arg=${op#*=} 2438 if [ "${arg}" = "/" ] && \ 2439 ( [ "${uname_s}" != "NetBSD" ] || \ 2440 [ "${uname_m}" != "${MACHINE}" ] ); then 2441 bomb "'${op}' must != / for cross builds." 2442 fi 2443 installworld "${arg}" 2444 ;; 2445 2446 rump|rumptest) 2447 dorump "${op}" 2448 ;; 2449 2450 *) 2451 bomb "Unknown operation \`${op}'" 2452 ;; 2453 2454 esac 2455 done 2456 2457 statusmsg2 "${progname} ended:" "$(date)" 2458 if [ -s "${results}" ]; then 2459 echo "===> Summary of results:" 2460 sed -e 's/^===>//;s/^/ /' "${results}" 2461 echo "===> ." 2462 fi 2463} 2464 2465main "$@" 2466