1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
|
#!/bin/sh
# file : build.sh.in
# license : MIT; see accompanying LICENSE file
usage="Usage: $0 [-h|--help] [<options>] <c++-compiler> [<compile-options>]"
# Package repository URL (or path).
#
if test -z "$BUILD2_REPO"; then
BUILD2_REPO="@BUILD2_REPO@"
fi
# Package versions.
#
build2_ver="@BUILD2_VERSION@"
bpkg_ver="@BPKG_VERSION@"
bdep_ver="@BDEP_VERSION@"
# Standard modules comma-separated list and versions.
#
# NOTE: we currently print the list as a single line and will need to somehow
# change that when it becomes too long.
#
standard_modules="kconfig"
kconfig_ver="@KCONFIG_VERSION@"
# The bpkg configuration directory.
#
cver="@CONFIG_VER@"
cdir="build2-toolchain-$cver"
diag ()
{
echo "$*" 1>&2
}
# Note that this function will execute a command with arguments that contain
# spaces but it will not print them as quoted (and neither does set -x).
#
run ()
{
diag "+ $@"
"$@"
if test "$?" -ne "0"; then
exit 1
fi
}
owd="$(pwd)"
local=
bpkg=true
bdep=true
modules="$standard_modules"
private=
idir=
jobs=
sudo=
trust=
timeout=
make=
make_options=
verbose=
cxx=
while test $# -ne 0; do
case "$1" in
-h|--help)
diag
diag "$usage"
diag "Options:"
diag " --local Don't build from packages, only from local source."
diag " --no-bpkg Don't install bpkg nor bdep (requires --local)."
diag " --no-bdep Don't install bdep."
diag " --no-modules Don't install standard build system modules."
diag " --modules <list> Install only specified standard build system modules."
diag " --install-dir <dir> Alternative installation directory."
diag " --sudo <prog> Optional sudo program to use (pass false to disable)."
diag " --private Install shared libraries into private subdirectory."
diag " --jobs|-j <num> Number of jobs to perform in parallel."
diag " --repo <loc> Alternative package repository location."
diag " --trust <fp> Repository certificate fingerprint to trust."
diag " --timeout <sec> Network operations timeout in seconds."
diag " --make <arg> Bootstrap using GNU make instead of script."
diag " --verbose <level> Diagnostics verbosity level between 0 and 6."
diag
diag "By default the script will install into /usr/local with private"
diag "library subdirectories and using sudo(1). To enable private"
diag "subdirectories and/or use sudo for a custom installation location,"
diag "you need to specify --private and/or --sudo explicitly, for example:"
diag
diag "$0 --install-dir /opt/build2 --sudo sudo g++"
diag
diag "If --jobs|-j is unspecified, then the bootstrap step is performed"
diag "serially with the rest of the process using the number of available"
diag "hardware threads."
diag
diag "The --trust option recognizes two special values: 'yes' (trust"
diag "everything) and 'no' (trust nothing)."
diag
diag "The --make option can be used to bootstrap using GNU make. The"
diag "first --make value should specify the make executable optionally"
diag "followed by additional make options, for example:"
diag
diag "$0 --make make --make -j8 g++"
diag
diag "If --jobs|-j is specified, then its value is passed to make before"
diag "any additional options."
diag
diag "If specified, <compile-options> override the default (-O3) compile"
diag "options (config.cc.coptions) in the bpkg configuration used to build"
diag "and install the final toolchain. For example, to build with the debug"
diag "information (and without optimization):"
diag
diag "$0 g++ -g"
diag
diag "The script by default installs the following standard build system"
diag "modules:"
diag
diag "$standard_modules"
diag
diag "Use --no-modules to suppress installing build system modules or"
diag "--modules <list> to specify a comma-separated subset to install."
diag
diag "See the BOOTSTRAP-UNIX file for details."
diag
exit 0
;;
--local)
local=true
shift
;;
--no-bpkg)
bpkg=
shift
;;
--no-bdep)
bdep=
shift
;;
--no-modules)
modules=
shift
;;
--modules)
shift
modules="$1"
shift
;;
--private)
private=config.install.private=build2
shift
;;
--install-dir)
shift
if test $# -eq 0; then
diag "error: installation directory expected after --install-dir"
diag "$usage"
exit 1
fi
idir="$1"
shift
;;
-j|--jobs)
shift
if test $# -eq 0; then
diag "error: number of jobs expected after --jobs|-j"
diag "$usage"
exit 1
fi
jobs="-j $1"
shift
;;
--sudo)
shift
if test $# -eq 0; then
diag "error: sudo program expected after --sudo"
diag "$usage"
exit 1
fi
sudo="$1"
shift
;;
--repo)
shift
if test $# -eq 0; then
diag "error: repository location expected after --repo"
diag "$usage"
exit 1
fi
BUILD2_REPO="$1"
shift
;;
--trust)
shift
if test $# -eq 0; then
diag "error: certificate fingerprint expected after --trust"
diag "$usage"
exit 1
fi
trust="$1"
shift
;;
--timeout)
shift
if test $# -eq 0; then
diag "error: value in seconds expected after --timeout"
diag "$usage"
exit 1
fi
timeout="$1"
shift
;;
--make)
shift
if test $# -eq 0; then
diag "error: argument expected after --make"
diag "$usage"
exit 1
fi
if test -z "$make"; then
make="$1"
else
make_options="$make_options $1"
fi
shift
;;
--verbose)
shift
if test $# -eq 0; then
diag "error: diagnostics level between 0 and 6 expected after --verbose"
diag "$usage"
exit 1
fi
verbose="$1"
shift
;;
*)
cxx="$1"
shift
break
;;
esac
done
if test -z "$cxx"; then
diag "error: compiler executable expected"
diag "$usage"
exit 1
fi
# Place default <compile-options> into the $@ array.
#
if test $# -eq 0; then
set -- -O3
fi
# Merge jobs and make_options into make.
#
if test -n "$make"; then
if test -n "$jobs"; then
make="$make $jobs"
fi
if test -n "$make_options"; then
make="$make$make_options" # Already has leading space.
fi
fi
# If --no-bpkg is specified, then we require --local to also be specified
# since it won't be possible to build things from packages without bpkg. Also
# imply --no-bdep in this case, since bdep is pretty much useless without
# bpkg.
#
if test -z "$bpkg"; then
if test -z "$local"; then
diag "error: --no-bpkg can only be used for local installation"
diag " info: additionally specify --local"
exit 1
fi
bdep=
fi
module_version () # <name>
{
eval "echo \$$1_ver"
}
# Convert the comma-separated modules list into a space-separated list.
#
module_list="$(echo "$modules" | sed 's/,/ /g')"
for m in $module_list; do
if test -z "$(module_version "$m")"; then
diag "error: unknown standard build system module '$m'"
diag " info: available standard modules: $standard_modules"
exit 1
fi
done
# If the installation directory is unspecified, then assume it is /usr/local.
# Otherwise, if it is a relative path, then convert it to an absolute path,
# unless the realpath program is not present on the system or doesn't
# recognize any of the options we pass, in which case fail, advising to
# specify an absolute installation directory.
#
if test -z "$idir"; then
idir=/usr/local
private=config.install.private=build2
# Only use default sudo for the default installation directory and only if
# it wasn't specified by the user.
#
if test -z "$sudo"; then
sudo="sudo"
fi
elif test -n "$(echo "$idir" | sed -n 's#^[^/].*$#true#p')"; then
if ! command -v realpath >/dev/null 2>&1; then
diag "error: unable to execute realpath: command not found"
diag " info: specify absolute installation directory path"
exit 1
fi
# Don't resolve symlinks and allow non-existent path components.
#
if ! idir="$(realpath -s -m "$idir" 2>/dev/null)"; then
diag "error: realpath does not recognize -s -m"
diag " info: specify absolute installation directory path"
exit 1
fi
fi
if test "$sudo" = false; then
sudo=
fi
if test -f build/config.build; then
diag "error: current directory already configured, start with clean source"
exit 1
fi
if test -z "$local" -a -d "../$cdir"; then
diag "error: ../$cdir/ bpkg configuration directory already exists, remove it"
exit 1
fi
# Add $idir/bin to PATH in case it is not already there.
#
PATH="$idir/bin:$PATH"
export PATH
sys="$(build2/config.guess | sed -n 's/^[^-]*-[^-]*-\(.*\)$/\1/p')"
case "$sys" in
mingw32 | mingw64 | msys | msys2 | cygwin)
conf_rpath="[null]"
conf_rpath_stage="[null]"
conf_sudo="[null]"
;;
*)
if test -n "$private"; then
conf_rpath="$idir/lib/build2"
else
conf_rpath="$idir/lib"
fi
conf_rpath_stage="$idir/lib"
if test -n "$sudo"; then
conf_sudo="$sudo"
else
conf_sudo="[null]"
fi
;;
esac
# We don't have arrays in POSIX shell but we should be ok as long as none of
# the option values contain spaces. Note also that the expansion must be
# unquoted.
#
bpkg_fetch_ops=
bpkg_build_ops=
if test -n "$timeout"; then
bpkg_fetch_ops="--fetch-timeout $timeout"
bpkg_build_ops="--fetch-timeout $timeout"
fi
if test "$trust" = "yes"; then
bpkg_fetch_ops="$bpkg_fetch_ops --trust-yes"
elif test "$trust" = "no"; then
bpkg_fetch_ops="$bpkg_fetch_ops --trust-no"
elif test -n "$trust"; then
bpkg_fetch_ops="$bpkg_fetch_ops --trust $trust"
fi
if test -n "$verbose"; then
verbose="--verbose $verbose"
fi
# Suppress loading of default options files.
#
BUILD2_DEF_OPT="0"
export BUILD2_DEF_OPT
BPKG_DEF_OPT="0"
export BPKG_DEF_OPT
BDEP_DEF_OPT="0"
export BDEP_DEF_OPT
# Bootstrap, stage 1.
#
run cd build2
if test -z "$make"; then
run ./bootstrap.sh "$cxx"
else
run $make -f ./bootstrap.gmake "CXX=$cxx"
fi
run build2/b-boot --version
# Bootstrap, stage 2.
#
run build2/b-boot $verbose $jobs config.cxx="$cxx" config.bin.lib=static build2/exe{b}
mv build2/b build2/b-boot
run build2/b-boot --version
run cd ..
# Local installation early return.
#
if test "$local" = true; then
run build2/build2/b-boot $verbose configure \
config.cxx="$cxx" \
config.cc.coptions="$*" \
config.bin.lib=shared \
config.bin.rpath="$conf_rpath" \
config.install.root="$idir" \
config.install.sudo="$conf_sudo" \
$private
# Install toolchain.
#
projects="build2/"
if test "$bpkg" = true; then
projects="$projects bpkg/"
fi
if test "$bdep" = true; then
projects="$projects bdep/"
fi
run build2/build2/b-boot $verbose $jobs install: $projects
run command -v b
run b --version
if test "$bpkg" = true; then
run command -v bpkg
run bpkg --version
fi
if test "$bdep" = true; then
run command -v bdep
run bdep --version
fi
# Install modules.
#
projects=
tests=
for m in $module_list; do
projects="$projects libbuild2-$m/"
tests="$tests tests/libbuild2-$m-tests/"
done
if test -n "$projects"; then
run b $verbose $jobs install: $projects
run b $verbose noop: $tests
fi
diag
diag "Toolchain installation: $idir/bin"
diag "Build configuration: $owd"
diag
exit 0
fi
# Build and stage the build system and the package manager.
#
run build2/build2/b-boot $verbose configure \
config.cxx="$cxx" \
config.bin.lib=shared \
config.bin.suffix=-stage \
config.bin.rpath="$conf_rpath_stage" \
config.install.root="$idir" \
config.install.data_root=root/stage \
config.install.sudo="$conf_sudo"
run build2/build2/b-boot $verbose $jobs install: build2/ bpkg/
run command -v b-stage
run b-stage --version
run command -v bpkg-stage
run bpkg-stage --version
# Build the entire toolchain from packages.
#
run cd ..
run mkdir "$cdir"
run cd "$cdir"
cdir="$(pwd)" # Save full path for later.
run bpkg-stage $verbose create \
cc \
config.cxx="$cxx" \
config.cc.coptions="$*" \
config.bin.lib=shared \
config.bin.rpath="$conf_rpath" \
config.install.root="$idir" \
config.install.sudo="$conf_sudo" \
$private
packages="build2/$build2_ver bpkg/$bpkg_ver"
if test "$bdep" = true; then
packages="$packages bdep/$bdep_ver"
fi
run bpkg-stage $verbose add "$BUILD2_REPO"
run bpkg-stage $verbose $bpkg_fetch_ops fetch
run bpkg-stage $verbose $jobs $bpkg_build_ops build --for install --yes --plan= $packages
run bpkg-stage $verbose $jobs install --all
run command -v b
run b --version
run command -v bpkg
run bpkg --version
if test "$bdep" = true; then
run command -v bdep
run bdep --version
fi
# Build, install, and verify the build system modules.
#
packages=
tests=
for m in $module_list; do
packages="$packages libbuild2-$m/$(module_version "$m")"
tests="$tests tests/libbuild2-$m-tests/"
done
if test -n "$packages"; then
run bpkg $verbose $jobs $bpkg_build_ops build --for install $packages
run bpkg $verbose $jobs install --all-pattern=libbuild2-*
fi
run cd "$owd"
if test -n "$tests"; then
run b $verbose noop: $tests
fi
# Clean up stage.
#
run b $verbose $jobs uninstall: build2/ bpkg/
diag
diag "Toolchain installation: $idir/bin"
diag "Build configuration: $cdir"
diag
|