source: jhalfs@ 7f25c70

ablfs-more trunk
Last change on this file since 7f25c70 was 16cef03, checked in by Pierre Labastie <pierre.labastie@…>, 3 years ago

Remove legacy: First run of CLFS removal

  • Property mode set to 100755
File size: 14.0 KB
RevLine 
[4da2512]1#!/bin/bash
2set -e
[bbcdeab]3# Pass trap handlers to functions
4set -E
[4da2512]5
6# VT100 colors
7declare -r RED=$'\e[31m'
8declare -r GREEN=$'\e[32m'
9declare -r YELLOW=$'\e[33m'
10
[0e4ddfa]11# shellcheck disable=SC2034
12declare -r BLUE=$'\e[34m'
[4da2512]13declare -r OFF=$'\e[0m'
14declare -r BOLD=$'\e[1m'
15declare -r tab_=$'\t'
16declare -r nl_=$'\n'
17
[0e4ddfa]18# shellcheck disable=SC2034
[4da2512]19declare -r DD_BORDER="${BOLD}==============================================================================${OFF}"
[0e4ddfa]20# shellcheck disable=SC2034
[4da2512]21declare -r SD_BORDER="${BOLD}------------------------------------------------------------------------------${OFF}"
[0e4ddfa]22# shellcheck disable=SC2034
[4da2512]23declare -r STAR_BORDER="${BOLD}******************************************************************************${OFF}"
24
25# bold yellow > < pair
26declare -r R_arrow=$'\e[1;33m>\e[0m'
27declare -r L_arrow=$'\e[1;33m<\e[0m'
28
29
30#>>>>>>>>>>>>>>>ERROR TRAPPING >>>>>>>>>>>>>>>>>>>>
31#-----------------------#
32simple_error() { # Basic error trap.... JUST DIE
33#-----------------------#
[0e4ddfa]34 LASTLINE="$1"
35 LASTERR="$2"
36 LASTSOURCE="$4"
37 error_message "${GREEN} Error $LASTERR at $LASTSOURCE line ${LASTLINE}!"
[4da2512]38}
39
40see_ya() {
[0e4ddfa]41 printf '\n%b%bjhalfs%b exit%b\n' "$L_arrow" "$BOLD" "$R_arrow" "$OFF"
[4da2512]42}
43##### Simple error TRAPS
44# ctrl-c SIGINT
45# ctrl-y
46# ctrl-z SIGTSTP
47# SIGHUP 1 HANGUP
48# SIGINT 2 INTRERRUPT FROM KEYBOARD Ctrl-C
49# SIGQUIT 3
50# SIGKILL 9 KILL
51# SIGTERM 15 TERMINATION
52# SIGSTOP 17,18,23 STOP THE PROCESS
53#####
54set -e
55trap see_ya 0
[bbcdeab]56trap 'simple_error "${LINENO}" "$?" "${FUNCNAME}" "${BASH_SOURCE}"' ERR
[d505128]57trap 'echo -e "\n\n${RED}INTERRUPT${OFF} trapped\n" && exit 2' \
58 HUP INT QUIT TERM # STOP stops tterminal output and does not seem to
59 # execute the handler
[4da2512]60#>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>
61
[0e4ddfa]62simple_message() {
63 # Prevents having to check $VERBOSITY everywhere
64 if [ "$VERBOSITY" -ne 0 ] ; then
65 # shellcheck disable=SC2059
66 printf "$*"
67 fi
68}
69
70warning_message() {
71 simple_message "${YELLOW}\\nWARNING:${OFF} $*\\n\\n"
72}
73
74error_message() {
75 # Prints an error message and exits with LASTERR or 1
76 if [ -n "$LASTERR" ] ; then
77 LASTERR=$(printf '%d' "$LASTERR")
78 else
79 LASTERR=1
80 fi
81 # If +e then disable text output
82 if [[ "$-" =~ e ]]; then
83 printf '\n\n%bERROR:%b %s\n' "$RED" "$OFF" "$*" >&2
84 fi
85 exit "$LASTERR"
86}
87
88load_file() {
89 # source files in a consistent way with an optional message
90 file="$1"
91 shift
92 msg="Loading file ${file}..."
93 [ -z "$*" ] || msg="$*..."
94 simple_message "$msg"
95
96 # shellcheck disable=SC1090
97 source "$file" 2>/dev/null || error_message "$file did not load"
98 simple_message "OK\\n"
99}
100
[e5518fd]101git_commit=$(git log -1 --format=format:"%h %ad")
[4da2512]102version="
[e5518fd]103${BOLD} \"jhalfs\"${OFF} builder tool (development) $git_commit
[4da2512]104
[e5518fd]105 Copyright (C) 2005-2021, the jhalfs team:
[f596dde]106 Jeremy Huntwork
107 George Boudreau
108 Manuel Canales Esparcia
109 Thomas Pegg
110 Matthew Burgess
111 Pierre Labastie
[4da2512]112
[f596dde]113 Unless specified, all the files in this directory and its sub-directories
114 are subjected to the ${BOLD}MIT license${OFF}. See the ${BOLD}LICENSE${OFF} file.
[4da2512]115
[f596dde]116 The files in the ${BOLD}menu${OFF} directory are subjected to the ${BOLD}ISC License${OFF}.
117 See ${BOLD}LICENSE.txt${OFF} and ${BOLD}README${OFF} in that directory.
[4da2512]118"
119
[f596dde]120usage="${nl_}${tab_}${BOLD}${RED}This script cannot be called directly${OFF}
121${tab_}Type ${BOLD}make${OFF} to run the tool, or
122${tab_}Type ${BOLD}./jhalfs -v${OFF} to display version information."
123
[4da2512]124case $1 in
[909ee37]125 -v ) echo "$version" && exit ;;
[4da2512]126 run ) : ;;
[f596dde]127 * ) echo "$usage" && exit 1 ;;
[4da2512]128esac
129
[65c998b]130# If the user has not saved his configuration file, let's ask
131# if he or she really wants to run this stuff
[a22bfe1]132time_current=$(stat -c '%Y' configuration 2>/dev/null || date +%s)
[cf2f109]133time_old=$(stat -c '%Y' configuration.old 2>/dev/null || printf '%s' "$time_current")
[a22bfe1]134if [ "$(printf '%d' "$time_old")" -ge "$(printf '%d' "$time_current")" ] ; then
135 printf 'Do you want to run jhalfs? yes/no (yes): '
[0e4ddfa]136 read -r ANSWER
[a22bfe1]137 case ${ANSWER:0:1} in
138 n|N) printf "\nExiting gracefully.\n"; exit ;;
139 esac
[65c998b]140fi
141
142# Change this to 0 to suppress almost all messages
[4da2512]143VERBOSITY=1
144
[0e4ddfa]145load_file configuration "Loading config params from <configuration>"
[4da2512]146
147# These are boolean vars generated from Config.in.
[7072e1f]148# ISSUE: If a boolean parameter is not set to y(es) there
149# is no variable defined by the menu app. This can
150# cause a headache if you are not aware.
151# The following variables MUST exist. If they don't, the
152# default value is n(o).
[4da2512]153RUNMAKE=${RUNMAKE:-n}
154GETPKG=${GETPKG:-n}
155COMPARE=${COMPARE:-n}
156RUN_ICA=${RUN_ICA:-n}
[7072e1f]157PKGMNGT=${PKGMNGT:-n}
[945ccaa]158WRAP_INSTALL=${WRAP_INSTALL:-n}
[4da2512]159BOMB_TEST=${BOMB_TEST:-n}
160STRIP=${STRIP:=n}
161REPORT=${REPORT:=n}
[085435e]162NCURSES5=${NCURSES5:-n}
[dc7fd7b]163DEL_LA_FILES=${DEL_LA_FILES:-n}
[b339c94]164FULL_LOCALE=${FULL_LOCALE:-n}
[4da2512]165GRSECURITY_HOST=${GRSECURITY_HOST:-n}
[9a536f7]166CUSTOM_TOOLS=${CUSTOM_TOOLS:-n}
[a16f769]167REBUILD_MAKEFILE=${REBUILD_MAKEFILE:-n}
[93346ee]168INSTALL_LOG=${INSTALL_LOG:-n}
[486e9a7]169CLEAN=${CLEAN:=n}
[d035526]170SET_SSP=${SET_SSP:=n}
171SET_ASLR=${SET_ASLR:=n}
172SET_PAX=${SET_PAX:=n}
173SET_HARDENED_TMP=${SET_HARDENED_TMP:=n}
174SET_WARNINGS=${SET_WARNINGS:=n}
175SET_MISC=${SET_MISC:=n}
176SET_BLOWFISH=${SET_BLOWFISH:=n}
[945ccaa]177UNICODE=${UNICODE:=n}
[3b43e17b]178LOCAL=${LOCAL:=n}
[84a3fda]179REALSBU=${REALSBU:=n}
[f5ecc28]180SAVE_CH5=${SAVE_CH5:=n}
[4da2512]181
[75d6d1c]182if [[ "${NO_PROGRESS_BAR}" = "y" ]] ; then
[0e4ddfa]183# shellcheck disable=SC2034
184 NO_PROGRESS="#"
[75d6d1c]185fi
186
[38ae01f]187# Sanity check on the location of $BUILDDIR / $JHALFSDIR
[0e4ddfa]188CWD="$(cd "$(dirname "$0")" && pwd)"
189if [[ $JHALFSDIR == "$CWD" ]]; then
190 echo " The jhalfs source directory conflicts with the jhalfs build directory."
191 echo " Please move the source directory or change the build directory."
192 exit 2
[38ae01f]193fi
194
[0873ccc]195# Book sources envars
[4965fa8]196BRANCH_ID=${BRANCH_ID:=development}
197
198case $BRANCH_ID in
199 development )
200 case $PROGNAME in
[92b7cb8]201 clfs* ) TREE="" ;;
[b3825c3]202 * ) TREE=trunk ;;
[4965fa8]203 esac
204 LFSVRS=development
205 ;;
206 *EDIT* ) echo " You forgot to set the branch or stable book version."
207 echo " Please rerun make and fix the configuration."
208 exit 2 ;;
209 branch-* )
[c4ad7bf]210 case $PROGNAME in
211 lfs )
212 LFSVRS=${BRANCH_ID}
[b3825c3]213 TREE=${BRANCH_ID#branch-}
[c4ad7bf]214 ;;
215 clfs* )
216 LFSVRS=${BRANCH_ID}
217 TREE=${BRANCH_ID#branch-}
218 ;;
219 esac
[4965fa8]220 ;;
221 * )
222 case $PROGNAME in
[e650dc7]223 lfs )
224 LFSVRS=${BRANCH_ID}
[b3825c3]225 TREE=${BRANCH_ID}
[e650dc7]226 ;;
[92b7cb8]227 clfs* )
[4965fa8]228 LFSVRS=${BRANCH_ID}
[34d1b6a]229 TREE=clfs-${BRANCH_ID}
[4965fa8]230 ;;
[92b7cb8]231 * )
[4965fa8]232 esac
233 ;;
234esac
235
[4da2512]236# Set the document location...
[1cf621b]237BOOK=${BOOK:=$JHALFSDIR/$PROGNAME-$LFSVRS}
[4da2512]238
[4965fa8]239
[728955b]240#--- Envars not sourced from configuration
[0e4ddfa]241# shellcheck disable=SC2034
[728955b]242case $PROGNAME in
[0e4ddfa]243 clfs ) declare -r GIT="git://git.clfs.org/cross-lfs" ;;
244 clfs2 ) declare -r GIT="git://git.clfs.org/clfs-sysroot" ;;
245 clfs3 ) declare -r GIT="git://git.clfs.org/clfs-embedded" ;;
[b3825c3]246 *) declare -r GIT="git://git.linuxfromscratch.org" ;;
[728955b]247esac
[0e4ddfa]248
[728955b]249declare -r LOG=000-masterscript.log
250
[4da2512]251# Set true internal variables
252COMMON_DIR="common"
[0e4ddfa]253PACKAGE_DIR=$(echo "$PROGNAME" | tr '[:lower:]' '[:upper:]')
[4da2512]254MODULE=$PACKAGE_DIR/master.sh
[7072e1f]255PKGMNGTDIR="pkgmngt"
256# The name packageManager.xml is hardcoded in *.xsl, so no variable.
[4da2512]257
[0e4ddfa]258for file in \
259 "$COMMON_DIR/common-functions" \
260 "$COMMON_DIR/libs/func_book_parser" \
261 "$COMMON_DIR/libs/func_download_pkgs" \
262 "$COMMON_DIR/libs/func_wrt_Makefile" \
263 "$MODULE" ; do
264 load_file "$file"
265done
[9a536f7]266
[0e4ddfa]267simple_message "${SD_BORDER}${nl_}"
[9a536f7]268
269
[0e4ddfa]270#*******************************************************************#
271LASTERR=2
272for file in \
273 "$COMMON_DIR/libs/func_check_version.sh" \
274 "$COMMON_DIR/libs/func_validate_configs.sh" \
275 "$COMMON_DIR/libs/func_custom_pkgs" ; do
276 load_file "$file"
277done
278unset LASTERR
279
280simple_message "${SD_BORDER}${nl_}"
[183cc33]281simple_message "Checking tools required for jhalfs${nl_}"
[6ed3dd7]282check_alfs_tools
[0e4ddfa]283simple_message "${SD_BORDER}${nl_}"
[4da2512]284
[e576789]285# blfs-tool envars
286BLFS_TOOL=${BLFS_TOOL:-n}
287if [[ "${BLFS_TOOL}" = "y" ]] ; then
[0870a7c]288#not needed now that the check is in alfs_tools
289# simple_message 'Checking supplementary tools for installing BLFS'
290# check_blfs_tools
[0e4ddfa]291 simple_message "${SD_BORDER}${nl_}"
[b3825c3]292 BLFS_GIT=${BLFS_GIT:-n}
[854854e]293 BLFS_WORKING_COPY=${BLFS_WORKING_COPY:-n}
294 BLFS_BRANCH=${BLFS_BRANCH:-n}
[b3825c3]295 if [[ "${BLFS_GIT}" = "y" ]]; then
[854854e]296 BLFS_BRANCH_ID=development
[b3825c3]297 BLFS_TREE=trunk
[854854e]298 elif [[ "${BLFS_WORKING_COPY}" = "y" ]]; then
[0e4ddfa]299 if [[ ! -d "$BLFS_WC_LOCATION/postlfs" ]] ; then
[854854e]300 echo " BLFS tools: This is not a working copy: $BLFS_WC_LOCATION."
301 echo " Please rerun make and fix the configuration."
302 exit 2
[0e4ddfa]303 fi
[b3825c3]304 BLFS_TREE=$(cd $BLFS_WC_LOCATION; git branch --show-current)
305 BLFS_BRANCH_ID=${BLFS_TREE/trunk/development}
[0ba80be]306 elif [[ "${BLFS_BRANCH}" = "y" ]] ; then
[854854e]307 case $BLFS_BRANCH_ID in
308 *EDIT* ) echo " You forgot to set the BLFS branch or stable book version."
309 echo " Please rerun make and fix the configuration."
310 exit 2 ;;
[b3825c3]311 * ) BLFS_TREE=${BLFS_BRANCH_ID#branch-}
[854854e]312 esac
313 fi
[0e4ddfa]314 load_file "${COMMON_DIR}/libs/func_install_blfs"
[e576789]315fi
[4da2512]316
317###################################
318### MAIN ###
319###################################
320
321
322validate_config
323echo "${SD_BORDER}${nl_}"
324echo -n "Are you happy with these settings? yes/no (no): "
[0e4ddfa]325read -r ANSWER
326if [ "x$ANSWER" != "xyes" ] ; then
[881c96f]327 echo "${nl_}Rerun make to fix the configuration options.${nl_}"
[d023a35]328 exit
[4da2512]329fi
330echo "${nl_}${SD_BORDER}${nl_}"
331
332# Load additional modules or configuration files based on global settings
333# compare module
334if [[ "$COMPARE" = "y" ]]; then
[0e4ddfa]335 load_file "${COMMON_DIR}/libs/func_compare.sh" 'Loading compare module'
[4da2512]336fi
337#
[f5ecc28]338# save module
339if [[ "$SAVE_CH5" = "y" ]]; then
340 load_file "${COMMON_DIR}/libs/func_save.sh" 'Loading save module'
341fi
342#
[4da2512]343# optimize module
344if [[ "$OPTIMIZE" != "0" ]]; then
[0e4ddfa]345 load_file optimize/optimize_functions 'Loading optimization module'
[4da2512]346 #
347 # optimize configurations
[0e4ddfa]348 load_file optimize/opt_config 'Loading optimization config'
[854854e]349 # The number of parallel jobs is taken from configuration now
[0e4ddfa]350 # shellcheck disable=SC2034
[9ef12f7]351 JH_MAKEFLAGS="-j${N_PARALLEL}"
[4da2512]352 # Validate optimize settings, if required
353 validate_opt_settings
354fi
355#
356
[a16f769]357if [[ "$REBUILD_MAKEFILE" = "n" ]] ; then
[4da2512]358
[200fbde]359# If requested, clean the build directory
[7b6ecc5]360 clean_builddir
[4da2512]361
[7b6ecc5]362 if [[ ! -d $JHALFSDIR ]]; then
[0e4ddfa]363 sudo mkdir -p "$JHALFSDIR"
[106157fd]364# Do not assume there is a group named as $USER, do not use
365# $USER:$USER...
366 sudo chown "$USER" "$JHALFSDIR"
[7b6ecc5]367 fi
[3e7ceed]368
[200fbde]369# Create $BUILDDIR/sources even though it could be created by get_sources()
[7b6ecc5]370 if [[ ! -d $BUILDDIR/sources ]]; then
[0e4ddfa]371 sudo mkdir -p "$BUILDDIR/sources"
372 sudo chmod a+wt "$BUILDDIR/sources"
[7b6ecc5]373 fi
[200fbde]374
375# Create the log directory
[7b6ecc5]376 if [[ ! -d $LOGDIR ]]; then
[0e4ddfa]377 mkdir "$LOGDIR"
[7b6ecc5]378 fi
[0e4ddfa]379 true >"$LOGDIR/$LOG"
[200fbde]380
381# Copy common helper files
[0e4ddfa]382 cp "$COMMON_DIR"/{makefile-functions,progress_bar.sh} "$JHALFSDIR/"
[200fbde]383
384# Copy needed stylesheets
[0e4ddfa]385 cp "$COMMON_DIR"/{packages.xsl,chroot.xsl,kernfs.xsl} "$JHALFSDIR/"
[200fbde]386
387# Fix the XSL book parser
[92b7cb8]388 case $PROGNAME in
[0e4ddfa]389 clfs* ) sed 's,FAKEDIR,'"${BOOK}/BOOK"',' "${PACKAGE_DIR}/${XSL}" > "${JHALFSDIR}/${XSL}" ;;
[92b7cb8]390 * ) ;;
391 esac
[3e7ceed]392 export XSL=$JHALFSDIR/${XSL}
[7b6ecc5]393
[200fbde]394# Copy packageManager.xml, if needed
[3aa1acd]395 [[ "$PKGMNGT" = "y" ]] && [[ "$PROGNAME" = "lfs" ]] && {
[5a965ad]396 sed s@BOOK@"$BOOK"@ "$PKGMNGTDIR/packageManager.xml" > \
397 "$JHALFSDIR/"packageManager.xml
[0e4ddfa]398 cp "$PKGMNGTDIR/packInstall.sh" "$JHALFSDIR/"
[3aa1acd]399 }
[200fbde]400
401# Copy urls.xsl, if needed
[0e4ddfa]402 [[ "$GETPKG" = "y" ]] && cp "$COMMON_DIR/urls.xsl" "$JHALFSDIR/"
[200fbde]403
[c672fa8]404# Always create the test-log directory to allow user to "uncomment" test
405# instructions
[0e4ddfa]406 install -d -m 1777 "$TESTLOGDIR"
[200fbde]407
408# Create the installed-files directory, if needed
[0e4ddfa]409 [[ "$INSTALL_LOG" = "y" ]] && [[ ! -d $FILELOGDIR ]] && install -d -m 1777 "$FILELOGDIR"
[200fbde]410
411# Prepare report creation, if needed
[7b6ecc5]412 if [[ "$REPORT" = "y" ]]; then
[0e4ddfa]413 cp $COMMON_DIR/create-sbu_du-report.sh "$JHALFSDIR/"
[7072e1f]414 # After making sure that all looks sane, dump the settings to a file
[7b6ecc5]415 # This file will be used to create the REPORT header
[0e4ddfa]416 validate_config >"$JHALFSDIR/jhalfs.config"
[7b6ecc5]417 fi
[200fbde]418
419# Copy optimize files, if needed
[0e4ddfa]420 [[ "$OPTIMIZE" != "0" ]] && cp optimize/opt_override "$JHALFSDIR/"
[200fbde]421
422# Copy compare files, if needed
[3e7ceed]423 if [[ "$COMPARE" = "y" ]]; then
[0e4ddfa]424 mkdir -p "$JHALFSDIR/extras"
425 cp extras/* "$JHALFSDIR/extras"
[3e7ceed]426 fi
[200fbde]427
428# Copy custom tools config files, if requested
[3e7ceed]429 if [[ "${CUSTOM_TOOLS}" = "y" ]]; then
430 echo "Copying custom tool scripts to $JHALFSDIR"
[0e4ddfa]431 mkdir -p "$JHALFSDIR/custom-commands"
432 cp -f custom/config/* "$JHALFSDIR/custom-commands"
[3e7ceed]433 fi
[200fbde]434
[f733772]435# Download or updates the book source
436# Note that all customization to $JHALFSDIR have to be done before this.
437# But the LFS book is needed for BLFS tools.
438 get_book
[ebe1ba6]439# At this point, we should have a way to know whether we have a cross
440# or regular book... In case of cross, prohibite TEST=3
441# the position of gcc-pass2 (chapter 6 or 5) tells us (not valid for
442# cross-chap5 branch).
443 if (( TEST == 3 )) && \
[6447575]444 [ -f "$BOOK/chapter06/gcc-pass2.xml" ]; then
[ebe1ba6]445 TEST=2
446 fi
[f733772]447 extract_commands
448 echo "${SD_BORDER}${nl_}"
[0e4ddfa]449 cd "$CWD" # the functions above change directory
[f733772]450
[200fbde]451# Install blfs-tool, if requested.
[7b6ecc5]452 if [[ "${BLFS_TOOL}" = "y" ]] ; then
[6ed3dd7]453 echo Installing BLFS book and tools
[0e4ddfa]454 install_blfs_tools 2>&1 | tee -a "$LOGDIR/$LOG"
[bbcdeab]455 [[ ${PIPESTATUS[0]} != 0 ]] && exit 1
[7b6ecc5]456 fi
457
[4965fa8]458fi
459
[0e4ddfa]460# shellcheck disable=SC2034
[a16f769]461if [[ "$REBUILD_MAKEFILE" = "y" ]] ; then
[8b85dae]462# Sanity check: users tend to tick "rebuild Makefile"
463# without generating one first. Check we have one:
464 if [ ! -f $MKFILE ]; then
465 set -e
466 error_message "You cannot \"rebuild Makefile\" without first building one"
467 fi
468# When regenerating the Makefile, we need to know also the
469# canonical book version
[a16f769]470 case $PROGNAME in
[92b7cb8]471 clfs* )
[0e4ddfa]472 VERSION=$(xmllint --noent "$BOOK/prologue/$ARCH/bookinfo.xml" 2>/dev/null | grep subtitle | sed -e 's/^.*ion //' -e 's/<\/.*//') ;;
[c9598f2]473 lfs)
[ee96ad2]474 VERSION=$(grep 'echo.*lfs-release' "$JHALFSDIR/prbook.xml" | sed 's/.*echo[ ]*\([^ ]*\).*/\1/')
[c9598f2]475 ;;
[a16f769]476 *)
[0e4ddfa]477 VERSION=$(xmllint --noent "$BOOK/prologue/bookinfo.xml" 2>/dev/null | grep subtitle | sed -e 's/^.*ion //' -e 's/<\/.*//') ;;
[a16f769]478 esac
479fi
480
[4da2512]481build_Makefile
[3e7ceed]482
[4da2512]483echo "${SD_BORDER}${nl_}"
484
[1cf621b]485# Check for build prerequisites.
486 echo
[0e4ddfa]487 cd "$CWD"
[1cf621b]488 check_prerequisites
489 echo "${SD_BORDER}${nl_}"
490# All is well, run the build (if requested)
[4da2512]491run_make
Note: See TracBrowser for help on using the repository browser.