source: common/common-functions@ d0249fc

experimental
Last change on this file since d0249fc was 3b63c8c, checked in by Manuel Canales Esparcia <manuel@…>, 18 years ago

Updated experimental branch to current trunk code.

  • Property mode set to 100644
File size: 29.0 KB
RevLine 
[0170229]1#!/bin/bash
[dd810ea]2
3# $Id$
4
5set +e
[0170229]6
7# VT100 colors
8declare -r BLACK=$'\e[1;30m'
9declare -r DK_GRAY=$'\e[0;30m'
10
11declare -r RED=$'\e[31m'
12declare -r GREEN=$'\e[32m'
13declare -r YELLOW=$'\e[33m'
14declare -r BLUE=$'\e[34m'
15declare -r MAGENTA=$'\e[35m'
16declare -r CYAN=$'\e[36m'
17declare -r WHITE=$'\e[37m'
18
19declare -r OFF=$'\e[0m'
20declare -r BOLD=$'\e[1m'
21declare -r REVERSE=$'\e[7m'
22declare -r HIDDEN=$'\e[8m'
23
24declare -r tab_=$'\t'
25declare -r nl_=$'\n'
26
[65d83a6]27declare -r DD_BORDER="${BOLD}==============================================================================${OFF}"
28declare -r SD_BORDER="${BOLD}------------------------------------------------------------------------------${OFF}"
29declare -r STAR_BORDER="${BOLD}******************************************************************************${OFF}"
[0170229]30
31# bold yellow > < pair
32declare -r R_arrow=$'\e[1;33m>\e[0m'
33declare -r L_arrow=$'\e[1;33m<\e[0m'
34
35
36usage() {
37cat <<- -EOF-
38${DD_BORDER}
39${BOLD}
40 Usage: $0 ${BOLD}[OPTION]
41
[d20c553]42${RED}IMPORTANT:${OFF} Only supported command line switches are listed here.
43 For more fine-grained setups you must edit the relevant
44 configuration files placed under ${BOLD}common/${OFF} and ${BOLD}$(echo $PROGNAME | tr [a-z] [A-Z])/${OFF}
45
[0297f33]46Options:
47${BOLD} -h, --help${OFF}
48 print this help, then exit
[b1624ac]49
[0297f33]50${BOLD} -V, --version${OFF}
[2db0869]51 print version information, then exit
[b1624ac]52
53${BOLD} -B, --book VER${OFF}
[d20c553]54 use VER version of the book as the system to build.
[3b63c8c]55 Supported VER values are:
56 dev*, trunk, SVN = aliases for the Development version of {C,H}LFS
57 branch-NAME = a branch of name NAME
58 VERSION = the version of a stable released book
59 To know what branches and stable books work with this version of jhalfs
60 please see http://wiki.linuxfromscratch.org/alfs/wiki/SupportedBooks
[b1624ac]61
[0297f33]62${BOLD} -D --directory DIR${OFF}
[b1624ac]63 use DIR directory for building ${BOLD}$(echo $PROGNAME | tr [a-z] [A-Z])${OFF}; all files jhalfs-X produces
[460ea63]64 will be in the directory DIR/${SCRIPT_ROOT}.
[65d83a6]65 The current setting for BUILDDIR is "$BUILDDIR"
[b1624ac]66
[0297f33]67${BOLD} -G, --get-packages${OFF}
[b1624ac]68 download the packages and patches. This assumes that the server declared
69 in the configuration file has the proper packages and patches for the
70 book version being processed.
71
[53588e2]72${BOLD} -O, --optimize${OFF}
73 Optimize [0-2]
74 0 = no optimization
[25b52e2]75 1 = optimize final system only
76 2 = optimize both temporary tools and final system
[53588e2]77 Edit common/opt_config{,.d/*} and common/opt_override as desired.
78
[0297f33]79${BOLD} -T, --testsuites N ${OFF}
80 Run test suites [0-3]
81 0 = none
[d20c553]82 1 = only final system Glibc, GCC and Binutils testsuites
83 2 = all final system testsuites
84 3 = all temporary tools and final system testsuites
[b1624ac]85 In CLFS, 3 is an alias to 2
86
[0297f33]87${BOLD} -W, --working-copy DIR${OFF}
[2db0869]88 use the local working copy placed in DIR as the $(echo $PROGNAME | tr [a-z] [A-Z]) book
[b1624ac]89
[3b63c8c]90${BOLD} -C, --comparison TYPE${OFF}
[d20c553]91 do iterative comparison analysis. This extends the total build time
92 considerably because the entire final system will rebuild itself
93 the number of times specified by ITERATIONS in common/config.
94 Types allowed are:
95 ICA = do ICA as designed by Greg Schafer
[c58f330]96 farce = do the farce analysis designed by Ken Moffat
[3b63c8c]97 both = perform both ICA and farce analysis
[42346b2]98
[0297f33]99${BOLD} -F, --fstab FILE${OFF}
100 use FILE as the /etc/fstab file for the ${BOLD}$(echo $PROGNAME | tr [a-z] [A-Z])${OFF} system. If not specified,
101 a default /etc/fstab file with dummy values is created.
[b1624ac]102
[0297f33]103${BOLD} -K, --kernel-config FILE${OFF}
104 use the kernel configuration file specified in FILE to build the kernel.
105 if the file is not found, or if not specified, the kernel build is skipped.
[b1624ac]106
[0297f33]107${BOLD} -M, --run-make${OFF}
108 run make on the generated Makefile
[b1624ac]109
110${BOLD} -R --rebuild${OFF}
[3b63c8c]111 clean the build directory before performing any other task. The directory
[b1624ac]112 is cleaned only if it was populated by a previous jhalfs-X run.
[0297f33]113-EOF-
114
115[[ ${PROGNAME} = "clfs" ]] &&
116cat <<- -EOF-
[e794f06]117
[0297f33]118${BOLD} -A, --arch ARCH ${OFF}
119 Select the TARGET architecture, valid selections are:
120 32bit builds
[fe187bf]121 x86, i486, i586, ppc, mips, mipsel, sparc
[0297f33]122 64bit builds
123 x86_64-64, mips64-64, mipsel64-64, sparc64-64, alpha
124 64bit multi-lib
125 x86_64, mips64, mipsel64, sparc64, ppc64
[b1624ac]126
[a702b4d]127${BOLD} --boot-config FILE ${OFF}
[0297f33]128 The configuration file for the bootstrap kernel if method=boot
[b1624ac]129
130${BOLD} --method BUILDMETHOD ${OFF}
131 Select the build method, chroot or boot
[0297f33]132-EOF-
133
[3b63c8c]134[[ ${PROGNAME} = "clfs2" ]] &&
135cat <<- -EOF-
136
137${BOLD} -A, --arch ARCH ${OFF}
138 Select the TARGET architecture, valid selections are:
139 32bit builds
140 arm
141 64bit builds
142
143 64bit multi-lib
144-EOF-
145
[0297f33]146[[ ${PROGNAME} = "hlfs" ]] &&
147cat <<- -EOF-
[e794f06]148
[0297f33]149${BOLD} --model STYLE ${OFF}
150 Select the library model for the HLFS system
[6afdfcc]151 Valid choices are: glibc or uclibc
[0297f33]152-EOF-
[0170229]153
[e794f06]154cat <<- -EOF-
[0170229]155${DD_BORDER}
156-EOF-
157 exit
158}
159
160version="
[6608a67]161${BOLD} \"jhalfs-X\"${OFF} builder tool (experimental) \$Rev$
[6afdfcc]162\$Date$
163
164${BOLD} \"${PROGNAME}\"${OFF} script module
[0170229]165
[67e3bc3]166Written by George Boudreau,
[6afdfcc]167 Manuel Canales Esparcia,
[67e3bc3]168 Jeremy Huntwork
[0170229]169
170This program is published under the ${BOLD}Gnu General Public License, Version 2.${OFF}
171"
172
173
174no_empty_builddir() {
175 'clear'
176cat <<- -EOF-
177${DD_BORDER}
178
179${tab_}${tab_}${BOLD}${RED}W A R N I N G${OFF}
180 Looks like the \$BUILDDIR directory contains subdirectories
181 from a previous HLFS build.
182
183 Please format the partition mounted on \$BUILDDIR or set
[60b56fd]184 a different build directory before running jhalfs-X.
[0170229]185${OFF}
186${DD_BORDER}
187-EOF-
188 exit
189}
190
191
192help="${nl_}Try '$0 --help' for more information."
193
194exit_missing_arg="\
195echo \"Option '\$1' requires an argument\" >&2
196echo \"\$help\" >&2
197exit 1"
198
[60b56fd]199HEADER="# This file is automatically generated by jhalfs-X
[0170229]200# DO NOT EDIT THIS FILE MANUALLY
201#
202# Generated on `date \"+%F %X %Z\"`"
203
204
205
206#----------------------------------#
[5359c48]207wrt_target() { # Create target and initialize log file
[0170229]208#----------------------------------#
209 local i=$1
210 local PREV=$2
[b414549]211 case $i in
212 iteration* ) local LOGFILE=$this_script.log ;;
213 * ) local LOGFILE=$this_script ;;
214 esac
[0170229]215(
216cat << EOF
217
218$i: $PREV
219 @\$(call echo_message, Building)
[460ea63]220 @./progress_bar.sh \$@ &
221 @echo -e "\n\`date\`\n\nKB: \`du -skx --exclude=${SCRIPT_ROOT} \$(MOUNT_PT)\`\n" >logs/$LOGFILE
[0170229]222EOF
223) >> $MKFILE.tmp
224}
225
226
[3b63c8c]227#----------------------------------#
228wrt_target_boot() { # Create target and initialize log file
229#----------------------------------#
230 local i=$1
231 local PREV=$2
232 case $i in
233 iteration* ) local LOGFILE=$this_script.log ;;
234 * ) local LOGFILE=$this_script ;;
235 esac
236(
237cat << EOF
238
239$i: $PREV
240 @\$(call echo_message, Building)
241 @./progress_bar.sh \$@ &
242 @echo -e "\n\`date\`\n\nKB: \`du -skx --exclude=${SCRIPT_ROOT}\`\n" >logs/$LOGFILE
243EOF
244) >> $MKFILE.tmp
245}
246
247#----------------------------#
248get_package_tarball_name() { #
249#----------------------------#
250 local script_name=$1
251
252 # The use of 'head' is necessary to limit the return value to the FIRST match..
253 # hopefully this will not cause problems.
254 #
255 case $script_name in
256 tcl) echo $(grep "^tcl" $JHALFSDIR/pkg_tarball_list | head -n1 ) ;;
257 *) echo $(grep "^$script_name-[[:digit:]]" $JHALFSDIR/pkg_tarball_list | head -n1 ) ;;
258 esac
259
260}
261
[460ea63]262#----------------------------------#
263wrt_remove_existing_dirs() { #
264#----------------------------------#
265 local PKG_NAME=$1
266(
267cat << EOF
268 @PKG_PATH=\`ls -t \$(MOUNT_PT)\$(SRC)/${PKG_NAME} | head -n1\` && \\
269 ROOT=\`tar -tf \$\$PKG_PATH | head -n1 | sed -e 's@^./@@;s@/.*@@'\` && \\
270 [[ -n \$\$ROOT ]] && \\
271 rm -rf \$(MOUNT_PT)\$(SRC)/\$\$ROOT && \\
[9199a13]272 if [ -e \$(MOUNT_PT)\$(SRC)/${PKG_NAME%-*}-build ]; then \\
273 rm -rf \$(MOUNT_PT)\$(SRC)/${PKG_NAME%-*}-build; \\
[460ea63]274 fi;
275EOF
276) >> $MKFILE.tmp
277}
278
279#----------------------------------#
280wrt_remove_existing_dirs2() { #
281#----------------------------------#
282 local PKG_NAME=$1
283(
284cat << EOF
285 @PKG_PATH=\`ls -t \$(SRC)/${PKG_NAME} | head -n1\` && \\
286 ROOT=\`tar -tf \$\$PKG_PATH | head -n1 | sed -e 's@^./@@;s@/.*@@'\` && \\
287 [[ -n \$\$ROOT ]] && \\
288 rm -rf \$(SRC)/\$\$ROOT && \\
[9199a13]289 if [ -e \$(SRC)/${PKG_NAME%-*}-build ]; then \\
290 rm -rf \$(SRC)/${PKG_NAME%-*}-build; \\
[460ea63]291 fi;
292EOF
293) >> $MKFILE.tmp
294}
295
296
297
[0170229]298#----------------------------------#
[60b56fd]299wrt_unpack() { # Unpack and set 'ROOT' var
[0170229]300#----------------------------------#
301 local FILE=$1
[460ea63]302 local optSAVE_PREVIOUS=$2
303
304 if [ "${optSAVE_PREVIOUS}" != "1" ]; then
305 wrt_remove_existing_dirs "$FILE"
306 fi
[0170229]307(
308cat << EOF
309 @\$(call unpack,$FILE)
[460ea63]310 @ROOT=\`head -n1 \$(MOUNT_PT)\$(SRC)/\$(PKG_LST) | sed 's@^./@@;s@/.*@@'\` && \\
[0170229]311 echo "export PKGDIR=\$(MOUNT_PT)\$(SRC)/\$\$ROOT" > envars && \\
[2fbc503]312 chown -R lfs \$(MOUNT_PT)\$(SRC)/\$\$ROOT
[0170229]313EOF
314) >> $MKFILE.tmp
315}
316
317
[3b63c8c]318#----------------------------------#
319wrt_unpack_clfs() { # Unpack and set 'ROOT' var
320#----------------------------------#
321 local FILE=$1
322 local optSAVE_PREVIOUS=$2
323
324 if [ "${optSAVE_PREVIOUS}" != "1" ]; then
325 wrt_remove_existing_dirs "$FILE"
326 fi
327(
328cat << EOF
329 @\$(call unpack,$FILE)
330 @ROOT=\`head -n1 \$(MOUNT_PT)\$(SRC)/\$(PKG_LST) | sed 's@^./@@;s@/.*@@'\` && \\
331 echo "export PKGDIR=\$(MOUNT_PT)\$(SRC)/\$\$ROOT" > envars && \\
332 chown -R clfs \$(MOUNT_PT)\$(SRC)/\$\$ROOT
333EOF
334) >> $MKFILE.tmp
335}
336
337
[0170229]338#----------------------------------#
339wrt_unpack2() { #
340#----------------------------------#
341 local FILE=$1
[460ea63]342 local optSAVE_PREVIOUS=$2
343
344 if [ "${optSAVE_PREVIOUS}" != "1" ]; then
345 wrt_remove_existing_dirs "$FILE"
346 fi
[0170229]347(
348cat << EOF
349 @\$(call unpack2,$FILE)
[e35e794]350 @ROOT=\`head -n1 \$(MOUNT_PT)\$(SRC)/\$(PKG_LST) | sed 's@^./@@;s@/.*@@'\` && \\
[0170229]351 echo "export PKGDIR=\$(SRC)/\$\$ROOT" > envars
352EOF
353) >> $MKFILE.tmp
354}
355
356
[65d83a6]357#----------------------------------#
358wrt_unpack3() { #
359#----------------------------------#
[0170229]360 local FILE=$1
[460ea63]361 local optSAVE_PREVIOUS=$2
362
363 if [ "${optSAVE_PREVIOUS}" != "1" ]; then
364 wrt_remove_existing_dirs2 "$FILE"
365 fi
[0170229]366(
367cat << EOF
[c3c4e1d]368 @\$(call unpack3,$FILE)
[460ea63]369 @ROOT=\`head -n1 \$(SRC)/\$(PKG_LST) | sed 's@^./@@;s@/.*@@'\` && \\
[0170229]370 echo "export PKGDIR=\$(SRC)/\$\$ROOT" > envars
371EOF
372) >> $MKFILE.tmp
373}
374
[e35e794]375#----------------------------------#
376wrt_test_log() { # Initialize testsuite log file
377#----------------------------------#
378 local TESTLOGFILE=$1
379(
380cat << EOF
381 @echo "export TEST_LOG=$TESTLOGDIR/$TESTLOGFILE" >> envars && \\
382 su - lfs -c "echo -e '\n\`date\`\n' >$TESTLOGDIR/$TESTLOGFILE"
383EOF
384) >> $MKFILE.tmp
385}
386
387#----------------------------------#
388wrt_test_log2() { #
389#----------------------------------#
390 local TESTLOGFILE=$1
391(
392cat << EOF
393 @echo "export TEST_LOG=/$SCRIPT_ROOT/test-logs/$TESTLOGFILE" >> envars && \\
394 echo -e "\n\`date\`\n" >test-logs/$TESTLOGFILE
395EOF
396) >> $MKFILE.tmp
397}
398
[0170229]399#----------------------------------#
400wrt_target_vars() { # Target vars for hlfs (cross-build method)
401#----------------------------------#
402(
403cat << EOF
[7d018d1]404 @echo "export target=$(uname -m)-${TARGET}" >> envars && \\
[0170229]405 echo "export ldso=/lib/${LOADER}" >> envars
406EOF
407) >> $MKFILE.tmp
408
409}
410
411
412#----------------------------------#
[5359c48]413wrt_run_as_su() { # Execute script inside time { }, footer to log file
[0170229]414#----------------------------------#
415 local this_script=$1
416 local file=$2
417(
418cat << EOF
[5359c48]419 @( time { su - lfs -c "source /home/lfs/.bashrc && $JHALFSDIR/${PROGNAME}-commands/$file" >>logs/$this_script 2>&1 ; } ) 2>>logs/$this_script && \\
[460ea63]420 echo -e "\nKB: \`du -skx --exclude=${SCRIPT_ROOT} \$(MOUNT_PT)\`\n" >>logs/$this_script
[0170229]421EOF
422) >> $MKFILE.tmp
423}
424
425
426#----------------------------------#
[5359c48]427wrt_run_as_root() { # Some scripts must be run as root..
[0170229]428#----------------------------------#
429 local this_script=$1
430 local file=$2
431(
432cat << EOF
[5359c48]433 @( time { export LFS=\$(MOUNT_PT) && ${PROGNAME}-commands/$file >>logs/$this_script 2>&1 ; } ) 2>>logs/$this_script && \\
[460ea63]434 echo -e "\nKB: \`du -skx --exclude=${SCRIPT_ROOT} \$(MOUNT_PT)\`\n" >>logs/$this_script
[0170229]435EOF
436) >> $MKFILE.tmp
437}
438
439
[3b63c8c]440#----------------------------------#
441wrt_run_as_clfs_su() { # Execute script inside time { }, footer to log file
442#----------------------------------#
443 local this_script=$1
444 local file=$2
445(
446cat << EOF
447 @( time { su - clfs -c "source /home/clfs/.bashrc && $JHALFSDIR/${PROGNAME}-commands/$file" >>logs/$this_script 2>&1 ; } ) 2>>logs/$this_script && \\
448 echo -e "\nKB: \`du -skx --exclude=${SCRIPT_ROOT} \$(MOUNT_PT)\`\n" >>logs/$this_script
449EOF
450) >> $MKFILE.tmp
451}
452
453
454#----------------------------------#
455wrt_run_as_clfs_root() { # Some scripts must be run as root..
456#----------------------------------#
457 local this_script=$1
458 local file=$2
459(
460cat << EOF
461 @( time { export CLFS=\$(MOUNT_PT) && ${PROGNAME}-commands/$file >>logs/$this_script 2>&1 ; } ) 2>>logs/$this_script && \\
462 echo -e "\nKB: \`du -skx --exclude=${SCRIPT_ROOT} \$(MOUNT_PT)\`\n" >>logs/$this_script
463EOF
464) >> $MKFILE.tmp
465}
466
467
[65d83a6]468#----------------------------------#
469wrt_run_as_root2() { #
470#----------------------------------#
[0170229]471 local this_script=$1
472 local file=$2
473(
474cat << EOF
[5359c48]475 @( time { source envars && ${PROGNAME}-commands/$file >>logs/$this_script 2>&1 ; } ) 2>>logs/$this_script && \\
[460ea63]476 echo -e "\nKB: \`du -skx --exclude=${SCRIPT_ROOT} \`\n" >>logs/$this_script
[0170229]477EOF
478) >> $MKFILE.tmp
479}
480
481
482
483#----------------------------------#
484wrt_run_as_chroot1() { #
485#----------------------------------#
486 local this_script=$1
487 local file=$2
488(
489 cat << EOF
[460ea63]490 @( time { \$(CHROOT1) 'cd /${SCRIPT_ROOT} && source envars && /${SCRIPT_ROOT}/${PROGNAME}-commands/$file >>/${SCRIPT_ROOT}/logs/${this_script} 2>&1' ; } ) 2>>logs/$this_script && \\
491 echo -e "\nKB: \`du -skx --exclude=${SCRIPT_ROOT} \$(MOUNT_PT)\`\n" >>logs/${this_script}
[0170229]492EOF
493) >> $MKFILE.tmp
494}
495
496
497#----------------------------------#
498wrt_run_as_chroot2() { #
499#----------------------------------#
500 local this_script=$1
501 local file=$2
502(
503cat << EOF
[460ea63]504 @( time { \$(CHROOT2) 'cd /${SCRIPT_ROOT} && source envars && /${SCRIPT_ROOT}/${PROGNAME}-commands/$file >>/${SCRIPT_ROOT}/logs/${this_script} 2>&1' ; } ) 2>>logs/$this_script && \\
505 echo -e "\nKB: \`du -skx --exclude=${SCRIPT_ROOT} \$(MOUNT_PT)\`\n" >>logs/${this_script}
[0170229]506EOF
507) >> $MKFILE.tmp
508}
509
510
511#----------------------------------#
512wrt_copy_fstab() { #
513#----------------------------------#
514 local i=$1
515(
516 cat << EOF
[5359c48]517 @cp -v $FSTAB \$(MOUNT_PT)/etc/fstab >>logs/$i 2>&1
[0170229]518EOF
519) >> $MKFILE.tmp
520}
521
522#----------------------------------#
[5359c48]523wrt_copy_fstab2() { #
[0170229]524#----------------------------------#
525 local i=$1
526(
527 cat << EOF
[5359c48]528 @cp -v /sources/fstab /etc/fstab >>logs/$i 2>&1
[0170229]529EOF
530) >> $MKFILE.tmp
531}
532
533
534#----------------------------------#
[5359c48]535wrt_remove_build_dirs() { #
[0170229]536#----------------------------------#
[5359c48]537 local name=$1
[0170229]538(
[5359c48]539cat << EOF
[460ea63]540 @ROOT=\`head -n1 \$(MOUNT_PT)\$(SRC)/\$(PKG_LST) | sed 's@^./@@;s@/.*@@'\` && \\
[5359c48]541 rm -r \$(MOUNT_PT)\$(SRC)/\$\$ROOT && \\
542 if [ -e \$(MOUNT_PT)\$(SRC)/$name-build ]; then \\
543 rm -r \$(MOUNT_PT)\$(SRC)/$name-build; \\
544 fi;
545EOF
546) >> $MKFILE.tmp
547}
548
549
550#----------------------------------#
551wrt_remove_build_dirs2() { #
552#----------------------------------#
553 local name=$1
554(
555cat << EOF
[460ea63]556 @ROOT=\`head -n1 \$(SRC)/\$(PKG_LST) | sed 's@^./@@;s@/.*@@'\` && \\
[5359c48]557 rm -r \$(SRC)/\$\$ROOT && \\
558 if [ -e \$(SRC)/$name-build ]; then \\
559 rm -r \$(SRC)/$name-build; \\
560 fi;
[0170229]561EOF
562) >> $MKFILE.tmp
563}
564
565
[9199a13]566#----------------------------------#
567wrt_touch() { #
568#----------------------------------#
569(
570cat << EOF
571 @touch \$@ && \\
572 sleep .25 && \\
573 echo -e "\n\n "\$(BOLD)Target \$(BLUE)\$@ \$(BOLD)OK && \\
574 echo --------------------------------------------------------------------------------\$(WHITE)
575EOF
576) >> $MKFILE.tmp
577}
578
579
[9e4b9a1]580#----------------------------------#
[65d83a6]581wrt_report() { #
[9e4b9a1]582#----------------------------------#
583(
584cat << EOF
585
586create-sbu_du-report: $PREV
587 @\$(call echo_message, Building)
[3cc7540]588 @./create-sbu_du-report.sh logs $VERSION
[9e4b9a1]589 @\$(call echo_report,$VERSION-SBU_DU-$(date --iso-8601).report)
590 @touch \$@
591EOF
592) >> $MKFILE.tmp
593
594chapter789="$chapter789 create-sbu_du-report"
595}
596
597
[0170229]598#----------------------------#
[65d83a6]599run_make() { #
[0170229]600#----------------------------#
601 # Test if make must be run.
602 if [ "$RUNMAKE" = "1" ] ; then
603 # Test to make sure we're running the build as root
604 if [ "$UID" != "0" ] ; then
[60b56fd]605 echo "You must be logged in as root to successfully build the system."
[0170229]606 exit 1
607 fi
608 # Build the system
609 if [ -e $MKFILE ] ; then
[60b56fd]610 echo -ne "Building the system...\n"
[54b4b32]611 cd $JHALFSDIR && make
[0170229]612 echo -ne "done\n"
613 fi
614 fi
615}
616
617
618#----------------------------#
[65d83a6]619clean_builddir() { #
[0170229]620#----------------------------#
621 # Test if the clean must be done.
622 if [ "$CLEAN" = "1" ] ; then
623 # Test to make sure we're running the clean as root
624 if [ "$UID" != "0" ] ; then
625 echo "You must be logged in as root to clean the build directory."
626 exit 1
627 fi
628 # Test to make sure that the build directory was populated by jhalfs
629 if [ ! -d $JHALFSDIR ] || [ ! -d $BUILDDIR/sources ] ; then
[60b56fd]630 echo "Looks like $BUILDDIR was not populated by a previous jhalfs-X run."
[0170229]631 exit 1
632 else
633 # Clean the build directory
634 echo -ne "Cleaning $BUILDDIR...\n"
[3465451]635 rm -rf $BUILDDIR/{bin,boot,dev,etc,home,lib,media,mnt,opt,proc,root,sbin,srv,sys,tmp,tools,cross-tools,usr,var}
[0170229]636 echo -ne "Cleaning $JHALFSDIR...\n"
[3b63c8c]637 rm -rf $JHALFSDIR/{0*,1*,envars,sources-dir,*commands,*logs,Makefile,*.xsl,makefile-functions,pkg_tarball_list,*.config,*.sh}
[0170229]638 echo -ne "Cleaning remainig extracted sources in $BUILDDIR/sources...\n"
639 rm -rf `find $BUILDDIR/sources/* -maxdepth 0 -type d`
640 echo -ne "done\n"
641 fi
642 fi
643}
644
645#----------------------------#
[65d83a6]646get_book() { #
[0170229]647#----------------------------#
648 cd $JHALFSDIR
649
650 if [ -z $WC ] ; then
651 # Check for Subversion instead of just letting the script hit 'svn' and fail.
652 test `type -p svn` || eval "echo \"This feature requires Subversion.\"
653 exit 1"
654 echo -n "Downloading the $PROGNAME document, $LFSVRS version... "
655
656 case $PROGNAME in
657 lfs) svn_root="LFS" ;;
658 hlfs) svn_root="HLFS" ;;
659 clfs) svn_root="cross-lfs" ;;
[3b63c8c]660 clfs2) svn_root="cross-lfs" ;;
[0170229]661 *) echo "BOOK not defined in function <get_book>"
662 exit 1 ;;
663 esac
[60b56fd]664 # Grab a fresh book if it's missing, otherwise, update it from the
[0170229]665 # repo. If we've already extracted the commands, move on to getting the
666 # sources.
667 if [ -d ${PROGNAME}-$LFSVRS ] ; then
668 cd ${PROGNAME}-$LFSVRS
[3b63c8c]669 if LC_ALL=C svn up | grep -q At && \
670 test -d $JHALFSDIR/${PROGNAME}-commands && \
671 test -f $JHALFSDIR/pkg_tarball_list ; then
[0170229]672 # Set the canonical book version
[3b63c8c]673 echo -ne "done\n"
[0170229]674 cd $JHALFSDIR
[3b63c8c]675 case $PROGNAME in
676 clfs | clfs2)
677 VERSION=$(xmllint --noent $BOOK/prologue/$ARCH/bookinfo.xml 2>/dev/null | grep subtitle | sed -e 's/^.*ion //' -e 's/<\/.*//') ;;
678 *)
679 VERSION=$(xmllint --noent $BOOK/prologue/bookinfo.xml 2>/dev/null | grep subtitle | sed -e 's/^.*ion //' -e 's/<\/.*//') ;;
680 esac
[0170229]681 get_sources
682 else
683 echo -ne "done\n"
684 extract_commands
685 fi
686 else
[3b63c8c]687 svn co $SVN/${svn_root}/${TREE} ${PROGNAME}-$LFSVRS >>$LOGDIR/$LOG 2>&1
[0170229]688 echo -ne "done\n"
689 extract_commands
690 fi
[3b63c8c]691
[0170229]692 else
693 echo -ne "Using $BOOK as book's sources ...\n"
694 extract_commands
695 fi
[3b63c8c]696 echo -ne " Document version ${L_arrow}${BOLD}${VERSION}${R_arrow}\n"
[0170229]697}
698
699#----------------------------#
700extract_commands() { #
701#----------------------------#
[9e1915a]702
[0170229]703 # Check for libxslt instead of just letting the script hit 'xsltproc' and fail.
704 test `type -p xsltproc` || eval "echo \"This feature requires libxslt.\"
705 exit 1"
706
707 cd $JHALFSDIR
[3b63c8c]708 case $PROGNAME in
709 clfs | clfs2 )
710 VERSION=$(xmllint --noent $BOOK/prologue/$ARCH/bookinfo.xml 2>/dev/null | grep subtitle | sed -e 's/^.*ion //' -e 's/<\/.*//') ;;
711 *)
712 VERSION=$(xmllint --noent $BOOK/prologue/bookinfo.xml 2>/dev/null | grep subtitle | sed -e 's/^.*ion //' -e 's/<\/.*//') ;;
713 esac
[0170229]714
715 # Start clean
[3e3e28b]716 if [ -d ${PROGNAME}-commands ]; then
717 rm -rf ${PROGNAME}-commands
718 mkdir -v ${PROGNAME}-commands
[0170229]719 fi
[bef0a98]720 echo -n "Extracting commands for"
[0170229]721
722 # Dump the commands in shell script form from the HLFS book.
723 case ${PROGNAME} in
724 clfs)
[9c90294]725 echo -n " ${L_arrow}${BOLD}$ARCH${R_arrow} target architecture"
[e676ffa]726 xsltproc --nonet \
727 --xinclude \
728 --stringparam method $METHOD \
729 --stringparam testsuite $TEST \
730 --stringparam vim-lang $VIMLANG \
731 --stringparam timezone $TIMEZONE \
732 --stringparam page $PAGE \
733 --stringparam lang $LANG \
734 --stringparam keymap $KEYMAP \
[a9490ab]735 -o ./${PROGNAME}-commands/ $XSL $BOOK/$ARCH-index.xml >>$LOGDIR/$LOG 2>&1
[0170229]736 ;;
[3b63c8c]737
738 clfs2)
739 echo -n " ${L_arrow}${BOLD}$ARCH${R_arrow} target architecture"
740 xsltproc --nonet \
741 --xinclude \
742 --stringparam testsuite $TEST \
743 --stringparam vim-lang $VIMLANG \
744 --stringparam timezone $TIMEZONE \
745 --stringparam page $PAGE \
746 --stringparam lang $LANG \
747 --stringparam keymap $KEYMAP \
748 -o ./${PROGNAME}-commands/ $XSL $BOOK/$ARCH-index.xml >>$LOGDIR/$LOG 2>&1
749 ;;
[0170229]750 hlfs)
[60b56fd]751 echo -n " ${L_arrow}${BOLD}$MODEL${R_arrow} HLFS libc implementation"
[ad71d98]752 xsltproc --nonet \
753 --xinclude \
754 --stringparam model $MODEL \
755 --stringparam testsuite $TEST \
756 --stringparam timezone $TIMEZONE \
757 --stringparam page $PAGE \
[d87b293]758 --stringparam lang $LANG \
759 --stringparam lc_all $LC_ALL \
[ad71d98]760 --stringparam keymap $KEYMAP \
761 --stringparam grsecurity_host $GRSECURITY_HOST \
762 -o ./${PROGNAME}-commands/ $XSL $BOOK/index.xml >>$LOGDIR/$LOG 2>&1
[0170229]763 ;;
764 lfs)
[9c90294]765 echo -n " ${L_arrow}${BOLD}LFS${R_arrow} build"
[0170229]766 xsltproc --nonet \
767 --xinclude \
768 --stringparam testsuite $TEST \
769 --stringparam vim-lang $VIMLANG \
[ad71d98]770 --stringparam timezone $TIMEZONE \
771 --stringparam page $PAGE \
[d87b293]772 --stringparam lang $LANG \
[0170229]773 -o ./${PROGNAME}-commands/ $XSL $BOOK/index.xml >>$LOGDIR/$LOG 2>&1
774 ;;
[3e7af38]775 *) exit 1 ;;
[0170229]776 esac
[dd810ea]777
[bef0a98]778 echo " ...OK"
[0170229]779
780 # Make the scripts executable.
781 chmod -R +x $JHALFSDIR/${PROGNAME}-commands
782
[3e7af38]783 # Create the packages file. We need it for proper Makefile creation
[3b63c8c]784 create_package_list
[0170229]785
786 # Done. Moving on...
787 get_sources
788}
789
[3b63c8c]790#----------------------------#
791create_package_list() { #
792#----------------------------#
793
794 # Create the packages file. We need it for proper Makefile creation
795 rm -f pkg_tarball_list
796 echo -n "Creating <${PROGNAME}> list of tarball names for $BOOK $ARCH"
797 case ${PROGNAME} in
798 clfs | clfs2)
799 xsltproc --nonet --xinclude -o pkg_tarball_list packages.xsl \
800 $BOOK/materials/${ARCH}-chapter.xml >>$LOGDIR/$LOG 2>&1
801 ;;
802 hlfs)
803 xsltproc --nonet --xinclude -o pkg_tarball_list packages.xsl \
804 $BOOK/chapter04/chapter04.xml >>$LOGDIR/$LOG 2>&1
805 ;;
806 lfs)
807 xsltproc --nonet --xinclude -o pkg_tarball_list packages.xsl \
808 $BOOK/chapter03/chapter03.xml >>$LOGDIR/$LOG 2>&1
809 ;;
810 esac
811 echo " ...OK"
812
813}
814
815
[0170229]816#----------------------------#
[3e7af38]817get_sources() { # Download file, write name to MISSING_FILES.DMP if an error
[0170229]818#----------------------------#
[3e7af38]819 local saveIFS=$IFS
[7a100d96]820 local IFS line URL1 URL2 FILE BOOKMD5 MD5 HAVEMD5 fromARCHIVE
[65d83a6]821
822 # Test if the packages must be downloaded
823 [ ! "$GETPKG" = "1" ] && return
824
825 gs_wrt_message(){
826 echo "${RED}$1${OFF}"
827 echo "$1" >> MISSING_FILES.DMP
828 }
829 # Housekeeping
830 [[ ! -d $BUILDDIR/sources ]] && mkdir $BUILDDIR/sources
831 cd $BUILDDIR/sources
832 [[ -f MD5SUMS ]] && rm MD5SUMS
833 [[ -f MISSING_FILES.DMP ]] && rm MISSING_FILES.DMP
834 [[ -f urls.lst ]] && rm urls.lst
[3e7af38]835
836 # Generate URLs file
[65d83a6]837 create_urls
[3e7af38]838
[65d83a6]839 IFS=$'\x0A' # Modify the 'internal field separator' to break on 'LF' only
840 for line in `cat urls.lst`; do
841 IFS=$saveIFS # Restore the system defaults
[3e7af38]842
843 # Skip some packages if they aren't needed
[65d83a6]844 case $line in
[3e7af38]845 */tcl* | */expect* | */dejagnu* | */tree* | */gcc-testsuite* )
846 [[ "$TEST" = "0" ]] && continue
847 ;;
848 */vim-*-lang* )
849 [[ "$VIMLANG" = "0" ]] && continue
850 ;;
[3a27393]851 *linux/linux-* )
[34933b4]852 [[ -z "$CONFIG" ]] && [[ -z "$BOOT_CONFIG" ]] && \
853 [[ "$GETKERNEL" = "0" ]] && continue
[3a27393]854 ;;
[65d83a6]855 esac
[3e7af38]856
[65d83a6]857 # Locations
858 URL1=`echo $line | cut -d" " -f2` # Preferred URL
859 URL2=`echo $line | cut -d" " -f1` # Fallback Upstream URL
[7a100d96]860 FILE=`basename $URL1` # File name
861 BOOKMD5=`echo $line | cut -d" " -f3` # MD5 book value
862
[3a27393]863 # Validation pair
864 MD5="$BOOKMD5 $FILE"
865 HAVEMD5=1
[0170229]866
[65d83a6]867 set -e
868 # If the file exists in the archive copy it to the
869 # $BUILDDIR/sources dir. MD5SUM will be validated later.
870 if [ ! -z ${SRC_ARCHIVE} ] &&
871 [ -d ${SRC_ARCHIVE} ] &&
872 [ -f ${SRC_ARCHIVE}/$FILE ]; then
873 cp ${SRC_ARCHIVE}/$FILE .
874 echo "$FILE: -- copied from $SRC_ARCHIVE"
875 fromARCHIVE=1
876 else
877 echo "${BOLD}${YELLOW}$FILE: not found in ${SRC_ARCHIVE}${OFF}"
878 fromARCHIVE=0
[3a27393]879 # If the file does not exist yet in /sources download a fresh one
[3e7af38]880 if [ ! -f $FILE ] ; then
[65d83a6]881 if ! wget $URL1 && ! wget $URL2 ; then
882 gs_wrt_message "$FILE not found in the SRC_ARCHIVE or on any server..SKIPPING"
883 continue
884 fi
[3e7af38]885 fi
[65d83a6]886 fi
[0170229]887
[3a27393]888 # IF the md5sum does not match the existing files
889 if ! echo "$MD5" | md5sum -c - >/dev/null ; then
890 [[ $fromARCHIVE = "1" ]] && echo "${BOLD}${YELLOW}MD5SUM did not match SRC_ARCHIVE copy${OFF}"
891 [[ $fromARCHIVE = "0" ]] && echo "${BOLD}${YELLOW}MD5SUM did not match REMOTE copy${OFF}"
892 # Remove the old file and download a new one
893 rm -fv $FILE
894 # Force storage in SRC_ARCHIVE
895 fromARCHIVE=0;
896 # Try to retrieve again the file. Servers in reverse order.
897 if ! wget $URL2 && ! wget $URL1 ; then
898 gs_wrt_message "$FILE not found on the servers.. SKIPPING"
899 continue
[3e7af38]900 fi
[65d83a6]901 fi
[e1edff3]902
[65d83a6]903 # Validate the MD5SUM one last time
[3a27393]904 if ! echo "$MD5" | md5sum -c - >/dev/null ; then
[65d83a6]905 gs_wrt_message "$FILE does not match MD5SUMS value"
[b61a4a9]906 # Force generation of MD5SUM
907 HAVEMD5=0
[65d83a6]908 fi
[3e7af38]909
[65d83a6]910 # Generate a fresh MD5SUM for this file
911 if [[ "$HAVEMD5" = "0" ]] ; then
912 echo "${BOLD}${YELLOW}Generating a new MD5SUM for ${OFF}$FILE"
[3a27393]913 echo "NEW MD5SUM: $(md5sum $FILE)" >> MISSING_FILES.DMP
[3e7af38]914 fi
[e1edff3]915
[65d83a6]916 # Good or bad we write the original md5sum to a file
[3a27393]917 echo "$MD5" >> MD5SUMS
[65d83a6]918
919 # Copy the freshly downloaded file
920 # to the source archive.
921 if [ ! -z ${SRC_ARCHIVE} ] &&
922 [ -d ${SRC_ARCHIVE} ] &&
923 [ -w ${SRC_ARCHIVE} ] &&
924 [ "$fromARCHIVE" = "0" ] ; then
925 echo "Storing file:<$FILE> in the package archive"
926 cp -f $FILE ${SRC_ARCHIVE}
927 fi
928
929 done
930
931 if [[ -s MISSING_FILES.DMP ]]; then
[3b63c8c]932 echo -e "\n\n${tab_}${RED} One or more files were not retrieved or have bad MD5SUMS.\n${tab_} Check ${L_arrow}$BUILDDIR/sources/MISSING_FILES.DMP${R_arrow} for names ${OFF}\n"
933 # Do not allow the automatic execution of the Makefile.
[65d83a6]934 echo "${tab_}${BOLD}${RED}*** ${YELLOW}Automatic execution of the generated makefile has been inhibited. ${RED}***${OFF}${nl_}"
935 RUNMAKE=0
[3e7af38]936 fi
[0170229]937}
938
939#----------------------------#
[3e7af38]940create_urls() { #
[0170229]941#----------------------------#
[3e7af38]942 cd $JHALFSDIR
[0170229]943
[3e7af38]944 case ${PROGNAME} in
945 clfs)
946 echo -n "Creating CLFS <${ARCH}> specific URLs file"
947 xsltproc --nonet --xinclude \
948 --stringparam server $SERVER \
949 -o $BUILDDIR/sources/urls.lst urls.xsl \
950 $BOOK/materials/$ARCH-chapter.xml >>$LOGDIR/$LOG 2>&1
951 echo " ...OK"
952 ;;
[3b63c8c]953 clfs2)
954 echo -n "Creating CLFS2 <${ARCH}> specific URLs file"
955 xsltproc --nonet --xinclude \
956 --stringparam server $SERVER \
957 -o $BUILDDIR/sources/urls.lst urls.xsl \
958 $BOOK/materials/$ARCH-chapter.xml >>$LOGDIR/$LOG 2>&1
959 echo " ...OK"
960 ;;
[3e7af38]961 hlfs)
962 echo -n "Creating HLFS <${MODEL}> specific URLs file"
963 xsltproc --nonet --xinclude \
964 --stringparam server $SERVER \
965 --stringparam model $MODEL \
966 -o $BUILDDIR/sources/urls.lst urls.xsl \
967 $BOOK/chapter04/chapter04.xml >>$LOGDIR/$LOG 2>&1
968 echo " ...OK"
969 ;;
970 lfs)
971 echo -n "Creating LFS specific URLs file"
972 xsltproc --nonet --xinclude \
973 --stringparam server $SERVER \
974 -o ../sources/urls.lst urls.xsl \
975 $BOOK/chapter03/chapter03.xml >>$LOGDIR/$LOG 2>&1
976 echo " ...OK"
977 ;;
978 esac
[0170229]979
[3e7af38]980 cd $BUILDDIR/sources
[0170229]981}
Note: See TracBrowser for help on using the repository browser.