source: common/common-functions@ d1f9599

experimental
Last change on this file since d1f9599 was 2c2471d, checked in by Manuel Canales Esparcia <manuel@…>, 19 years ago

Added optimize/optimize_functions.

  • Property mode set to 100644
File size: 24.3 KB
Line 
1#!/bin/bash
2
3# $Id$
4
5set +e
6
7# VT100 colors
8declare -r BLACK=$'\e[1;30m'
9declare -r DK_GRAY=$'\e[0;30m'
10
11declare -r RED=$'\e[31m'
12declare -r GREEN=$'\e[32m'
13declare -r YELLOW=$'\e[33m'
14declare -r BLUE=$'\e[34m'
15declare -r MAGENTA=$'\e[35m'
16declare -r CYAN=$'\e[36m'
17declare -r WHITE=$'\e[37m'
18
19declare -r OFF=$'\e[0m'
20declare -r BOLD=$'\e[1m'
21declare -r REVERSE=$'\e[7m'
22declare -r HIDDEN=$'\e[8m'
23
24declare -r tab_=$'\t'
25declare -r nl_=$'\n'
26
27declare -r DD_BORDER="${BOLD}==============================================================================${OFF}"
28declare -r SD_BORDER="${BOLD}------------------------------------------------------------------------------${OFF}"
29declare -r STAR_BORDER="${BOLD}******************************************************************************${OFF}"
30
31# bold yellow > < pair
32declare -r R_arrow=$'\e[1;33m>\e[0m'
33declare -r L_arrow=$'\e[1;33m<\e[0m'
34
35
36usage() {
37cat <<- -EOF-
38${DD_BORDER}
39${BOLD}
40 Usage: $0 ${BOLD}[OPTION]
41
42${RED}IMPORTANT:${OFF} Only supported command line switches are listed here.
43 For more fine-grained setups you must edit the relevant
44 configuration files placed under ${BOLD}common/${OFF} and ${BOLD}$(echo $PROGNAME | tr [a-z] [A-Z])/${OFF}
45
46Options:
47${BOLD} -h, --help${OFF}
48 print this help, then exit
49
50${BOLD} -V, --version${OFF}
51 print version information, then exit
52
53${BOLD} -B, --book VER${OFF}
54 use VER version of the book as the system to build.
55 Supported versions are: dev*, trunk, SVN
56 These are aliases for the Development version of {C,H,B}LFS
57
58${BOLD} -D --directory DIR${OFF}
59 use DIR directory for building ${BOLD}$(echo $PROGNAME | tr [a-z] [A-Z])${OFF}; all files jhalfs-X produces
60 will be in the directory DIR/jhalfs.
61 The current setting for BUILDDIR is "$BUILDDIR"
62
63${BOLD} -G, --get-packages${OFF}
64 download the packages and patches. This assumes that the server declared
65 in the configuration file has the proper packages and patches for the
66 book version being processed.
67
68${BOLD} -O, --optimize${OFF}
69 Optimize [0-2]
70 0 = no optimization
71 1 = optimize chapter06 only
72 2 = optimize both chapter05 and chapter06
73 Edit common/opt_config{,.d/*} and common/opt_override as desired.
74
75${BOLD} -T, --testsuites N ${OFF}
76 Run test suites [0-3]
77 0 = none
78 1 = only final system Glibc, GCC and Binutils testsuites
79 2 = all final system testsuites
80 3 = all temporary tools and final system testsuites
81 In CLFS, 3 is an alias to 2
82 In BLFS, 1, 2, and 3 are equivalents and means that the testsuites
83 will be run.
84
85${BOLD} -W, --working-copy DIR${OFF}
86 use the local working copy placed in DIR as the $(echo $PROGNAME | tr [a-z] [A-Z]) book
87-EOF-
88
89[[ ${PROGNAME} != "blfs" ]] &&
90cat <<- -EOF-
91
92${BOLD} -C, --comparasion TYPE${OFF}
93 do iterative comparison analysis. This extends the total build time
94 considerably because the entire final system will rebuild itself
95 the number of times specified by ITERATIONS in common/config.
96 Types allowed are:
97 ICA = do ICA as designed by Greg Schafer
98 farce = do the farce analysis designed by Ken Moffat
99 both = perfom both ICA and farce analysis
100
101${BOLD} -F, --fstab FILE${OFF}
102 use FILE as the /etc/fstab file for the ${BOLD}$(echo $PROGNAME | tr [a-z] [A-Z])${OFF} system. If not specified,
103 a default /etc/fstab file with dummy values is created.
104
105${BOLD} -K, --kernel-config FILE${OFF}
106 use the kernel configuration file specified in FILE to build the kernel.
107 if the file is not found, or if not specified, the kernel build is skipped.
108
109${BOLD} -M, --run-make${OFF}
110 run make on the generated Makefile
111
112${BOLD} -R --rebuild${OFF}
113 clean the build directory before perfoming any other task. The directory
114 is cleaned only if it was populated by a previous jhalfs-X run.
115-EOF-
116
117[[ ${PROGNAME} = "clfs" ]] &&
118cat <<- -EOF-
119
120${BOLD} -A, --arch ARCH ${OFF}
121 Select the TARGET architecture, valid selections are:
122 32bit builds
123 x86, i486, i586, ppc, mips, mipsel, sparc
124 64bit builds
125 x86_64-64, mips64-64, mipsel64-64, sparc64-64, alpha
126 64bit multi-lib
127 x86_64, mips64, mipsel64, sparc64, ppc64
128
129${BOLD} --boot-config FILE ${OFF}
130 The configuration file for the bootstrap kernel if method=boot
131
132${BOLD} --method BUILDMETHOD ${OFF}
133 Select the build method, chroot or boot
134-EOF-
135
136[[ ${PROGNAME} = "hlfs" ]] &&
137cat <<- -EOF-
138
139${BOLD} --model STYLE ${OFF}
140 Select the library model for the HLFS system
141 Valid choices are: glibc or uclibc
142-EOF-
143
144[[ ${PROGNAME} = "blfs" ]] &&
145cat <<- -EOF-
146
147${BOLD} --dependencies 0/1/2${OFF}
148 add dependencies of type TYPE to the build tree.
149 If not set, both required and recommended are used.
150
151 Possible values are:
152 0 - required only required dependecies are used
153 1 - recommended both required a recommended dependencies are used
154 2 - optional all dependencies are used
155-EOF-
156
157cat <<- -EOF-
158${DD_BORDER}
159-EOF-
160 exit
161}
162
163version="
164${BOLD} \"jhalfs-X\"${OFF} builder tool (experimental) \$Rev$
165\$Date$
166
167${BOLD} \"${PROGNAME}\"${OFF} script module
168
169Written by George Boudreau,
170 Manuel Canales Esparcia,
171 Jeremy Huntwork
172
173This program is published under the ${BOLD}Gnu General Public License, Version 2.${OFF}
174"
175
176
177no_empty_builddir() {
178 'clear'
179cat <<- -EOF-
180${DD_BORDER}
181
182${tab_}${tab_}${BOLD}${RED}W A R N I N G${OFF}
183 Looks like the \$BUILDDIR directory contains subdirectories
184 from a previous HLFS build.
185
186 Please format the partition mounted on \$BUILDDIR or set
187 a different build directory before running jhalfs-X.
188${OFF}
189${DD_BORDER}
190-EOF-
191 exit
192}
193
194
195help="${nl_}Try '$0 --help' for more information."
196
197
198exit_missing_arg="\
199echo \"Option '\$1' requires an argument\" >&2
200echo \"\$help\" >&2
201exit 1"
202
203no_dl_client="\
204echo \"Could not find a way to download the ${BOLD}$(echo $PROGNAME | tr [a-z] [A-Z])${OFF} sources.\" >&2
205echo \"Attempting to continue.\" >&2"
206
207HEADER="# This file is automatically generated by jhalfs-X
208# DO NOT EDIT THIS FILE MANUALLY
209#
210# Generated on `date \"+%F %X %Z\"`"
211
212
213
214#----------------------------------#
215wrt_target() { # Create target and initialize log file
216#----------------------------------#
217 local i=$1
218 local PREV=$2
219 case $i in
220 iteration* ) local LOGFILE=$this_script.log ;;
221 * ) local LOGFILE=$this_script ;;
222 esac
223(
224cat << EOF
225
226$i: $PREV
227 @\$(call echo_message, Building)
228 @echo -e "\n\`date\`\n\nKB: \`du -skx --exclude=jhalfs \$(MOUNT_PT)\`\n" >logs/$LOGFILE
229EOF
230) >> $MKFILE.tmp
231}
232
233
234#----------------------------------#
235wrt_unpack() { # Unpack and set 'ROOT' var
236#----------------------------------#
237 local FILE=$1
238(
239cat << EOF
240 @\$(call unpack,$FILE)
241 @ROOT=\`head -n1 /tmp/unpacked | sed 's@^./@@;s@/.*@@'\` && \\
242 echo "export PKGDIR=\$(MOUNT_PT)\$(SRC)/\$\$ROOT" > envars && \\
243 chown -R lfs \$(MOUNT_PT)\$(SRC)/\$\$ROOT
244EOF
245) >> $MKFILE.tmp
246}
247
248
249#----------------------------------#
250wrt_unpack2() { #
251#----------------------------------#
252 local FILE=$1
253(
254cat << EOF
255 @\$(call unpack2,$FILE)
256 @ROOT=\`head -n1 /tmp/unpacked | sed 's@^./@@;s@/.*@@'\` && \\
257 echo "export PKGDIR=\$(SRC)/\$\$ROOT" > envars
258EOF
259) >> $MKFILE.tmp
260}
261
262
263#----------------------------------#
264wrt_unpack3() { #
265#----------------------------------#
266 local FILE=$1
267(
268cat << EOF
269 @\$(call unpack3,$FILE)
270 @ROOT=\`head -n1 /tmp/unpacked | sed 's@^./@@;s@/.*@@'\` && \\
271 echo "export PKGDIR=\$(SRC)/\$\$ROOT" > envars
272EOF
273) >> $MKFILE.tmp
274}
275
276
277#----------------------------------#
278wrt_target_vars() { # Target vars for hlfs (cross-build method)
279#----------------------------------#
280(
281cat << EOF
282 @echo "export target=$(uname -m)-${TARGET}" >> envars && \\
283 echo "export ldso=/lib/${LOADER}" >> envars
284EOF
285) >> $MKFILE.tmp
286
287}
288
289
290#----------------------------------#
291wrt_run_as_su() { # Execute script inside time { }, footer to log file
292#----------------------------------#
293 local this_script=$1
294 local file=$2
295(
296cat << EOF
297 @( time { su - lfs -c "source /home/lfs/.bashrc && $JHALFSDIR/${PROGNAME}-commands/$file" >>logs/$this_script 2>&1 ; } ) 2>>logs/$this_script && \\
298 echo -e "\nKB: \`du -skx --exclude=jhalfs \$(MOUNT_PT)\`\n" >>logs/$this_script
299EOF
300) >> $MKFILE.tmp
301}
302
303
304#----------------------------------#
305wrt_run_as_root() { # Some scripts must be run as root..
306#----------------------------------#
307 local this_script=$1
308 local file=$2
309(
310cat << EOF
311 @( time { export LFS=\$(MOUNT_PT) && ${PROGNAME}-commands/$file >>logs/$this_script 2>&1 ; } ) 2>>logs/$this_script && \\
312 echo -e "\nKB: \`du -skx --exclude=jhalfs \$(MOUNT_PT)\`\n" >>logs/$this_script
313EOF
314) >> $MKFILE.tmp
315}
316
317
318#----------------------------------#
319wrt_run_as_root2() { #
320#----------------------------------#
321 local this_script=$1
322 local file=$2
323(
324cat << EOF
325 @( time { source envars && ${PROGNAME}-commands/$file >>logs/$this_script 2>&1 ; } ) 2>>logs/$this_script && \\
326 echo -e "\nKB: \`du -skx --exclude=jhalfs \`\n" >>logs/$this_script
327EOF
328) >> $MKFILE.tmp
329}
330
331
332
333#----------------------------------#
334wrt_run_as_chroot1() { #
335#----------------------------------#
336 local this_script=$1
337 local file=$2
338(
339 cat << EOF
340 @( time { \$(CHROOT1) 'cd /jhalfs && source envars && /jhalfs/${PROGNAME}-commands/$file >>/jhalfs/logs/${this_script} 2>&1' ; } ) 2>>logs/$this_script && \\
341 echo -e "\nKB: \`du -skx --exclude=jhalfs \$(MOUNT_PT)\`\n" >>logs/${this_script}
342EOF
343) >> $MKFILE.tmp
344}
345
346
347#----------------------------------#
348wrt_run_as_chroot2() { #
349#----------------------------------#
350 local this_script=$1
351 local file=$2
352(
353cat << EOF
354 @( time { \$(CHROOT2) 'cd /jhalfs && source envars && /jhalfs/${PROGNAME}-commands/$file >>/jhalfs/logs/${this_script} 2>&1' ; } ) 2>>logs/$this_script && \\
355 echo -e "\nKB: \`du -skx --exclude=jhalfs \$(MOUNT_PT)\`\n" >>logs/${this_script}
356EOF
357) >> $MKFILE.tmp
358}
359
360
361#----------------------------------#
362wrt_copy_fstab() { #
363#----------------------------------#
364 local i=$1
365(
366 cat << EOF
367 @cp -v $FSTAB \$(MOUNT_PT)/etc/fstab >>logs/$i 2>&1
368EOF
369) >> $MKFILE.tmp
370}
371
372#----------------------------------#
373wrt_copy_fstab2() { #
374#----------------------------------#
375 local i=$1
376(
377 cat << EOF
378 @cp -v /sources/fstab /etc/fstab >>logs/$i 2>&1
379EOF
380) >> $MKFILE.tmp
381}
382
383
384#----------------------------------#
385wrt_remove_build_dirs() { #
386#----------------------------------#
387 local name=$1
388(
389cat << EOF
390 @ROOT=\`head -n1 /tmp/unpacked | sed 's@^./@@;s@/.*@@'\` && \\
391 rm -r \$(MOUNT_PT)\$(SRC)/\$\$ROOT && \\
392 if [ -e \$(MOUNT_PT)\$(SRC)/$name-build ]; then \\
393 rm -r \$(MOUNT_PT)\$(SRC)/$name-build; \\
394 fi;
395EOF
396) >> $MKFILE.tmp
397}
398
399
400#----------------------------------#
401wrt_remove_build_dirs2() { #
402#----------------------------------#
403 local name=$1
404(
405cat << EOF
406 @ROOT=\`head -n1 /tmp/unpacked | sed 's@^./@@;s@/.*@@'\` && \\
407 rm -r \$(SRC)/\$\$ROOT && \\
408 if [ -e \$(SRC)/$name-build ]; then \\
409 rm -r \$(SRC)/$name-build; \\
410 fi;
411EOF
412) >> $MKFILE.tmp
413}
414
415
416#----------------------------------#
417wrt_report() { #
418#----------------------------------#
419(
420cat << EOF
421
422create-sbu_du-report: $PREV
423 @\$(call echo_message, Building)
424 @./create-sbu_du-report.sh logs $VERSION
425 @\$(call echo_report,$VERSION-SBU_DU-$(date --iso-8601).report)
426 @touch \$@
427EOF
428) >> $MKFILE.tmp
429
430chapter789="$chapter789 create-sbu_du-report"
431}
432
433
434#----------------------------#
435run_make() { #
436#----------------------------#
437 # Test if make must be run.
438 if [ "$RUNMAKE" = "1" ] ; then
439 # Test to make sure we're running the build as root
440 if [ "$UID" != "0" ] ; then
441 echo "You must be logged in as root to successfully build the system."
442 exit 1
443 fi
444 # Build the system
445 if [ -e $MKFILE ] ; then
446 echo -ne "Building the system...\n"
447 cd $JHALFSDIR && make
448 echo -ne "done\n"
449 fi
450 fi
451}
452
453
454#----------------------------#
455clean_builddir() { #
456#----------------------------#
457 # Test if the clean must be done.
458 if [ "$CLEAN" = "1" ] ; then
459 # Test to make sure we're running the clean as root
460 if [ "$UID" != "0" ] ; then
461 echo "You must be logged in as root to clean the build directory."
462 exit 1
463 fi
464 # Test to make sure that the build directory was populated by jhalfs
465 if [ ! -d $JHALFSDIR ] || [ ! -d $BUILDDIR/sources ] ; then
466 echo "Looks like $BUILDDIR was not populated by a previous jhalfs-X run."
467 exit 1
468 else
469 # Clean the build directory
470 echo -ne "Cleaning $BUILDDIR...\n"
471 rm -rf $BUILDDIR/{bin,boot,dev,etc,home,lib,media,mnt,opt,proc,root,sbin,srv,sys,tmp,tools,cross-tools,usr,var}
472 echo -ne "Cleaning $JHALFSDIR...\n"
473 rm -rf $JHALFSDIR/{0*,1*,envars,sources-dir,*commands,logs,Makefile,*.xsl,makefile-functions,packages,patches}
474 echo -ne "Cleaning remainig extracted sources in $BUILDDIR/sources...\n"
475 rm -rf `find $BUILDDIR/sources/* -maxdepth 0 -type d`
476 echo -ne "done\n"
477 fi
478 fi
479}
480
481#----------------------------#
482get_book() { #
483#----------------------------#
484 cd $JHALFSDIR
485
486 if [ -z $WC ] ; then
487 # Check for Subversion instead of just letting the script hit 'svn' and fail.
488 test `type -p svn` || eval "echo \"This feature requires Subversion.\"
489 exit 1"
490 echo -n "Downloading the $PROGNAME document, $LFSVRS version... "
491
492 case $PROGNAME in
493 lfs) svn_root="LFS" ;;
494 hlfs) svn_root="HLFS" ;;
495 clfs) svn_root="cross-lfs" ;;
496 blfs) svn_root="BLFS" ;;
497 *) echo "BOOK not defined in function <get_book>"
498 exit 1 ;;
499 esac
500 # Grab a fresh book if it's missing, otherwise, update it from the
501 # repo. If we've already extracted the commands, move on to getting the
502 # sources.
503 if [ -d ${PROGNAME}-$LFSVRS ] ; then
504 cd ${PROGNAME}-$LFSVRS
505 if LC_ALL=C svn up | grep -q At && test -d $JHALFSDIR/${PROGNAME}-commands && \
506 test -f $JHALFSDIR/packages ; then
507 echo -ne "done\n"
508 # Set the canonical book version
509 cd $JHALFSDIR
510 VERSION=`grep "ENTITY version " $BOOK/general.ent | sed 's@<!ENTITY version "@@;s@">@@'`
511 get_sources
512 else
513 echo -ne "done\n"
514 # Set the canonical book version
515 cd $JHALFSDIR
516 VERSION=`grep "ENTITY version " $BOOK/general.ent | sed 's@<!ENTITY version "@@;s@">@@'`
517 extract_commands
518 fi
519 else
520 case $LFSVRS in
521 development)
522 svn co $SVN/${svn_root}/trunk/BOOK ${PROGNAME}-$LFSVRS >>$LOGDIR/$LOG 2>&1 ;;
523 esac
524 echo -ne "done\n"
525 # Set the canonical book version
526 cd $JHALFSDIR
527 VERSION=`grep "ENTITY version " $BOOK/general.ent | sed 's@<!ENTITY version "@@;s@">@@'`
528 extract_commands
529 fi
530 else
531 echo -ne "Using $BOOK as book's sources ...\n"
532 # Set the canonical book version
533 cd $JHALFSDIR
534 VERSION=`grep "ENTITY version " $BOOK/general.ent | sed 's@<!ENTITY version "@@;s@">@@'`
535 extract_commands
536 fi
537}
538
539#----------------------------#
540extract_commands() { #
541#----------------------------#
542
543 # Check for libxslt instead of just letting the script hit 'xsltproc' and fail.
544 test `type -p xsltproc` || eval "echo \"This feature requires libxslt.\"
545 exit 1"
546
547 cd $JHALFSDIR
548 VERSION=`grep "ENTITY version " $BOOK/general.ent | sed 's@<!ENTITY version "@@;s@">@@'`
549
550 # Start clean
551 if [ -d ${PROGNAME}-commands ]; then
552 rm -rf ${PROGNAME}-commands
553 mkdir -v ${PROGNAME}-commands
554 fi
555 echo -n "Extracting commands for"
556
557 # Dump the commands in shell script form from the HLFS book.
558 case ${PROGNAME} in
559 clfs)
560 echo -n " ${L_arrow}${BOLD}$ARCH${R_arrow} target architecture"
561 xsltproc --nonet \
562 --xinclude \
563 --stringparam method $METHOD \
564 --stringparam testsuite $TEST \
565 --stringparam vim-lang $VIMLANG \
566 --stringparam timezone $TIMEZONE \
567 --stringparam page $PAGE \
568 --stringparam lang $LANG \
569 --stringparam keymap $KEYMAP \
570 -o ./${PROGNAME}-commands/ $XSL $BOOK/$ARCH-index.xml >>$LOGDIR/$LOG 2>&1
571 ;;
572 hlfs)
573 echo -n " ${L_arrow}${BOLD}$MODEL${R_arrow} HLFS libc implementation"
574 xsltproc --nonet \
575 --xinclude \
576 --stringparam model $MODEL \
577 --stringparam testsuite $TEST \
578 --stringparam timezone $TIMEZONE \
579 --stringparam page $PAGE \
580 --stringparam lang $LANG \
581 --stringparam lc_all $LC_ALL \
582 --stringparam keymap $KEYMAP \
583 --stringparam grsecurity_host $GRSECURITY_HOST \
584 -o ./${PROGNAME}-commands/ $XSL $BOOK/index.xml >>$LOGDIR/$LOG 2>&1
585 ;;
586 lfs)
587 echo -n " ${L_arrow}${BOLD}LFS${R_arrow} build"
588 xsltproc --nonet \
589 --xinclude \
590 --stringparam testsuite $TEST \
591 --stringparam vim-lang $VIMLANG \
592 --stringparam timezone $TIMEZONE \
593 --stringparam page $PAGE \
594 --stringparam lang $LANG \
595 -o ./${PROGNAME}-commands/ $XSL $BOOK/index.xml >>$LOGDIR/$LOG 2>&1
596 ;;
597 blfs)
598 echo -n " ${L_arrow}${BOLD}BLFS${R_arrow} build"
599 xsltproc --nonet \
600 --xinclude \
601 --stringparam testsuite $TEST \
602 --stringparam server $SERVER \
603 -o ./${PROGNAME}-commands/ $XSL $BOOK/index.xml >>$LOGDIR/$LOG 2>&1
604 ;;
605 *) exit 1 ;;
606 esac
607
608 echo " ...OK"
609
610 # Make the scripts executable.
611 chmod -R +x $JHALFSDIR/${PROGNAME}-commands
612
613 # Create the packages file. We need it for proper Makefile creation
614 rm -f packages
615 case "${PROGNAME}" in
616 clfs)
617 echo -n "Creating <${PROGNAME}> specific packages file"
618 grep "\-version " $BOOK/packages.ent | sed -e 's@<!ENTITY @@' \
619 -e 's@">@"@' \
620 -e '/generic/d' > packages
621 echo " ...OK"
622 ;;
623
624 hlfs)
625 echo -n "Creating <${PROGNAME}> specific packages file"
626 grep "\-version" $BOOK/general.ent | sed -e 's@<!ENTITY @@' \
627 -e 's@">@"@' \
628 -e '/generic/d' >> packages
629 echo " ...OK"
630 ;;
631
632 lfs)
633 echo -n "Creating <${PROGNAME}> specific packages file"
634 grep "\-version" $BOOK/general.ent | sed -e 's@<!ENTITY @@' \
635 -e 's@">@"@' \
636 -e '/generic/d' >> packages
637 echo " ...OK"
638 ;;
639 esac
640
641 # Done. Moving on...
642 get_sources
643}
644
645#----------------------------#
646get_sources() { # Download file, write name to MISSING_FILES.DMP if an error
647#----------------------------#
648 local saveIFS=$IFS
649 local IFS line URL1 URL2 FILE MD5 HAVEMD5 fromARCHIVE
650
651 # Test if the packages must be downloaded
652 [ ! "$GETPKG" = "1" ] && return
653
654 gs_wrt_message(){
655 echo "${RED}$1${OFF}"
656 echo "$1" >> MISSING_FILES.DMP
657 }
658 # Housekeeping
659 [[ ! -d $BUILDDIR/sources ]] && mkdir $BUILDDIR/sources
660 cd $BUILDDIR/sources
661 [[ -f MD5SUMS ]] && rm MD5SUMS
662 [[ -f MD5SUMS-$VERSION ]] && rm MD5SUMS-$VERSION
663 [[ -f MISSING_FILES.DMP ]] && rm MISSING_FILES.DMP
664 [[ -f urls.lst ]] && rm urls.lst
665
666 # Download a fresh MD5SUMS file
667 wget $SERVER/pub/lfs/conglomeration/MD5SUMS
668
669 # Generate URLs file
670 create_urls
671
672 IFS=$'\x0A' # Modify the 'internal field separator' to break on 'LF' only
673 for line in `cat urls.lst`; do
674 IFS=$saveIFS # Restore the system defaults
675
676 # Skip some packages if they aren't needed
677 case $line in
678 */tcl* | */expect* | */dejagnu* | */tree* | */gcc-testsuite* )
679 [[ "$TEST" = "0" ]] && continue
680 ;;
681 */vim-*-lang* )
682 [[ "$VIMLANG" = "0" ]] && continue
683 ;;
684 esac
685
686 # Locations
687 URL1=`echo $line | cut -d" " -f2` # Preferred URL
688 URL2=`echo $line | cut -d" " -f1` # Fallback Upstream URL
689 FILE=`basename $URL2` # File name
690
691 # Find the md5 sum for this package.
692 set +e
693 HAVEMD5=1 # Always assume we have a MD5SUM
694 MD5=`grep " $FILE" MD5SUMS`
695 if [ $? -ne 0 ]; then
696 set -e
697 gs_wrt_message "$FILE not found in MD5SUMS"
698 # IMPORTANT:: There is no MD5SUM for this file.
699 HAVEMD5=0
700 fi
701
702 set -e
703 # If the file exists in the archive copy it to the
704 # $BUILDDIR/sources dir. MD5SUM will be validated later.
705 if [ ! -z ${SRC_ARCHIVE} ] &&
706 [ -d ${SRC_ARCHIVE} ] &&
707 [ -f ${SRC_ARCHIVE}/$FILE ]; then
708 cp ${SRC_ARCHIVE}/$FILE .
709 echo "$FILE: -- copied from $SRC_ARCHIVE"
710 fromARCHIVE=1
711 else
712 echo "${BOLD}${YELLOW}$FILE: not found in ${SRC_ARCHIVE}${OFF}"
713 fromARCHIVE=0
714 # If the file does not exist in /sources download a fresh one
715 if [ ! -f $FILE ] ; then
716 if ! wget $URL1 && ! wget $URL2 ; then
717 gs_wrt_message "$FILE not found in the SRC_ARCHIVE or on any server..SKIPPING"
718 continue
719 fi
720 fi
721 fi
722
723 # Is there a MD5SUM to validate the file against.
724 if [[ "$HAVEMD5" = "1" ]] ; then
725 # IF the md5sum does not match the existing files
726 if ! echo "$MD5" | md5sum -c - >/dev/null ; then
727 [[ $fromARCHIVE = "1" ]] && echo "${BOLD}${YELLOW}MD5SUM did not match SRC_ARCHIVE copy${OFF}"
728 [[ $fromARCHIVE = "0" ]] && echo "${BOLD}${YELLOW}MD5SUM did not match REMOTE copy${OFF}"
729 # Remove the old file and download a new one
730 rm -fv $FILE
731 # Force generation of MD5SUM and storage in SRC_ARCHIVE
732 fromARCHIVE=0; HAVEMD5=0
733 # Try and retrieve the file
734 if ! wget -N $URL1 && ! wget -N $URL2 ; then
735 gs_wrt_message "$FILE not found on the servers.. SKIPPING"
736 continue
737 fi
738 fi
739 fi
740
741 # Validate the MD5SUM one last time
742 if [[ "$HAVEMD5" = "1" ]] && ! echo "$MD5" | md5sum -c - >/dev/null ; then
743 gs_wrt_message "$FILE does not match MD5SUMS value"
744 fi
745
746 # Generate a fresh MD5SUM for this file
747 if [[ "$HAVEMD5" = "0" ]] ; then
748 echo "${BOLD}${YELLOW}Generating a new MD5SUM for ${OFF}$FILE"
749 echo "NEW MD5SUM $(md5sum $FILE)" >> MISSING_FILES.DMP
750 fi
751
752 # Good or bad we write the original md5sum to a file
753 echo "$MD5" >> MD5SUMS-$VERSION
754
755 # Copy the freshly downloaded file
756 # to the source archive.
757 if [ ! -z ${SRC_ARCHIVE} ] &&
758 [ -d ${SRC_ARCHIVE} ] &&
759 [ -w ${SRC_ARCHIVE} ] &&
760 [ "$fromARCHIVE" = "0" ] ; then
761 echo "Storing file:<$FILE> in the package archive"
762 cp -f $FILE ${SRC_ARCHIVE}
763 fi
764
765 done
766
767 if [[ -s MISSING_FILES.DMP ]]; then
768 echo -e "\n\n${tab_}${RED} One or more files were not retrieved or have a bad MD5SUMS chechsum.\n${tab_} Check ${L_arrow}$BUILDDIR/sources/MISSING_FILES.DMP${R_arrow} for names ${OFF}\n"
769 # Do not allow the automatic exection of the Makefile.
770 echo "${tab_}${BOLD}${RED}*** ${YELLOW}Automatic execution of the generated makefile has been inhibited. ${RED}***${OFF}${nl_}"
771 RUNMAKE=0
772 fi
773}
774
775
776#----------------------------#
777create_urls() { #
778#----------------------------#
779 cd $JHALFSDIR
780
781 case ${PROGNAME} in
782 clfs)
783 echo -n "Creating CLFS <${ARCH}> specific URLs file"
784 xsltproc --nonet --xinclude \
785 --stringparam server $SERVER \
786 -o $BUILDDIR/sources/urls.lst urls.xsl \
787 $BOOK/materials/$ARCH-chapter.xml >>$LOGDIR/$LOG 2>&1
788 echo " ...OK"
789 ;;
790 hlfs)
791 echo -n "Creating HLFS <${MODEL}> specific URLs file"
792 xsltproc --nonet --xinclude \
793 --stringparam server $SERVER \
794 --stringparam model $MODEL \
795 -o $BUILDDIR/sources/urls.lst urls.xsl \
796 $BOOK/chapter04/chapter04.xml >>$LOGDIR/$LOG 2>&1
797 echo " ...OK"
798 ;;
799 lfs)
800 echo -n "Creating LFS specific URLs file"
801 xsltproc --nonet --xinclude \
802 --stringparam server $SERVER \
803 -o ../sources/urls.lst urls.xsl \
804 $BOOK/chapter03/chapter03.xml >>$LOGDIR/$LOG 2>&1
805 echo " ...OK"
806 ;;
807 esac
808
809 cd $BUILDDIR/sources
810}
Note: See TracBrowser for help on using the repository browser.