source: common/common-functions@ 2db0869

experimental
Last change on this file since 2db0869 was 2db0869, checked in by Manuel Canales Esparcia <manuel@…>, 19 years ago

Fixed a bug in my previos commit.

  • Property mode set to 100644
File size: 26.7 KB
Line 
1#!/bin/bash
2
3# $Id$
4
5set +e
6
7# VT100 colors
8declare -r BLACK=$'\e[1;30m'
9declare -r DK_GRAY=$'\e[0;30m'
10
11declare -r RED=$'\e[31m'
12declare -r GREEN=$'\e[32m'
13declare -r YELLOW=$'\e[33m'
14declare -r BLUE=$'\e[34m'
15declare -r MAGENTA=$'\e[35m'
16declare -r CYAN=$'\e[36m'
17declare -r WHITE=$'\e[37m'
18
19declare -r OFF=$'\e[0m'
20declare -r BOLD=$'\e[1m'
21declare -r REVERSE=$'\e[7m'
22declare -r HIDDEN=$'\e[8m'
23
24declare -r tab_=$'\t'
25declare -r nl_=$'\n'
26
27declare -r DD_BORDER="${BOLD}${WHITE}==============================================================================${OFF}"
28declare -r SD_BORDER="${BOLD}${WHITE}------------------------------------------------------------------------------${OFF}"
29declare -r STAR_BORDER="${BOLD}${WHITE}******************************************************************************${OFF}"
30
31# bold yellow > < pair
32declare -r R_arrow=$'\e[1;33m>\e[0m'
33declare -r L_arrow=$'\e[1;33m<\e[0m'
34
35
36usage() {
37cat <<- -EOF-
38${DD_BORDER}
39${BOLD}
40 Usage: $0 ${BOLD}[OPTION]
41
42Options:
43${BOLD} -h, --help${OFF}
44 print this help, then exit
45
46${BOLD} -V, --version${OFF}
47 print version information, then exit
48
49${BOLD} -B, --book VER${OFF}
50 checkout VER version of the book. Supported versions at this time are:
51 dev* | trunk | SVN aliases for Development {C,H,B}LFS
52 alpha* aliases for the LFS alphabetical branch
53 udev* aliases for the LFS udev_update branch
54
55${BOLD} -D --directory DIR${OFF}
56 use DIR directory for building ${BOLD}$(echo $PROGNAME | tr [a-z] [A-Z])${OFF}; all files jhalfs-X produces
57 will be in the directory DIR/jhalfs.
58
59${BOLD} -G, --get-packages${OFF}
60 download the packages and patches. This assumes that the server declared
61 in the configuration file has the proper packages and patches for the
62 book version being processed.
63
64${BOLD} -T, --testsuites N ${OFF}
65 Run test suites [0-3]
66 0 = none
67 1 = only chapter06 Glibc, GCC and Binutils testsuites
68 2 = all chapter06 testsuites (in BLFS, alias to 1)
69 3 = all chapter05 and chapter06 testsuites
70 In BLFS, 2 and 3 are aliases to 1
71 In CLFS, 3 is an alias to 2
72
73${BOLD} -W, --working-copy DIR${OFF}
74 use the local working copy placed in DIR as the $(echo $PROGNAME | tr [a-z] [A-Z]) book
75-EOF-
76
77[[ ${PROGNAME} != "blfs" ]] &&
78cat <<- -EOF-
79
80${BOLD} -F, --fstab FILE${OFF}
81 use FILE as the /etc/fstab file for the ${BOLD}$(echo $PROGNAME | tr [a-z] [A-Z])${OFF} system. If not specified,
82 a default /etc/fstab file with dummy values is created.
83
84${BOLD} -K, --kernel-config FILE${OFF}
85 use the kernel configuration file specified in FILE to build the kernel.
86 if the file is not found, or if not specified, the kernel build is skipped.
87
88${BOLD} -M, --run-make${OFF}
89 run make on the generated Makefile
90
91${BOLD} -R --rebuild${OFF}
92 clean the build directory before to perfom any other task. The directory
93 is cleaned only if it was populated by a previous jhalfs-X run.
94-EOF-
95
96[[ ${PROGNAME} = "clfs" ]] &&
97cat <<- -EOF-
98
99${BOLD} -A, --arch ARCH ${OFF}
100 Select the TARGET architecture, valid selections are:
101 32bit builds
102 x86, i486, i586, ppc, mips, mipsel, sparc, sparcv8
103 64bit builds
104 x86_64-64, mips64-64, mipsel64-64, sparc64-64, alpha
105 64bit multi-lib
106 x86_64, mips64, mipsel64, sparc64, ppc64
107
108${BOLD} --boot_config FILE ${OFF}
109 The configuration file for the bootstrap kernel if method=boot
110
111${BOLD} --method BUILDMETHOD ${OFF}
112 Select the build method, chroot or boot
113-EOF-
114
115[[ ${PROGNAME} = "hlfs" ]] &&
116cat <<- -EOF-
117
118${BOLD} --model STYLE ${OFF}
119 Select the library model for the HLFS system
120 Valid choices are: glibc or uclibc
121-EOF-
122
123[[ ${PROGNAME} = "blfs" ]] &&
124cat <<- -EOF-
125
126${BOLD} --dependencies 0/1/2${OFF}
127 add dependencies of type TYPE to the build tree.
128 If not set, both required and recommended are used.
129
130 Possible values are:
131 0 - required only required dependecies are used
132 1 - recommended both required a recommended dependencies are used
133 2 - optional all dependencies are used
134-EOF-
135
136cat <<- -EOF-
137${DD_BORDER}
138-EOF-
139 exit
140}
141
142version="
143${BOLD} \"jhalfs-X\"${OFF} builder tool (development) \$Rev$
144\$Date$
145
146${BOLD} \"${PROGNAME}\"${OFF} script module
147
148Written by Jeremy Huntwork,
149 Manuel Canales Esparcia,
150 George Boudreau
151
152This program is published under the ${BOLD}Gnu General Public License, Version 2.${OFF}
153"
154
155
156no_empty_builddir() {
157 'clear'
158cat <<- -EOF-
159${DD_BORDER}
160
161${tab_}${tab_}${BOLD}${RED}W A R N I N G${OFF}
162 Looks like the \$BUILDDIR directory contains subdirectories
163 from a previous HLFS build.
164
165 Please format the partition mounted on \$BUILDDIR or set
166 a different build directory before running jhahlfs.
167${OFF}
168${DD_BORDER}
169-EOF-
170 exit
171}
172
173
174help="${nl_}Try '$0 --help' for more information."
175
176
177exit_missing_arg="\
178echo \"Option '\$1' requires an argument\" >&2
179echo \"\$help\" >&2
180exit 1"
181
182no_dl_client="\
183echo \"Could not find a way to download the ${BOLD}$(echo $PROGNAME | tr [a-z] [A-Z])${OFF} sources.\" >&2
184echo \"Attempting to continue.\" >&2"
185
186HEADER="# This file is automatically generated by jhalfs
187# DO NOT EDIT THIS FILE MANUALLY
188#
189# Generated on `date \"+%F %X %Z\"`"
190
191
192
193
194
195#----------------------------------#
196wrt_target() { #
197#----------------------------------#
198 local i=$1
199 local PREV=$2
200(
201cat << EOF
202
203$i: $PREV
204 @\$(call echo_message, Building)
205EOF
206) >> $MKFILE.tmp
207}
208
209
210#----------------------------------#
211wrt_unpack() { #
212#----------------------------------#
213 local FILE=$1
214(
215cat << EOF
216 @\$(call unpack,$FILE)
217 @ROOT=\`head -n1 /tmp/unpacked | sed 's@^./@@;s@/.*@@'\` && \\
218 echo "export PKGDIR=\$(MOUNT_PT)\$(SRC)/\$\$ROOT" > envars && \\
219 chown -R lfs \$(MOUNT_PT)\$(SRC)/\$\$ROOT && \\
220EOF
221) >> $MKFILE.tmp
222}
223
224
225#----------------------------------#
226wrt_unpack2() { #
227#----------------------------------#
228 local FILE=$1
229(
230cat << EOF
231 @\$(call unpack2,$FILE)
232 @ROOT=\`head -n1 /tmp/unpacked | sed 's@^./@@;s@/.*@@'\` && \\
233 echo "export PKGDIR=\$(SRC)/\$\$ROOT" > envars
234EOF
235) >> $MKFILE.tmp
236}
237
238
239#=============================#
240wrt_unpack3() { # Unpack and set 'ROOT' var
241#=============================#
242 local FILE=$1
243(
244cat << EOF
245 @\$(call unpack3,$FILE)
246 @ROOT=\`head -n1 /tmp/unpacked | sed 's@^./@@;s@/.*@@'\` && \\
247 echo "export PKGDIR=\$(SRC)/\$\$ROOT" > envars
248EOF
249) >> $MKFILE.tmp
250}
251
252
253
254#----------------------------------#
255wrt_target_vars() { # Target vars for hlfs (cross-build method)
256#----------------------------------#
257(
258cat << EOF
259 @echo "export target=$(uname -m)-${TARGET}" >> envars && \\
260 echo "export ldso=/lib/${LOADER}" >> envars
261EOF
262) >> $MKFILE.tmp
263
264}
265
266
267#----------------------------------#
268wrt_run_as_su() { #
269#----------------------------------#
270 local this_script=$1
271 local file=$2
272(
273cat << EOF
274 @echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >logs/$this_script && \\
275 su - lfs -c "source /home/lfs/.bashrc && $JHALFSDIR/${PROGNAME}-commands/$file" >>logs/$this_script 2>&1 && \\
276 echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >>logs/$this_script
277EOF
278) >> $MKFILE.tmp
279}
280
281
282#==================================#
283wrt_run_as_lfs() { # header to log file, execute script, footer to log file
284#==================================#
285 local this_script=$1
286 local file=$2
287(
288cat << EOF
289 @echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >logs/$this_script && \\
290 su - lfs -c "source /home/lfs/.bashrc && $JHALFSDIR/${PROGNAME}-commands/$file" >>logs/$this_script 2>&1 && \\
291 echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >>logs/$this_script
292EOF
293) >> $MKFILE.tmp
294}
295
296
297#----------------------------------#
298wrt_run_as_root() { #
299#----------------------------------#
300 local this_script=$1
301 local file=$2
302(
303cat << EOF
304 @echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >logs/$this_script && \\
305 export LFS=\$(MOUNT_PT) && ${PROGNAME}-commands/$file >>logs/$this_script 2>&1 && \\
306 echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >>logs/$this_script
307EOF
308) >> $MKFILE.tmp
309}
310
311
312#=============================#
313wrt_run_as_root2() { # Some scripts must be run as root..
314#=============================#
315 local this_script=$1
316 local file=$2
317(
318cat << EOF
319 @echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \`\n" >logs/$this_script && \\
320 source envars && ${PROGNAME}-commands/$file >>logs/$this_script 2>&1 && \\
321 echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \`\n" >>logs/$this_script
322EOF
323) >> $MKFILE.tmp
324}
325
326
327#----------------------------------#
328wrt_remove_build_dirs() { #
329#----------------------------------#
330 local name=$1
331(
332cat << EOF
333 @ROOT=\`head -n1 /tmp/unpacked | sed 's@^./@@;s@/.*@@'\` && \\
334 rm -r \$(MOUNT_PT)\$(SRC)/\$\$ROOT && \\
335 if [ -e \$(MOUNT_PT)\$(SRC)/$name-build ]; then \\
336 rm -r \$(MOUNT_PT)\$(SRC)/$name-build; \\
337 fi;
338EOF
339) >> $MKFILE.tmp
340}
341
342
343#----------------------------------#
344wrt_remove_build_dirs2() { #
345#----------------------------------#
346 local name=$1
347(
348cat << EOF
349 @ROOT=\`head -n1 /tmp/unpacked | sed 's@^./@@;s@/.*@@'\` && \\
350 rm -r \$(SRC)/\$\$ROOT && \\
351 if [ -e \$(SRC)/$name-build ]; then \\
352 rm -r \$(SRC)/$name-build; \\
353 fi;
354EOF
355) >> $MKFILE.tmp
356}
357
358
359
360#----------------------------------#
361wrt_run_as_chroot1() { #
362#----------------------------------#
363 local this_script=$1
364 local file=$2
365(
366 cat << EOF
367 @echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >logs/${this_script} && \\
368 \$(CHROOT1) 'cd /jhalfs && source envars && /jhalfs/${PROGNAME}-commands/$file >>/jhalfs/logs/${this_script} 2>&1' && \\
369 echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >>logs/${this_script}
370EOF
371) >> $MKFILE.tmp
372}
373
374
375#----------------------------------#
376wrt_run_as_chroot2() { #
377#----------------------------------#
378 local this_script=$1
379 local file=$2
380(
381cat << EOF
382 @echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >logs/${this_script} && \\
383 \$(CHROOT2) 'cd /jhalfs && source envars && /jhalfs/${PROGNAME}-commands/$file >>/jhalfs/logs/${this_script} 2>&1' && \\
384 echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >>logs/${this_script}
385EOF
386) >> $MKFILE.tmp
387}
388
389
390#----------------------------------#
391wrt_copy_fstab() { #
392#----------------------------------#
393 local i=$1
394(
395 cat << EOF
396 @echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >logs/$i && \\
397 cp -v $FSTAB \$(MOUNT_PT)/etc/fstab >>logs/$i 2>&1 && \\
398 echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >>logs/$i
399EOF
400) >> $MKFILE.tmp
401}
402
403#----------------------------------#
404wrt_copy_fstab2() { #
405#----------------------------------#
406 local i=$1
407(
408 cat << EOF
409 @echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \`\n" >logs/$i && \\
410 cp -v /sources/fstab /etc/fstab >>logs/$i 2>&1 && \\
411 echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \`\n" >>logs/$i
412EOF
413) >> $MKFILE.tmp
414}
415
416
417#----------------------------------#
418wrt_export_pkgdir() { #
419#----------------------------------#
420(
421 cat << EOF
422 @echo "export PKGDIR=\$(SRC)/binutils-build" > envars
423EOF
424) >> $MKFILE.tmp
425}
426
427
428#----------------------------#
429run_make() {
430#----------------------------#
431 # Test if make must be run.
432 if [ "$RUNMAKE" = "1" ] ; then
433 # Test to make sure we're running the build as root
434 if [ "$UID" != "0" ] ; then
435 echo "You must be logged in as root to successfully build LFS."
436 exit 1
437 fi
438 # Build the system
439 if [ -e $MKFILE ] ; then
440 echo -ne "Building the LFS system...\n"
441 cd $JHALFSDIR && make -f ${PROGNAME}-Makefile
442 echo -ne "done\n"
443 fi
444 fi
445}
446
447
448#----------------------------#
449clean_builddir() {
450#----------------------------#
451 # Test if the clean must be done.
452 if [ "$CLEAN" = "1" ] ; then
453 # Test to make sure we're running the clean as root
454 if [ "$UID" != "0" ] ; then
455 echo "You must be logged in as root to clean the build directory."
456 exit 1
457 fi
458 # Test to make sure that the build directory was populated by jhalfs
459 if [ ! -d $JHALFSDIR ] || [ ! -d $BUILDDIR/sources ] ; then
460 echo "Looks like $BUILDDIR was not populated by a previous jhalfs run."
461 exit 1
462 else
463 # Clean the build directory
464 echo -ne "Cleaning $BUILDDIR...\n"
465 rm -rf $BUILDDIR/{bin,boot,dev,etc,home,lib,media,mnt,opt,proc,root,sbin,srv,sys,tmp,tools,cross-tools,usr,var}
466 echo -ne "Cleaning $JHALFSDIR...\n"
467 rm -rf $JHALFSDIR/{0*,1*,envars,sources-dir,*commands,logs,Makefile,*.xsl,makefile-functions,packages,patches}
468 echo -ne "Cleaning remainig extracted sources in $BUILDDIR/sources...\n"
469 rm -rf `find $BUILDDIR/sources/* -maxdepth 0 -type d`
470 echo -ne "done\n"
471 fi
472 fi
473}
474
475#----------------------------#
476get_book() {
477#----------------------------#
478 cd $JHALFSDIR
479
480 if [ -z $WC ] ; then
481 # Check for Subversion instead of just letting the script hit 'svn' and fail.
482 test `type -p svn` || eval "echo \"This feature requires Subversion.\"
483 exit 1"
484 echo -n "Downloading the $PROGNAME document, $LFSVRS version... "
485
486 case $PROGNAME in
487 lfs) svn_root="LFS" ;;
488 hlfs) svn_root="HLFS" ;;
489 clfs) svn_root="cross-lfs" ;;
490 blfs) svn_root="BLFS" ;;
491 *) echo "BOOK not defined in function <get_book>"
492 exit 1 ;;
493 esac
494 # Grab a fresh LFS book if it's missing, otherwise, update it from the
495 # repo. If we've already extracted the commands, move on to getting the
496 # sources.
497 if [ -d ${PROGNAME}-$LFSVRS ] ; then
498 cd ${PROGNAME}-$LFSVRS
499 if LC_ALL=C svn up | grep -q At && test -d $JHALFSDIR/commands && \
500 test -f $JHALFSDIR/packages && test -f $JHALFSDIR/patches ; then
501 echo -ne "done\n"
502 # Set the canonical book version
503 cd $JHALFSDIR
504 VERSION=`grep "ENTITY version " $BOOK/general.ent | sed 's@<!ENTITY version "@@;s@">@@'`
505 get_sources
506 else
507 echo -ne "done\n"
508 # Set the canonical book version
509 cd $JHALFSDIR
510 VERSION=`grep "ENTITY version " $BOOK/general.ent | sed 's@<!ENTITY version "@@;s@">@@'`
511 extract_commands
512 fi
513 else
514 case $LFSVRS in
515 development)
516 svn co $SVN/${svn_root}/trunk/BOOK ${PROGNAME}-$LFSVRS >>$LOGDIR/$LOG 2>&1 ;;
517 alphabetical)
518 svn co $SVN/${svn_root}/branches/$LFSVRS/BOOK ${PROGNAME}-$LFSVRS >>$LOGDIR/$LOG 2>&1 ;;
519 udev_update)
520 svn co $SVN/LFS/branches/$LFSVRS/BOOK lfs-$LFSVRS >>$LOGDIR/$LOG 2>&1 ;;
521 esac
522 echo -ne "done\n"
523 # Set the canonical book version
524 cd $JHALFSDIR
525 VERSION=`grep "ENTITY version " $BOOK/general.ent | sed 's@<!ENTITY version "@@;s@">@@'`
526 extract_commands
527 fi
528 else
529 echo -ne "Using $BOOK as book's sources ...\n"
530 # Set the canonical book version
531 cd $JHALFSDIR
532 VERSION=`grep "ENTITY version " $BOOK/general.ent | sed 's@<!ENTITY version "@@;s@">@@'`
533 extract_commands
534 fi
535}
536
537
538#----------------------------#
539build_patches_file() { # Supply a suitably formated list of patches.
540#----------------------------#
541 local saveIFS=$IFS
542 local IFS
543
544 rm -f patches
545
546 LOC_add_patches_entry() {
547 for f in `grep "/$1-" patcheslist_.wget`; do
548 basename $f | sed "s|${2}|\&${1}-version;|" >> patches
549 done
550 }
551
552 case ${PROGNAME} in
553 hlfs)
554 echo -n "Creating the ${L_arrow}${BOLD}HLFS${R_arrow} specific patcheslist_.wget file"
555 xsltproc --nonet \
556 --xinclude \
557 --stringparam model $MODEL \
558 -o patcheslist_.wget \
559 patcheslist.xsl \
560 $BOOK/chapter04/patches.xml
561 #> /dev/null 2>&1
562
563 # .... U G L Y .... what to do with the grsecurity patch to the kernel..
564 for f in `grep "/grsecurity-" patcheslist_.wget`; do
565 basename $f >> patches
566 done
567 ;;
568
569 clfs) # Pull out a list of arch specific patches
570 echo -n "Creating CLFS ${L_arrow}${BOLD}$ARCH${R_arrow} specific patcheslist_.wget file"
571 xsltproc -xinclude \
572 -o patcheslist_.wget \
573 patcheslist.xsl \
574 $BOOK/materials/${ARCH}-chapter.xml
575 ;;
576 *) return
577 esac
578
579
580 IFS=$'\x0A' # Modify the 'internal field separator' to break on 'LF' only
581 for f in `cat packages`; do
582 IFS=$saveIFS # Restore the system defaults
583 LOC_add_patches_entry \
584 `echo $f | sed -e 's/-version//' \
585 -e 's/-file.*//' \
586 -e 's/"//g' \
587 -e 's/uclibc/uClibc/'`
588 done
589
590 echo " ...OK"
591}
592
593
594#----------------------------#
595extract_commands() { #
596#----------------------------#
597 local saveIFS=$IFS
598
599 # Check for libxslt instead of just letting the script hit 'xsltproc' and fail.
600 test `type -p xsltproc` || eval "echo \"This feature requires libxslt.\"
601 exit 1"
602
603 cd $JHALFSDIR
604 VERSION=`grep "ENTITY version " $BOOK/general.ent | sed 's@<!ENTITY version "@@;s@">@@'`
605
606 # Start clean
607 if [ -d commands ]; then
608 rm -rf commands
609 mkdir -v commands
610 fi
611 echo -n "Extracting commands for"
612
613 # Dump the commands in shell script form from the HLFS book.
614 case ${PROGNAME} in
615 clfs)
616 echo -n " ${L_arrow}${BOLD}$ARCH${R_arrow} target architecture"
617 xsltproc --nonet \
618 --xinclude \
619 --stringparam method $METHOD \
620 --stringparam testsuite $TEST \
621 --stringparam vim-lang $VIMLANG \
622 --stringparam timezone $TIMEZONE \
623 --stringparam page $PAGE \
624 --stringparam lang $LANG \
625 --stringparam keymap $KEYMAP \
626 -o ./${PROGNAME}-commands/ $XSL $BOOK/$ARCH-index.xml >>$LOGDIR/$LOG 2>&1
627 ;;
628 hlfs)
629 echo -n " ${L_arrow}${BOLD}$MODEL${R_arrow} HLFS architecture"
630 xsltproc --nonet \
631 --xinclude \
632 --stringparam model $MODEL \
633 --stringparam testsuite $TEST \
634 --stringparam timezone $TIMEZONE \
635 --stringparam page $PAGE \
636 --stringparam lang $LANG \
637 --stringparam lc_all $LC_ALL \
638 --stringparam keymap $KEYMAP \
639 --stringparam grsecurity_host $GRSECURITY_HOST \
640 -o ./${PROGNAME}-commands/ $XSL $BOOK/index.xml >>$LOGDIR/$LOG 2>&1
641 ;;
642 lfs)
643 echo -n " ${L_arrow}${BOLD}LFS${R_arrow} build"
644 xsltproc --nonet \
645 --xinclude \
646 --stringparam testsuite $TEST \
647 --stringparam vim-lang $VIMLANG \
648 --stringparam timezone $TIMEZONE \
649 --stringparam page $PAGE \
650 --stringparam lang $LANG \
651 -o ./${PROGNAME}-commands/ $XSL $BOOK/index.xml >>$LOGDIR/$LOG 2>&1
652 ;;
653 blfs)
654 echo -n " ${L_arrow}${BOLD}BLFS${R_arrow} build"
655 xsltproc --nonet \
656 --xinclude \
657 --stringparam testsuite $TEST \
658 --stringparam server $SERVER \
659 -o ./${PROGNAME}-commands/ $XSL $BOOK/index.xml >>$LOGDIR/$LOG 2>&1
660 ;;
661 *) exit 1
662 esac
663
664 echo " ...OK"
665
666 # Make the scripts executable.
667 chmod -R +x $JHALFSDIR/${PROGNAME}-commands
668
669 # Grab the patches and package names.
670 for i in patches packages ; do
671 rm -f $i
672 done
673 #
674 case "${PROGNAME}" in
675 clfs)
676 ################################
677 # A LOCAL function
678 # xx_.wget contains arch specific files but in URL format
679 # Build a file with only arch specific files.. small ugly..
680 LOC_add_packages_entry() {
681 local fileMATCH aFILE
682
683 # Deal with a non-standard format
684 if [[ "$1" = "clfs-bootscripts" ]]; then
685 set -- "bootscripts-cross-lfs" $2
686 fi
687 fileMATCH="/$1"
688
689 # format.. Filename-Version or FilenameVersion
690 for aFILE in `grep ${fileMATCH}-*[[:digit:]] packageslist_.wget`; do
691 # Block vim-x.x-lang file, will add it later based on config flag
692 if [[ ! "${aFILE}" =~ "vim-$2-lang" ]]; then
693 echo "$1-version \"$2\"" >> packages
694 fi
695 done
696 }
697 #################################
698
699 # We only want a list arch specific files..
700 # Unfortunately this script produces URL's which must be converted to a std format
701 echo -n "Creating CLFS ${L_arrow}${BOLD}${ARCH}${R_arrow} specific packageslist_.wget file"
702 xsltproc -xinclude \
703 -o packageslist_.wget \
704 packageslist.xsl \
705 $BOOK/materials/${ARCH}-chapter.xml
706
707 # This has the correct format but contains packages from every book
708 grep "\-version " $BOOK/packages.ent | sed -e 's@<!ENTITY @@' \
709 -e 's@">@"@' \
710 -e '/generic/d' > packages.tmp
711 # This variable is necessary to make sure the `cat $JHALFSDIR/packages`
712 # separates each iteration by lines.
713 # Modify the 'internal field separator' to break on 'LF' only
714 IFS=$'\x0A'
715 for f in `cat packages.tmp`; do
716 IFS=$saveIFS # Restore the system defaults
717 LOC_add_packages_entry \
718 `echo $f | sed -e 's/-version//' \
719 -e 's/-file.*//' \
720 -e 's/"//g'`
721 done
722 echo " ...OK"
723 ;;
724
725 hlfs)
726 echo -n "Creating <${PROGNAME}> specific packageslist_.wget file"
727 grep "\-version" $BOOK/general.ent | sed -e 's@<!ENTITY @@' \
728 -e 's@">@"@' \
729 -e '/generic/d' >> packages
730 echo " ...OK"
731 ;;
732
733 lfs)
734 echo -n "Creating <${PROGNAME}> specific packageslist_.wget file"
735 grep "\-version" $BOOK/general.ent | sed -e 's@<!ENTITY @@' \
736 -e 's@">@"@' \
737 -e '/generic/d' >> packages
738 echo `grep "glibc" packages | sed 's@glibc@glibc-libidn@'` >> packages
739 echo `grep "udev-config-file" $BOOK/general.ent | sed -e 's@<!ENTITY @@' -e 's@">@"@'` >> packages
740 echo " ...OK"
741 ;;
742 esac
743
744 # Download the vim-lang package if it must be installed
745 if [ "$VIMLANG" = "1" ] && [ ! "$PROGNAME" = "hlfs" ] ; then
746 echo `grep "vim" packages | sed 's@vim@&-lang@'` >> packages
747 fi
748
749 # There is no useful patches.ent file so we will create one.
750 case "${PROGNAME}" in
751 hlfs)
752 build_patches_file ;;
753 clfs )
754 build_patches_file ;;
755 lfs)
756 grep "^<\!ENTITY" $BOOK/patches.ent | sed -e 's/.* "//' -e 's/">//' >> patches
757 ;;
758 blfs) ;;
759 *) exit 1
760 esac
761
762 # Done. Moving on...
763 get_sources
764}
765
766
767#----------------------------#
768download() { # Download file, write name to MISSING_FILES.DMP if an error
769#----------------------------#
770 cd $BUILDDIR/sources
771
772 # Hackish fix for the bash-doc, glibc-{linuxthreads,libidn}
773 # that don't conform to norms in the URL scheme.
774 DIR=`echo $1 | sed 's@-doc@@;s@-linuxthreads@@;s@-libidn@@;s@-testsuite@@'`
775
776 # If the file exists in the archive copy it to the $BUILDDIR/sources dir
777 # MD5SUM is assumed to be correct from previous download
778 if [ ! -z ${SRC_ARCHIVE} ] &&
779 [ -d ${SRC_ARCHIVE} ] &&
780 [ -f ${SRC_ARCHIVE}/$2 ]; then
781 cp ${SRC_ARCHIVE}/$2 .
782 echo "$2: -- ok"
783 return
784 fi
785
786 # Find the md5 sum for this package.
787 if [ $2 != MD5SUMS ] ; then
788 set +e
789 MD5=`grep " $2" MD5SUMS`
790 if [ $? -ne 0 ]; then
791 set -e
792 echo "${RED}$2 not found in MD5SUMS${OFF}"
793 echo "$2 not found in MD5SUMS" >> MISSING_FILES.DMP
794 return
795 fi
796 set -e
797 fi
798
799 if [ ! -f $2 ] ; then
800 case $DL in
801 wgetFTP ) wget --passive $FTP/$DIR/$2 ;;
802 wget ) wget $HTTP/$DIR/$2 ;;
803 curl ) `curl -# $FTP/$DIR/$2 -o $2` ;;
804 * ) echo "$DL not supported at this time." ;;
805 esac
806 elif ! echo "$MD5" | md5sum -c - >/dev/null 2>/dev/null ; then
807 case $DL in
808 wgetFTP ) wget --passive -c $FTP/$DIR/$2 ;;
809 wget ) wget -c $HTTP/$DIR/$2 ;;
810 curl ) `curl -# -C - $FTP/$DIR/$2 -o $2` ;;
811 * ) echo "$DL not supported at this time." ;;
812 esac
813 fi
814
815 if [ $2 != MD5SUMS ] && ! echo "$MD5" | md5sum -c - ; then
816 exit 1
817 fi
818 if [ $2 != MD5SUMS ] ; then
819 echo `grep "$MD5" MD5SUMS` >> MD5SUMS-$VERSION
820 fi
821
822 # If we make it this far we should copy the freshly downloaded file
823 # to the source archive.
824 if [ ! -z ${SRC_ARCHIVE} ] &&
825 [ -d ${SRC_ARCHIVE} ] &&
826 [ -w ${SRC_ARCHIVE} ] &&
827 [ $2 != MD5SUMS ]; then
828 echo "Store file:<$2> in package archive"
829 cp -v $2 ${SRC_ARCHIVE}
830 fi
831
832}
833
834
835#----------------------------#
836get_sources() {
837#----------------------------#
838
839 # Test if the packages must be downloaded
840 if [ "$HPKG" = "1" ] ; then
841
842 # This variable is necessary to make sure the `cat $JHALFSDIR/packages`
843 # separates each iteration by lines.
844 # Modify the 'internal field separator' to break on 'LF' only
845 IFS=$'\x0A'
846
847 if [ ! -d $BUILDDIR/sources ] ; then mkdir $BUILDDIR/sources ; fi
848 cd $BUILDDIR/sources
849 if [ -f MD5SUMS ] ; then rm MD5SUMS ; fi
850 if [ -f MD5SUMS-$VERSION ] ; then rm MD5SUMS-$VERSION ; fi
851 if [ -f MISSING_FILES.DMP ] ; then rm MISSING_FILES.DMP ; fi
852
853 download "" MD5SUMS
854
855 # Iterate through each package and grab it, along with any patches it needs.
856 for i in `cat $JHALFSDIR/packages` ; do
857 PKG=`echo $i | sed -e 's/-version.*//' -e 's/-file.*//'`
858
859 # There are some entities that aren't valid packages.
860 if [ "$PKG" = "expect-lib" -o "$PKG" = "linux-dl" ] ; then continue ; fi
861
862 VRS=`echo $i | sed -e 's/.* //' -e 's/"//g'`
863 case $PKG in
864 tcl) FILE="$PKG$VRS-src.tar.bz2" ;;
865 vim-lang) PKG="vim"
866 FILE="vim-$VRS-lang.tar.bz2" ;;
867 udev-config) PKG="udev"
868 FILE="$VRS" ;;
869 *) FILE="$PKG-$VRS.tar.bz2" ;;
870 esac
871 download $PKG $FILE
872
873 # Download any associated patches
874 for patch in `grep "&$PKG-version" $JHALFSDIR/patches` ; do
875 PATCH=`echo $patch | sed 's@&'$PKG'-version;@'$VRS'@'`
876 download $PKG $PATCH
877 done
878 done
879 if [[ -s $BUILDDIR/sources/MISSING_FILES.DMP ]]; then
880 echo -e "\n\n${tab_}${RED} One or more files were not retrieved.\n${tab_} Check ${L_arrow}$BUILDDIR/sources/MISSING_FILES.DMP${R_arrow} for names ${OFF}\n\n"
881 fi
882 fi
883}
884
885#-----------------------------------------------#
886_IS_() # Function to test build scripts names
887#-----------------------------------------------#
888{
889 # Returns substr $2 or null str
890 # Must use string testing
891 case $1 in
892 *$2*) echo "$2" ;;
893 *) echo "" ;;
894 esac
895}
Note: See TracBrowser for help on using the repository browser.