source: HLFS/master.sh@ cc82e37

experimental
Last change on this file since cc82e37 was 0271c0c, checked in by George Boudreau <georgeb@…>, 19 years ago

Standardized handling of the optional param CONFIG

  • Property mode set to 100755
File size: 18.5 KB
RevLine 
[0170229]1#!/bin/sh
2set -e # Enable error trapping
3
[57ca090]4# $Id$
[0170229]5
6###################################
7### FUNCTIONS ###
8###################################
9
10
11#----------------------------#
12get_sources() { #
13#----------------------------#
14 local IFS
15
16 # Test if the packages must be downloaded
17 if [ ! "$HPKG" = "1" ] ; then
18 return
19 fi
20
21 # Modify the 'internal field separator' to break on 'LF' only
22 IFS=$'\x0A'
23
24 if [ ! -d $BUILDDIR/sources ] ; then mkdir $BUILDDIR/sources ; fi
25 cd $BUILDDIR/sources
26
27 > MISSING_FILES.DMP # Files not in md5sum end up here
28
29 if [ -f MD5SUMS ] ; then rm MD5SUMS ; fi
30 if [ -f MD5SUMS-$VERSION ] ; then rm MD5SUMS-$VERSION ; fi
31
32 # Retrieve the master md5sum file
33 download "" MD5SUMS
34
35 # Iterate through each package and grab it, along with any patches it needs.
36 for i in `cat $JHALFSDIR/packages` ; do
37 PKG=`echo $i | sed -e 's/-version.*//' \
38 -e 's/uclibc/uClibc/' `
39
40 #
41 # How to deal with orphan packages..??
42 #
43 VRS=`echo $i | sed -e 's/.* //' -e 's/"//g'`
44 case "$PKG" in
[c940100]45 "gcc" )
46 download $PKG "gcc-core-$VRS.tar.bz2"
47 download $PKG "gcc-g++-$VRS.tar.bz2"
48 if [ ! "$TEST" = "0" ] ; then
49 download $PKG "gcc-testsuite-$VRS.tar.bz2" ;
50 fi
51 ;;
[0170229]52
[c940100]53 "glibc")
54 if [ "$MODEL" = "glibc" ] ; then
55 download $PKG "$PKG-$VRS.tar.bz2"
56 download $PKG "$PKG-libidn-$VRS.tar.bz2"
57 fi
58 ;;
[0170229]59
[c940100]60 "tcl" )
61 FILE="$PKG$VRS-src.tar.bz2" ; download $PKG $FILE ;;
[0170229]62
[c940100]63 "uclibc" )
64 if [ "$MODEL" = "uclibc" ] ; then
65 download $PKG "$PKG-$VRS.tar.bz2"
66 fi
[0170229]67 ;;
[c940100]68
69 "uClibc-locale" )
70 if [ "$MODEL" = "uclibc" ] ; then
71 FILE="$PKG-$VRS.tgz" ; PKG="uClibc"
72 download $PKG $FILE
73 # There can be no patches for this file
74 continue
75 fi
[0170229]76 ;;
[c940100]77
78 "uClibc-patch" ) continue ;;
79
80 * )
81 FILE="$PKG-$VRS.tar.bz2" ; download $PKG $FILE ;;
[0170229]82 esac
83
84 for patch in `grep "$PKG-&$PKG" $JHALFSDIR/patches` ; do
85 PATCH=`echo $patch | sed 's@&'$PKG'-version;@'$VRS'@'`
86 download $PKG $PATCH
87 done
88
89 done
90
91 # .... U G L Y .... what to do with the grsecurity patch to the kernel..
92 download grsecurity `grep grsecurity $JHALFSDIR/patches`
93
94 if [[ -s $BUILDDIR/sources/MISSING_FILES.DMP ]]; then
95 echo -e "\n\n${tab_}${RED} One or more files were not retrieved.\n${tab_} Check <MISSING_FILES.DMP> for names ${OFF}\n\n"
96 fi
97}
98
99
100#----------------------------#
[389fe2a]101chapter3_Makefiles() { # Initialization of the system
[0170229]102#----------------------------#
103 local TARGET LOADER
104
[e10232b]105 echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter3${R_arrow}"
[0170229]106
107 # Define a few model dependant variables
108 if [[ ${MODEL} = "uclibc" ]]; then
109 TARGET="tools-linux-uclibc"; LOADER="ld-uClibc.so.0"
110 else
111 TARGET="tools-linux-gnu"; LOADER="ld-linux.so.2"
[5c5a010]112 fi
[0170229]113
[5c5a010]114 # NOTE: We use the lfs username and groupname also in HLFS
115 # If /home/lfs is already present in the host, we asume that the
116 # lfs user and group are also presents in the host, and a backup
[0170229]117 # of their bash init files is made.
118(
119cat << EOF
120020-creatingtoolsdir:
121 @\$(call echo_message, Building)
122 @mkdir -v \$(MOUNT_PT)/tools && \\
123 rm -fv /tools && \\
124 ln -sv \$(MOUNT_PT)/tools /
125 @if [ ! -d \$(MOUNT_PT)/sources ]; then \\
126 mkdir \$(MOUNT_PT)/sources; \\
127 fi;
128 @chmod a+wt \$(MOUNT_PT)/sources && \\
129 touch \$@
130
131021-addinguser: 020-creatingtoolsdir
132 @\$(call echo_message, Building)
133 @if [ ! -d /home/lfs ]; then \\
134 groupadd lfs; \\
135 useradd -s /bin/bash -g lfs -m -k /dev/null lfs; \\
136 else \\
137 touch user-lfs-exist; \\
138 fi;
139 @chown lfs \$(MOUNT_PT)/tools && \\
140 chown lfs \$(MOUNT_PT)/sources && \\
141 touch \$@
142
143022-settingenvironment: 021-addinguser
144 @\$(call echo_message, Building)
145 @if [ -f /home/lfs/.bashrc -a ! -f /home/lfs/.bashrc.XXX ]; then \\
146 mv -v /home/lfs/.bashrc /home/lfs/.bashrc.XXX; \\
147 fi;
148 @if [ -f /home/lfs/.bash_profile -a ! -f /home/lfs/.bash_profile.XXX ]; then \\
149 mv -v /home/lfs/.bash_profile /home/lfs/.bash_profile.XXX; \\
150 fi;
151 @echo "set +h" > /home/lfs/.bashrc && \\
152 echo "umask 022" >> /home/lfs/.bashrc && \\
153 echo "HLFS=\$(MOUNT_PT)" >> /home/lfs/.bashrc && \\
154 echo "LC_ALL=POSIX" >> /home/lfs/.bashrc && \\
155 echo "PATH=/tools/bin:/bin:/usr/bin" >> /home/lfs/.bashrc && \\
156 echo "export HLFS LC_ALL PATH" >> /home/lfs/.bashrc && \\
157 echo "" >> /home/lfs/.bashrc && \\
158 echo "target=$(uname -m)-${TARGET}" >> /home/lfs/.bashrc && \\
159 echo "ldso=/tools/lib/${LOADER}" >> /home/lfs/.bashrc && \\
160 echo "export target ldso" >> /home/lfs/.bashrc && \\
161 echo "source $JHALFSDIR/envars" >> /home/lfs/.bashrc && \\
162 chown lfs:lfs /home/lfs/.bashrc && \\
163 touch envars && \\
164 touch \$@
165EOF
166) >> $MKFILE.tmp
167
168}
169
170#----------------------------#
171chapter5_Makefiles() { # Bootstrap or temptools phase
172#----------------------------#
173 local file
174 local this_script
[57ca090]175
[e10232b]176 echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter5${R_arrow}"
[0170229]177
178 for file in chapter05/* ; do
179 # Keep the script file name
180 this_script=`basename $file`
181
182 # Skip this script depending on jhalfs.conf flags set.
183 case $this_script in
184 # If no testsuites will be run, then TCL, Expect and DejaGNU aren't needed
[821a2c6]185 *tcl* ) [[ "$TEST" = "0" ]] && continue; ;;
186 *expect* ) [[ "$TEST" = "0" ]] && continue; ;;
187 *dejagnu* ) [[ "$TEST" = "0" ]] && continue; ;;
[7d018d1]188 # Nothing interestin in this script
189 *introduction* ) continue ;;
[0170229]190 # Test if the stripping phase must be skipped
191 *stripping* ) [[ "$STRIP" = "0" ]] && continue ;;
192 *) ;;
193 esac
194
195 # First append each name of the script files to a list (this will become
196 # the names of the targets in the Makefile
197 chapter5="$chapter5 $this_script"
198
199 # Grab the name of the target (minus the -headers or -cross in the case of gcc
200 # and binutils in chapter 5)
201 name=`echo $this_script | sed -e 's@[0-9]\{3\}-@@' -e 's@-cross@@' -e 's@-headers@@'`
202
[5c5a010]203 # Adjust 'name'
[0170229]204 case $name in
[5c5a010]205 linux-libc) name=linux-libc-headers ;;
[0170229]206 esac
207
208 # Set the dependency for the first target.
209 if [ -z $PREV ] ; then PREV=022-settingenvironment ; fi
210
211
212 #--------------------------------------------------------------------#
213 # >>>>>>>> START BUILDING A Makefile ENTRY <<<<<<<< #
214 #--------------------------------------------------------------------#
215 #
216 # Drop in the name of the target on a new line, and the previous target
217 # as a dependency. Also call the echo_message function.
218 wrt_target "$this_script" "$PREV"
219
220 # Find the version of the command files, if it corresponds with the building of
221 # a specific package
222 vrs=`grep "^$name-version" $JHALFSDIR/packages | sed -e 's/.* //' -e 's/"//g'`
223 # If $vrs isn't empty, we've got a package...
224 if [ "$vrs" != "" ] ; then
225 # Deal with non-standard names
226 case $name in
[c3c4e1d]227 tcl) FILE="$name$vrs-src.tar.*" ;;
228 uclibc) FILE="uClibc-$vrs.tar.*" ;;
229 gcc) FILE="gcc-core-$vrs.tar.*" ;;
230 *) FILE="$name-$vrs.tar.*" ;;
[0170229]231 esac
232 # Insert instructions for unpacking the package and to set the PKGDIR variable.
233 wrt_unpack "$FILE"
234 fi
235
236 case $this_script in
237 *binutils* ) # Dump the path to sources directory for later removal
238 echo -e '\techo "$(MOUNT_PT)$(SRC)/$$ROOT" >> sources-dir' >> $MKFILE.tmp
239 ;;
240 *adjusting* ) # For the Adjusting phase we must to cd to the binutils-build directory.
241 echo -e '\t@echo "export PKGDIR=$(MOUNT_PT)$(SRC)/binutils-build" > envars' >> $MKFILE.tmp
242 ;;
243 * ) # Everything else, add a true statment so we don't confuse make
244 echo -e '\ttrue' >> $MKFILE.tmp
245 ;;
246 esac
247
248 # Insert date and disk usage at the top of the log file, the script run
249 # and date and disk usage again at the bottom of the log file.
250 wrt_run_as_su "${this_script}" "${file}"
251
252 # Remove the build directory(ies) except if the package build fails
253 # (so we can review config.cache, config.log, etc.)
254 # For Binutils the sources must be retained for some time.
255 if [ "$vrs" != "" ] ; then
256 if [[ ! `_IS_ $this_script binutils` ]]; then
257 wrt_remove_build_dirs "$name"
258 fi
259 fi
260
261 # Remove the Binutils pass 1 sources after a successful Adjusting phase.
262 if [[ `_IS_ $this_script adjusting` ]] ; then
263(
264cat << EOF
265 @rm -r \`cat sources-dir\` && \\
266 rm -r \$(MOUNT_PT)\$(SRC)/binutils-build && \\
267 rm sources-dir
268EOF
269) >> $MKFILE.tmp
270 fi
271
272 # Include a touch of the target name so make can check if it's already been made.
273 echo -e '\t@touch $@' >> $MKFILE.tmp
274 #
275 #--------------------------------------------------------------------#
276 # >>>>>>>> END OF Makefile ENTRY <<<<<<<< #
277 #--------------------------------------------------------------------#
278
279 # Keep the script file name for Makefile dependencies.
280 PREV=$this_script
281 done # end for file in chapter05/*
282}
283
284
285#----------------------------#
286chapter6_Makefiles() { # sysroot or chroot build phase
287#----------------------------#
288 local TARGET LOADER
289 local file
290 local this_script
291
[e10232b]292 echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter6${R_arrow}"
[0170229]293 #
294 # Set these definitions early and only once
295 #
296 if [[ ${MODEL} = "uclibc" ]]; then
297 TARGET="pc-linux-uclibc"; LOADER="ld-uClibc.so.0"
298 else
299 TARGET="pc-linux-gnu"; LOADER="ld-linux.so.2"
300 fi
301
302 for file in chapter06/* ; do
303 # Keep the script file name
304 this_script=`basename $file`
305
306 # Skip this script depending on jhalfs.conf flags set.
307 case $this_script in
308 # We'll run the chroot commands differently than the others, so skip them in the
309 # dependencies and target creation.
310 *chroot* ) continue ;;
311 # Test if the stripping phase must be skipped
312 *-stripping* ) [[ "$STRIP" = "0" ]] && continue ;;
313 *) ;;
314 esac
315
316 # First append each name of the script files to a list (this will become
317 # the names of the targets in the Makefile
318 chapter6="$chapter6 $this_script"
319
320 # Grab the name of the target
321 name=`echo $this_script | sed -e 's@[0-9]\{3\}-@@'`
322
323 #
[582feec]324 # Sed replacement to fix some rm command that could fail.
325 # That should be fixed in the book sources.
[0170229]326 #
327 case $name in
[582feec]328 glibc)
329 sed 's/rm /rm -f /' -i chapter06/$this_script
[0170229]330 ;;
[582feec]331 gcc)
[0170229]332 sed 's/rm /rm -f /' -i chapter06/$this_script
333 ;;
334 esac
335
336 #--------------------------------------------------------------------#
337 # >>>>>>>> START BUILDING A Makefile ENTRY <<<<<<<< #
338 #--------------------------------------------------------------------#
339 #
340 # Drop in the name of the target on a new line, and the previous target
341 # as a dependency. Also call the echo_message function.
342 wrt_target "$this_script" "$PREV"
343
344 # Find the version of the command files, if it corresponds with the building of
345 # a specific package
346 vrs=`grep "^$name-version" $JHALFSDIR/packages | sed -e 's/.* //' -e 's/"//g'`
347
348 # If $vrs isn't empty, we've got a package...
349 # Insert instructions for unpacking the package and changing directories
350 if [ "$vrs" != "" ] ; then
351 # Deal with non-standard names
352 case $name in
353 tcl) FILE="$name$vrs-src.tar.*" ;;
354 uclibc) FILE="uClibc-$vrs.tar.*" ;;
355 gcc) FILE="gcc-core-$vrs.tar.*" ;;
356 *) FILE="$name-$vrs.tar.*" ;;
357 esac
358 wrt_unpack2 "$FILE"
359 wrt_target_vars
360 fi
361
362 case $this_script in
363 *readjusting*) # For the Re-Adjusting phase we must to cd to the binutils-build directory.
364 echo -e '\t@echo "export PKGDIR=$(SRC)/binutils-build" > envars' >> $MKFILE.tmp
365 ;;
366 esac
367
[582feec]368 # In the mount of kernel filesystems we need to set LFS and not to use chroot.
[0170229]369 if [[ `_IS_ $this_script kernfs` ]] ; then
370 wrt_run_as_root "${this_script}" "${file}"
371 #
372 # The rest of Chapter06
373 else
374 wrt_run_as_chroot1 "${this_script}" "${file}"
375 fi
376 #
377 # Remove the build directory(ies) except if the package build fails.
378 if [ "$vrs" != "" ] ; then
379 wrt_remove_build_dirs "$name"
380 fi
381 #
382 # Remove the Binutils pass 2 sources after a successful Re-Adjusting phase.
383 if [[ `_IS_ $this_script readjusting` ]] ; then
384(
385cat << EOF
386 @rm -r \`cat sources-dir\` && \\
387 rm -r \$(MOUNT_PT)\$(SRC)/binutils-build && \\
388 rm sources-dir
389EOF
390) >> $MKFILE.tmp
391 fi
392
393 # Include a touch of the target name so make can check if it's already been made.
394 echo -e '\t@touch $@' >> $MKFILE.tmp
395 #
396 #--------------------------------------------------------------------#
397 # >>>>>>>> END OF Makefile ENTRY <<<<<<<< #
398 #--------------------------------------------------------------------#
399
400 # Keep the script file name for Makefile dependencies.
401 PREV=$this_script
402 done # end for file in chapter06/*
403
404}
405
406#----------------------------#
407chapter7_Makefiles() { # Create a bootable system.. kernel, bootscripts..etc
408#----------------------------#
409 local file
410 local this_script
[57ca090]411
[e10232b]412 echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter7${R_arrow}"
[0170229]413 for file in chapter07/*; do
414 # Keep the script file name
415 this_script=`basename $file`
416
417 # Grub must be configured manually.
418 # The filesystems can't be unmounted via Makefile and the user
419 # should enter the chroot environment to create the root
420 # password, edit several files and setup Grub.
421 case $this_script in
[0ac273e]422 *usage) continue ;; # Contains example commands
[0170229]423 *grub) continue ;;
424 *reboot) continue ;;
425 *console) continue ;; # Use the file generated by lfs-bootscripts
426
[57ca090]427 *kernel)
[821a2c6]428 # If no .config file is supplied, the kernel build is skipped
429 [[ -z $CONFIG ]] && continue
[1d756b0]430 cp $CONFIG $BUILDDIR/sources/kernel-config
[0170229]431 ;;
432 esac
433
434 # First append then name of the script file to a list (this will become
435 # the names of the targets in the Makefile
436 chapter7="$chapter7 $this_script"
437
438 #--------------------------------------------------------------------#
439 # >>>>>>>> START BUILDING A Makefile ENTRY <<<<<<<< #
440 #--------------------------------------------------------------------#
441 #
442 # Drop in the name of the target on a new line, and the previous target
443 # as a dependency. Also call the echo_message function.
444 wrt_target "$this_script" "$PREV"
445
446 if [[ `_IS_ $this_script bootscripts` ]] ; then
447 vrs=`grep "^lfs-bootscripts-version" $JHALFSDIR/packages | sed -e 's/.* //' -e 's/"//g'`
448 FILE="lfs-bootscripts-$vrs.tar.*"
449 wrt_unpack2 "$FILE"
[b0976d2]450 vrs=`grep "^blfs-bootscripts-version" $JHALFSDIR/packages | sed -e 's/.* //' -e 's/"//g'`
[0170229]451(
452cat << EOF
[7d018d1]453 @echo "\$(MOUNT_PT)\$(SRC)/blfs-bootscripts-$vrs" > sources-dir
[0170229]454EOF
455) >> $MKFILE.tmp
456 fi
457
458 # Check if we have a real /etc/fstab file
459 if [[ `_IS_ $this_script fstab` ]] && [[ -n "$FSTAB" ]] ; then
460 wrt_copy_fstab "$this_script"
461 else
462 # Initialize the log and run the script
463 wrt_run_as_chroot2 "${this_script}" "${file}"
464 fi
465
466 # Remove the build directory except if the package build fails.
467 if [[ `_IS_ $this_script bootscripts` ]]; then
468(
469cat << EOF
470 @ROOT=\`head -n1 /tmp/unpacked | sed 's@^./@@;s@/.*@@'\` && \\
471 rm -r \$(MOUNT_PT)\$(SRC)/\$\$ROOT
472 @rm -r \`cat sources-dir\` && \\
473 rm sources-dir
474EOF
475) >> $MKFILE.tmp
476 fi
477
478 # Include a touch of the target name so make can check if it's already been made.
479 echo -e '\t@touch $@' >> $MKFILE.tmp
480 #
481 #--------------------------------------------------------------------#
482 # >>>>>>>> END OF Makefile ENTRY <<<<<<<< #
483 #--------------------------------------------------------------------#
484
485 # Keep the script file name for Makefile dependencies.
486 PREV=$this_script
487 done # for file in chapter07/*
488}
489
490
491#----------------------------#
492build_Makefile() { # Construct a Makefile from the book scripts
493#----------------------------#
[e10232b]494 echo "Creating Makefile... "
[0170229]495
496 cd $JHALFSDIR/${PROGNAME}-commands
497 # Start with a clean Makefile.tmp file
498 >$MKFILE.tmp
499
[389fe2a]500 chapter3_Makefiles
[0170229]501 chapter5_Makefiles
502 chapter6_Makefiles
503 chapter7_Makefiles
504
505 # Add a header, some variables and include the function file
506 # to the top of the real Makefile.
507(
508 cat << EOF
509$HEADER
510
511SRC= /sources
512MOUNT_PT= $BUILDDIR
513
514include makefile-functions
515
516EOF
517) > $MKFILE
518
519
520 # Add chroot commands
521 i=1
522 for file in chapter06/*chroot* ; do
523 chroot=`cat $file | sed -e '/#!\/bin\/sh/d' \
524 -e '/^export/d' \
525 -e '/^logout/d' \
526 -e 's@ \\\@ @g' | tr -d '\n' | sed -e 's/ */ /g' \
527 -e 's|\\$|&&|g' \
528 -e 's|exit||g' \
529 -e 's|$| -c|' \
530 -e 's|"$$HLFS"|$(MOUNT_PT)|'\
531 -e 's|set -e||'`
532 echo -e "CHROOT$i= $chroot\n" >> $MKFILE
533 i=`expr $i + 1`
534 done
535
536 # Drop in the main target 'all:' and the chapter targets with each sub-target
537 # as a dependency.
538(
539 cat << EOF
[0ac273e]540all: chapter3 chapter5 chapter6 chapter7
[0170229]541 @\$(call echo_finished,$VERSION)
542
[0ac273e]543chapter3: 020-creatingtoolsdir 021-addinguser 022-settingenvironment
[0170229]544
[0ac273e]545chapter5: chapter3 $chapter5 restore-lfs-env
[0170229]546
547chapter6: chapter5 $chapter6
548
549chapter7: chapter6 $chapter7
550
551clean-all: clean
[0ac273e]552 rm -rf ./{hlfs-commands,logs,Makefile,hlfs.xsl,patcheslist.xsl,functions,packages,patches}
[0170229]553
[0ac273e]554clean: clean-chapter7 clean-chapter6 clean-chapter5 clean-chapter3
[0170229]555
[0ac273e]556clean-chapter3:
557 -if [ ! -f user-lfs-exist ]; then \\
558 userdel lfs; \\
559 rm -rf /home/lfs; \\
[0170229]560 fi;
561 rm -rf \$(MOUNT_PT)/tools
562 rm -f /tools
[0ac273e]563 rm -f envars user-lfs-exist
[0170229]564 rm -f 02* logs/02*.log
565
566clean-chapter5:
567 rm -rf \$(MOUNT_PT)/tools/*
[0ac273e]568 rm -f $chapter5 restore-lfs-env sources-dir
[0170229]569 cd logs && rm -f $chapter5 && cd ..
570
571clean-chapter6:
572 -umount \$(MOUNT_PT)/sys
573 -umount \$(MOUNT_PT)/proc
574 -umount \$(MOUNT_PT)/dev/shm
575 -umount \$(MOUNT_PT)/dev/pts
576 -umount \$(MOUNT_PT)/dev
577 rm -rf \$(MOUNT_PT)/{bin,boot,dev,etc,home,lib,media,mnt,opt,proc,root,sbin,srv,sys,tmp,usr,var}
578 rm -f $chapter6
579 cd logs && rm -f $chapter6 && cd ..
580
581clean-chapter7:
582 rm -f $chapter7
583 cd logs && rm -f $chapter7 && cd ..
584
[0ac273e]585restore-lfs-env:
[0170229]586 @\$(call echo_message, Building)
587 @if [ -f /home/lfs/.bashrc.XXX ]; then \\
[7d018d1]588 mv -fv /home/lfs/.bashrc.XXX /home/lfs/.bashrc; \\
[0170229]589 fi;
[7d018d1]590 @if [ -f /home/lfs/.bash_profile.XXX ]; then \\
591 mv -v /home/lfs/.bash_profile.XXX /home/lfs/.bash_profile; \\
[0170229]592 fi;
593 @chown lfs:lfs /home/lfs/.bash* && \\
594 touch \$@
595
596EOF
597) >> $MKFILE
598
599 # Bring over the items from the Makefile.tmp
600 cat $MKFILE.tmp >> $MKFILE
601 rm $MKFILE.tmp
[e10232b]602 echo "done"
[0170229]603}
Note: See TracBrowser for help on using the repository browser.