source: HLFS/master.sh@ 386bc75

experimental
Last change on this file since 386bc75 was c940100, checked in by Manuel Canales Esparcia <manuel@…>, 19 years ago

Download only the packages and patches required by each libc implementation.

  • Property mode set to 100755
File size: 18.6 KB
Line 
1#!/bin/sh
2set -e # Enable error trapping
3
4# $Id$
5
6###################################
7### FUNCTIONS ###
8###################################
9
10
11#----------------------------#
12get_sources() { #
13#----------------------------#
14 local IFS
15
16 # Test if the packages must be downloaded
17 if [ ! "$HPKG" = "1" ] ; then
18 return
19 fi
20
21 # Modify the 'internal field separator' to break on 'LF' only
22 IFS=$'\x0A'
23
24 if [ ! -d $BUILDDIR/sources ] ; then mkdir $BUILDDIR/sources ; fi
25 cd $BUILDDIR/sources
26
27 > MISSING_FILES.DMP # Files not in md5sum end up here
28
29 if [ -f MD5SUMS ] ; then rm MD5SUMS ; fi
30 if [ -f MD5SUMS-$VERSION ] ; then rm MD5SUMS-$VERSION ; fi
31
32 # Retrieve the master md5sum file
33 download "" MD5SUMS
34
35 # Iterate through each package and grab it, along with any patches it needs.
36 for i in `cat $JHALFSDIR/packages` ; do
37 PKG=`echo $i | sed -e 's/-version.*//' \
38 -e 's/uclibc/uClibc/' `
39
40 #
41 # How to deal with orphan packages..??
42 #
43 VRS=`echo $i | sed -e 's/.* //' -e 's/"//g'`
44 case "$PKG" in
45 "gcc" )
46 download $PKG "gcc-core-$VRS.tar.bz2"
47 download $PKG "gcc-g++-$VRS.tar.bz2"
48 if [ ! "$TEST" = "0" ] ; then
49 download $PKG "gcc-testsuite-$VRS.tar.bz2" ;
50 fi
51 ;;
52
53 "glibc")
54 if [ "$MODEL" = "glibc" ] ; then
55 download $PKG "$PKG-$VRS.tar.bz2"
56 download $PKG "$PKG-libidn-$VRS.tar.bz2"
57 fi
58 ;;
59
60 "tcl" )
61 FILE="$PKG$VRS-src.tar.bz2" ; download $PKG $FILE ;;
62
63 "uclibc" )
64 if [ "$MODEL" = "uclibc" ] ; then
65 download $PKG "$PKG-$VRS.tar.bz2"
66 fi
67 ;;
68
69 "uClibc-locale" )
70 if [ "$MODEL" = "uclibc" ] ; then
71 FILE="$PKG-$VRS.tgz" ; PKG="uClibc"
72 download $PKG $FILE
73 # There can be no patches for this file
74 continue
75 fi
76 ;;
77
78 "uClibc-patch" ) continue ;;
79
80 * )
81 FILE="$PKG-$VRS.tar.bz2" ; download $PKG $FILE ;;
82 esac
83
84 for patch in `grep "$PKG-&$PKG" $JHALFSDIR/patches` ; do
85 PATCH=`echo $patch | sed 's@&'$PKG'-version;@'$VRS'@'`
86 download $PKG $PATCH
87 done
88
89 done
90
91 # .... U G L Y .... what to do with the grsecurity patch to the kernel..
92 download grsecurity `grep grsecurity $JHALFSDIR/patches`
93
94 if [[ -s $BUILDDIR/sources/MISSING_FILES.DMP ]]; then
95 echo -e "\n\n${tab_}${RED} One or more files were not retrieved.\n${tab_} Check <MISSING_FILES.DMP> for names ${OFF}\n\n"
96 fi
97}
98
99
100#----------------------------#
101chapter3_Makefiles() { # Initialization of the system
102#----------------------------#
103 local TARGET LOADER
104
105 echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter3${R_arrow}"
106
107 # Define a few model dependant variables
108 if [[ ${MODEL} = "uclibc" ]]; then
109 TARGET="tools-linux-uclibc"; LOADER="ld-uClibc.so.0"
110 else
111 TARGET="tools-linux-gnu"; LOADER="ld-linux.so.2"
112 fi
113
114 # NOTE: We use the lfs username and groupname also in HLFS
115 # If /home/lfs is already present in the host, we asume that the
116 # lfs user and group are also presents in the host, and a backup
117 # of their bash init files is made.
118(
119cat << EOF
120020-creatingtoolsdir:
121 @\$(call echo_message, Building)
122 @mkdir -v \$(MOUNT_PT)/tools && \\
123 rm -fv /tools && \\
124 ln -sv \$(MOUNT_PT)/tools /
125 @if [ ! -d \$(MOUNT_PT)/sources ]; then \\
126 mkdir \$(MOUNT_PT)/sources; \\
127 fi;
128 @chmod a+wt \$(MOUNT_PT)/sources && \\
129 touch \$@
130
131021-addinguser: 020-creatingtoolsdir
132 @\$(call echo_message, Building)
133 @if [ ! -d /home/lfs ]; then \\
134 groupadd lfs; \\
135 useradd -s /bin/bash -g lfs -m -k /dev/null lfs; \\
136 else \\
137 touch user-lfs-exist; \\
138 fi;
139 @chown lfs \$(MOUNT_PT)/tools && \\
140 chown lfs \$(MOUNT_PT)/sources && \\
141 touch \$@
142
143022-settingenvironment: 021-addinguser
144 @\$(call echo_message, Building)
145 @if [ -f /home/lfs/.bashrc -a ! -f /home/lfs/.bashrc.XXX ]; then \\
146 mv -v /home/lfs/.bashrc /home/lfs/.bashrc.XXX; \\
147 fi;
148 @if [ -f /home/lfs/.bash_profile -a ! -f /home/lfs/.bash_profile.XXX ]; then \\
149 mv -v /home/lfs/.bash_profile /home/lfs/.bash_profile.XXX; \\
150 fi;
151 @echo "set +h" > /home/lfs/.bashrc && \\
152 echo "umask 022" >> /home/lfs/.bashrc && \\
153 echo "HLFS=\$(MOUNT_PT)" >> /home/lfs/.bashrc && \\
154 echo "LC_ALL=POSIX" >> /home/lfs/.bashrc && \\
155 echo "PATH=/tools/bin:/bin:/usr/bin" >> /home/lfs/.bashrc && \\
156 echo "export HLFS LC_ALL PATH" >> /home/lfs/.bashrc && \\
157 echo "" >> /home/lfs/.bashrc && \\
158 echo "target=$(uname -m)-${TARGET}" >> /home/lfs/.bashrc && \\
159 echo "ldso=/tools/lib/${LOADER}" >> /home/lfs/.bashrc && \\
160 echo "export target ldso" >> /home/lfs/.bashrc && \\
161 echo "source $JHALFSDIR/envars" >> /home/lfs/.bashrc && \\
162 chown lfs:lfs /home/lfs/.bashrc && \\
163 touch envars && \\
164 touch \$@
165EOF
166) >> $MKFILE.tmp
167
168}
169
170#----------------------------#
171chapter5_Makefiles() { # Bootstrap or temptools phase
172#----------------------------#
173 local file
174 local this_script
175
176 echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter5${R_arrow}"
177
178 for file in chapter05/* ; do
179 # Keep the script file name
180 this_script=`basename $file`
181
182 # Skip this script depending on jhalfs.conf flags set.
183 case $this_script in
184 # If no testsuites will be run, then TCL, Expect and DejaGNU aren't needed
185 *tcl* ) [[ "$TEST" = "0" ]] && continue; ;;
186 *expect* ) [[ "$TEST" = "0" ]] && continue; ;;
187 *dejagnu* ) [[ "$TEST" = "0" ]] && continue; ;;
188 # Nothing interestin in this script
189 *introduction* ) continue ;;
190 # Test if the stripping phase must be skipped
191 *stripping* ) [[ "$STRIP" = "0" ]] && continue ;;
192 *) ;;
193 esac
194
195 # First append each name of the script files to a list (this will become
196 # the names of the targets in the Makefile
197 chapter5="$chapter5 $this_script"
198
199 # Grab the name of the target (minus the -headers or -cross in the case of gcc
200 # and binutils in chapter 5)
201 name=`echo $this_script | sed -e 's@[0-9]\{3\}-@@' -e 's@-cross@@' -e 's@-headers@@'`
202
203 # Adjust 'name'
204 case $name in
205 linux-libc) name=linux-libc-headers ;;
206 esac
207
208 # Set the dependency for the first target.
209 if [ -z $PREV ] ; then PREV=022-settingenvironment ; fi
210
211
212 #--------------------------------------------------------------------#
213 # >>>>>>>> START BUILDING A Makefile ENTRY <<<<<<<< #
214 #--------------------------------------------------------------------#
215 #
216 # Drop in the name of the target on a new line, and the previous target
217 # as a dependency. Also call the echo_message function.
218 wrt_target "$this_script" "$PREV"
219
220 # Find the version of the command files, if it corresponds with the building of
221 # a specific package
222 vrs=`grep "^$name-version" $JHALFSDIR/packages | sed -e 's/.* //' -e 's/"//g'`
223 # If $vrs isn't empty, we've got a package...
224 if [ "$vrs" != "" ] ; then
225 # Deal with non-standard names
226 case $name in
227 tcl) FILE="$name$vrs-src.tar.*" ;;
228 uclibc) FILE="uClibc-$vrs.tar.*" ;;
229 gcc) FILE="gcc-core-$vrs.tar.*" ;;
230 *) FILE="$name-$vrs.tar.*" ;;
231 esac
232 # Insert instructions for unpacking the package and to set the PKGDIR variable.
233 wrt_unpack "$FILE"
234 fi
235
236 case $this_script in
237 *binutils* ) # Dump the path to sources directory for later removal
238 echo -e '\techo "$(MOUNT_PT)$(SRC)/$$ROOT" >> sources-dir' >> $MKFILE.tmp
239 ;;
240 *adjusting* ) # For the Adjusting phase we must to cd to the binutils-build directory.
241 echo -e '\t@echo "export PKGDIR=$(MOUNT_PT)$(SRC)/binutils-build" > envars' >> $MKFILE.tmp
242 ;;
243 * ) # Everything else, add a true statment so we don't confuse make
244 echo -e '\ttrue' >> $MKFILE.tmp
245 ;;
246 esac
247
248 # Insert date and disk usage at the top of the log file, the script run
249 # and date and disk usage again at the bottom of the log file.
250 wrt_run_as_su "${this_script}" "${file}"
251
252 # Remove the build directory(ies) except if the package build fails
253 # (so we can review config.cache, config.log, etc.)
254 # For Binutils the sources must be retained for some time.
255 if [ "$vrs" != "" ] ; then
256 if [[ ! `_IS_ $this_script binutils` ]]; then
257 wrt_remove_build_dirs "$name"
258 fi
259 fi
260
261 # Remove the Binutils pass 1 sources after a successful Adjusting phase.
262 if [[ `_IS_ $this_script adjusting` ]] ; then
263(
264cat << EOF
265 @rm -r \`cat sources-dir\` && \\
266 rm -r \$(MOUNT_PT)\$(SRC)/binutils-build && \\
267 rm sources-dir
268EOF
269) >> $MKFILE.tmp
270 fi
271
272 # Include a touch of the target name so make can check if it's already been made.
273 echo -e '\t@touch $@' >> $MKFILE.tmp
274 #
275 #--------------------------------------------------------------------#
276 # >>>>>>>> END OF Makefile ENTRY <<<<<<<< #
277 #--------------------------------------------------------------------#
278
279 # Keep the script file name for Makefile dependencies.
280 PREV=$this_script
281 done # end for file in chapter05/*
282}
283
284
285#----------------------------#
286chapter6_Makefiles() { # sysroot or chroot build phase
287#----------------------------#
288 local TARGET LOADER
289 local file
290 local this_script
291
292 echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter6${R_arrow}"
293 #
294 # Set these definitions early and only once
295 #
296 if [[ ${MODEL} = "uclibc" ]]; then
297 TARGET="pc-linux-uclibc"; LOADER="ld-uClibc.so.0"
298 else
299 TARGET="pc-linux-gnu"; LOADER="ld-linux.so.2"
300 fi
301
302 for file in chapter06/* ; do
303 # Keep the script file name
304 this_script=`basename $file`
305
306 # Skip this script depending on jhalfs.conf flags set.
307 case $this_script in
308 # We'll run the chroot commands differently than the others, so skip them in the
309 # dependencies and target creation.
310 *chroot* ) continue ;;
311 # Test if the stripping phase must be skipped
312 *-stripping* ) [[ "$STRIP" = "0" ]] && continue ;;
313 *) ;;
314 esac
315
316 # First append each name of the script files to a list (this will become
317 # the names of the targets in the Makefile
318 chapter6="$chapter6 $this_script"
319
320 # Grab the name of the target
321 name=`echo $this_script | sed -e 's@[0-9]\{3\}-@@'`
322
323 #
324 # Sed replacement to fix some rm command that could fail.
325 # That should be fixed in the book sources.
326 #
327 case $name in
328 glibc)
329 sed 's/rm /rm -f /' -i chapter06/$this_script
330 ;;
331 gcc)
332 sed 's/rm /rm -f /' -i chapter06/$this_script
333 ;;
334 esac
335
336 #--------------------------------------------------------------------#
337 # >>>>>>>> START BUILDING A Makefile ENTRY <<<<<<<< #
338 #--------------------------------------------------------------------#
339 #
340 # Drop in the name of the target on a new line, and the previous target
341 # as a dependency. Also call the echo_message function.
342 wrt_target "$this_script" "$PREV"
343
344 # Find the version of the command files, if it corresponds with the building of
345 # a specific package
346 vrs=`grep "^$name-version" $JHALFSDIR/packages | sed -e 's/.* //' -e 's/"//g'`
347
348 # If $vrs isn't empty, we've got a package...
349 # Insert instructions for unpacking the package and changing directories
350 if [ "$vrs" != "" ] ; then
351 # Deal with non-standard names
352 case $name in
353 tcl) FILE="$name$vrs-src.tar.*" ;;
354 uclibc) FILE="uClibc-$vrs.tar.*" ;;
355 gcc) FILE="gcc-core-$vrs.tar.*" ;;
356 *) FILE="$name-$vrs.tar.*" ;;
357 esac
358 wrt_unpack2 "$FILE"
359 wrt_target_vars
360 fi
361
362 case $this_script in
363 *readjusting*) # For the Re-Adjusting phase we must to cd to the binutils-build directory.
364 echo -e '\t@echo "export PKGDIR=$(SRC)/binutils-build" > envars' >> $MKFILE.tmp
365 ;;
366 esac
367
368 # In the mount of kernel filesystems we need to set LFS and not to use chroot.
369 if [[ `_IS_ $this_script kernfs` ]] ; then
370 wrt_run_as_root "${this_script}" "${file}"
371 #
372 # The rest of Chapter06
373 else
374 wrt_run_as_chroot1 "${this_script}" "${file}"
375 fi
376 #
377 # Remove the build directory(ies) except if the package build fails.
378 if [ "$vrs" != "" ] ; then
379 wrt_remove_build_dirs "$name"
380 fi
381 #
382 # Remove the Binutils pass 2 sources after a successful Re-Adjusting phase.
383 if [[ `_IS_ $this_script readjusting` ]] ; then
384(
385cat << EOF
386 @rm -r \`cat sources-dir\` && \\
387 rm -r \$(MOUNT_PT)\$(SRC)/binutils-build && \\
388 rm sources-dir
389EOF
390) >> $MKFILE.tmp
391 fi
392
393 # Include a touch of the target name so make can check if it's already been made.
394 echo -e '\t@touch $@' >> $MKFILE.tmp
395 #
396 #--------------------------------------------------------------------#
397 # >>>>>>>> END OF Makefile ENTRY <<<<<<<< #
398 #--------------------------------------------------------------------#
399
400 # Keep the script file name for Makefile dependencies.
401 PREV=$this_script
402 done # end for file in chapter06/*
403
404}
405
406#----------------------------#
407chapter7_Makefiles() { # Create a bootable system.. kernel, bootscripts..etc
408#----------------------------#
409 local file
410 local this_script
411
412 echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter7${R_arrow}"
413 for file in chapter07/*; do
414 # Keep the script file name
415 this_script=`basename $file`
416
417 # Grub must be configured manually.
418 # The filesystems can't be unmounted via Makefile and the user
419 # should enter the chroot environment to create the root
420 # password, edit several files and setup Grub.
421 case $this_script in
422 *usage) continue ;; # Contains example commands
423 *grub) continue ;;
424 *reboot) continue ;;
425 *console) continue ;; # Use the file generated by lfs-bootscripts
426
427 *kernel)
428 # If no .config file is supplied, the kernel build is skipped
429 [[ -z $CONFIG ]] && continue
430 ;;
431 esac
432
433 # First append then name of the script file to a list (this will become
434 # the names of the targets in the Makefile
435 chapter7="$chapter7 $this_script"
436
437 #--------------------------------------------------------------------#
438 # >>>>>>>> START BUILDING A Makefile ENTRY <<<<<<<< #
439 #--------------------------------------------------------------------#
440 #
441 # Drop in the name of the target on a new line, and the previous target
442 # as a dependency. Also call the echo_message function.
443 wrt_target "$this_script" "$PREV"
444
445 if [[ `_IS_ $this_script bootscripts` ]] ; then
446 vrs=`grep "^lfs-bootscripts-version" $JHALFSDIR/packages | sed -e 's/.* //' -e 's/"//g'`
447 FILE="lfs-bootscripts-$vrs.tar.*"
448 wrt_unpack2 "$FILE"
449(
450cat << EOF
451 @echo "\$(MOUNT_PT)\$(SRC)/blfs-bootscripts-$vrs" > sources-dir
452EOF
453) >> $MKFILE.tmp
454 fi
455
456 if [[ `_IS_ $this_script kernel` ]] ; then
457 # not much really, script does everything..
458 echo -e "\t@cp -f $CONFIG \$(MOUNT_PT)/sources/kernel-config" >> $MKFILE.tmp
459 fi
460
461 # Check if we have a real /etc/fstab file
462 if [[ `_IS_ $this_script fstab` ]] && [[ -n "$FSTAB" ]] ; then
463 wrt_copy_fstab "$this_script"
464 else
465 # Initialize the log and run the script
466 wrt_run_as_chroot2 "${this_script}" "${file}"
467 fi
468
469 # Remove the build directory except if the package build fails.
470 if [[ `_IS_ $this_script bootscripts` ]]; then
471(
472cat << EOF
473 @ROOT=\`head -n1 /tmp/unpacked | sed 's@^./@@;s@/.*@@'\` && \\
474 rm -r \$(MOUNT_PT)\$(SRC)/\$\$ROOT
475 @rm -r \`cat sources-dir\` && \\
476 rm sources-dir
477EOF
478) >> $MKFILE.tmp
479 fi
480
481 # Include a touch of the target name so make can check if it's already been made.
482 echo -e '\t@touch $@' >> $MKFILE.tmp
483 #
484 #--------------------------------------------------------------------#
485 # >>>>>>>> END OF Makefile ENTRY <<<<<<<< #
486 #--------------------------------------------------------------------#
487
488 # Keep the script file name for Makefile dependencies.
489 PREV=$this_script
490 done # for file in chapter07/*
491}
492
493
494#----------------------------#
495build_Makefile() { # Construct a Makefile from the book scripts
496#----------------------------#
497 echo "Creating Makefile... "
498
499 cd $JHALFSDIR/${PROGNAME}-commands
500 # Start with a clean Makefile.tmp file
501 >$MKFILE.tmp
502
503 chapter3_Makefiles
504 chapter5_Makefiles
505 chapter6_Makefiles
506 chapter7_Makefiles
507
508 # Add a header, some variables and include the function file
509 # to the top of the real Makefile.
510(
511 cat << EOF
512$HEADER
513
514SRC= /sources
515MOUNT_PT= $BUILDDIR
516
517include makefile-functions
518
519EOF
520) > $MKFILE
521
522
523 # Add chroot commands
524 i=1
525 for file in chapter06/*chroot* ; do
526 chroot=`cat $file | sed -e '/#!\/bin\/sh/d' \
527 -e '/^export/d' \
528 -e '/^logout/d' \
529 -e 's@ \\\@ @g' | tr -d '\n' | sed -e 's/ */ /g' \
530 -e 's|\\$|&&|g' \
531 -e 's|exit||g' \
532 -e 's|$| -c|' \
533 -e 's|"$$HLFS"|$(MOUNT_PT)|'\
534 -e 's|set -e||'`
535 echo -e "CHROOT$i= $chroot\n" >> $MKFILE
536 i=`expr $i + 1`
537 done
538
539 # Drop in the main target 'all:' and the chapter targets with each sub-target
540 # as a dependency.
541(
542 cat << EOF
543all: chapter3 chapter5 chapter6 chapter7
544 @\$(call echo_finished,$VERSION)
545
546chapter3: 020-creatingtoolsdir 021-addinguser 022-settingenvironment
547
548chapter5: chapter3 $chapter5 restore-lfs-env
549
550chapter6: chapter5 $chapter6
551
552chapter7: chapter6 $chapter7
553
554clean-all: clean
555 rm -rf ./{hlfs-commands,logs,Makefile,hlfs.xsl,patcheslist.xsl,functions,packages,patches}
556
557clean: clean-chapter7 clean-chapter6 clean-chapter5 clean-chapter3
558
559clean-chapter3:
560 -if [ ! -f user-lfs-exist ]; then \\
561 userdel lfs; \\
562 rm -rf /home/lfs; \\
563 fi;
564 rm -rf \$(MOUNT_PT)/tools
565 rm -f /tools
566 rm -f envars user-lfs-exist
567 rm -f 02* logs/02*.log
568
569clean-chapter5:
570 rm -rf \$(MOUNT_PT)/tools/*
571 rm -f $chapter5 restore-lfs-env sources-dir
572 cd logs && rm -f $chapter5 && cd ..
573
574clean-chapter6:
575 -umount \$(MOUNT_PT)/sys
576 -umount \$(MOUNT_PT)/proc
577 -umount \$(MOUNT_PT)/dev/shm
578 -umount \$(MOUNT_PT)/dev/pts
579 -umount \$(MOUNT_PT)/dev
580 rm -rf \$(MOUNT_PT)/{bin,boot,dev,etc,home,lib,media,mnt,opt,proc,root,sbin,srv,sys,tmp,usr,var}
581 rm -f $chapter6
582 cd logs && rm -f $chapter6 && cd ..
583
584clean-chapter7:
585 rm -f $chapter7
586 cd logs && rm -f $chapter7 && cd ..
587
588restore-lfs-env:
589 @\$(call echo_message, Building)
590 @if [ -f /home/lfs/.bashrc.XXX ]; then \\
591 mv -fv /home/lfs/.bashrc.XXX /home/lfs/.bashrc; \\
592 fi;
593 @if [ -f /home/lfs/.bash_profile.XXX ]; then \\
594 mv -v /home/lfs/.bash_profile.XXX /home/lfs/.bash_profile; \\
595 fi;
596 @chown lfs:lfs /home/lfs/.bash* && \\
597 touch \$@
598
599EOF
600) >> $MKFILE
601
602 # Bring over the items from the Makefile.tmp
603 cat $MKFILE.tmp >> $MKFILE
604 rm $MKFILE.tmp
605 echo "done"
606}
Note: See TracBrowser for help on using the repository browser.