source: jhalfs@ 88dcce5

0.2 1.0 2.3 2.3.x 2.4 ablfs ablfs-more legacy new_features trunk
Last change on this file since 88dcce5 was 88dcce5, checked in by Manuel Canales Esparcia <manuel@…>, 19 years ago

Reverted Makefiles dependencies. They don't do what I supossed.
Added a first try of time and disk usage logging.
Moved the make run to their own function.

  • Property mode set to 100755
File size: 12.9 KB
Line 
1#!/bin/sh
2
3version="
4jhalfs development
5
6Originally written by Jeremy Huntwork.
7Maintained by Manuel Canales Esparcia.
8
9This program is published under the \
10Gnu General Public License, Version 2.
11"
12
13usage="\
14Usage: $0 [OPTION]
15
16Options:
17 -h, --help print this help, then exit
18 -V, --version print version number, then exit
19 -L, --LFS-version=VER use VER version of the LFS book
20 -d --directory=DIR use DIR directory for building LFS; all files
21 jhalfs produces will be in the directory
22 DIR/jhalfs
23 -D, --download-client=CLIENT use CLIENT as the program for retrieving
24 packages
25 -T, --no-testsuites don't run the package's testsuites
26 -P, --have-packages don't download the packages
27"
28
29help="\
30Try '$0 --help' for more information."
31
32exit_missing_arg="\
33echo \"Option '\$1' requires an argument\" >&2
34echo \"\$help\" >&2
35exit 1"
36
37no_dl_client="\
38echo \"Could not find a way to download the LFS sources.\" >&2
39echo \"Attempting to continue.\" >&2"
40
41while test $# -gt 0 ; do
42 case $1 in
43 --version | -V )
44 echo "$version"
45 exit 0
46 ;;
47
48 --help | -h )
49 echo "$usage"
50 exit 0
51 ;;
52
53 --LFS-version | -L )
54 test $# = 1 && eval "$exit_missing_arg"
55 shift
56 case $1 in
57 dev* | SVN | trunk )
58 LFSVRS=development
59 ;;
60 * )
61 echo "$1 is an unsupported version at this time."
62 exit 1
63 ;;
64 esac
65 shift
66 ;;
67
68 --directory | -d )
69 test $# = 1 && eval "$exit_missing_arg"
70 shift
71 BUILDDIR=$1
72 shift
73 ;;
74
75 --download-client | -D )
76 test $# = 1 && eval "$exit_missing_arg"
77 shift
78 DL=$1
79 shift
80 ;;
81
82 --no-testsuites | -T )
83 shift
84 TEST=1
85 shift
86 ;;
87
88 --have-packages | -P )
89 shift
90 HPKG=1
91 shift
92 ;;
93
94 * )
95 echo "$usage"
96 exit 1
97 ;;
98 esac
99done
100
101# Test to make sure we're running the build as root
102
103if [ "$UID" != "0" ] ; then
104 echo "You must be logged in as root to successfully build LFS."
105 exit 1
106fi
107
108# Find the download client to use, if not already specified.
109
110if [ -z $DL ] ; then
111 if [ `type -p wget` ] ; then
112 DL=wget
113 elif [ `type -p curl` ] ; then
114 DL=curl
115 else
116 eval "$no_dl_client"
117 fi
118fi
119
120SVN="svn://svn.linuxfromscratch.org"
121HTTP=http://ftp.lfs-matrix.net/pub/lfs/lfs-packages/conglomeration
122if [ -z $BUILDDIR ] ; then BUILDDIR=/mnt/lfs ; fi
123JHALFSDIR=$BUILDDIR/jhalfs
124LOGDIR=$JHALFSDIR/logs
125LOG=000-jhalfs.log
126MKFILE=$JHALFSDIR/Makefile
127XSL=dump-commands.xsl
128if [ -z $TEST ] ; then TEST=0 ; fi
129
130get_book() {
131 # Check for Subversion instead of just letting the script hit 'svn' and fail.
132 test `type -p svn` || eval "echo \"This feature requires Subversion.\"
133 exit 1"
134 cd $JHALFSDIR
135
136 # Test to make sure the LFS version is set
137 if [ -z $LFSVRS ] ; then LFSVRS=development ; fi
138 echo -n "Downloading the LFS Book, version $LFSVRS... "
139
140 # Grab the LFS book fresh if it's missing, otherwise, update it from the
141 # repo. If we've already extracted the commands, move on to getting the
142 # sources.
143 if [ -d lfs-$LFSVRS ] ; then
144 cd lfs-$LFSVRS
145 if svn up | grep -q At && test -d $JHALFSDIR/commands && \
146 test -f $JHALFSDIR/packages && test -f $JHALFSDIR/patches ; then
147 echo -ne "done\n"
148 get_sources
149 else
150 echo -ne "done\n"
151 extract_commands
152 fi
153 else
154 if [ $LFSVRS = development ] ; then
155 svn co $SVN/LFS/trunk/BOOK lfs-$LFSVRS >>$LOGDIR/$LOG 2>&1
156 else
157 svn co $SVN/LFS/branches/$LFSVRS/BOOK lfs-$LFSVRS >>$LOGDIR/$LOG 2>&1
158 fi
159 echo -ne "done\n"
160 extract_commands
161 fi
162}
163
164extract_commands() {
165 # Check for libxslt instead of just letting the script hit 'xsltproc' and fail.
166 test `type -p xsltproc` || eval "echo \"This feature requires libxslt.\"
167 exit 1"
168 cd $JHALFSDIR
169
170 # Start clean
171 if [ -d commands ] ; then rm -rf commands ; fi && mkdir commands
172 echo -n "Extracting commands... "
173
174 # Dump the commands in shell script form from the LFS book.
175 xsltproc --nonet --xinclude --stringparam testsuite $TEST -o ./commands/ \
176 $XSL lfs-$LFSVRS/index.xml >>$LOGDIR/$LOG 2>&1
177
178 # Grab the patches and package names.
179 cd $JHALFSDIR
180 for i in patches packages ; do rm -f $i ; done
181 grep "\-version" lfs-$LFSVRS/general.ent | sed -e 's@<!ENTITY @@' -e 's@">@"@' \
182 -e '/generic/d' >> packages
183 grep "ENTITY" lfs-$LFSVRS/patches.ent | sed -e 's/.* "//' -e 's/">//' >> patches
184
185 # Done. Moving on...
186 echo -ne "done\n"
187 get_sources
188}
189
190download() {
191 cd $BUILDDIR/sources
192
193 # Hackish fix for the bash-doc package that doesn't conform
194 # to norms in the URL scheme.
195 DIR=`echo $1 | sed 's@-doc@@'`
196
197 # Find the md5 sum for this package.
198 if [ $2 != MD5SUMS ] ; then MD5=`grep " $2" MD5SUMS` ; fi
199
200 if [ ! -f $2 ] ; then
201 case $DL in
202 wget )
203 wget $HTTP/$DIR/$2
204 ;;
205 curl )
206 `curl -# $HTTP/$DIR/$2 -o $2`
207 ;;
208 * )
209 echo "$DL not supported at this time."
210 ;;
211 esac
212 elif ! echo "$MD5" | md5sum -c - >/dev/null 2>/dev/null ; then
213 case $DL in
214 wget )
215 wget -c $HTTP/$DIR/$2
216 ;;
217 curl )
218 `curl -# -C - $HTTP/$DIR/$2 -o $2`
219 ;;
220 * )
221 echo "$DL not supported at this time."
222 ;;
223 esac
224 fi
225 if [ $2 != MD5SUMS ] && ! echo "$MD5" | md5sum -c - ; then
226 exit 1
227 fi
228}
229
230get_sources() {
231
232 # Test if the packages must be downloaded
233 if [ -z $HPKG ] ; then
234
235 # This variable is necessary to make sure the `cat $JHALFSDIR/packages`
236 # separates each iteration by lines. It is necessary to have the second
237 # ' on the next line.
238 IFS='
239'
240
241 if [ ! -d $BUILDDIR/sources ] ; then mkdir $BUILDDIR/sources ; fi
242 cd $BUILDDIR/sources
243 if [ -f MD5SUMS ] ; then rm MD5SUMS ; fi
244
245 download "" MD5SUMS
246
247 # Iterate through each package and grab it, along with any patches it needs.
248 for i in `cat $JHALFSDIR/packages` ; do
249 PKG=`echo $i | sed 's/-version.*//'`
250
251 # Someone used some silly entities right next to the valid package entities.
252 if [ "$PKG" = "expect-lib" -o "$PKG" = "linux-dl" ] ; then continue ; fi
253
254 VRS=`echo $i | sed -e 's/.* //' -e 's/"//g'`
255 if [ "$PKG" = "tcl" ] ; then
256 FILE="$PKG$VRS-src.tar.bz2"
257 else
258 FILE="$PKG-$VRS.tar.bz2"
259 fi
260 download $PKG $FILE
261 for patch in `grep "$PKG-&$PKG" $JHALFSDIR/patches` ; do
262 PATCH=`echo $patch | sed 's@&'$PKG'-version;@'$VRS'@'`
263 download $PKG $PATCH
264 done
265 done
266 fi
267}
268
269build_Makefile() {
270 echo -n "Creating Makefile... "
271 cd $JHALFSDIR/commands
272
273 # Start with a clean Makefile.tmp file
274 >$MKFILE.tmp
275
276 for file in chapter05/* ; do
277 # Keep the script file name
278 i=`basename $file`
279
280 # First append each name of the script files to a list (this will become
281 # the names of the targets in the Makefile
282 chapter5="$chapter5 $i"
283
284 # Grab the name of the target (minus the -pass1 or -pass2 in the case of gcc
285 # and binutils in chapter 5)
286 name=`echo $i | sed -e 's@[0-9]\{3\}-@@' -e 's@-pass[0-9]\{1\}@@'`
287
288 # Drop in the name of the target on a new line, and the
289 # pevious target as a dependency.
290 echo -e "\n$i:" >> $MKFILE.tmp
291
292 # Find the version of the command files, if it corresponds with the building of
293 # a specific package
294 vrs=`grep "^$name-version" $JHALFSDIR/packages | sed -e 's/.* //' -e 's/"//g'`
295
296 # If $vrs isn't empty, we've got a package...
297 if [ "$vrs" != "" ] ; then
298 if [ "$name" = "tcl" ] ; then
299 FILE="$name$vrs-src.tar.bz2"
300 else
301 FILE="$name-$vrs.tar.bz2"
302 fi
303
304 # Insert instructions for unpacking the package and to set
305 # the PKGDIR variable.
306 echo -e "\t\$(call unpack-lfs,$FILE)" >> $MKFILE.tmp
307 echo -e "\t-ROOT=\`head -n1 /tmp/unpacked | sed 's@/.*@@'\` && \\" >> $MKFILE.tmp
308 echo -e "\tchown -R lfs \$(LFS)\$(SRC)/\$\$ROOT && \\" >> $MKFILE.tmp
309 echo -e "\techo \"PKGDIR=\$(LFS)\$(SRC)/\$\$ROOT\" > envars && \\" >> $MKFILE.tmp
310 echo -e "\techo \"export PKGDIR\" >> envars && \\" >> $MKFILE.tmp
311 fi
312
313 # Inser date and disk usage at the top of the log file.
314 echo -e "\techo -e \"\\\n\`date\`\\\n\\\nKB: \`du -sk --exclude=0??-* \$(LFS)\`\\\n\" >\$(LOGDIR)/$i && \\" >> $MKFILE.tmp
315
316 # Insert the script run
317 echo -e "\tsu - lfs -c \". /home/lfs/.bashrc && $JHALFSDIR/commands/$file\" >>\$(LOGDIR)/$i 2>&1 && \\" >> $MKFILE.tmp
318
319 # Inser date and disk usage at the bottom of the log file.
320 echo -e "\techo -e \"\\\n\`date\`\\\n\\\nKB: \`du -sk --exclude=0??-* \$(LFS)\`\\\n\" >>\$(LOGDIR)/$i && \\" >> $MKFILE.tmp
321
322 # Include a touch of the target name so make can check
323 # if it's already been made.
324 echo -e "\ttouch \$@" >> $MKFILE.tmp
325
326 # Remove the build directory(ies) even if the package build fails.
327 if [ "$vrs" != "" ] ; then
328 echo -e "\tROOT=\`head -n1 /tmp/unpacked | sed 's@/.*@@'\` && \\" >> $MKFILE.tmp
329 echo -e "\trm -r \$(LFS)\$(SRC)/\$\$ROOT && \\" >> $MKFILE.tmp
330 echo -e "\tif [ -e \$(LFS)\$(SRC)/*-build ]; then \\" >> $MKFILE.tmp
331 echo -e "\t\trm -r \$(LFS)\$(SRC)/*-build; \\" >> $MKFILE.tmp
332 echo -e "\tfi;" >> $MKFILE.tmp
333 fi
334
335 # Check if the package has been sucessfully build.
336 echo -e "\tif [ ! -e \$@ ] ; then \\" >> $MKFILE.tmp
337 echo -e "\t\techo \"The build of \$@ has failed\" && exit 1; \\" >> $MKFILE.tmp
338 echo -e "\tfi;" >> $MKFILE.tmp
339
340 # Keep the script file name in a second variable for Makefile dependencies.
341 PREV=$i
342
343 done
344
345 # Stick variables and some defines at the top of the real makefile
346 echo "export SRC := /sources" > $MKFILE
347 echo "export LFS := $BUILDDIR" >> $MKFILE
348 echo -e "export LOGDIR := $LOGDIR\n" >> $MKFILE
349 echo "define unpack-lfs" >> $MKFILE
350 echo -e "\t@cd \$(LFS)\$(SRC) ; tar -xvjf \$(1) > /tmp/unpacked" >> $MKFILE
351 echo -e "endef\n" >> $MKFILE
352 echo "define unpack" >> $MKFILE
353 echo -e "\t@cd \$(SRC) ; tar -xvf \$(1) > /tmp/unpacked" >> $MKFILE
354 echo -e "endef\n" >> $MKFILE
355
356 # Drop in the main target 'all:' and the chapter targets with each sub-target
357 # as a dependency.
358 echo -e "all: chapter4 chapter5\n" >> $MKFILE
359 echo -e "chapter4: 020-creatingtoolsdir 021-addinguser 022-settingenvironment\n" >> $MKFILE
360 echo -e "chapter5: chapter4 $chapter5\n" >> $MKFILE
361
362 # Clean targets
363 echo "clean-all: clean" >> $MKFILE
364 echo -e "\trm -rfv ./*\n" >> $MKFILE
365
366 echo -e "clean: clean-chapter5 clean-chapter4\n" >> $MKFILE
367
368 echo "clean-chapter4:" >> $MKFILE
369 echo -e "\t-userdel lfs" >> $MKFILE
370 echo -e "\trm -rfv /home/lfs" >> $MKFILE
371 echo -e "\trm -rfv \$(LFS)/tools" >> $MKFILE
372 echo -e "\trm -fv /tools" >> $MKFILE
373 echo -e "\trm -fv envars" >> $MKFILE
374 echo -e "\trm -fv 02* logs/02*.log\n" >> $MKFILE
375
376 echo "clean-chapter5:" >> $MKFILE
377 echo -e "\trm -rfv \$(LFS)/tools/*" >> $MKFILE
378 echo -e "\trm -fv envars" >> $MKFILE
379 echo -e "\trm -fv $chapter5" >> $MKFILE
380 echo -e "\tcd logs && rm -fv $chapter5 && cd ..\n" >> $MKFILE
381
382 # The chapter4 sub-targets are hard-coded to can create the lfs user,
383 # to make the scripts executables, and to create a clean environment
384 # for the lfs user.
385 echo "020-creatingtoolsdir:" >> $MKFILE
386 echo -e "\tmkdir -v \$(LFS)/tools && \\" >> $MKFILE
387 echo -e "\tln -sv \$(LFS)/tools / && \\" >> $MKFILE
388 echo -e "\ttouch \$@\n" >> $MKFILE
389
390 echo "021-addinguser:" >> $MKFILE
391 echo -e "\tgroupadd lfs && \\" >> $MKFILE
392 echo -e "\tuseradd -s /bin/bash -g lfs -m -k /dev/null lfs && \\" >> $MKFILE
393 echo -e "\tchown lfs \$(LFS)/tools && \\" >> $MKFILE
394 echo -e "\tchown lfs \$(LFS)/sources && \\" >> $MKFILE
395 # Make the scripts executables
396 echo -e "\tchmod -R +x $JHALFSDIR/commands && \\" >> $MKFILE
397 echo -e "\ttouch \$@\n" >> $MKFILE
398
399 echo "022-settingenvironment:" >> $MKFILE
400 echo -e "\techo \"exec env -i HOME=\\\$\$HOME TERM=\\\$\$TERM PS1='\u:\w\$$ ' /bin/bash\" > /home/lfs/.bash_profile && \\" >> $MKFILE
401 echo -e "\techo \"set +h\" > /home/lfs/.bashrc && \\" >> $MKFILE
402 echo -e "\techo \"umask 022\" >> /home/lfs/.bashrc && \\" >> $MKFILE
403 echo -e "\techo \"LFS=/mnt/lfs\" >> /home/lfs/.bashrc && \\" >> $MKFILE
404 echo -e "\techo \"LC_ALL=POSIX\" >> /home/lfs/.bashrc && \\" >> $MKFILE
405 echo -e "\techo \"PATH=/tools/bin:/bin:/usr/bin\" >> /home/lfs/.bashrc && \\" >> $MKFILE
406 echo -e "\techo \"export LFS LC_ALL PATH\" >> /home/lfs/.bashrc && \\" >> $MKFILE
407 # Source the file where we place changing variables.
408 echo -e "\techo \". $JHALFSDIR/envars\" >> /home/lfs/.bashrc && \\" >> $MKFILE
409 echo -e "\tchown lfs:lfs /home/lfs/.bash* && \\" >> $MKFILE
410 echo -e "\ttouch envars && \\" >> $MKFILE
411 echo -e "\ttouch \$@" >> $MKFILE
412
413
414 # Bring over the items from the Makefile.tmp
415 cat $MKFILE.tmp >> $MKFILE
416 rm $MKFILE.tmp
417 echo -ne "done\n"
418}
419
420run_make() {
421 # Build the system
422 if [ -e $MKFILE ] ; then
423 echo -ne "Building the LFS system\n"
424 cd $JHALFSDIR && make
425 echo -ne "done\n"
426 fi
427}
428
429if [ ! -d $JHALFSDIR ] ; then
430 mkdir -p $JHALFSDIR
431fi
432
433if [ ! -d $LOGDIR ] ; then
434 mkdir $LOGDIR
435fi
436
437>$LOGDIR/$LOG
438
439if [ "$PWD" != "$JHALFSDIR" ] ; then
440 cp $0 $XSL $JHALFSDIR/
441fi
442
443get_book
444build_Makefile
445#run_make
Note: See TracBrowser for help on using the repository browser.