Context Navigation

source: common/common-functions@ ebba33f

experimental

Last change on this file since ebba33f was d591ee5, checked in by George Boudreau <georgeb@…>, 19 years ago
Change package download functions back to HTTP until the FTP mirror rotation problems solved
Property mode set to `100644`
File size: 26.2 KB

Rev	Line
[0170229]	1	#!/bin/bash
[dd810ea]	2
	3	# $Id$
	4
	5	set +e
[0170229]	6
	7	# VT100 colors
	8	declare -r BLACK=$'\e[1;30m'
	9	declare -r DK_GRAY=$'\e[0;30m'
	10
	11	declare -r RED=$'\e[31m'
	12	declare -r GREEN=$'\e[32m'
	13	declare -r YELLOW=$'\e[33m'
	14	declare -r BLUE=$'\e[34m'
	15	declare -r MAGENTA=$'\e[35m'
	16	declare -r CYAN=$'\e[36m'
	17	declare -r WHITE=$'\e[37m'
	18
	19	declare -r OFF=$'\e[0m'
	20	declare -r BOLD=$'\e[1m'
	21	declare -r REVERSE=$'\e[7m'
	22	declare -r HIDDEN=$'\e[8m'
	23
	24	declare -r tab_=$'\t'
	25	declare -r nl_=$'\n'
	26
	27	declare -r DD_BORDER="${BOLD}${WHITE}==============================================================================${OFF}"
	28	declare -r SD_BORDER="${BOLD}${WHITE}------------------------------------------------------------------------------${OFF}"
	29	declare -r STAR_BORDER="${BOLD}${WHITE}******************************************************************************${OFF}"
	30
	31	# bold yellow > < pair
	32	declare -r R_arrow=$'\e[1;33m>\e[0m'
	33	declare -r L_arrow=$'\e[1;33m<\e[0m'
	34
	35
	36
	37	usage() {
	38	'clear'
	39	cat <<- -EOF-
	40	${DD_BORDER}
	41	${BOLD}
	42	Usage: $0 ${BOLD}[OPTION]
	43
	44	Options:
	45	${BOLD} -h, --help${OFF}
	46	print this help, then exit
	47	${BOLD} --readme${OFF}
	48	print a small readme file, then exit
	49	${BOLD} -V, --version${OFF}
	50	print version number, then exit
	51	${BOLD} -d --directory DIR${OFF}
	52	use DIR directory for building HLFS; all files jhahlfs produces will be
	53	in the directory DIR/jhahlfs. Default is \"/mnt/lfs\".
	54	${BOLD} --rebuild${OFF}
	55	clean the build directory before to perfom any other task. The directory
	56	is cleaned only if it was populated by a previous jhahlfs run.
	57	${BOLD} -P, --get-packages${OFF}
	58	download the packages and patches. This assumes that the server declared in the
	59	jhahlfs.conf file has the proper packages and patches for the book version being
	60	processed.
	61	${BOLD} -D, --download-client CLIENT
	62	use CLIENT as the program for retrieving packages (use in conjunction with -P)
	63	${BOLD} -W, --working-copy DIR${OFF}
	64	use the local working copy placed in DIR as the HLFS book
	65	${BOLD} -L, --HLFS-version VER${OFF}
	66	checkout VER version of the HLFS book. Supported versions at this time are:
	67	dev* \| trunk \| SVN aliases for Development HLFS
[6aeb5b7]	68	alpha* aliases for the alphabetical branch
	69	udev* aliases for the udev_update branch
[0170229]	70	${BOLD} --fstab FILE${OFF}
	71	use FILE as the /etc/fstab file for the HLFS system. If not specified,
	72	a default /etc/fstab file with dummy values is created.
	73	${BOLD} -C, --kernel-config FILE${OFF}
	74	use the kernel configuration file specified in FILE to build the kernel.
	75	if the file is not found, or if not specified, the kernel build is skipped.
	76	${BOLD} -M, --run-make${OFF}
	77	run make on the generated Makefile
	78	${DD_BORDER}
	79	-EOF-
	80	exit
	81	}
	82
	83
	84	blfs_usage() {
	85	'clear'
	86	cat <<- -EOF-
	87	${DD_BORDER}
	88	${BOLD}
	89	Usage: $0 ${BOLD}[OPTION]
	90
	91	Options:
	92	${BOLD} -h, --help${OFF}
	93	print this help, then exit
	94
	95	${BOLD} -V, --version${OFF}
	96	print version number, then exit
	97
	98	${BOLD} -B, --BLFS-version VER${OFF}
	99	checkout VER version of the BLFS book.
	100	If not set, the development version is used.
	101
	102	Supported versions at this time are:
	103	dev* \| trunk \| SVN aliases for Development BLFS
	104
	105	${BOLD} -W, --working-copy DIR${OFF}
	106	use the local working copy placed in DIR as the BLFS book
	107
	108	${BOLD} -D, --dependencies TYPE${OFF}
	109	add dependencies of type TYPE to the build tree.
	110	If not set, both required a recommended are used.
	111
	112	Possible values are:
	113
	114	required only required dependecies are used
	115	recommended both required a recommended dependencies are used
	116	optional all dependencies are used
	117
	118	${BOLD} -S, --server SERVER${OFF}
	119	set the FTP/HTTP server used as fallback to download the packages.
	120	If not specified, the one set in jhablfs.conf is used.
	121
	122	${BOLD} -T, --testsuites${OFF}
	123	add support to run the optional testsuites
	124	${DD_BORDER}
	125	-EOF-
	126	exit
	127	}
	128
	129
	130	_inline_doc="
	131	This script, ${PROGNAME}, strives to create an accurate makefile
	132	directly from the xml files used to generate the Hardened Linux From
	133	Scratch document.
	134	The usage of this script assumes you have read and are familiar with
	135	the book and therefore the configuration variables found in jhahlfs.conf
	136	will have meaning to you. There are a limited number of command line
	137	switches which, if used, will override the config file settings.
	138
	139	NOTES::
	140	*. The resulting Makefile takes considerable time to run to completion,
	141	lay in a supply of caffeine beverages.
	142
	143	*. It is recommended that you temporarily unpack your linux kernel and
	144	run <make menuconfig> and configure the kernal as per the book and save
	145	the resulting .config file.
	146
	147	*. Chapter07 contains numerous command files which require customizing
	148	before you start console, profile, hosts, network, fstab, kernel.
	149	"
	150
	151	version="
	152	${BOLD}\"${PROGNAME}\"${OFF} script module (development) \$Date$
	153
	154	Written by Jeremy Huntwork,
	155	Manuel Caneles Esparcia,
	156	George Boudreau
	157
	158	This program is published under the ${BOLD}Gnu General Public License, Version 2.${OFF}
	159	"
	160
	161
	162	no_empty_builddir() {
	163	'clear'
	164	cat <<- -EOF-
	165	${DD_BORDER}
	166
	167	${tab_}${tab_}${BOLD}${RED}W A R N I N G${OFF}
	168	Looks like the \$BUILDDIR directory contains subdirectories
	169	from a previous HLFS build.
	170
	171	Please format the partition mounted on \$BUILDDIR or set
	172	a different build directory before running jhahlfs.
	173	${OFF}
	174	${DD_BORDER}
	175	-EOF-
	176	exit
	177	}
	178
	179
	180	help="${nl_}Try '$0 --help' for more information."
	181
	182
	183	exit_missing_arg="\
	184	echo \"Option '\$1' requires an argument\" >&2
	185	echo \"\$help\" >&2
	186	exit 1"
	187
	188	no_dl_client="\
	189	echo \"Could not find a way to download the CLFS sources.\" >&2
	190	echo \"Attempting to continue.\" >&2"
	191
	192	HEADER="# This file is automatically generated by jhalfs
	193	# DO NOT EDIT THIS FILE MANUALLY
	194	#
	195	# Generated on `date \"+%F %X %Z\"`"
	196
	197
	198
	199
	200
	201	#----------------------------------#
	202	wrt_target() { #
	203	#----------------------------------#
	204	local i=$1
	205	local PREV=$2
	206	(
	207	cat << EOF
	208
	209	$i: $PREV
	210	@\$(call echo_message, Building)
	211	EOF
	212	) >> $MKFILE.tmp
	213	}
	214
	215
	216	#----------------------------------#
	217	wrt_unpack() { #
	218	#----------------------------------#
	219	local FILE=$1
	220	(
	221	cat << EOF
	222	@\$(call unpack,$FILE)
	223	@ROOT=\`head -n1 /tmp/unpacked \| sed 's@^./@@;s@/.*@@'\` && \\
	224	echo "export PKGDIR=\$(MOUNT_PT)\$(SRC)/\$\$ROOT" > envars && \\
[7d018d1]	225	chown -R lfs \$(MOUNT_PT)\$(SRC)/\$\$ROOT && \\
[0170229]	226	EOF
	227	) >> $MKFILE.tmp
	228	}
	229
	230
	231	#----------------------------------#
	232	wrt_unpack2() { #
	233	#----------------------------------#
	234	local FILE=$1
	235	(
	236	cat << EOF
	237	@\$(call unpack2,$FILE)
	238	@ROOT=\`head -n1 /tmp/unpacked \| sed 's@^./@@;s@/.*@@'\` && \\
	239	echo "export PKGDIR=\$(SRC)/\$\$ROOT" > envars
	240	EOF
	241	) >> $MKFILE.tmp
	242	}
	243
	244
	245	#=============================#
[c3c4e1d]	246	wrt_unpack3() { # Unpack and set 'ROOT' var
[0170229]	247	#=============================#
	248	local FILE=$1
	249	(
	250	cat << EOF
[c3c4e1d]	251	@\$(call unpack3,$FILE)
[0170229]	252	@ROOT=\`head -n1 /tmp/unpacked \| sed 's@^./@@;s@/.*@@'\` && \\
	253	echo "export PKGDIR=\$(SRC)/\$\$ROOT" > envars
	254	EOF
	255	) >> $MKFILE.tmp
	256	}
	257
	258
	259
	260	#----------------------------------#
	261	wrt_target_vars() { # Target vars for hlfs (cross-build method)
	262	#----------------------------------#
	263	(
	264	cat << EOF
[7d018d1]	265	@echo "export target=$(uname -m)-${TARGET}" >> envars && \\
[0170229]	266	echo "export ldso=/lib/${LOADER}" >> envars
	267	EOF
	268	) >> $MKFILE.tmp
	269
	270	}
	271
	272
	273	#----------------------------------#
	274	wrt_run_as_su() { #
	275	#----------------------------------#
	276	local this_script=$1
	277	local file=$2
	278	(
	279	cat << EOF
	280	@echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >logs/$this_script && \\
	281	su - lfs -c "source /home/lfs/.bashrc && $JHALFSDIR/${PROGNAME}-commands/$file" >>logs/$this_script 2>&1 && \\
	282	echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >>logs/$this_script
	283	EOF
	284	) >> $MKFILE.tmp
	285	}
	286
	287
	288	#==================================#
	289	wrt_run_as_lfs() { # header to log file, execute script, footer to log file
	290	#==================================#
	291	local this_script=$1
	292	local file=$2
	293	(
	294	cat << EOF
	295	@echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >logs/$this_script && \\
	296	su - lfs -c "source /home/lfs/.bashrc && $JHALFSDIR/${PROGNAME}-commands/$file" >>logs/$this_script 2>&1 && \\
	297	echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >>logs/$this_script
	298	EOF
	299	) >> $MKFILE.tmp
	300	}
	301
	302
	303	#----------------------------------#
	304	wrt_run_as_root() { #
	305	#----------------------------------#
	306	local this_script=$1
	307	local file=$2
	308	(
	309	cat << EOF
	310	@echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >logs/$this_script && \\
	311	export LFS=\$(MOUNT_PT) && ${PROGNAME}-commands/$file >>logs/$this_script 2>&1 && \\
	312	echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >>logs/$this_script
	313	EOF
	314	) >> $MKFILE.tmp
	315	}
	316
	317
	318	#=============================#
	319	wrt_run_as_root2() { # Some scripts must be run as root..
	320	#=============================#
	321	local this_script=$1
	322	local file=$2
	323	(
	324	cat << EOF
	325	@echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \`\n" >logs/$this_script && \\
	326	source envars && ${PROGNAME}-commands/$file >>logs/$this_script 2>&1 && \\
	327	echo -e "\n\`date\`\n\nKB: \`du -sk --exclude={0,1}??-* \`\n" >>logs/$this_script
	328	EOF
	329	) >> $MKFILE.tmp
	330	}
	331
	332
	333	#----------------------------------#
	334	wrt_remove_build_dirs() { #
	335	#----------------------------------#
	336	local name=$1
	337	(
	338	cat << EOF
	339	@ROOT=\`head -n1 /tmp/unpacked \| sed 's@^./@@;s@/.*@@'\` && \\
	340	rm -r \$(MOUNT_PT)\$(SRC)/\$\$ROOT && \\
	341	if [ -e \$(MOUNT_PT)\$(SRC)/$name-build ]; then \\
	342	rm -r \$(MOUNT_PT)\$(SRC)/$name-build; \\
	343	fi;
	344	EOF
	345	) >> $MKFILE.tmp
	346	}
	347
	348
	349	#----------------------------------#
	350	wrt_remove_build_dirs2() { #
	351	#----------------------------------#
	352	local name=$1
	353	(
	354	cat << EOF
	355	@ROOT=\`head -n1 /tmp/unpacked \| sed 's@^./@@;s@/.*@@'\` && \\
	356	rm -r \$(SRC)/\$\$ROOT && \\
	357	if [ -e \$(SRC)/$name-build ]; then \\
	358	rm -r \$(SRC)/$name-build; \\
	359	fi;
	360	EOF
	361	) >> $MKFILE.tmp
	362	}
	363
	364
	365
	366	#----------------------------------#
	367	wrt_run_as_chroot1() { #
	368	#----------------------------------#
	369	local this_script=$1
	370	local file=$2
	371	(
	372	cat << EOF
	373	@echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >logs/${this_script} && \\
	374	\$(CHROOT1) 'cd /jhalfs && source envars && /jhalfs/${PROGNAME}-commands/$file >>/jhalfs/logs/${this_script} 2>&1' && \\
	375	echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >>logs/${this_script}
	376	EOF
	377	) >> $MKFILE.tmp
	378	}
	379
	380
	381	#----------------------------------#
	382	wrt_run_as_chroot2() { #
	383	#----------------------------------#
	384	local this_script=$1
	385	local file=$2
	386	(
	387	cat << EOF
	388	@echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >logs/${this_script} && \\
	389	\$(CHROOT2) 'cd /jhalfs && source envars && /jhalfs/${PROGNAME}-commands/$file >>/jhalfs/logs/${this_script} 2>&1' && \\
	390	echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >>logs/${this_script}
	391	EOF
	392	) >> $MKFILE.tmp
	393	}
	394
	395
	396	#----------------------------------#
	397	wrt_copy_fstab() { #
	398	#----------------------------------#
	399	local i=$1
	400	(
	401	cat << EOF
	402	@echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >logs/$i && \\
	403	cp -v $FSTAB \$(MOUNT_PT)/etc/fstab >>logs/$i 2>&1 && \\
	404	echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \$(MOUNT_PT)\`\n" >>logs/$i
	405	EOF
	406	) >> $MKFILE.tmp
	407	}
	408
	409	#----------------------------------#
	410	wrt_copy_fstab2() { #
	411	#----------------------------------#
	412	local i=$1
	413	(
	414	cat << EOF
	415	@echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \`\n" >logs/$i && \\
[a9490ab]	416	cp -v /sources/fstab /etc/fstab >>logs/$i 2>&1 && \\
[0170229]	417	echo -e "\n\`date\`\n\nKB: \`du -skx --exclude={0,1}??-* \`\n" >>logs/$i
	418	EOF
	419	) >> $MKFILE.tmp
	420	}
	421
	422
	423	#----------------------------------#
	424	wrt_export_pkgdir() { #
	425	#----------------------------------#
	426	(
	427	cat << EOF
	428	@echo "export PKGDIR=\$(SRC)/binutils-build" > envars
	429	EOF
	430	) >> $MKFILE.tmp
	431	}
	432
	433
	434	#----------------------------#
	435	run_make() {
	436	#----------------------------#
	437	# Test if make must be run.
	438	if [ "$RUNMAKE" = "1" ] ; then
	439	# Test to make sure we're running the build as root
	440	if [ "$UID" != "0" ] ; then
	441	echo "You must be logged in as root to successfully build LFS."
	442	exit 1
	443	fi
	444	# Build the system
	445	if [ -e $MKFILE ] ; then
	446	echo -ne "Building the LFS system...\n"
	447	cd $JHALFSDIR && make -f ${PROGNAME}-Makefile
	448	echo -ne "done\n"
	449	fi
	450	fi
	451	}
	452
	453
	454	#----------------------------#
	455	clean_builddir() {
	456	#----------------------------#
	457	# Test if the clean must be done.
	458	if [ "$CLEAN" = "1" ] ; then
	459	# Test to make sure we're running the clean as root
	460	if [ "$UID" != "0" ] ; then
	461	echo "You must be logged in as root to clean the build directory."
	462	exit 1
	463	fi
	464	# Test to make sure that the build directory was populated by jhalfs
	465	if [ ! -d $JHALFSDIR ] \|\| [ ! -d $BUILDDIR/sources ] ; then
	466	echo "Looks like $BUILDDIR was not populated by a previous jhalfs run."
	467	exit 1
	468	else
	469	# Clean the build directory
	470	echo -ne "Cleaning $BUILDDIR...\n"
	471	rm -rf $BUILDDIR/{bin,boot,dev,etc,home,lib,media,mnt,opt,proc,root,sbin,srv,sys,tmp,tools,usr,var}
	472	echo -ne "Cleaning $JHALFSDIR...\n"
	473	rm -rf $JHALFSDIR/{0,1,envars,sources-dir,commands,logs,Makefile,dump-lfs-scripts.xsl,functions,packages,patches}
	474	echo -ne "Cleaning remainig extracted sources in $BUILDDIR/sources...\n"
	475	rm -rf `find $BUILDDIR/sources/* -maxdepth 0 -type d`
	476	echo -ne "done\n"
	477	fi
	478	fi
	479	}
	480
	481	#----------------------------#
	482	get_book() {
	483	#----------------------------#
	484	cd $JHALFSDIR
	485
	486	if [ -z $WC ] ; then
	487	# Check for Subversion instead of just letting the script hit 'svn' and fail.
	488	test `type -p svn` \|\| eval "echo \"This feature requires Subversion.\"
	489	exit 1"
	490	echo -n "Downloading the $PROGNAME document, $LFSVRS version... "
	491
	492	case $PROGNAME in
	493	lfs) svn_root="LFS" ;;
	494	hlfs) svn_root="HLFS" ;;
	495	clfs) svn_root="cross-lfs" ;;
	496	blfs) svn_root="BLFS" ;;
	497	*) echo "BOOK not defined in function <get_book>"
	498	exit 1 ;;
	499	esac
	500	# Grab a fresh LFS book if it's missing, otherwise, update it from the
	501	# repo. If we've already extracted the commands, move on to getting the
	502	# sources.
	503	if [ -d ${PROGNAME}-$LFSVRS ] ; then
	504	cd ${PROGNAME}-$LFSVRS
	505	if LC_ALL=C svn up \| grep -q At && test -d $JHALFSDIR/commands && \
	506	test -f $JHALFSDIR/packages && test -f $JHALFSDIR/patches ; then
	507	echo -ne "done\n"
	508	# Set the canonical book version
	509	cd $JHALFSDIR
	510	VERSION=`grep "ENTITY version " $BOOK/general.ent \| sed 's@<!ENTITY version "@@;s@">@@'`
	511	get_sources
	512	else
	513	echo -ne "done\n"
	514	# Set the canonical book version
	515	cd $JHALFSDIR
	516	VERSION=`grep "ENTITY version " $BOOK/general.ent \| sed 's@<!ENTITY version "@@;s@">@@'`
	517	extract_commands
	518	fi
	519	else
	520	case $LFSVRS in
	521	development)
	522	svn co $SVN/${svn_root}/trunk/BOOK ${PROGNAME}-$LFSVRS >>$LOGDIR/$LOG 2>&1 ;;
	523	alphabetical)
	524	svn co $SVN/${svn_root}/branches/$LFSVRS/BOOK ${PROGNAME}-$LFSVRS >>$LOGDIR/$LOG 2>&1 ;;
[6aeb5b7]	525	udev_update)
	526	svn co $SVN/LFS/branches/$LFSVRS/BOOK lfs-$LFSVRS >>$LOGDIR/$LOG 2>&1 ;;
[0170229]	527	esac
	528	echo -ne "done\n"
	529	# Set the canonical book version
	530	cd $JHALFSDIR
	531	VERSION=`grep "ENTITY version " $BOOK/general.ent \| sed 's@<!ENTITY version "@@;s@">@@'`
	532	extract_commands
	533	fi
	534	else
	535	echo -ne "Using $BOOK as book's sources ...\n"
	536	# Set the canonical book version
	537	cd $JHALFSDIR
	538	VERSION=`grep "ENTITY version " $BOOK/general.ent \| sed 's@<!ENTITY version "@@;s@">@@'`
	539	extract_commands
	540	fi
	541	}
	542
	543
	544	#----------------------------#
	545	build_patches_file() { # Supply a suitably formated list of patches.
	546	#----------------------------#
[8f4d140]	547	local saveIFS=$IFS
[bef0a98]	548	local IFS
[9c90294]	549
	550	rm -f patches
[0170229]	551
	552	LOC_add_patches_entry() {
	553	for f in `grep "/$1-" patcheslist_.wget`; do
	554	basename $f \| sed "s\|${2}\|\&${1}-version;\|" >> patches
	555	done
	556	}
	557
[9c90294]	558	case ${PROGNAME} in
	559	hlfs)
	560	echo -n "Creating the ${L_arrow}${BOLD}HLFS${R_arrow} specific patcheslist_.wget file"
	561	xsltproc --nonet \
	562	--xinclude \
	563	--stringparam model $MODEL \
	564	-o patcheslist_.wget \
	565	patcheslist.xsl \
	566	$BOOK/chapter04/patches.xml
	567	#> /dev/null 2>&1
	568
	569	# .... U G L Y .... what to do with the grsecurity patch to the kernel..
	570	for f in `grep "/grsecurity-" patcheslist_.wget`; do
	571	basename $f >> patches
	572	done
	573	;;
	574
	575	clfs) # Pull out a list of arch specific patches
[68809ca]	576	echo -n "Creating CLFS ${L_arrow}${BOLD}$ARCH${R_arrow} specific patcheslist_.wget file"
[9c90294]	577	xsltproc -xinclude \
	578	-o patcheslist_.wget \
	579	patcheslist.xsl \
[9e1915a]	580	$BOOK/materials/${ARCH}-chapter.xml
[9c90294]	581	;;
	582	*) return
	583	esac
[0170229]	584
	585
	586	IFS=$'\x0A' # Modify the 'internal field separator' to break on 'LF' only
	587	for f in `cat packages`; do
[8f4d140]	588	IFS=$saveIFS # Restore the system defaults
[0170229]	589	LOC_add_patches_entry \
	590	`echo $f \| sed -e 's/-version//' \
	591	-e 's/-file.*//' \
	592	-e 's/"//g' \
	593	-e 's/uclibc/uClibc/'`
	594	done
	595
[9c90294]	596	echo " ...OK"
[0170229]	597	}
	598
	599
	600	#----------------------------#
	601	extract_commands() { #
	602	#----------------------------#
[9c90294]	603	local saveIFS=$IFS
[9e1915a]	604
[0170229]	605	# Check for libxslt instead of just letting the script hit 'xsltproc' and fail.
	606	test `type -p xsltproc` \|\| eval "echo \"This feature requires libxslt.\"
	607	exit 1"
	608
	609	cd $JHALFSDIR
	610	VERSION=`grep "ENTITY version " $BOOK/general.ent \| sed 's@<!ENTITY version "@@;s@">@@'`
	611
	612	# Start clean
	613	if [ -d commands ]; then
	614	rm -rf commands
	615	mkdir -v commands
	616	fi
[bef0a98]	617	echo -n "Extracting commands for"
[0170229]	618
	619	# Dump the commands in shell script form from the HLFS book.
	620	case ${PROGNAME} in
	621	clfs)
[9c90294]	622	echo -n " ${L_arrow}${BOLD}$ARCH${R_arrow} target architecture"
[0170229]	623	xsltproc --xinclude \
	624	--nonet \
[a9490ab]	625	-o ./${PROGNAME}-commands/ $XSL $BOOK/$ARCH-index.xml >>$LOGDIR/$LOG 2>&1
[0170229]	626	;;
	627	hlfs)
[9c90294]	628	echo -n " ${L_arrow}${BOLD}$MODEL${R_arrow} HLFS architecture"
[ad71d98]	629	xsltproc --nonet \
	630	--xinclude \
	631	--stringparam model $MODEL \
	632	--stringparam testsuite $TEST \
	633	--stringparam timezone $TIMEZONE \
	634	--stringparam page $PAGE \
[d87b293]	635	--stringparam lang $LANG \
	636	--stringparam lc_all $LC_ALL \
[ad71d98]	637	--stringparam keymap $KEYMAP \
	638	--stringparam grsecurity_host $GRSECURITY_HOST \
	639	-o ./${PROGNAME}-commands/ $XSL $BOOK/index.xml >>$LOGDIR/$LOG 2>&1
[0170229]	640	;;
	641	lfs)
[9c90294]	642	echo -n " ${L_arrow}${BOLD}LFS${R_arrow} build"
[0170229]	643	xsltproc --nonet \
	644	--xinclude \
	645	--stringparam testsuite $TEST \
	646	--stringparam vim-lang $VIMLANG \
[ad71d98]	647	--stringparam timezone $TIMEZONE \
	648	--stringparam page $PAGE \
[d87b293]	649	--stringparam lang $LANG \
[0170229]	650	-o ./${PROGNAME}-commands/ $XSL $BOOK/index.xml >>$LOGDIR/$LOG 2>&1
	651	;;
	652	blfs)
[9c90294]	653	echo -n " ${L_arrow}${BOLD}BLFS${R_arrow} build"
[0170229]	654	xsltproc --nonet \
	655	--xinclude \
[c6225224]	656	--stringparam testsuite $TEST \
	657	--stringparam server $SERVER \
[0170229]	658	-o ./${PROGNAME}-commands/ $XSL $BOOK/index.xml >>$LOGDIR/$LOG 2>&1
	659	;;
	660	*) exit 1
	661	esac
[dd810ea]	662
[bef0a98]	663	echo " ...OK"
[0170229]	664
	665	# Make the scripts executable.
	666	chmod -R +x $JHALFSDIR/${PROGNAME}-commands
	667
	668	# Grab the patches and package names.
[9e1915a]	669	for i in patches packages ; do
[9c90294]	670	rm -f $i
	671	done
	672	#
	673	case "${PROGNAME}" in
	674	clfs)
	675	################################
	676	# A LOCAL function
	677	# xx_.wget contains arch specific files but in URL format
	678	# Build a file with only arch specific files.. small ugly..
	679	LOC_add_packages_entry() {
	680	local fileMATCH aFILE
[386bc75]	681
[9c90294]	682	fileMATCH="/$1"
	683	# format.. Filename-Version or FilenameVersion
	684	for aFILE in `grep ${fileMATCH}-*[[:digit:]] packageslist_.wget`; do
[386bc75]	685	# Block vim-x.x-lang file, will add it later based on config flag
	686	if [[ ! "${aFILE}" =~ "vim-$2-lang" ]]; then
	687	echo "$1-version \"$2\"" >> packages
	688	fi
[9c90294]	689	done
	690	}
	691	#################################
[9e1915a]	692
[9c90294]	693	# We only want a list arch specific files..
	694	# Unfortunately this script produces URL's which must be converted to a std format
	695	echo -n "Creating CLFS ${L_arrow}${BOLD}${ARCH}${R_arrow} specific packageslist_.wget file"
	696	xsltproc -xinclude \
	697	-o packageslist_.wget \
	698	packageslist.xsl \
[9e1915a]	699	$BOOK/materials/${ARCH}-chapter.xml
[9c90294]	700
[9e1915a]	701	# This has the correct format but contains packages from every book
[9c90294]	702	grep "\-version " $BOOK/packages.ent \| sed -e 's@<!ENTITY @@' \
	703	-e 's@">@"@' \
	704	-e '/generic/d' > packages.tmp
	705	# This variable is necessary to make sure the `cat $JHALFSDIR/packages`
	706	# separates each iteration by lines.
	707	# Modify the 'internal field separator' to break on 'LF' only
	708	IFS=$'\x0A'
	709	for f in `cat packages.tmp`; do
[9e1915a]	710	IFS=$saveIFS # Restore the system defaults
[9c90294]	711	LOC_add_packages_entry \
	712	`echo $f \| sed -e 's/-version//' \
	713	-e 's/-file.*//' \
	714	-e 's/"//g'`
	715	done
	716	echo " ...OK"
	717	;;
[9e1915a]	718
[9c90294]	719	*)
	720	echo -n "Creating <${PROGNAME}> specific packageslist_.wget file"
	721	grep "\-version" $BOOK/general.ent \| sed -e 's@<!ENTITY @@' \
	722	-e 's@">@"@' \
	723	-e '/generic/d' >> packages
[0271c0c]	724	echo " ...OK"
[9e1915a]	725	;;
[9c90294]	726	esac
[0170229]	727
	728	# Download the vim-lang package if it must be installed
[ca0ac30]	729	if [ "$VIMLANG" = "1" ] && [ ! "$PROGNAME" = "hlfs" ] ; then
[0170229]	730	echo `grep "vim" packages \| sed 's@vim@&-lang@'` >> packages
	731	fi
	732	echo `grep "udev-config-file" $BOOK/general.ent \| sed -e 's@<!ENTITY @@' -e 's@">@"@'` >> packages
	733
[9c90294]	734	# There is no useful patches.ent file so we will create one.
[0170229]	735	case "${PROGNAME}" in
[9c90294]	736	hlfs)
	737	build_patches_file ;;
	738	clfs )
	739	build_patches_file ;;
[1acbc0f]	740	lfs)
	741	grep "^<\!ENTITY" $BOOK/patches.ent \| sed -e 's/.* "//' -e 's/">//' >> patches
	742	;;
[0170229]	743	blfs) ;;
	744	*) exit 1
	745	esac
[dd810ea]	746
[0170229]	747	# Done. Moving on...
	748	get_sources
	749	}
	750
	751
	752	#----------------------------#
	753	download() { # Download file, write name to MISSING_FILES.DMP if an error
	754	#----------------------------#
	755	cd $BUILDDIR/sources
	756
[dd810ea]	757	# Hackish fix for the bash-doc, glibc-{linuxthreads,libidn}
[12a5707]	758	# that don't conform to norms in the URL scheme.
[0170229]	759	DIR=`echo $1 \| sed 's@-doc@@;s@-linuxthreads@@;s@-libidn@@;s@-testsuite@@'`
	760
[e1edff3]	761	# If the file exists in the archive copy it to the $BUILDDIR/sources dir
[c6225224]	762	# MD5SUM is assumed to be correct from previous download
[e1edff3]	763	if [ ! -z ${SRC_ARCHIVE} ] &&
	764	[ -d ${SRC_ARCHIVE} ] &&
	765	[ -f ${SRC_ARCHIVE}/$2 ]; then
	766	cp ${SRC_ARCHIVE}/$2 .
	767	echo "$2: -- ok"
	768	return
	769	fi
	770
[0170229]	771	# Find the md5 sum for this package.
	772	if [ $2 != MD5SUMS ] ; then
	773	set +e
	774	MD5=`grep " $2" MD5SUMS`
	775	if [ $? -ne 0 ]; then
	776	set -e
	777	echo "${RED}$2 not found in MD5SUMS${OFF}"
	778	echo "$2 not found in MD5SUMS" >> MISSING_FILES.DMP
	779	return
	780	fi
	781	set -e
	782	fi
	783
	784	if [ ! -f $2 ] ; then
	785	case $DL in
[d591ee5]	786	wgetFTP ) wget --passive $FTP/$DIR/$2 ;;
	787	wget ) wget $HTTP/$DIR/$2 ;;
[12a5707]	788	curl ) `curl -# $FTP/$DIR/$2 -o $2` ;;
[0170229]	789	* ) echo "$DL not supported at this time." ;;
	790	esac
	791	elif ! echo "$MD5" \| md5sum -c - >/dev/null 2>/dev/null ; then
	792	case $DL in
[d591ee5]	793	wgetFTP ) wget --passive -c $FTP/$DIR/$2 ;;
	794	wget ) wget -c $HTTP/$DIR/$2 ;;
[12a5707]	795	curl ) `curl -# -C - $FTP/$DIR/$2 -o $2` ;;
[0170229]	796	* ) echo "$DL not supported at this time." ;;
	797	esac
	798	fi
	799
	800	if [ $2 != MD5SUMS ] && ! echo "$MD5" \| md5sum -c - ; then
	801	exit 1
	802	fi
	803	if [ $2 != MD5SUMS ] ; then
	804	echo `grep "$MD5" MD5SUMS` >> MD5SUMS-$VERSION
	805	fi
[e1edff3]	806
	807	# If we make it this far we should copy the freshly downloaded file
[c6225224]	808	# to the source archive.
[e1edff3]	809	if [ ! -z ${SRC_ARCHIVE} ] &&
	810	[ -d ${SRC_ARCHIVE} ] &&
	811	[ -w ${SRC_ARCHIVE} ] &&
	812	[ $2 != MD5SUMS ]; then
	813	echo "Store file:<$2> in package archive"
	814	cp -v $2 ${SRC_ARCHIVE}
	815	fi
	816
[0170229]	817	}
	818
	819
	820	#----------------------------#
	821	get_sources() {
	822	#----------------------------#
	823
	824	# Test if the packages must be downloaded
	825	if [ "$HPKG" = "1" ] ; then
	826
	827	# This variable is necessary to make sure the `cat $JHALFSDIR/packages`
[4bf0fc3]	828	# separates each iteration by lines.
	829	# Modify the 'internal field separator' to break on 'LF' only
	830	IFS=$'\x0A'
[0170229]	831
	832	if [ ! -d $BUILDDIR/sources ] ; then mkdir $BUILDDIR/sources ; fi
	833	cd $BUILDDIR/sources
	834	if [ -f MD5SUMS ] ; then rm MD5SUMS ; fi
	835	if [ -f MD5SUMS-$VERSION ] ; then rm MD5SUMS-$VERSION ; fi
[49b1e9a]	836	if [ -f MISSING_FILES.DMP ] ; then rm MISSING_FILES.DMP ; fi
[0170229]	837
	838	download "" MD5SUMS
	839
	840	# Iterate through each package and grab it, along with any patches it needs.
	841	for i in `cat $JHALFSDIR/packages` ; do
	842	PKG=`echo $i \| sed -e 's/-version.//' -e 's/-file.//'`
	843
	844	# There are some entities that aren't valid packages.
[12a5707]	845	if [ "$PKG" = "expect-lib" -o "$PKG" = "linux-dl" ] ; then continue ; fi
[0170229]	846
	847	VRS=`echo $i \| sed -e 's/.* //' -e 's/"//g'`
[dd810ea]	848	case $PKG in
[0170229]	849	tcl) FILE="$PKG$VRS-src.tar.bz2" ;;
	850	vim-lang) PKG="vim"
	851	FILE="vim-$VRS-lang.tar.bz2" ;;
	852	udev-config) PKG="udev"
	853	FILE="$VRS" ;;
	854	*) FILE="$PKG-$VRS.tar.bz2" ;;
	855	esac
	856	download $PKG $FILE
	857
	858	# Download any associated patches
	859	for patch in `grep "&$PKG-version" $JHALFSDIR/patches` ; do
	860	PATCH=`echo $patch \| sed 's@&'$PKG'-version;@'$VRS'@'`
	861	download $PKG $PATCH
	862	done
	863	done
	864	fi
	865	}
	866
	867	#-----------------------------------------------#
	868	_IS_() # Function to test build scripts names
	869	#-----------------------------------------------#
	870	{
	871	# Returns substr $2 or null str
	872	# Must use string testing
	873	case $1 in
	874	$2) echo "$2" ;;
	875	*) echo "" ;;
	876	esac
	877	}

Note: See TracBrowser for help on using the repository browser.

Download in other formats:

Original Format