source: HLFS/master.sh@ 10c8b78

#!/bin/bash
set -e  # Enable error trapping

# $Id$

###################################
###          FUNCTIONS          ###
###################################


#----------------------------#
process_toolchain() {        # embryo,cocoon and butterfly need special handling
#----------------------------#
  local toolchain=$1
  local this_file=$2
  local tc_phase
  local binutil_tarball
  local gcc_core_tarball
  local TC_MountPT
  local remove_existing

  tc_phase=`echo $toolchain | sed -e 's@[0-9]\{3\}-@@' -e 's@-toolchain@@' -e 's,'$N',,'`
  case $tc_phase in
    embryo | \
    cocoon)    # Vars for LUSER phase
       remove_existing="remove_existing_dirs"
            TC_MountPT="\$(MOUNT_PT)\$(SRC)"
       ;;
    butterfly) # Vars for CHROOT phase
       remove_existing="remove_existing_dirs2"
            TC_MountPT="\$(SRC)"
       ;;
  esac

  #
  # Safe method to remove existing toolchain dirs
  binutil_tarball=$(get_package_tarball_name "binutils")
  gcc_core_tarball=$(get_package_tarball_name "gcc-core")
(
cat << EOF
        @\$(call ${remove_existing},$binutil_tarball)
        @\$(call ${remove_existing},$gcc_core_tarball)
EOF
) >> $MKFILE.tmp

  #
  # Manually remove the toolchain directories..
(
cat << EOF
        @rm -rf ${TC_MountPT}/${tc_phase}-toolchain && \\
        rm  -rf ${TC_MountPT}/${tc_phase}-build
EOF
) >> $MKFILE.tmp


(
cat << EOF
        @echo "export PKGDIR=${TC_MountPT}" > envars
EOF
) >> $MKFILE.tmp

  case ${tc_phase} in
    butterfly)
        [[ "$TEST" != "0" ]] && CHROOT_wrt_test_log "${toolchain}"
        CHROOT_wrt_RunAsRoot "$this_file"
      ;;
    *)  LUSER_wrt_RunAsUser  "$this_file"
      ;;
  esac
  #
(
cat << EOF
        @\$(call ${remove_existing},$binutil_tarball)
        @\$(call ${remove_existing},$gcc_core_tarball)
EOF
) >> $MKFILE.tmp

  #
  # Manually remove the toolchain directories..
(
cat << EOF
        @rm -rf ${TC_MountPT}/${tc_phase}-toolchain && \\
        rm  -rf ${TC_MountPT}/${tc_phase}-build
EOF
) >> $MKFILE.tmp

}


#----------------------------#
chapter3_Makefiles() {       # Initialization of the system
#----------------------------#

  echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter3     ( SETUP ) ${R_arrow}"

  # Define a few model dependant variables
  if [[ ${MODEL} = "uclibc" ]]; then
    TARGET="pc-linux-gnu"; LOADER="ld-uClibc.so.0"
  else
    TARGET="pc-linux-gnu"; LOADER="ld-linux.so.2"
  fi

  # If /home/$LUSER is already present in the host, we asume that the
  # hlfs user and group are also presents in the host, and a backup
  # of their bash init files is made.
(
cat << EOF
020-creatingtoolsdir:
        @\$(call echo_message, Building)
        @mkdir \$(MOUNT_PT)/tools && \\
        rm -f /tools && \\
        ln -s \$(MOUNT_PT)/tools / && \\
        touch \$@ && \\
        echo " "\$(BOLD)Target \$(BLUE)\$@ \$(BOLD)OK && \\
        echo --------------------------------------------------------------------------------\$(WHITE)

021-addinguser:  020-creatingtoolsdir
        @\$(call echo_message, Building)
        @if [ ! -d /home/\$(LUSER) ]; then \\
                groupadd \$(LGROUP); \\
                useradd -s /bin/bash -g \$(LGROUP) -m -k /dev/null \$(LUSER); \\
        else \\
                touch luser-exist; \\
        fi;
        @chown \$(LUSER) \$(MOUNT_PT)/tools && \\
        chmod -R a+wt \$(MOUNT_PT)/\$(SCRIPT_ROOT) && \\
        chmod a+wt \$(SRCSDIR) && \\
        touch \$@ && \\
        echo " "\$(BOLD)Target \$(BLUE)\$@ \$(BOLD)OK && \\
        echo --------------------------------------------------------------------------------\$(WHITE)

022-settingenvironment:  021-addinguser
        @\$(call echo_message, Building)
        @if [ -f /home/\$(LUSER)/.bashrc -a ! -f /home/\$(LUSER)/.bashrc.XXX ]; then \\
                mv /home/\$(LUSER)/.bashrc /home/\$(LUSER)/.bashrc.XXX; \\
        fi;
        @if [ -f /home/\$(LUSER)/.bash_profile  -a ! -f /home/\$(LUSER)/.bash_profile.XXX ]; then \\
                mv /home/\$(LUSER)/.bash_profile /home/\$(LUSER)/.bash_profile.XXX; \\
        fi;
        @echo "set +h" > /home/\$(LUSER)/.bashrc && \\
        echo "umask 022" >> /home/\$(LUSER)/.bashrc && \\
        echo "HLFS=\$(MOUNT_PT)" >> /home/\$(LUSER)/.bashrc && \\
        echo "LC_ALL=POSIX" >> /home/\$(LUSER)/.bashrc && \\
        echo "PATH=/tools/bin:/bin:/usr/bin" >> /home/\$(LUSER)/.bashrc && \\
        echo "export HLFS LC_ALL PATH" >> /home/\$(LUSER)/.bashrc && \\
        echo "" >> /home/\$(LUSER)/.bashrc && \\
        echo "target=$(uname -m)-${TARGET}" >> /home/\$(LUSER)/.bashrc && \\
        echo "ldso=/tools/lib/${LOADER}" >> /home/\$(LUSER)/.bashrc && \\
        echo "export target ldso" >> /home/\$(LUSER)/.bashrc && \\
        echo "source $JHALFSDIR/envars" >> /home/\$(LUSER)/.bashrc && \\
        chown \$(LUSER):\$(LGROUP) /home/\$(LUSER)/.bashrc && \\
        chmod -R a+wt \$(MOUNT_PT) && \\
        touch envars && \\
        chown \$(LUSER) envars && \\
        touch \$@ && \\
        echo " "\$(BOLD)Target \$(BLUE)\$@ \$(BOLD)OK && \\
        echo --------------------------------------------------------------------------------\$(WHITE)
EOF
) >> $MKFILE.tmp
  chapter3=" 020-creatingtoolsdir 021-addinguser 022-settingenvironment"
}

#----------------------------#
chapter5_Makefiles() {       # Bootstrap or temptools phase
#----------------------------#
  local file
  local this_script

  echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter5     ( LUSER ) ${R_arrow}"

  for file in chapter05/* ; do
    # Keep the script file name
    this_script=`basename $file`

    # Skip this script depending on jhalfs.conf flags set.
    case $this_script in
      # If no testsuites will be run, then TCL, Expect and DejaGNU aren't needed
      *tcl* )     [[ "$TEST" = "0" ]] && continue; ;;
      *expect* )  [[ "$TEST" = "0" ]] && continue; ;;
      *dejagnu* ) [[ "$TEST" = "0" ]] && continue; ;;
        # Nothing interestin in this script
      *introduction* ) continue ;;
        # Test if the stripping phase must be skipped
      *stripping* ) [[ "$STRIP" = "n" ]] && continue ;;
      *) ;;
    esac

    # First append each name of the script files to a list (this will become
    # the names of the targets in the Makefile
    chapter5="$chapter5 $this_script"

    # Grab the name of the target
    name=`echo $this_script | sed -e 's@[0-9]\{3\}-@@'`

    # Adjust 'name'
    case $name in
      uclibc)     name="uClibc"  ;;
    esac

    # Set the dependency for the first target.
    if [ -z $PREV ] ; then PREV=022-settingenvironment ; fi

    #--------------------------------------------------------------------#
    #         >>>>>>>> START BUILDING A Makefile ENTRY <<<<<<<<          #
    #--------------------------------------------------------------------#
    #
    # Drop in the name of the target on a new line, and the previous target
    # as a dependency. Also call the echo_message function.

    # This is a very special script and requires manual processing
    # NO Optimization allowed
    if [[ ${name} = "embryo-toolchain" ]] || \
       [[ ${name} = "cocoon-toolchain" ]]; then
       LUSER_wrt_target "$this_script" "$PREV"
         process_toolchain "${this_script}" "${file}"
       wrt_touch
       PREV=$this_script
       continue
    fi
    #
    LUSER_wrt_target "$this_script" "$PREV"
    # Find the version of the command files, if it corresponds with the building of
    # a specific package
    pkg_tarball=$(get_package_tarball_name $name)
    # If $pkg_tarball isn't empty, we've got a package...
    if [ "$pkg_tarball" != "" ] ; then
      # Insert instructions for unpacking the package and to set the PKGDIR variable.
      LUSER_wrt_unpack "$pkg_tarball"
      # If using optimizations, write the instructions
      [[ "$OPTIMIZE" = "2" ]] &&  wrt_optimize "$name" && wrt_makeflags "$name"
    fi
    # Insert date and disk usage at the top of the log file, the script run
    # and date and disk usage again at the bottom of the log file.
    LUSER_wrt_RunAsUser "${file}"

    # Remove the build directory(ies) except if the package build fails
    # (so we can review config.cache, config.log, etc.)
    if [ "$pkg_tarball" != "" ] ; then
      LUSER_RemoveBuildDirs "$name"
    fi

    # Include a touch of the target name so make can check if it's already been made.
    wrt_touch
    #
    #--------------------------------------------------------------------#
    #              >>>>>>>> END OF Makefile ENTRY <<<<<<<<               #
    #--------------------------------------------------------------------#

    # Keep the script file name for Makefile dependencies.
    PREV=$this_script
  done  # end for file in chapter05/*
}


#----------------------------#
chapter6_Makefiles() {       # sysroot or chroot build phase
#----------------------------#
  local file
  local this_script
  # Set envars and scripts for iteration targets
  if [[ -z "$1" ]] ; then
    local N=""
  else
    local N=-build_$1
    local chapter6=""
    mkdir chapter06$N
    cp chapter06/* chapter06$N
    for script in chapter06$N/* ; do
      # Overwrite existing symlinks, files, and dirs
      sed -e 's/ln -s /ln -sf /g' \
          -e 's/^mv /&-f /g' \
          -e 's/mkdir -v/&p/g' -i ${script}
      # Rename the scripts
      mv ${script} ${script}$N
    done
    # Remove Bzip2 binaries before make install
    sed -e 's@make install@rm -vf /usr/bin/bz*\n&@' -i chapter06$N/*-bzip2$N
    # Fix how Module-Init-Tools do the install target
    sed -e 's@make install@make INSTALL=install install@' -i chapter06$N/*-module-init-tools$N
    # Don't readd already existing groups
    sed -e '/groupadd/d' -i chapter06$N/*-udev$N
  fi

  echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter6$N     ( CHROOT ) ${R_arrow}"

  for file in chapter06$N/* ; do
    # Keep the script file name
    this_script=`basename $file`

    # Skip this script depending on jhalfs.conf flags set.
    case $this_script in
        # We'll run the chroot commands differently than the others, so skip them in the
        # dependencies and target creation.
      *chroot* )  continue ;;
        # Test if the stripping phase must be skipped
      *-stripping* )  [[ "$STRIP" = "n" ]] && continue ;;
    esac

    # Grab the name of the target
    name=`echo $this_script | sed -e 's@[0-9]\{3\}-@@' -e 's,'$N',,'`

    case $name in
      uclibc)  name="uClibc"   ;;
    esac

    # Find the version of the command files, if it corresponds with the building of
    # a specific package
    pkg_tarball=$(get_package_tarball_name $name)

    if [[ "$pkg_tarball" = "" ]] && [[ -n "$N" ]] ; then
      case "${this_script}" in
        *stripping*) ;;
        *)  continue ;;
      esac
    fi

    # Append each name of the script files to a list (this will become
    # the names of the targets in the Makefile
    chapter6="$chapter6 ${this_script}"


    #--------------------------------------------------------------------#
    #         >>>>>>>> START BUILDING A Makefile ENTRY <<<<<<<<          #
    #--------------------------------------------------------------------#
    #
    # Drop in the name of the target on a new line, and the previous target
    # as a dependency. Also call the echo_message function.
    if [[ ${name} = "butterfly-toolchain" ]]; then
       CHROOT_wrt_target "${this_script}" "$PREV"
         process_toolchain "${this_script}" "${file}"
       wrt_touch
       PREV=$this_script
       continue
    fi

    CHROOT_wrt_target "${this_script}" "$PREV"

    # If $pkg_tarball isn't empty, we've got a package...
    # Insert instructions for unpacking the package and changing directories
    if [ "$pkg_tarball" != "" ] ; then
      CHROOT_Unpack "$pkg_tarball"
      # If the testsuites must be run, initialize the log file
      # butterfly-toolchain tests are enabled in 'process_tookchain' function
      case $name in
        glibc ) [[ "$TEST" != "0" ]] && CHROOT_wrt_test_log "${this_script}"
          ;;
            * ) [[ "$TEST" > "1" ]]  && CHROOT_wrt_test_log "${this_script}"
          ;;
      esac
      # If using optimizations, write the instructions
      [[ "$OPTIMIZE" != "0" ]] &&  wrt_optimize "$name" && wrt_makeflags "$name"
    fi

    # In the mount of kernel filesystems we need to set HLFS and not to use chroot.
    case "${this_script}" in
      *kernfs* | *changingowner*)
        wrt_RunAsRoot "${file}"
        ;;
      *)   # The rest of Chapter06
        CHROOT_wrt_RunAsRoot "${file}"
       ;;
    esac
    #
    # Remove the build directory(ies) except if the package build fails.
    if [ "$pkg_tarball" != "" ] ; then
      CHROOT_wrt_RemoveBuildDirs "$name"
    fi
    #
    # Include a touch of the target name so make can check if it's already been made.
    wrt_touch
    #
    #--------------------------------------------------------------------#
    #              >>>>>>>> END OF Makefile ENTRY <<<<<<<<               #
    #--------------------------------------------------------------------#

    # Keep the script file name for Makefile dependencies.
    PREV=${this_script}
    # Set system_build envar for iteration targets
    system_build=$chapter6
  done # end for file in chapter06/*

}

#----------------------------#
chapter7_Makefiles() {       # Create a bootable system.. kernel, bootscripts..etc
#----------------------------#
  local file
  local this_script

  echo  "${tab_}${GREEN}Processing... ${L_arrow}Chapter7     ( BOOT ) ${R_arrow}"
  for file in chapter07/*; do
    # Keep the script file name
    this_script=`basename $file`

    # Grub must be configured manually.
    # The filesystems can't be unmounted via Makefile and the user
    # should enter the chroot environment to create the root
    # password, edit several files and setup Grub.
    case $this_script in
      *usage)   continue  ;; # Contains example commands
      *grub)    continue  ;;
      *console) continue  ;; # Use the file generated by lfs-bootscripts
      *fstab)   [[ ! -z ${FSTAB} ]] && cp ${FSTAB} $BUILDDIR/sources/fstab
        ;;
      *kernel)  # If no .config file is supplied, the kernel build is skipped
                [[ -z $CONFIG ]] && continue
                cp $CONFIG $BUILDDIR/sources/kernel-config
        ;;
    esac

    # First append then name of the script file to a list (this will become
    # the names of the targets in the Makefile
    chapter7="$chapter7 $this_script"

    #--------------------------------------------------------------------#
    #         >>>>>>>> START BUILDING A Makefile ENTRY <<<<<<<<          #
    #--------------------------------------------------------------------#
    #
    # Drop in the name of the target on a new line, and the previous target
    # as a dependency. Also call the echo_message function.
    CHROOT_wrt_target "$this_script" "$PREV"

    case "${this_script}" in
      *bootscripts*)
        CHROOT_Unpack $(get_package_tarball_name "lfs-bootscripts")
        blfs_bootscripts=$(get_package_tarball_name "blfs-bootscripts" | sed -e 's/.tar.*//' )
        echo -e "\t@echo \"\$(MOUNT_PT)\$(SRC)/$blfs_bootscripts\" >> sources-dir" >> $MKFILE.tmp
        ;;
    esac

    case "${this_script}" in
      *fstab*) # Check if we have a real /etc/fstab file
        if [[ -n "$FSTAB" ]] ; then
           CHROOT_wrt_CopyFstab
        else
           CHROOT_wrt_RunAsRoot "$file"
        fi
        ;;
      *)  # All other scripts
        CHROOT_wrt_RunAsRoot "${file}"
        ;;
    esac

    # Remove the build directory except if the package build fails.
    case "${this_script}" in
      *bootscripts*)
(
cat << EOF
        @ROOT=\`head -n1 \$(SRC)/\$(PKG_LST) | sed 's@^./@@;s@/.*@@'\` && \\
        rm -r \$(SRC)/\$\$ROOT
        @rm -r \`cat sources-dir\` && \\
        rm sources-dir
EOF
) >> $MKFILE.tmp
       ;;
    esac

    # Include a touch of the target name so make can check if it's already been made.
    wrt_touch
    #
    #--------------------------------------------------------------------#
    #              >>>>>>>> END OF Makefile ENTRY <<<<<<<<               #
    #--------------------------------------------------------------------#

    # Keep the script file name for Makefile dependencies.
    PREV=$this_script
  done  # for file in chapter07/*
}


#----------------------------#
build_Makefile() {           # Construct a Makefile from the book scripts
#----------------------------#
  echo "Creating Makefile... ${BOLD}START${OFF}"

  cd $JHALFSDIR/${PROGNAME}-commands
  # Start with a clean Makefile.tmp file
  >$MKFILE.tmp

  chapter3_Makefiles
  chapter5_Makefiles
  chapter6_Makefiles
  # Add the iterations targets, if needed
  [[ "$COMPARE" = "y" ]] && wrt_compare_targets
  chapter7_Makefiles

  # Add a header, some variables and include the function file
  # to the top of the real Makefile.
  wrt_Makefile_header

  # Add chroot commands
  CHROOT_LOC="`whereis -b chroot | cut -d " " -f2`"
  i=1
  for file in chapter06/*chroot* ; do
    chroot=`cat $file | \
            sed -e "s@chroot@$CHROOT_LOC@" \
                -e '/#!\/bin\/bash/d' \
                -e '/^export/d' \
                -e '/^logout/d' \
                -e 's@ \\\@ @g' | \
            tr -d '\n' |  \
            sed -e 's/  */ /g' \
                -e 's|\\$|&&|g' \
                -e 's|exit||g' \
                -e 's|$| -c|' \
                -e 's|"$$HLFS"|$(MOUNT_PT)|'\
                -e 's|set -e||' \
                -e 's|set +h||'`
    echo -e "CHROOT$i= $chroot\n" >> $MKFILE
    i=`expr $i + 1`
  done

  # Drop in the main target 'all:' and the chapter targets with each sub-target
  # as a dependency.
(
  cat << EOF

all:    ck_UID mk_SETUP mk_LUSER mk_SUDO mk_CHROOT mk_BOOT create-sbu_du-report mk_BLFS_TOOL
        @sudo make do-housekeeping
        @\$(call echo_finished,$VERSION)

ck_UID:
        @if [ \`id -u\` = "0" ]; then \\
          echo "--------------------------------------------------"; \\
          echo "You cannot run this makefile from the root account"; \\
          echo "--------------------------------------------------"; \\
          exit 1; \\
        fi

mk_SETUP:
        @\$(call echo_SU_request)
        @sudo make SHELL=/bin/bash SETUP
        @touch \$@

mk_LUSER: mk_SETUP
        @\$(call echo_SULUSER_request)
        @(sudo \$(SU_LUSER) "source .bashrc && cd \$(MOUNT_PT)/\$(SCRIPT_ROOT) && make SHELL=/bin/bash LUSER" )
        @sudo make restore-luser-env
        @touch \$@

mk_SUDO: mk_LUSER
        @sudo make SHELL=/bin/bash SUDO
        @touch \$@

mk_CHROOT: mk_SUDO
        @if [ ! -e \$(MOUNT_PT)/bin ]; then \\
          mkdir \$(MOUNT_PT)/bin; \\
          cd \$(MOUNT_PT)/bin && \\
          ln -sf /tools/bin/bash bash; ln -sf bash sh; \\
          sudo chown -R 0:0 \$(MOUNT_PT)/bin; \\
        fi;
        @sudo sed -e 's|^ln -sv |ln -svf |' -i \$(CMDSDIR)/chapter06/064-createfiles
        @\$(call echo_CHROOT_request)
        @( sudo \$(CHROOT1) "cd \$(SCRIPT_ROOT) && make CHROOT")
        @touch \$@

mk_BOOT: mk_CHROOT
        @\$(call echo_CHROOT_request)
        @( sudo \$(CHROOT2) "cd \$(SCRIPT_ROOT) && make BOOT")
        @touch \$@

mk_BLFS_TOOL: create-sbu_du-report
        @\$(call echo_PHASE,Building BLFS-TOOLS)
        @if [ "\$(ADD_BLFS_TOOLS)" = "y" ]; then \\
          sudo mkdir -p $BUILDDIR$TRACKING_DIR; \\
          sudo \$(CHROOT2) "cd \$(SCRIPT_ROOT) && make BLFS_TOOL"; \\
        fi;
        @touch \$@


SETUP:     $chapter3
LUSER:     $chapter5
SUDO:      060-kernfs 062-changingowner
CHROOT:    $chapter6
BOOT:      $chapter7
BLFS_TOOL: $blfs_tool


create-sbu_du-report:  mk_BOOT
        @\$(call echo_message, Building)
        @if [ "\$(ADD_REPORT)" = "y" ]; then \\
          ./create-sbu_du-report.sh logs $VERSION; \\
          \$(call echo_report,$VERSION-SBU_DU-$(date --iso-8601).report); \\
        fi;
        @touch  \$@

restore-luser-env:
        @\$(call echo_message, Building)
        @if [ -f /home/\$(LUSER)/.bashrc.XXX ]; then \\
                mv -f /home/\$(LUSER)/.bashrc.XXX /home/\$(LUSER)/.bashrc; \\
        fi;
        @if [ -f /home/\$(LUSER)/.bash_profile.XXX ]; then \\
                mv /home/\$(LUSER)/.bash_profile.XXX /home/\$(LUSER)/.bash_profile; \\
        fi;
        @chown \$(LUSER):\$(LGROUP) /home/\$(LUSER)/.bash* && \\
        touch \$@ && \\
        echo " "\$(BOLD)Target \$(BLUE)\$@ \$(BOLD)OK && \\
        echo --------------------------------------------------------------------------------\$(WHITE)

do-housekeeping:
        @-umount \$(MOUNT_PT)/dev/pts
        @-umount \$(MOUNT_PT)/dev/shm
        @-umount \$(MOUNT_PT)/dev
        @-umount \$(MOUNT_PT)/sys
        @-umount \$(MOUNT_PT)/proc
        @-rm /tools
        @-if [ ! -f luser-exist ]; then \\
                userdel \$(LUSER); \\
                rm -rf /home/\$(LUSER); \\
        fi;



EOF
) >> $MKFILE

  # Bring over the items from the Makefile.tmp
  cat $MKFILE.tmp >> $MKFILE
  rm $MKFILE.tmp
  echo "Creating Makefile... ${BOLD}DONE${OFF}"

}