source: LFS/master.sh@ 57a5e9a

#!/bin/bash

###################################
###         FUNCTIONS           ###
###################################


#############################################################


#-------------------------#
chapter_targets() {       #
#-------------------------#
# $1 is the chapter number. Pad it with 0 to the left to obtain a 2-digit
# number:
  printf -v dir chapter%02d $1

# $2 contains the build number if rebuilding for ICA
  if [[ -z "$2" ]] ; then
    local N=""
  else
    local N=-build_$2
    local CHROOT_TGT=""
    mkdir ${dir}$N
    cp ${dir}/* ${dir}$N
    for script in ${dir}$N/* ; do
      # Overwrite existing symlinks, files, and dirs
      sed -e 's/ln *-sv/&f/g' \
          -e 's/mv *-v/&f/g' \
          -e 's/mkdir *-v/&p/g' -i ${script}
      # Rename the scripts
      mv ${script} ${script}$N
    done
    # Remove Bzip2 binaries before make install (LFS-6.2 compatibility)
    sed -e 's@make install@rm -vf /usr/bin/bz*\n&@' -i ${dir}$N/*-bzip2$N
    # Remove openssl-<version> from /usr/share/doc (LFS-9.x), because
    # otherwise the mv command creates an openssl directory.
    sed -e 's@mv -v@rm -rfv /usr/share/doc/openssl-*\n&@' \
        -i ${dir}$N/*-openssl$N
  fi

  echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter $1$N${R_arrow}"

  for file in ${dir}$N/* ; do
    # Keep the script file name
    this_script=`basename $file`

    # Some scripts need peculiar actions:
    # - Stripping at the end of system build: lfs.xsl does not generate
    #   correct commands if the user does not want to strip, so skip it
    #   in this case
    # - do not reinstall linux-headers when rebuilding
    # - grub config: must be done manually; skip it
    # - handle fstab and .config. Skip kernel if .config not supplied
    case "${this_script}" in
      *stripping*)     [[ "${STRIP}" = "n" ]] && continue ;;
      *linux-headers*) [[ -n "$N" ]] && continue ;;
      8*grub)          (( nb_chaps == 5 )) && continue ;;
      10*grub)         continue ;;
      *fstab)          [[ -z "${FSTAB}" ]] ||
                       [[ ${FSTAB} == $BUILDDIR/sources/fstab ]] ||
                       cp ${FSTAB} $BUILDDIR/sources/fstab ;;
      *kernel)         [[ -z ${CONFIG} ]] && continue
                       [[ ${CONFIG} == $BUILDDIR/sources/kernel-config ]] ||
                       cp ${CONFIG} $BUILDDIR/sources/kernel-config  ;;
    esac
    # Grab the name of the target
    # This is only used to check the name in "opt_override" or "BLACKLIST"
    name=`echo ${this_script} | sed -e 's@[0-9]\{3,4\}-@@' \
                                    -e 's@-pass[0-9]\{1\}@@' \
                                    -e 's@-libstdc++@@' \
                                    -e 's,'$N',,' \
                                    -e 's@-32@@'`

    # Find the name of the tarball and the version of the package
    # If it doesn't exist, we skip it in iterations rebuilds (except stripping
    # and revisedchroot, where .a and .la files are removed).
    pkg_tarball=$(sed -n 's/tar -xf \(.*\)/\1/p' $file)
    pkg_version=$(sed -n 's/VERSION=\(.*\)/\1/p' $file)

    if [[ "$pkg_tarball" = "" ]] && [[ -n "$N" ]] ; then
      case "${this_script}" in
        *stripping*|*cleanup*|*revised*) ;;
        *)  continue ;;
      esac
    fi

    # Append the name of the script to a list. The name of the
    # list is contained in the variable Makefile_target. We adjust this
    # variable at various points. Note that it is initialized to "SETUP"
    # in the main function, before calling this function for the first time.
    case "${this_script}" in
      *settingenvironment) Makefile_target=LUSER_TGT  ;;
      *changingowner     ) Makefile_target=SUDO_TGT   ;;
      *creatingdirs      ) Makefile_target=CHROOT_TGT ;;
      *bootscripts       ) Makefile_target=BOOT_TGT   ;; # case of sysv    book
      *network           ) Makefile_target=BOOT_TGT   ;; # case of systemd book
    esac
    eval $Makefile_target=\"\$$Makefile_target ${this_script}\"

    #--------------------------------------------------------------------#
    #         >>>>>>>> START BUILDING A Makefile ENTRY <<<<<<<<          #
    #--------------------------------------------------------------------#

    # Drop in the name of the target on a new line, and the previous target
    # as a dependency. Also call the echo_message function.
    case $Makefile_target in
      CHROOT_TGT)  CHROOT_wrt_target "${this_script}" "$PREV" "$pkg_version" ;;
      *)            LUSER_wrt_target "${this_script}" "$PREV" "$pkg_version" ;;
    esac

    # If $pkg_tarball isn't empty, we've got a package...
    if [ "$pkg_tarball" != "" ] ; then
      # Touch timestamp file if installed files logs shall be created.
      # But only for the final install chapter and not when rebuilding it
      if [ "${INSTALL_LOG}" = "y" ] &&
         (( 1+nb_chaps <= $1 )) &&
         [ "x$N" = x ] ; then
        CHROOT_wrt_TouchTimestamp
      fi
      # Always initialize the test log file, since the test instructions may
      # be "uncommented" by the user
      case $Makefile_target in
       CHROOT_TGT)  CHROOT_wrt_test_log "${this_script}" "$pkg_version" ;;
       LUSER_TGT )  LUSER_wrt_test_log  "${this_script}" "$pkg_version" ;;
      esac

      # If using optimizations, write the instructions
      case "${OPTIMIZE}$1${nb_chaps}${this_script}${REALSBU}" in
          0* | *binutils-pass1y | 15* | 167* | 177*) ;;
          *kernel*) ;; # No CFLAGS for kernel
          *)  wrt_optimize "$name" ;;
      esac
      # There is no need to tweak MAKEFLAGS anymore, this is done
      # by lfs.xsl. But still, NINJAJOBS needs to be set if
      # N_PARALLEL is defined.
      if [ -n "N_PARALLEL" ]; then
         wrt_makeflags "$name" "$JH_MAKEFLAGS" "$N_PARALLEL"
      fi
    fi # end of package specific instructions

# Some scriptlet have a special treatment; otherwise standard
    case "${this_script}" in
      *addinguser)
(
# /var/lib may already exist and be owned by root if blfs tools
# have been installed.
cat << EOF
        @if [ -f luser-id ]; then \\
          function useradd() { true; }; \\
          function groupadd() { true; }; \\
          export -f useradd groupadd; \\
        fi; \\
        export LFS=\$(MOUNT_PT) && \\
        \$(CMDSDIR)/`dirname $file`/\$@ >> \$(LOGDIR)/\$@ 2>&1; \\
        \$(PRT_DU) >>logs/\$@
        @chown \$(LUSER):\$(LGROUP) envars
        @if [ -d "\$(MOUNT_PT)/var/lib" ]; then \\
            chown \$(LUSER):\$(LGROUP) \$(MOUNT_PT)/var/lib; \\
        fi
        @chmod -R a+wt $JHALFSDIR
        @chmod a+wt \$(SRCSDIR)
EOF
) >> $MKFILE.tmp
              ;;
      *settingenvironment)
(
cat << EOF
        @cd && \\
        function source() { true; } && \\
        export -f source && \\
        \$(CMDSDIR)/`dirname $file`/\$@ >> \$(LOGDIR)/\$@ 2>&1 && \\
        sed 's|/mnt/lfs|\$(MOUNT_PT)|' -i .bashrc && \\
        echo source $JHALFSDIR/envars >> .bashrc
        @\$(PRT_DU) >>logs/\$@
EOF
) >> $MKFILE.tmp
              ;;
      *fstab) if [[ -n "$FSTAB" ]]; then
                CHROOT_wrt_CopyFstab
              else
                CHROOT_wrt_RunAsRoot "$file"
              fi
              ;;

      *)
         # Insert date and disk usage at the top of the log file, the script
         # run and date and disk usage again at the bottom of the log file.
         case "${Makefile_target}" in
           SETUP_TGT | SUDO_TGT)  wrt_RunAsRoot "$file" "$pkg_version" ;;
           LUSER_TGT)             LUSER_wrt_RunAsUser "$file" "$pkg_version" ;;
           CHROOT_TGT | BOOT_TGT) CHROOT_wrt_RunAsRoot "$file" "$pkg_version" ;;
         esac
              ;;
    esac

    # Write installed files log and remove the build directory(ies)
    # except if the package build fails.
    if [ "$pkg_tarball" != "" ] ; then
      if [ "${INSTALL_LOG}" = "y" ] &&
         (( 1+nb_chaps <= $1 )) &&
         [ "x${N}" = "x" ] ; then
        CHROOT_wrt_LogNewFiles "${this_script}"
      fi
    fi

    # Include a touch of the target name so make can check
    # if it's already been made.
    wrt_touch
    #
    #--------------------------------------------------------------------#
    #              >>>>>>>> END OF Makefile ENTRY <<<<<<<<               #
    #--------------------------------------------------------------------#

    # Keep the script file name for Makefile dependencies.
    PREV=${this_script}
    # Set "system_build" var for iteration targets
    if [ -z "$N" ] && (( 1+nb_chaps == $1 )); then
      system_build="$system_build $this_script"
    fi

  done  # end for file in $dir/*
  # Set "system_build" when rebuilding: note the CHROOT_TGT is local
  # in that case.
  if [ -n "$N" ]; then
    system_build="$CHROOT_TGT"
  fi
}

#----------------------------#
build_Makefile() {           #
#----------------------------#

  echo "Creating Makefile... ${BOLD}START${OFF}"

  cd "$JHALFSDIR/$COMMANDS"

  # Start with empty files
  >$MKFILE
  >$MKFILE.tmp

  # Ensure the first dependency is empty
  unset PREV

  # We begin with the SETUP target; successive targets will be assigned in
  # the chapter_targets function.
  Makefile_target=SETUP_TGT

  # We need to know the chapter numbering, which depends on the version
  # of the book. Use the number of subdirs to know which version we have
  chaps=($(echo chapter*))
  nb_chaps=${#chaps[*]} # 5 if classical version, 7 if new version
# DEBUG
#  echo chaps: ${chaps[*]}
#  echo nb_chaps: $nb_chaps
# end DEBUG

  # Make a temporary file with all script targets
  for (( i = 4; i < nb_chaps+4; i++ )); do
    chapter_targets $i
    if (( i ==  nb_chaps )); then : # we have finished temporary tools
      # Add the save target, if needed
      [[ "$SAVE_CH5" = "y" ]] && wrt_save_target $Makefile_target
    fi
    if (( i ==  1+nb_chaps )); then : # we have finished final system
      # Add the iterations targets, if needed
      [[ "$COMPARE" = "y" ]] && wrt_compare_targets $i
    fi
  done
  # Add the CUSTOM_TOOLS targets, if needed
  [[ "$CUSTOM_TOOLS" = "y" ]] && wrt_CustomTools_target

  # Add a header, some variables and include the function file
  # to the top of the real Makefile.
  wrt_Makefile_header

  # Add chroot commands
  CHROOT_LOC="`whereis -b chroot | cut -d " " -f2`"
  i=1
  for file in ../chroot-scripts/*chroot* ; do
    chroot=`cat $file | \
            perl -pe 's|\\\\\n||g' | \
            tr -s [:space:] | \
            grep chroot | \
            sed -e "s|chroot|$CHROOT_LOC|" \
                -e 's|\\$|&&|g' \
                -e 's|"$$LFS"|$(MOUNT_PT)|'`
    echo -e "CHROOT$i= $chroot\n" >> $MKFILE
    i=`expr $i + 1`
  done

  # If CPUSET is defined and not equal to "all", then we define a first target
  # that calls a script which re-enters make calling target all
  if [ -n "$CPUSET" ] && [ "$CPUSET" != all ]; then
(
    cat << EOF

all-with-cpuset:
        @CPUSPEC="\$(CPUSET)" ./run-in-cgroup.sh \$(MAKE) all
EOF
) >> $MKFILE
  fi
  # Drop in the main target 'all:' and the chapter targets with each sub-target
  # as a dependency. Also prevent running targets in parallel.
(
    cat << EOF

.NOTPARALLEL:

all:    ck_UID ck_terminal mk_SETUP mk_LUSER mk_SUDO mk_CHROOT mk_BOOT create-sbu_du-report mk_BLFS_TOOL mk_CUSTOM_TOOLS
        @sudo env LFS=\$(MOUNT_PT) kernfs-scripts/teardown.sh
EOF
) >> $MKFILE
# With systemd, the commands in chapter 9 do not create a
# valid /etc/resolv.conf, so that if blfs_tools are installed, and
# make-ca is run, it cannot connect. In this case, resolv.conf
# from the host has been copied, and we need to remove it now.
if [ "$INITSYS" = systemd ]; then
(
    cat << EOF
        @sudo rm -v \$(MOUNT_PT)/etc/resolv.conf
EOF
) >> $MKFILE
fi
(
    cat << EOF
        @sudo make do_housekeeping
        @echo $VERSION > lfs-release && \\
        sudo mv lfs-release \$(MOUNT_PT)/etc && \\
        sudo chown root:root \$(MOUNT_PT)/etc/lfs-release
        @/bin/echo -e -n \\
        DISTRIB_ID=\\"Linux From Scratch\\"\\\\n\\
        DISTRIB_RELEASE=\\"$VERSION\\"\\\\n\\
        DISTRIB_CODENAME=\\"$(whoami)-jhalfs\\"\\\\n\\
        DISTRIB_DESCRIPTION=\\"Linux From Scratch\\"\\\\n\\
        > lsb-release && \\
        sudo mv lsb-release \$(MOUNT_PT)/etc && \\
        sudo chown root:root \$(MOUNT_PT)/etc/lsb-release
        @/bin/echo -e -n \\
        NAME=\\"Linux From Scratch\\"\\\\n\\
        VERSION=\\"$VERSION\\"\\\\n\\
        ID=lfs\\\\n\\
        PRETTY_NAME=\\"Linux From Scratch $VERSION\\"\\\\n\\
        VERSION_CODENAME=\\"$(whoami)-jhalfs\\"\\\\n\\
        > os-release && \\
        sudo mv os-release \$(MOUNT_PT)/etc && \\
        sudo chown root:root \$(MOUNT_PT)/etc/os-release
        @\$(call echo_finished,$VERSION)

ck_UID:
        @if [ \`id -u\` = "0" ]; then \\
          echo "--------------------------------------------------"; \\
          echo "You cannot run this makefile from the root account"; \\
          echo "--------------------------------------------------"; \\
          exit 1; \\
        fi

ck_terminal:
        @stty size | ( read L C; \\
        if (( L < 24 )) || (( C < 80 )) ; then \\
          echo "--------------------------------------------------"; \\
          echo "Terminal too small: \$\$C columns x \$\$L lines";\\
          echo "Minimum: 80 columns x 24 lines";\\
          echo "--------------------------------------------------"; \\
          exit 1; \\
        fi )

mk_SETUP:
        @\$(call echo_SU_request)
        @sudo make save-luser
        @sudo make BREAKPOINT=\$(BREAKPOINT) SETUP
        @touch \$@

mk_LUSER: mk_SETUP
        @\$(call echo_SULUSER_request)
        @\$(SU_LUSER) "make -C \$(MOUNT_PT)/\$(SCRIPT_ROOT) BREAKPOINT=\$(BREAKPOINT) LUSER"
        @sudo make restore-luser
        @touch \$@

mk_SUDO: mk_LUSER
        @sudo rm -f envars
        @sudo make BREAKPOINT=\$(BREAKPOINT) SUDO
        @touch \$@

mk_CHROOT: mk_SUDO devices
        @\$(call echo_CHROOT_request)
        @( sudo \$(CHROOT1) -c "cd \$(SCRIPT_ROOT) && make BREAKPOINT=\$(BREAKPOINT) CHROOT")
        @touch \$@

mk_BOOT: mk_CHROOT devices
        @\$(call echo_CHROOT_request)
        @( sudo \$(CHROOT1) -c "cd \$(SCRIPT_ROOT) && make BREAKPOINT=\$(BREAKPOINT) BOOT")
        @touch \$@

mk_BLFS_TOOL: create-sbu_du-report devices
        @if [ "\$(ADD_BLFS_TOOLS)" = "y" ]; then \\
          \$(call sh_echo_PHASE,Building BLFS_TOOL); \\
          (sudo \$(CHROOT1) -c "make -C $BLFS_ROOT/work"); \\
        fi;
        @touch \$@

mk_CUSTOM_TOOLS: mk_BLFS_TOOL devices
        @if [ "\$(ADD_CUSTOM_TOOLS)" = "y" ]; then \\
          \$(call sh_echo_PHASE,Building CUSTOM_TOOLS); \\
          sudo mkdir -p ${BUILDDIR}${TRACKING_DIR}; \\
          (sudo \$(CHROOT1) -c "cd \$(SCRIPT_ROOT) && make BREAKPOINT=\$(BREAKPOINT) CUSTOM_TOOLS"); \\
        fi;
        @touch \$@

devices: ck_UID
        sudo env LFS=\$(MOUNT_PT) kernfs-scripts/devices.sh
EOF
) >> $MKFILE
# With systemd, the commands in chapter 9 do not create a
# valid /etc/resolv.conf, so that if we want to enter chroot,
# and systemd has not yet been run (otherwise /etc/resolv.conf
# exists), we just copy resolv.conf from the host.
if [ "$INITSYS" = systemd ]; then
(
    cat << EOF
        if ! [ -e \$(MOUNT_PT)/etc/resolv.conf ]; then \\
          sudo cp -v /etc/resolv.conf \$(MOUNT_PT)/etc; \\
          sudo touch \$(MOUNT_PT)/etc/.host-resolvconf; \\
        fi
EOF
) >> $MKFILE
fi
(
    cat << EOF

teardown:
        sudo env LFS=\$(MOUNT_PT) kernfs-scripts/teardown.sh
EOF
) >> $MKFILE
# With systemd, the commands in chapter 9 do not create a
# valid /etc/resolv.conf, so that if we want to enter chroot,
# and systemd has not yet been run (otherwise /etc/resolv.conf
# exists), we just copy resolv.conf from the host.
# We need to remove it now, if it has been created.
if [ "$INITSYS" = systemd ]; then
(
    cat << EOF
        if [ -e \$(MOUNT_PT)/etc/.host-resolvconf ]; then \\
          sudo rm -v \$(MOUNT_PT)/etc/resolv.conf; \\
          sudo rm -v \$(MOUNT_PT)/etc/.host-resolvconf; \\
        fi
EOF
) >> $MKFILE
fi
(
    cat << EOF

chroot1: devices
        -sudo \$(CHROOT1)
        \$(MAKE) teardown

chroot: devices
        -sudo \$(CHROOT1)
        \$(MAKE) teardown

SETUP:        $SETUP_TGT
LUSER:        $LUSER_TGT
SUDO:         $SUDO_TGT
EOF
) >> $MKFILE
# With systemd, the commands in chapter 9 do not create a
# valid /etc/resolv.conf, so that if blfs_tools are installed, and
# make-ca is run, it cannot connect. We just copy resolv.conf
# from the host. We'll remove it at the end.
if [ "$INITSYS" = systemd ]; then
(
    cat << EOF
        @cp -v /etc/resolv.conf \$(MOUNT_PT)/etc

EOF
) >> $MKFILE
fi
(
    cat << EOF
CHROOT:       SHELL=\$(filter %bash,\$(CHROOT1))
CHROOT:       $CHROOT_TGT
BOOT:         $BOOT_TGT
CUSTOM_TOOLS: $custom_list

create-sbu_du-report:  mk_BOOT
        @\$(call echo_message, Building)
        @if [ "\$(ADD_REPORT)" = "y" ]; then \\
          sudo ./create-sbu_du-report.sh logs $VERSION $(date --iso-8601); \\
          \$(call echo_report,$VERSION-SBU_DU-$(date --iso-8601).report); \\
        fi
        @touch  \$@

save-luser:
        @\$(call echo_message, Building)
        @LUSER_ID=\$\$(grep '^\$(LUSER):' /etc/passwd | cut -d: -f3); \\
        if [ -n "\$\$LUSER_ID" ]; then  \\
            if [ ! -d \$(LUSER_HOME).XXX ]; then \\
                mv \$(LUSER_HOME){,.XXX}; \\
                mkdir \$(LUSER_HOME); \\
                chown \$(LUSER):\$(LGROUP) \$(LUSER_HOME); \\
            fi; \\
            echo "\$\$LUSER_ID" > luser-id; \\
            echo User \$(LUSER) exists with ID \$\$LUSER_ID; \\
        else \\
            rm -f luser-id; \\
            echo User \$(LUSER) does not exist; \\
            echo It will be created with book instructions.; \\
        fi
        @\$(call housekeeping)

restore-luser:
        @\$(call echo_message, Building)
        @if [ -f luser-id ]; then \\
                rm -rf \$(LUSER_HOME); \\
                mv \$(LUSER_HOME){.XXX,}; \\
                rm luser-id; \\
        else \\
                userdel \$(LUSER); \\
                groupdel \$(LGROUP); \\
                rm -rf \$(LUSER_HOME); \\
        fi
        @\$(call housekeeping)

do_housekeeping:
        @-rm -f /tools

EOF
) >> $MKFILE

  # Bring over the items from the Makefile.tmp
  cat $MKFILE.tmp >> $MKFILE
  rm $MKFILE.tmp
  echo "Creating Makefile... ${BOLD}DONE${OFF}"
}