LFS-RPM/base.sh

#!/bin/bash
#-----------------------------------------------------------------------------
#	Title: ch6.sh
#	Date: 2020-05-31
#	Version: 2.0
#	Author: chris@cromer.cl
#	Options:
#-----------------------------------------------------------------------------
#	Copyright 2020 Chris Cromer
#	Copyright 2019 Baho Utot
#-----------------------------------------------------------------------------
#	This program is free software: you can redistribute it and/or modify
#	it under the terms of the GNU General Public License as published by
#	the Free Software Foundation, either version 3 of the License, or
#	(at your option) any later version.

#	This program is distributed in the hope that it will be useful,
#	but WITHOUT ANY WARRANTY; without even the implied warranty of
#	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
#	GNU General Public License for more details.

#	You should have received a copy of the GNU General Public License
#	along with this program.  If not, see <https://www.gnu.org/licenses/>.
#-----------------------------------------------------------------------------
set -o errexit	# exit if error...insurance ;)
set -o nounset	# exit if variable not initalized
set +h			# disable hashall
#-----------------------------------------------------------------------------
#	Master variables
PRGNAME=${0##*/}			# script name minus the path
TOPDIR=${PWD}				# parent directory
PARENT=/usr/src/LFS-RPM		# rpm build directory
LOGS=LOGS					# build logs directory
INFOS=INFO					# rpm info log directory
SPECS=SPECS					# rpm spec file directory
PROVIDES=PROVIDES			# rpm provides log directory
REQUIRES=REQUIRES			# rpm requires log directory
RPMS=RPMS					# rpm binary package directory
LOGPATH=${TOPDIR}/LOGS		# path to log directory
LC_ALL=POSIX
PATH=/bin:/usr/bin:/sbin:/usr/sbin:/tools/bin
export LC_ALL PATH
#-----------------------------------------------------------------------------
#	GLOBALS
RPM_NAME=""
RPM_VERSION=""
RPM_RELEASE=""
RPM_SPEC=""
RPM_INSTALLED=""
RPM_ARCH=""
RPM_BINARY=""
RPM_PACKAGE=""
RPM_EXISTS=""
RPM_TARBALLS=""
RPM_MD5SUMS=""
#-----------------------------------------------------------------------------
#	Common support functions
function die {
	local _red="\\033[1;31m"
	local _normal="\\033[0;39m"
	[ -n "$*" ] && printf "${_red}$*${_normal}\n"
	false
	exit 1
}
function msg {
	printf "%s\n" "${1}"
	return
}
function msg_line {
	printf "%s" "${1}"
	return
}
function msg_failure {
	local _red="\\033[1;31m"
	local _normal="\\033[0;39m"
	printf "${_red}%s${_normal}\n" "FAILURE"
	exit 2
}
function msg_success {
	local _green="\\033[1;32m"
	local _normal="\\033[0;39m"
	printf "${_green}%s${_normal}\n" "SUCCESS"
	return
}
function msg_log {
	printf "\n%s\n\n" "${1}" >> ${_logfile} 2>&1
	return
}
function end_run {
	local _green="\\033[1;32m"
	local _normal="\\033[0;39m"
	printf "${_green}%s${_normal}\n" "Run Complete"
	return
}
#-----------------------------------------------------------------------------
#	Functions
function _build {
	local i=""
	local _log="${LOGS}/${RPM_NAME}"
	> ${_log}
	> ${INFOS}/${RPM_NAME}
	> ${PROVIDES}/${RPM_NAME}
	> ${REQUIRES}/${RPM_NAME}
	rm -rf BUILD BUILDROOT
	msg_line "Building: ${RPM_NAME}: "
	_md5sum
	rpmbuild -ba ${RPM_SPEC} >> ${_log} 2>&1 && msg_success || msg_failure
	_status
	[ "F" == ${RPM_EXISTS} ] && die "ERROR: Binary Missing: ${RPM_BINARY}"
	rpm -qilp			${RPMS}/${RPM_ARCH}/${RPM_BINARY} > ${INFOS}/${RPM_NAME}	2>&1 || true
	rpm -qp --provides	${RPMS}/${RPM_ARCH}/${RPM_BINARY} > ${PROVIDES}/${RPM_NAME}	2>&1 || true
	rpm -qp --requires	${RPMS}/${RPM_ARCH}/${RPM_BINARY} > ${REQUIRES}/${RPM_NAME}	2>&1 || true
	return
}
function _params {
	local i=""
	RPM_NAME=""
	RPM_VERSION=""
	RPM_RELEASE=""
	RPM_SPEC=""
	RPM_INSTALLED=""
	RPM_ARCH=""
	RPM_BINARY=""
	RPM_PACKAGE=""
	RPM_EXISTS=""
	RPM_TARBALLS=""
	RPM_MD5SUMS=""
	RPM_SPEC=${1}
	RPM_ARCH=$(rpm --eval %_arch)
	if [ -e ${RPM_SPEC} ]; then
		while  read i; do
			i=$(echo ${i} | tr -d '[:cntrl:][:space:]')
			case ${i} in
				Name:*)	RPM_NAME=${i##Name:}			;;
				Version:*)	RPM_VERSION=${i##Version:}		;;
				Release:*)	RPM_RELEASE=${i##Release:}		;;
				?TARBALL:*)	RPM_TARBALLS+="${i##?TARBALL:} "	;;
				?MD5SUM:*)	RPM_MD5SUMS+="${i##?MD5SUM:} "	;;
				*)	;;
			esac
		done < ${RPM_SPEC}
		#	remove trailing whitespace
		RPM_TARBALLS=${RPM_TARBALLS## }
		RPM_MD5SUMS=${RPM_MD5SUMS## }
	else
		die "ERROR: ${RPM_SPEC}: does not exist"
	fi
	RPM_BINARY="${RPM_NAME}-${RPM_VERSION}-${RPM_RELEASE}.${RPM_ARCH}.rpm"
	RPM_PACKAGE=${RPM_BINARY%.*}
	_status
	return
}
function _install {
	local _log="${LOGS}/${RPM_NAME}"
	_status
	[ "F" == ${RPM_EXISTS} ] && die "ERROR: Binary Missing: ${RPM_BINARY}"
	[ "T" == ${RPM_INSTALLED} ] && return
	msg_line "Installing: ${RPM_BINARY}: "
	rpm -Uvh --nodeps "${RPMS}/${RPM_ARCH}/${RPM_BINARY}" >> "${_log}" 2>&1  && msg_success || msg_failure
	return
}
function _status {
	[ -e "${RPMS}/${RPM_ARCH}/${RPM_BINARY}" ] && RPM_EXISTS="T" || RPM_EXISTS="F"
	[ "${RPM_PACKAGE}" == "$(rpm -q "$RPM_PACKAGE")" ] && RPM_INSTALLED="T" || RPM_INSTALLED="F"
	return
}
function _print {
	msg "Status for ${RPM_BINARY}"
	msg "Spec-------->	${RPM_SPEC}"
	msg "Name-------->	${RPM_NAME}"
	msg "Version----->	${RPM_VERSION}"
	msg "Release----->	${RPM_RELEASE}"
	msg "Arch-------->	${RPM_ARCH}"
	msg "Package----->	${RPM_PACKAGE}"
	msg "Binary------>	${RPM_BINARY}"
	msg "Exists------>	${RPM_EXISTS}"
	msg "Installed--->	${RPM_INSTALLED}"
	for i in ${RPM_TARBALLS}; do msg "Tarball----->	${i}";done
	for i in ${RPM_MD5SUMS};  do msg "MD5SUM------>	${i}";done
	return
}
function _md5sum {
	local i=""
	[ -z "${RPM_TARBALLS}" ] && return
	> SOURCES/"MD5SUM"
	for i in ${RPM_MD5SUMS}; do printf "%s\n" "$(echo ${i} | tr ";" " ")" >> SOURCES/"MD5SUM";done
	md5sum -c SOURCES/"MD5SUM" > /dev/null 2>&1 || die "Source checksum error: ${RPM_SPEC}"
	return
}
function _symlinks {
	msg_line "Installing Essential Files and Symlinks: "
	_log="${LOGS}/symlinks"
	> ${_log}
	ln -vsf /tools/bin/{bash,cat,chmod,dd,echo,ln,mkdir,pwd,rm,stty,touch} /bin  >> "${_log}" 2>&1
	ln -vsf /tools/bin/{env,install,perl,printf} /usr/bin >> "${_log}" 2>&1
	ln -vsf /tools/lib/libgcc_s.so{,.1} /usr/lib >> "${_log}" 2>&1
	ln -vsf /tools/lib/libstdc++.{a,so{,.6}} /usr/lib >> "${_log}" 2>&1
	ln -vsf bash /bin/sh >> "${_log}" 2>&1
	msg_success
	return
}
function _glibc {
	ln -sf ../lib/ld-linux-x86-64.so.2 /lib64
	ln -sf ../lib/ld-linux-x86-64.so.2 /lib64/ld-lsb-x86-64.so.3
	_build
	_install
	/sbin/locale-gen
	return
}
function _adjust {
	msg_line " Adjusting tool chain: "
	_log="${LOGS}/adjust"
	> "${_log}"
	mv -v /tools/bin/{ld,ld-old} >> "${_log}" 2>&1
	mv -v /tools/$(uname -m)-pc-linux-gnu/bin/{ld,ld-old} >> "${_log}" 2>&1
	mv -v /tools/bin/{ld-new,ld} >> "${_log}" 2>&1
	ln -sv /tools/bin/ld /tools/$(uname -m)-pc-linux-gnu/bin/ld >> "${_log}" 2>&1
	gcc -dumpspecs | sed -e 's@/tools@@g' -e '/\*startfile_prefix_spec:/{n;s@.*@/usr/lib/ @}' -e '/\*cpp:/{n;s@$@ -isystem /usr/include@}' > `dirname $(gcc --print-libgcc-file-name)`/specs
	touch ${_log}
	_log="${LOGS}/adjust.test"
	msg_line "Testing tool chain: "
	> "${_log}"
	echo 'int main(){}' > dummy.c
	cc dummy.c -v -Wl,--verbose &> dummy.log
	msg " " >> "${_log}" 2>&1
	msg "Test:	[Requesting program interpreter: /lib64/ld-linux-x86-64.so.2]" >> "${_log}" 2>&1
	readelf -l a.out | grep ': /lib' >> "${_log}" 2>&1
	msg " " >> "${_log}" 2>&1
	msg "Test:	/usr/lib/../lib/crt1.o succeeded" >> "${_log}" 2>&1
	msg "Test:	/usr/lib/../lib/crti.o succeeded" >> "${_log}" 2>&1
	msg "Test:	/usr/lib/../lib/crtn.o succeeded" >> "${_log}" 2>&1
	grep -o '/usr/lib.*/crt[1in].*succeeded' dummy.log >> "${_log}" 2>&1
	msg " " >> "${_log}" 2>&1
	msg "Test:	#include <...> search starts here:" >> "${_log}" 2>&1
	msg "Test:	/usr/include" >> "${_log}" 2>&1
	grep -B1 '^ /usr/include' dummy.log>> "${_log}" 2>&1
	msg " " >> "${_log}" 2>&1
	msg "Test:	SEARCH_DIR("/usr/lib")" >> "${_log}" 2>&1
	msg "Test:	SEARCH_DIR("/lib")" >> "${_log}" 2>&1
	grep 'SEARCH.*/usr/lib' dummy.log |sed 's|; |\n|g' >> "${_log}" 2>&1
	msg " " >> "${_log}" 2>&1
	msg "Test:	attempt to open /lib/libc.so.6 succeeded" >> "${_log}" 2>&1
	grep "/lib.*/libc.so.6 " dummy.log >> "${_log}" 2>&1
	msg " " >> "${_log}" 2>&1
	msg "Test:	found ld-linux-x86-64.so.2 at /lib/ld-linux-x86-64.so.2"  >> "${_log}" 2>&1
	grep found dummy.log >> "${_log}" 2>&1
	msg " " >> "${_log}" 2>&1
	rm -v dummy.c a.out dummy.log >> "${_log}" 2>&1
	msg_success
	touch ${_log}
	return
}
function _gcc {
	_build
	_install
	_log="${LOGS}/gcc.test"
	msg_line " Testing ${i}: "
	_log="${LOGS}/gcc.test"
	> "${_log}"
	echo 'int main(){}' > dummy.c
	cc dummy.c -v -Wl,--verbose &> dummy.log
	msg " " >> "${_log}" 2>&1
	readelf -l a.out | grep ': /lib' >> "${_log}" 2>&1
	msg "Test:" >> "${_log}" 2>&1
	msg "[Requesting program interpreter: /lib64/ld-linux-x86-64.so.2]" >> "${_log}" 2>&1
	msg " " >> "${_log}" 2>&1
	grep -o '/usr/lib.*/crt[1in].*succeeded' dummy.log >> "${_log}" 2>&1
	msg "Test:" >> "${_log}" 2>&1
	msg "/usr/lib/gcc/x86_64-pc-linux-gnu/8.2.0/../../../../lib/crt1.o succeeded" >> "${_log}" 2>&1
	msg "/usr/lib/gcc/x86_64-pc-linux-gnu/8.2.0/../../../../lib/crti.o succeeded" >> "${_log}" 2>&1
	msg "/usr/lib/gcc/x86_64-pc-linux-gnu/8.2.0/../../../../lib/crtn.o succeeded" >> "${_log}" 2>&1
	msg " " >> "${_log}" 2>&1
	grep -B4 '^ /usr/include' dummy.log >> "${_log}" 2>&1
	msg "Test:" >> "${_log}" 2>&1
	msg "#include <...> search starts here:" >> "${_log}" 2>&1
	msg "/usr/lib/gcc/x86_64-pc-linux-gnu/8.2.0/include" >> "${_log}" 2>&1
	msg "/usr/local/include" >> "${_log}" 2>&1
	msg "/usr/lib/gcc/x86_64-pc-linux-gnu/8.2.0/include-fixed" >> "${_log}" 2>&1
	msg "/usr/include" >> "${_log}" 2>&1
	msg " " >> "${_log}" 2>&1
	grep 'SEARCH.*/usr/lib' dummy.log |sed 's|; |\n|g' >> "${_log}" 2>&1
	msg "Test:" >> "${_log}" 2>&1
	msg "SEARCH_DIR("/usr/x86_64-pc-linux-gnu/lib64")" >> "${_log}" 2>&1
	msg "SEARCH_DIR("/usr/local/lib64")" >> "${_log}" 2>&1
	msg "SEARCH_DIR("/lib64")" >> "${_log}" 2>&1
	msg "SEARCH_DIR("/usr/lib64")" >> "${_log}" 2>&1
	msg "SEARCH_DIR("/usr/x86_64-pc-linux-gnu/lib")" >> "${_log}" 2>&1
	msg "SEARCH_DIR("/usr/local/lib")" >> "${_log}" 2>&1
	msg "SEARCH_DIR("/lib")" >> "${_log}" 2>&1
	msg "SEARCH_DIR("/usr/lib");" >> "${_log}" 2>&1
	msg " " >> "${_log}" 2>&1
	grep "/lib.*/libc.so.6 " dummy.log >> "${_log}" 2>&1
	msg "Test:" >> "${_log}" 2>&1
	msg "attempt to open /lib/libc.so.6 succeeded" >> "${_log}" 2>&1
	msg " " >> "${_log}" 2>&1
	grep found dummy.log >> "${_log}" 2>&1
	msg "Test:" >> "${_log}" 2>&1
	msg "found ld-linux-x86-64.so.2 at /lib/ld-linux-x86-64.so.2"  >> "${_log}" 2>&1
	msg " " >> "${_log}" 2>&1
	rm -v dummy.c a.out dummy.log >> "${_log}" 2>&1
	msg_success
	return
}
#-----------------------------------------------------------------------------
#	Main line
#	Create directories if needed
[ -e "${LOGS}" ]	||	install -vdm 755 "${LOGS}"
[ -e "${INFOS}" ]	||	install -vdm 755 "${INFOS}"
[ -e "${PROVIDES}" ]	||	install -vdm 755 "${PROVIDES}"
[ -e "${REQUIRES}" ]	||	install -vdm 755 "${REQUIRES}"
[ -e "${RPMS}" ]	||	install -vdm 755 "${RPMS}"
LIST+="filesystem "			#	Creating Directories
LIST+="symlinks "			#	Creating Essential Files and Symlinks
LIST+="linux-api-headers "	#	Linux-5.5.3 API Headers
LIST+="man-pages "			#	Man-pages-5.05 
LIST+="glibc "				#	Glibc-2.31
LIST+="tzdata "				#	Adding time zone data 
LIST+="adjust "				#	Adjusting the Toolchain
LIST+="zlib "				#	Zlib-1.2.11
LIST+="bzip2 "				#	Bzip2-1.0.8
LIST+="xz "					#	Xz-5.2.4
LIST+="file "				#	File-5.38
LIST+="readline "			#	Readline-8.0
LIST+="m4 "					#	M4-1.4.18
LIST+="bc "					#	Bc-2.5.3
LIST+="binutils "			#	Binutils-2.34
LIST+="gmp "				#	GMP-6.2.0
LIST+="mpfr "				#	MPFR-4.0.2
LIST+="mpc "				#	MPC-1.1.0
LIST+="attr "				#	Attr-2.4.48
LIST+="acl "				#	Acl-2.2.53
LIST+="shadow "				#	Shadow-4.8.1
LIST+="gcc "				#	GCC-9.2.0
LIST+="pkg-config "			#	Pkg-config-0.29.2
LIST+="ncurses "			#	Ncurses-6.2
LIST+="libcap "				#	Libcap-2.31
LIST+="sed "				#	Sed-4.8
LIST+="psmisc "				#	Psmisc-23.2
LIST+="iana-etc "			#	Iana-Etc-2.30
LIST+="bison "				#	Bison-3.5.2
LIST+="flex "				#	Flex-2.6.4
LIST+="grep "				#	Grep-3.4
LIST+="bash "				#	Bash-5.0
LIST+="libtool "			#	Libtool-2.4.6
LIST+="gdbm "				#	GDBM-1.18.1
LIST+="gperf "				#	Gperf-3.1
LIST+="expat "				#	Expat-2.2.9
LIST+="inetutils "			#	Inetutils-1.9.4
LIST+="perl "				#	Perl-5.30.1
LIST+="XML-Parser "			#	XML::Parser-2.46
LIST+="intltool "			#	Intltool-0.51.0
LIST+="autoconf "			#	Autoconf-2.69
LIST+="automake "			#	Automake-1.16.1
LIST+="kmod "				#	Kmod-26
LIST+="gettext "			#	Gettext-0.20.1
LIST+="libelf "				#	Libelf from Elfutils-0.178
LIST+="libffi "				#	Libffi-3.3
LIST+="openssl "			#	OpenSSL-1.1.1d
LIST+="python3 "			#	Python-3.8.1
LIST+="ninja "				#	Ninja-1.10.0
LIST+="meson "				#	Meson-0.53.1
LIST+="coreutils "			#	Coreutils-8.31
LIST+="check "				#	Check-0.14.0
LIST+="diffutils "			#	Diffutils-3.7
LIST+="gawk "				#	Gawk-5.0.1
LIST+="findutils "			#	Findutils-4.7.0
LIST+="groff "				#	Groff-1.22.4
LIST+="grub "				#	GRUB-2.04
LIST+="less "				#	Less-551
LIST+="gzip "				#	Gzip-1.10
LIST+="zstd "				#	Zstd-1.4.4
LIST+="iproute2 "			#	IPRoute2-5.5.0
LIST+="kbd "				#	Kbd-2.2.0
LIST+="libpipeline "		#	Libpipeline-1.5.2 
LIST+="make "				#	Make-4.3
LIST+="patch "				#	Patch-2.7.6
LIST+="man-db "				#	Man-DB-2.9.0
LIST+="tar "				#	Tar-1.32
LIST+="texinfo "			#	Texinfo-6.7
LIST+="vim "				#	Vim-8.2.0190
LIST+="procps-ng "			#	Procps-ng-3.3.15
LIST+="util-linux "			#	Util-linux-2.35.1
LIST+="e2fsprogs "			#	E2fsprogs-1.45.5
LIST+="sysklogd "			#	Sysklogd-1.5.1
LIST+="sysvinit "			#	Sysvinit-2.96
LIST+="eudev "				#	Eudev-3.2.9
#	Chapter 7
LIST+="lfs-bootscripts "	#	lfs-bootscripts
LIST+="cpio "				#	cpio
LIST+="mkinitramfs "		#	mkinitramfs
LIST+="linux "				#	Linux-5.5.3
#	ADDONS
LIST+="popt "				#	popt
LIST+="rpm "				#	rpm
LIST+="wget "				#	wget
LIST+="linux-firmware "		#	linux-firmware
#LIST+="python2 "			#	python2
LIST+="base "				#	lfs base packages meta package
for i in ${LIST};do
	case ${i} in	
		symlinks)	_log="${LOGS}/symlinks"
				if [ -e ${_log} ]; then
					msg "Skipping: Installing Essential Files and Symlinks"
				else
					_symlinks
				fi
				;;
		glibc)		_params "${SPECS}/${i}.spec"
				if [ "T" = "${RPM_EXISTS}" ]; then
					msg "Skipping: ${i}"
				else
					_glibc
				fi
				;;
		adjust)		_log="${LOGS}/adjust"
				if [ -e ${_log} ]; then
					msg "Skipping: Adjusting tool chain"
				else
					_adjust
				fi
				;;
		gcc)		_params "${SPECS}/${i}.spec"
				if [ "T" = "${RPM_EXISTS}" ]; then
					msg "Skipping: ${i}"
				else
					_gcc
				fi
				;;
		*)		_params "${SPECS}/${i}.spec"
				if [ "T" = "${RPM_EXISTS}" ]; then
					msg "Skipping: ${i}"
				else
					_build
					_install
				fi
				;;
		esac
done
#	update ld cache, generate locales and set user/group files
unset LIST
LIST+="/sbin/ldconfig "
LIST+="/sbin/locale-gen "
LIST+="/usr/sbin/pwconv "
LIST+="/usr/sbin/grpconv "
for i in ${LIST}; do msg_line "${i}: ";eval " ${i}";msg_success;done
#	Configure
unset LIST
LIST+="/etc/sysconfig/clock "
LIST+="/etc/passwd "
LIST+="/etc/hosts "
LIST+="/etc/hostname "
LIST+="/etc/fstab "
LIST+="/etc/sysconfig/ifconfig.eth0 "
LIST+="/etc/resolv.conf "
LIST+="/etc/lsb-release "
LIST+="/etc/sysconfig/rc.site "
for i in ${LIST}; do vim "${i}";done
end_run