quarks/scripts/build.sh

#!/bin/sh

# - builds a generic image from a stage3 tarball and portage snapshot
# 
# based on work from JD Harrington https://github.com/psi/gentoo-aws
# and Matsuu Takuto https://gist.github.com/870789

#===============================================================================
GENTOO_MIRROR="http://distfiles.gentoo.org"
LOCAL_CACHE=/var/tmp
IMAGE_ROOT=/mnt/gentoo


set -o nounset

die() {
	echo $@
	exit 1
}


fetch_file() {
	local URL=$1
	local DIGEST=$2
	
	FILE_NAME=$(basename ${URL})
	SHA512=$(curl -q -s -S ${DIGEST} | grep -A1 -e "^# SHA512 HASH" | grep -o -E -e "^[0-9a-f]{128} *${FILE_NAME}$" | awk '{print $1}')

	# Check if local cache is usable
	if [ ! -d ${LOCAL_CACHE} ] || [ ! -w ${LOCAL_CACHE} ]; then
		die "Local cache ${LOCAL_CACHE} unusable!"
	fi

	if [ -z ${SHA512} ]; then
		# Let's try md5sum before giving up
		MD5=$(curl -q -s -S ${DIGEST} | grep -o -E -e "^[0-9a-f]{32} *${FILE_NAME}$" | awk '{print $1}')
		if [ -z ${MD5} ]; then
			die "Unable to get checksum for ${FILE_NAME}, abort"
		fi
	fi

	# Do we have local copy, if not download
	if [ ! -f ${LOCAL_CACHE}/${FILE_NAME} ]; then
		wget -O ${LOCAL_CACHE}/${FILE_NAME} ${URL} || die "Cannot download ${URL}!" 
	fi

	if [ ! -z ${SHA512} ]; then
		if [ $(sha512sum ${LOCAL_CACHE}/${FILE_NAME} | awk '{print $1}') = ${SHA512} ]; then
			echo "SHA512 checksum for ${FILE_NAME} verified."
			cp ${LOCAL_CACHE}/${FILE_NAME} .
			return 
		else
			rm -f ${LOCAL_CACHE}/${FILE_NAME}
			die "Invalid checksum for ${LOCAL_CACHE}/${FILE_NAME}, removing cached copy."
		fi
	fi

	if [ ! -z ${MD5} ]; then
		if [ $(md5sum ${LOCAL_CACHE}/${FILE_NAME} | awk '{print $1}') = ${MD5} ]; then
			echo "MD5 checksum for ${FILE_NAME} verified."
			cp ${LOCAL_CACHE}/${FILE_NAME} .
			return 
		else
			rm -f ${LOCAL_CACHE}/${FILE_NAME}
			die "Invalid checksum for ${LOCAL_CACHE}/${FILE_NAME}, removing cached copy."
		fi
	fi

	die "No checksum available for ${FILE_NAME}!"

}


# bootstrap ROOT_FS PROFILE ARCH
bootstrap() {
	local ROOT_FS=$1
	local PROFILE=$2
	local ARCH=$3

	local STAGE_PATH
	local STAGE_ARCH
	local LATEST_STAGE_FILE
	local ESELECT_PROFILE

	if [ "${ARCH}" = "i686" ] ; then
		STAGE_ARCH=${ARCH}
		# Why do they use x86 here ? :(
		STAGE_PATH="${GENTOO_MIRROR}/releases/x86/autobuilds"
	elif [ "${ARCH}" = "x86_64" ] ; then
		STAGE_ARCH="amd64"
		STAGE_PATH="${GENTOO_MIRROR}/releases/${STAGE_ARCH}/autobuilds"
	else
		die "Unknown architecture!"
	fi

	if [ "${PROFILE}" = "hardened" ] ; then
		LATEST_STAGE_FILE="${STAGE_PATH}/latest-stage3-${STAGE_ARCH}-hardened.txt"
		ESELECT_PROFILE="hardened/linux/${ARCH}"
	elif [ "${PROFILE}" = "hardened-no-multilib" ] ; then
		LATEST_STAGE_FILE="${STAGE_PATH}/latest-stage3-${STAGE_ARCH}-hardened+nomultilib.txt"
		ESELECT_PROFILE="hardened/linux/${ARCH}/no-multilib"
	elif [ "${PROFILE}" = "server" ] ; then
		LATEST_STAGE_FILE="${STAGE_PATH}/latest-stage3-${STAGE_ARCH}.txt"
		ESELECT_PROFILE="default/linux/${ARCH}/10.0/no-multilib"
	else
		die "Unknown profile!"
	fi

	STAGE_TARBALL=${GENTOO_MIRROR}/releases/${STAGE_ARCH}/autobuilds/$(curl -s ${LATEST_STAGE_FILE} | grep -v "^#" | head -n 1) 

	[ -d ${ROOT_FS} ] || die "${ROOT_FS} does not exists"
	[ -w ${ROOT_FS} ] || die "${ROOT_FS} isn't writable"

	# install stage 3
	cd ${ROOT_FS}
	if [ -d "usr" ] ; then
		echo "There seems to be already files in ${ROOT_FS} !"
		echo "Press <Ctrl+c> to abort, or <Return> to proceed with extracting stage3 ..."
		read -r REPLY
	fi
	fetch_file "${STAGE_TARBALL}" "${STAGE_TARBALL}.DIGESTS"

	echo "Extracting stage3 to ${ROOT_FS} ..."
	tar jxpf $(basename ${STAGE_TARBALL}) || die "Extracting stage file failed"

	rm -f $(basename ${STAGE_TARBALL})

	# Portage snapshot

	PORTAGE_SNAPSHOT="${GENTOO_MIRROR}/releases/snapshots/current/portage-latest.tar.bz2"
	if [ ${BIND_PORTAGE} = 1 ] ; then
		if [ ! -r $MAKE_CONF ]; then
			echo "Cannot find make.conf: $MAKE_CONF, using defaults ..."
		else
			_PORTDIR=$(. ${MAKE_CONF} && echo $PORTDIR)
			_DISTDIR=$(. ${MAKE_CONF} && echo $DISTDIR)
			_PKGDIR=$(. ${MAKE_CONF} && echo $PKGDIR)
		fi
		HOST_PORTDIR=${_PORTDIR:-/usr/portage}
		HOST_DISTDIR=${_DISTDIR:-/usr/portage/distfiles}
		HOST_PKGDIR=${_PKGDIR:-/usr/portage/packages}
		mkdir -p ${ROOT_FS}/${HOST_PORTDIR}
		mount --bind ${HOST_PORTDIR} ${ROOT_FS}/${HOST_PORTDIR} || die "Error mounting ${HOST_PORTDIR}"
	else
		# install latest portage snapshot
		if [ ! -d "usr/portage" ] ; then
			fetch_file "${PORTAGE_SNAPSHOT}" "${PORTAGE_SNAPSHOT}.md5sum"
			echo "Extracting latest portage snapshot to ${ROOT_FS}/usr ..."
			tar jxf $(basename ${PORTAGE_SNAPSHOT}) -C "${ROOT_FS}/usr" || die "Extracting portage snapshot failed"
			rm -f portage-latest.tar.bz2
		fi
	fi
}


# setup_chroot ROOT_FS
setup_chroot() {
	local ROOT_FS=$1

	# resolve.conf
	cp -L /etc/resolv.conf ${ROOT_FS}/etc/resolv.conf || die "Can't copy resolv.conf"

	# Remount pseudo filesystems
	mount --bind /dev ${ROOT_FS}/dev || die "Error mounting /dev"
	mount --bind /sys ${ROOT_FS}/sys || die "Error mounting /sys"
	mount --bind /proc ${ROOT_FS}/proc || die "Error mounting /proc"

	# Compile own kernel later
	# boot + kernel + lib/modules

	# etc/portage/*

	if [ ${INTERACTIVE} = 1 ]; then
		echo "Done. Entering chroot environment..."
		chroot ${ROOT_FS} /bin/bash
	else
		echo "Done !"
		echo "Press <Return> to tear down the chroot environment once you are done."
		read -r REPLY
	fi
}


# Clean up host
cleanup() {
	local ROOT_FS=$1
	umount ${ROOT_FS}/dev ${ROOT_FS}/sys ${ROOT_FS}/proc
	
	if [ ${BIND_PORTAGE} != 0 ]; then
		umount ${ROOT_FS}/${HOST_PORTDIR}
	fi
}


# print usage
usage() {
cat << EOF
Usage: $0 [options]

This script builds a generic gentoo stage3 image

OPTIONS:
-h Show this message
-a arch, either i686 or x86_64, defaults to uname -m
-p profile, either hardened or hardened-no-multilib or server(default)
-t The timezone to use, default to GMT
-r chroot location (default $IMAGE_ROOT )
-c local cache (default $LOCAL_CACHE)
-b bind mount host portage tree 
-i interactive, setting up chroot and enter it, skip extracting stage3, portage, etc.
-m make.conf to source portage location,etc. defaults to /etc/portage/make.conf 
-v Verbose
EOF
}


# Do some sanity checks first
if [ "$(id -u)" != "0" ]; then
	die "Sorry, but we need root permissions to create DEVICE nodes etc.!"
fi

VERBOSE=0
BIND_PORTAGE=0
INTERACTIVE=0
MAKE_CONF="/etc/portage/make.conf"
while getopts ":a:p:t:r:c:m:bvhi" OPTIONS; do
	case $OPTIONS in
		a ) ARCH=$OPTARG;;
		p ) PROFILE=$OPTARG;;
		t ) TIMEZONE=$OPTARG;;
		v ) VERBOSE=1;;
		b ) BIND_PORTAGE=1;;
		r ) IMAGE_ROOT=$OPTARG;;
		c ) LOCAL_CACHE=$OPTARG;;
		i ) INTERACTIVE=1;;
		m ) MAKE_CONF=$OPTARG;;
		? )
			usage
			exit
			;;
	esac
done

ARCH=${ARCH-"$(uname -m)"}
PROFILE=${PROFILE="server"}
TIMEZONE=${TIMEZONE-"GMT"}

if [ ${VERBOSE} -eq 1 ]; then
	set -x
fi

if [ ${INTERACTIVE} -eq 0 ]; then
	bootstrap ${IMAGE_ROOT} ${PROFILE} ${ARCH}
fi

# From here make sure we don't leave stuff around
trap "cleanup ${IMAGE_ROOT}" INT TERM EXIT

setup_chroot ${IMAGE_ROOT}