quarks/scripts/build.sh

240 lines
6.7 KiB
Bash
Raw Normal View History

2011-10-28 21:00:47 +00:00
#!/bin/sh
# - builds a generic image from a stage3 tarball and portage snapshot
# - creates and uploads AMI
#
# based on work from JD Harrington https://github.com/psi/gentoo-aws
# and Matsuu Takuto https://gist.github.com/870789
#===============================================================================
GENTOO_MIRROR="http://gentoo.arcticnetwork.ca"
2011-10-31 22:50:15 +00:00
LOCAL_CACHE=/var/tmp
IMAGE_ROOT=/mnt/gentoo
2011-10-28 21:00:47 +00:00
2011-11-21 23:54:45 +00:00
set -o nounset
2011-10-28 21:00:47 +00:00
die() {
2011-11-21 23:54:45 +00:00
echo $@
exit 1
2011-10-28 21:00:47 +00:00
}
2011-11-01 00:15:03 +00:00
2011-10-31 22:50:15 +00:00
fetch_file() {
local URL=$1
2011-11-01 00:15:03 +00:00
local DIGEST=$2
2011-10-31 22:50:15 +00:00
FILE_NAME=$(basename ${URL})
SHA512=$(curl -s -S ${DIGEST} | grep -A1 -e "^# SHA512 HASH" | grep -o -E -e "^[0-9a-f]{128} *${FILE_NAME}$" | awk '{print $1}')
2011-11-01 00:15:03 +00:00
if [ -z ${SHA512} ]; then
2011-11-01 00:15:03 +00:00
die "Unable to get checksum for ${FILE_NAME}, abort"
fi
# Do we have local copy
2011-10-31 22:50:15 +00:00
if [ -f ${LOCAL_CACHE}/${FILE_NAME} ]; then
2011-11-01 00:15:03 +00:00
# if we have local, correct copy use it
if [ $(sha512sum ${LOCAL_CACHE}/${FILE_NAME} | awk '{print $1}') = ${SHA512} ]; then
2011-10-31 22:50:15 +00:00
cp ${LOCAL_CACHE}/${FILE_NAME} .
2011-11-01 00:15:03 +00:00
return
else
echo "Invalid checksum for ${LOCAL_CACHE}/${FILE_NAME}, downloading new copy..."
2011-10-31 22:50:15 +00:00
fi
fi
2011-11-01 00:15:03 +00:00
2011-10-31 22:50:15 +00:00
wget -nc ${URL} || die "Cannot download ${URL}!"
if [ $(sha512sum ${FILE_NAME} | awk '{print $1}') != ${SHA512} ]; then
2011-11-01 00:15:03 +00:00
die "Invalid checksum for ${FILE_NAME}!"
fi
# Check if local cache is usable
if [ -d ${LOCAL_CACHE} ] && [ -w ${LOCAL_CACHE} ]; then
cp ${FILE_NAME} ${LOCAL_CACHE}
echo "Stored ${FILE_NAME} in local cache."
fi
2011-10-31 22:50:15 +00:00
}
2011-11-01 00:15:03 +00:00
2011-10-28 21:00:47 +00:00
# bootstrap ROOT_FS PROFILE ARCH
bootstrap() {
local ROOT_FS=$1
local PROFILE=$2
local ARCH=$3
local STAGE_PATH
local STAGE_ARCH
local LATEST_STAGE_FILE
local ESELECT_PROFILE
if [ "${ARCH}" = "i686" ] ; then
STAGE_ARCH=${ARCH}
# Why do they use x86 here ? :(
STAGE_PATH="${GENTOO_MIRROR}/releases/x86/autobuilds"
elif [ "${ARCH}" = "x86_64" ] ; then
STAGE_ARCH="amd64"
STAGE_PATH="${GENTOO_MIRROR}/releases/${STAGE_ARCH}/autobuilds"
else
die "Unknown architecture!"
fi
if [ "${PROFILE}" = "hardened" ] ; then
LATEST_STAGE_FILE="${STAGE_PATH}/latest-stage3-${STAGE_ARCH}-hardened.txt"
ESELECT_PROFILE="hardened/linux/${ARCH}"
elif [ "${PROFILE}" = "hardened-no-multilib" ] ; then
LATEST_STAGE_FILE="${STAGE_PATH}/latest-stage3-${STAGE_ARCH}-hardened+nomultilib.txt"
ESELECT_PROFILE="hardened/linux/${ARCH}/no-multilib"
elif [ "${PROFILE}" = "server" ] ; then
LATEST_STAGE_FILE="${STAGE_PATH}/latest-stage3-${STAGE_ARCH}.txt"
ESELECT_PROFILE="default/linux/${ARCH}/10.0/no-multilib"
else
die "Unknown profile!"
fi
STAGE_TARBALL=${GENTOO_MIRROR}/releases/${STAGE_ARCH}/autobuilds/$(curl -s ${LATEST_STAGE_FILE} | grep -v "^#" | head -n 1)
2011-10-28 21:14:56 +00:00
[ -d ${ROOT_FS} ] || die "${ROOT_FS} does not exists"
[ -w ${ROOT_FS} ] || die "${ROOT_FS} isn't writable"
2011-11-21 23:54:45 +00:00
# install stage 3
2011-10-28 21:14:56 +00:00
cd ${ROOT_FS}
if [ -d "usr" ] ; then
echo "There seems to be already files in ${ROOT_FS} !"
echo "Press <Ctrl+c> to abort, or <Return> to proceed with extracting stage3 ..."
read
2011-10-28 21:14:56 +00:00
fi
fetch_file "${STAGE_TARBALL}" "${STAGE_TARBALL}.DIGESTS"
tar jxpf $(basename ${STAGE_TARBALL}) || die "Extracting stage file failed"
rm -f $(basename ${STAGE_TARBALL})
2011-10-28 21:00:47 +00:00
}
2011-11-21 23:54:45 +00:00
# setup_chroot ROOT_FS
setup_chroot() {
local ROOT_FS=$1
# Import certain values from host config
_PORTDIR=$(. /etc/portage/make.conf && echo $PORTDIR)
_DISTDIR=$(. /etc/portage/make.conf && echo $DISTDIR)
_PKGDIR=$(. /etc/portage/make.conf && echo $PKGDIR)
HOST_PORTDIR=${_PORTDIR:-/usr/portage}
HOST_DISTDIR=${_DISTDIR:-/usr/portage/distfiles}
HOST_PKGDIR=${_PKGDIR:-/usr/portage/packages}
PORTAGE_SNAPSHOT="${GENTOO_MIRROR}/snapshots/portage-latest.tar.bz2"
if [ ${BIND_PORTAGE} = 1 ] ; then
if [ -d ${ROOT_FS}/${PORTDIR} ] ; then
mount --bind ${HOST_PORTDIR} ${ROOT_FS}/${PORTDIR} || die "Error mounting ${PORTDIR}"
fi
else
# install latest portage snapshot
if [ ! -d "usr/portage" ] ; then
fetch_file "${PORTAGE_SNAPSHOT}" "${PORTAGE_SNAPSHOT}.md5sum"
tar jxf $(basename ${PORTAGE_SNAPSHOT}) -C "${ROOT_FS}/usr" || die "Extracting portage snapshot failed"
rm -f portage-latest.tar.bz2
fi
fi
2011-11-21 23:54:45 +00:00
# resolve.conf
cp -L /etc/resolv.conf ${ROOT_FS}/etc/resolv.conf || die "Can't copy resolv.conf"
# Remount pseudo filesystems
mount --bind /dev ${ROOT_FS}/dev || die "Error mounting /dev"
mount --bind /sys ${ROOT_FS}/sys || die "Error mounting /sys"
mount --bind /proc ${ROOT_FS}/proc || die "Error mounting /proc"
# Compile own kernel later
# boot + kernel + lib/modules
# etc/portage/*
if [ ${INTERACTIVE} = 1 ]; then
echo "Done. Entering chroot environment..."
chroot ${ROOT_FS} /bin/bash
else
echo "Done !"
echo "Press <Return> to tear down the chroot environment once you are done."
read
fi
2011-11-21 23:54:45 +00:00
}
# Clean up host
cleanup() {
local ROOT_FS=$1
umount ${ROOT_FS}/dev ${ROOT_FS}/sys ${ROOT_FS}/proc
if [ ${BIND_PORTAGE} != 0 ]; then
umount ${ROOT_FS}/${HOST_PORTAGE}
fi
2011-11-21 23:54:45 +00:00
}
# print usage
2011-10-28 21:00:47 +00:00
usage() {
cat << EOF
Usage: $0 [options]
This script builds a generic gentoo stage3 image
OPTIONS:
-h Show this message
-a arch, either i686 or x86_64, defaults to uname -m
-p profile, either hardened or hardened-no-multilib or server(default)
-t The timezone to use, default to GMT
-r chroot location (default $IMAGE_ROOT )
-c local cache (default $LOCAL_CACHE)
-b bind mount host portage tree
-i interactive, setting up chroot and enter it, skip extracting stage3, portage, etc.
2011-10-28 21:00:47 +00:00
-v Verbose
EOF
}
2011-11-21 23:54:45 +00:00
# Do some sanity checks first
if [ "$(id -u)" != "0" ]; then
die "Sorry, but we need root permissions to create DEVICE nodes etc.!"
2011-11-21 23:54:45 +00:00
fi
VERBOSE=0
BIND_PORTAGE=0
INTERACTIVE=0
while getopts ":a:p:t:r:c:m:bvhi" OPTIONS; do
2011-10-28 21:00:47 +00:00
case $OPTIONS in
a ) ARCH=$OPTARG;;
p ) PROFILE=$OPTARG;;
t ) TIMEZONE=$OPTARG;;
v ) VERBOSE=1;;
b ) BIND_PORTAGE=1;;
r ) IMAGE_ROOT=$OPTARG;;
c ) LOCAL_CACHE=$OPTARG;;
i ) INTERACTIVE=1;;
m ) MAKE_CONF=$OPTARG;;
2011-10-28 21:00:47 +00:00
? )
usage
exit
;;
esac
done
ARCH=${ARCH-"$(uname -m)"}
PROFILE=${PROFILE="server"}
TIMEZONE=${TIMEZONE-"GMT"}
if [ ${VERBOSE} = 1 ]; then
set -x
fi
if [ ${INTERACTIVE} = 0 ]; then
bootstrap ${IMAGE_ROOT} ${PROFILE} ${ARCH}
fi
2011-11-21 23:54:45 +00:00
if [ ! -r $MAKE_CONF ]; then
echo "Cannot find requested make.conf: $MAKE_CONF"
exit 1
fi
2011-11-21 23:54:45 +00:00
# From here make sure we don't leave stuff around
trap "cleanup ${IMAGE_ROOT}" INT TERM EXIT
setup_chroot ${IMAGE_ROOT}