makeiso.sh

#!/bin/bash
#
#    Copyright (C) 2014 Hamara Development Team <info@hamaralinux.org>
#
#    This program is free software; you can redistribute it and/or modify
#    it under the terms of the GNU General Public License as published by
#    the Free Software Foundation; either version 2 of the License, or
#    (at your option) any later version.
#
#    This program is distributed in the hope that it will be useful,
#    but WITHOUT ANY WARRANTY; without even the implied warranty of
#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
#    GNU General Public License for more details.
#
#    You should have received a copy of the GNU General Public License
#    along with this program; if not, write to the Free Software
#    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301 USA
#

if [ $UID != 0 ]; then
    echo You need to run this script as root!
    exit 1
fi

# Check if memory is more than 2GB
memusage=`free -m | grep Mem | awk '{print $2}'`

if [ $memusage -le 2048  ]; then
    echo Your current Memory is 2GB or less, you need at least 3GB memory to run this script!
    exit 1
fi

#set -e

export TRACKER="http://$5:6969/announce"
export MIRRORS="http://$5/hamara-sugam/"
export MIRROR="http://$5/hamara-sugam/" # The upsream full repository
export MKTORRENT=$PWD/"files/mktorrent-1.0/mktorrent"

usage(){
echo "Hamara iso build script

Copyright (C) 2014 Hamara Development Team <info@hamaralinux.org>
License GPLv2+: GNU GPL version 2 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.

This script builds a Hamara CD image from scratch. The \"files\" directory is required.

The script needs 6 parameters (in the shown order):

* Action to do: debootstrap|iso|source|squash|torrent|all
* Architecture to build: i386|amd64
* Distro to build: hamara|hamara-sugam
* Codename (of an existing Hamara release)
* Mirror (url of mirror for builing :iso archive.hamaralinux.org|in.archive.hamaralinux.org|in.devel.hamaralinux.org)

Extra parameters:
i18n: Builds a DVD with extra translations
fsf: Builds the FSF membership card image

Usage: $0 debootstrap|iso|squash|source|torrent|all i386|amd64 hamara|hamara-sugam codename [i18n] [fsf]
Requirements: genisoimage, squashfs-tools, debootstrap, lzma, curl, syslinux

WARNING: this version of $0 uses a ramdisk to build the system, so you need roughly 2GB RAM to run it."
}

case $1 in
debootstrap|iso|squash|source|all|torrent)     export ACTION=$1
                ;;
*)              usage
                exit 1
                ;;
esac

case $2 in
i386|amd64)	export ARCH=$2
		;;
*)              usage
		exit 1
		;;
esac

case $3 in
hamara|hamara-sugam)	export DIST=$3
		;;
*)              usage
		exit 1
		;;
esac

export CODENAME=$4
export VERSION=1.0
[ $CODENAME = stretch ] && UPSTREAM=stretch

export LOCALMIRROR="deb http://$5/hamara-sugam $CODENAME main" # The optional local testing repository

case $5 in
archive.hamaralinux.org|in.archive.hamaralinux.org|uk.archive.hamaralinux.org|devel.hamaralinux.org|in.devel.hamaralinux.org)     export ACTION=$1
                ;;
*)              usage
                exit 1
                ;;
esac

echo $* | grep -q i18n && i18n=true || i18n=false
# Make a FSF membercard image?
if echo $* | grep -q fsf
then
    i18n=true
    fsf=true
else
    fsf=false
fi

export WORKDIR=$PWD
export DEBIAN_FRONTEND=noninteractive
export CHROOT=$PWD/$DIST-$ARCH
export C="chroot $CHROOT"
export LOG=logs/$DIST-$ARCH.log
export LANG=C
export LANGUAGE=C

[ -d logs ] || mkdir logs
[ -d iso ] || mkdir iso
[ -f $LOG ] && mv $LOG ${LOG}.old

DO_SOURCE(){

cat << EOF > /etc/apt/sources.list
deb $MIRROR $CODENAME main
deb $MIRROR $CODENAME contrib
deb $MIRROR $CODENAME non-free
deb-src $MIRROR $CODENAME main
deb-src $MIRROR $CODENAME contrib
deb-src $MIRROR $CODENAME non-free
deb $MIRROR $CODENAME-updates main
deb $MIRROR $CODENAME-updates contrib
deb $MIRROR $CODENAME-updates non-free
deb-src $MIRROR $CODENAME-updates main
deb-src $MIRROR $CODENAME-updates contrib
deb-src $MIRROR $CODENAME-updates non-free

EOF

apt-get update
rm -rf source
mkdir source
cd source

for i in $(cut -d" " -f1 ../iso/*manifest |sort -u)
do
echo $i
    source=$(apt-cache showsrc $i | grep '^Package: ' | awk '{print $2}')
    apt-get source -d $source || echo $i:$source >> ../NOT-FOUND
done

# Some shy packages may need to be asked directly
apt-get source -d linux-libc-dev linux-meta memtest86+ syslinux gnome-python-extras efibootmgr

cd ..
genisoimage -f -J  -joliet-long -r  -V "hamara-$VERSION src" -o iso/hamara_${VERSION}_sources.iso source

SEEDS=$(for i in $MIRRORS
do
echo -n ${i}iso/hamara_${VERSION}_sources.iso','
done | sed 's/,$//')

cd iso
$MKTORRENT -a $TRACKER -c "Hamara GNU/Linux Server Edition $VERSION $CODENAME Source DVD" -w $SEEDS hamara_${VERSION}_sources.iso

}

DELETE_CHROOT() {
if [ -d $1 ]
then
    echo "Umounting and removing $1"
    for MOUNT in $1/proc $1/sys $1/dev/pts $1/tmp $1
    do
        umount $MOUNT || true
    done
rm -rf $1
fi
}

DO_DEBOOTSTRAP() {
## Provided that you run it in a updated hamara server, debootrstraps a live/installable CD

date
echo "DIST=$DIST
ARCH=$ARCH
CHROOT=$CHROOT
-------------------------------------------------------------------------
-------------------------------------------------------------------------
"

DIRECTORY=files/master-template/boot
if [ ! -d "$DIRECTORY" ]; then
  mkdir $DIRECTORY
fi
rm -rf master
cp -av files/master-template master
echo "Hamara $VERSION \"$CODENAME\" - Release $ARCH ($(date +%Y%m%d))" | sed s/i386/i686/g > master/.disk/info
echo http://hamaralinux.org/wiki/$CODENAME > master/.disk/release_notes_url

####################Create pool directory####################

#SOURCE_64='http://cdimage.debian.org/cdimage/weekly-live-builds/amd64/iso-hybrid/debian-live-testing-amd64-w.iso.contents'
#SOURCE_32='http://cdimage.debian.org/debian-cd/current-live/i386/iso-hybrid/debian-live-8.1.0-i386-gnome-desktop.iso.contents'
#LIST="files/pool_file_list"
#DIRECTORY="files/pool"
##Little housekeeping before executing function
#if [ -d "$DIRECTORY" ];
#	then rm -rf $DIRECTORY
#fi

##Function to download pool directory from upstream
#if [ $ARCH = amd64 ]
	#then wget $SOURCE_64 -O $LIST
	#for i in `cat $LIST |grep '64.udeb\|all.udeb'`;
#do
	#`wget -q -r -nH -N --cut-dirs=1 -P files/ $MIRROR$i`;
	#if [ $? -ne 0 ]
		#then echo "File not found $i"
		#else echo "OK"
	#fi
	##-r for recursive download
	##-nH for not creating host directories for example in.devel.hamaralinux.org
	##-N for checking difference between local and upstream
#done
		#elif [ $ARCH = i386 ]
	#then wget $SOURCE_32 -O $LIST
		#for i in `cat $LIST |grep 'i386.udeb\|all.udeb'`;
#do
#	`wget -q -r -nH -N --cut-dirs=1 -P files/ $MIRROR$i$i`;
#	if [ $? -ne 0 ]
		#then echo "File not found $i"
		#else echo "OK"
	#fi
	##-r for recursive download
	##-nH for not creating host directories for example in.devel.hamaralinux.org
	##-N for checking difference between local and upstream
#done
#fi

cp -a files/pool master
####################Pool directory function ends####################

DELETE_CHROOT $CHROOT

# debootstrab the base system
mkdir $CHROOT
#[ $i18n = "false" ] && mount -t tmpfs none -o size=2500M $CHROOT
mount -t tmpfs none -o size=5000M $CHROOT
debootstrap --arch=$ARCH $CODENAME $CHROOT $MIRROR files/debootstrap

# Disable the service management scripts
SCRIPTS="sbin/start-stop-daemon usr/sbin/invoke-rc.d usr/sbin/service"
for i in $SCRIPTS
do
    mv "$CHROOT/$i" "$CHROOT/$i.REAL"
    cat <<EOF > "$CHROOT/$i"
#!/bin/sh
echo
echo "Warning: Fake /$i called, doing nothing"
EOF
    chmod 755 "$CHROOT/$i"
done

cat <<EOF > "$CHROOT/usr/sbin/start"
#!/bin/sh
echo
echo "Warning: Fake start called, doing nothing"
EOF

cat <<EOF > "$CHROOT/usr/sbin/stop"
#!/bin/sh
echo
echo "Warning: Fake start called, doing nothing"
EOF
chmod 755 $CHROOT/usr/sbin/start $CHROOT/usr/sbin/stop


# apt setup for the debootstrap second stage
cat << EOF > $CHROOT/etc/apt/sources.list
deb $MIRROR $CODENAME main
deb-src $MIRROR $CODENAME main
deb $MIRROR $CODENAME contrib
deb-src $MIRROR $CODENAME contrib
deb $MIRROR $CODENAME non-free
deb-src $MIRROR $CODENAME non-free

deb $MIRROR $CODENAME-updates main
deb-src $MIRROR $CODENAME-updates main
deb $MIRROR $CODENAME-updates contrib
deb-src $MIRROR $CODENAME-updates contrib
deb $MIRROR $CODENAME-updates non-free
deb-src $MIRROR $CODENAME-updates non-free

EOF


# prepare the chroot for installing extra packages
mount -t proc none $CHROOT/proc
mount -t devpts none $CHROOT/dev/pts
mount -t sysfs none $CHROOT/sys
mount -t tmpfs none $CHROOT/tmp
echo "127.0.0.1 localhost" > $CHROOT/etc/hosts
cp hamara-archive-keyring.gpg $DIST-$ARCH/etc/apt/trusted.gpg.d/
KERNEL=linux-image-$ARCH

# package install
echo "KERNEL=$KERNEL" > $CHROOT/tmp/install
echo "DIST=$DIST" >> $CHROOT/tmp/install
echo 'LANG=C
apt-get update
apt-get install -y --force-yes $KERNEL
apt-get clean
apt-get install -f
if [ $DIST = hamara ]
then
apt-get install -y --force-yes --no-install-recommends ${DIST}-desktop-common
 fi
apt-get install -y --force-yes --no-install-recommends $DIST ${DIST}-recommended hamara-base hamara-base-recommended hamara-minimal fakeroot

#Adding some packages that probably should be part of hamara-meta

apt-get install -y live-config debian-installer debian-installer-launcher live-boot extlinux


cat << EOF > $CHROOT/etc/apt/sources.list
deb $MIRROR $CODENAME main
deb-src $MIRROR $CODENAME main
deb $MIRROR $CODENAME contrib
deb-src $MIRROR $CODENAME contrib
deb $MIRROR $CODENAME non-free
deb-src $MIRROR $CODENAME non-free

deb $MIRROR $CODENAME-updates main
deb-src $MIRROR $CODENAME-updates main
deb $MIRROR $CODENAME-updates contrib
deb-src $MIRROR $CODENAME-updates contrib
deb $MIRROR $CODENAME-updates non-free
deb-src $MIRROR $CODENAME-updates non-free

EOF

apt-get update

echo task-lxde-desktop > config/package-lists/desktop.list.chroot
apt-get clean
' >> $CHROOT/tmp/install

if [ $i18n = "true" ]
then
    echo "Making an i18n image"
    LANGSUPPORT="en es pt fr sv de it uk zh-hans ru pl nl ja zh-hant gl ca da hu cs nb fi et el sr sl sk ro bg eu ko nn lt vi pa lv ar he th ga id hi ta eo ast tr oc nds sq km hr"
    for language in $LANGSUPPORT
    do
        for package in language-pack language-pack-gnome libreoffice-help libreoffice-l10n gnome-user-guide abrowser-locale
        do
            echo "apt-get install -y --force-yes --install-recommends ${package}-${language}" >> $CHROOT/tmp/install
            echo "apt-get clean" >> $CHROOT/tmp/install
        done
    done
echo $LANGSUPPORT | sed 's/ /\n/g; s/zh-hans/zh_CN/g; s/zh-hant/zh_TW/g; s/pt/pt_PT/g;' |sort -u > master/isolinux/langlist
else
echo -e "en\nes" > master/isolinux/langlist
fi

echo "apt-get --force-yes -y dist-upgrade" >> $CHROOT/tmp/install
echo "apt-get clean" >> $CHROOT/tmp/install

$C sh /tmp/install

## POST-CONFIGURATION ########################################################
cp -av files/Hamara.mirrors $CHROOT/usr/share/python-apt/templates/Debian.mirrors
cp -av files/gnome-shell.css /usr/share/gnome-shell/theme/gnome-shell.css
cp -av files/hamara_side.jpg /usr/share/gnome-shell/theme/hamara_side.jpg


[ $i18n = "true" ] && sed -i 's/500 4000 10000/4500 5000 10000/' $CHROOT/lib/partman/recipes/20hamara
##############################################################################


mkdir -p $CHROOT/etc/skel/.local/share

[ -d master/fsf ] && rm -rf master/fsf

##############################################################################

## Adduser ##
sed -i 's/#ADD_EXTRA_GROUPS=1/ADD_EXTRA_GROUPS=1/g' $CHROOT/etc/adduser.conf
sed -i 's/DIR_MODE=0755/DIR_MODE=0751/g' $CHROOT/etc/adduser.conf

##############################################################################

## Hardware ID's ##
$C update-pciids
$C update-usbids
##############################################################################

# We can enable the init scripts now
for i in $SCRIPTS
do
    mv "$CHROOT/$i.REAL" "$CHROOT/$i"
done
rm $CHROOT/usr/sbin/start $CHROOT/usr/sbin/stop

umount $CHROOT/proc
umount $CHROOT/dev/pts
umount $CHROOT/sys
echo "" > $CHROOT/etc/apt/sources.list

## APT ##
cat << EOF > $CHROOT/etc/apt/sources.list
# Hamara repositories for supported software and updates
deb $MIRROR $CODENAME main
deb $MIRROR $CODENAME contrib
deb $MIRROR $CODENAME non-free
deb-src $MIRROR $CODENAME main
deb-src $MIRROR $CODENAME contrib
deb-src $MIRROR $CODENAME non-free
deb $MIRROR $CODENAME-updates main
deb $MIRROR $CODENAME-updates contrib
deb $MIRROR $CODENAME-updates non-free
deb-src $MIRROR $CODENAME-updates main
deb-src $MIRROR $CODENAME-updates contrib
deb-src $MIRROR $CODENAME-updates non-free

EOF
$C apt-get update
$C apt-get clean
$C apt-get autoclean
rm $CHROOT/var/lib/apt/lists/*Translation*

[ -f  $CHROOT/usr/lib/locale/locale-archive ] && rm -v $CHROOT/usr/lib/locale/locale-archive

rm -rf $CHROOT/var/cache/apt-xapian-index/*
##############################################################################


echo "Running custom script for $DIST"
[ -x files/scripts/$DIST ] && files/scripts/$DIST
[ $fsf = "true" ] && files/scripts/fsf
echo "Done running custom scripts"

$C update-gconf-defaults

## INITRD ####################################################################
$C update-initramfs -u
##############################################################################

# a bit of cleaning

umount $CHROOT/tmp/
find $CHROOT |grep [.-]old$ | xargs -r rm -v
find $CHROOT |grep [.-]bak$ | xargs -r rm -v

for dir in $CHROOT/var/lib/update-notifier/user.d/ $CHROOT/var/lib/apt-xapian-index/
do
    [ -d $dir ] || continue
    find $dir -type f |xargs -r rm
done

## Hosts ##
echo "" > $CHROOT/etc/hosts
echo "" > $CHROOT/etc/resolv.conf
rm $CHROOT//etc/resolvconf/resolv.conf.d/original
rm $CHROOT//etc/resolvconf/resolv.conf.d/tail
##############################################################################

#update the kernel image in the master dir
INITRD=$( basename $DIST-$ARCH/boot/initrd.img* )

#copy initrd and vmlinuz for live boot
cp -av $DIST-$ARCH/boot/${INITRD} files/master-template/live/initrd
cp -av $DIST-$ARCH/boot/vmlinuz*  files/master-template/live/vmlinuz

###Copy initrd and vmlinuz to iso for live booting####

echo "Copy initrd and vmlinuz to iso for live booting"
cp files/master-template/live/initrd master/live/initrd.img
cp files/master-template/live/vmlinuz master/live/vmlinuz


echo Debootstrap completed succesfully
}

DO_TORRENT(){

[ $ARCH = "i386" ] &&  ARCH=i686

FILE=${DIST}_${VERSION}_${ARCH}.iso
[ $i18n = "true" ] && FILE=${DIST}_${VERSION}-i18n_${ARCH}.iso
[ $fsf = "true" ] && FILE=${DIST}_${VERSION}-fsf_${ARCH}.iso

[ $DIST != "trisquel" ] && EXTRACOMMENT=", $DIST edition"

SEEDS=$(for i in $MIRRORS
do
echo -n $i$FILE','
done | sed 's/,$//')

cd iso
$MKTORRENT -a $TRACKER -c "Hamara GNU/Linux Server Edition $VERSION $CODENAME$EXTRACOMMENT. $ARCH Installable Live CD" -w $SEEDS $FILE
}

DO_ISO(){
# builds the CD iso image using the squashfs compressed filesystem

cd master
find live -type f | xargs sha1sum > sha1sum.txt
cd $WORKDIR

[ $ARCH = "i386" ] && SUBARCH=i686 || SUBARCH=amd64

[ $ARCH = "amd64" ] && cp files/EFI master -a

NAME=${DIST}_${VERSION}_$SUBARCH
[ $i18n = "true" ] && NAME=${DIST}_${VERSION}-i18n_$SUBARCH
[ $fsf = "true" ] &&  NAME=${DIST}_${VERSION}-fsf_$SUBARCH
genisoimage -D -r -V "${DIST} ${VERSION} ${SUBARCH}" -cache-inodes -J -l -b isolinux/isolinux.bin \
   -c isolinux/boot.cat -no-emul-boot -boot-load-size 4 -boot-info-table \
   -hide-joliet /pool -hide-joliet /dists -o iso/${NAME}.iso master
isohybrid iso/${NAME}.iso
cp master/live/filesystem.manifest iso/${NAME}.manifest
cd iso
sha1sum ${NAME}.iso > ${NAME}.iso.sha1

cd ..

# take one down, and pass it around
[ -f logs/counter ] || echo 0 > logs/counter
expr $(cat logs/counter) + 1 > logs/counter
}

DO_SQUASH (){
# creates the squashfs.filesystem compressed image
[ -f master/live/filesystem.squashfs ] && rm master/live/filesystem.squashfs
mksquashfs $DIST-$ARCH master/live/filesystem.squashfs

chmod 644  master/live/filesystem.squashfs
$C dpkg -l|grep ^ii |awk '{print $2" "$3}' > master/live/filesystem.manifest
df -B 1 $CHROOT |tail -n1|awk '{print $3}' > master/live/filesystem.size
[ $i18n = "true" ] && du -bc $CHROOT |tail -n 1|cut  -f1 > master/live/filesystem.size

for i in language-pack language-support hunspell myspell libreoffice-hyphenation libreoffice-thesaurus rdate localechooser-data live-boot user-setup gparted libdebconfclient0 libdebian-installer
do
grep $i master/live/filesystem.manifest >> master/live/filesystem.manifest-remove
done

}


case $ACTION in
debootstrap)	COLUMNS=500 DO_DEBOOTSTRAP 2>&1 3>&1 0>&1 | COLUMNS=500 tee $LOG
		;;
iso)		COLUMNS=500 DO_ISO 2>&1 3>&1 0>&1 | COLUMNS=500 tee $LOG
		;;
torrent)	COLUMNS=500 DO_TORRENT 2>&1 3>&1 0>&1 | COLUMNS=500 tee $LOG
		;;
squash)		COLUMNS=500 DO_SQUASH 2>&1 3>&1 0>&1 | COLUMNS=500 tee $LOG
		COLUMNS=500 DO_ISO 2>&1 3>&1 0>&1 | COLUMNS=500 tee -a $LOG
		;;
source)		COLUMNS=500 DO_SOURCE 2>&1 3>&1 0>&1 | COLUMNS=500 tee $LOG
		;;
all)		COLUMNS=500 DO_DEBOOTSTRAP 2>&1 3>&1 0>&1 | COLUMNS=500 tee $LOG || exit 1
		COLUMNS=500 DO_SQUASH 2>&1 3>&1 0>&1 | COLUMNS=500 tee -a $LOG
		COLUMNS=500 DO_ISO 2>&1 3>&1 0>&1 | COLUMNS=500 tee -a $LOG
		DELETE_CHROOT $CHROOT
		;;
esac