Beginning to add VM build farm option

This commit is contained in:
Andrew S. Rightenburg 2023-03-31 20:54:19 -04:00
parent adb7fb73d5
commit e36c93fb75
12 changed files with 1004 additions and 23 deletions

80
build-farm.sh Executable file
View File

@ -0,0 +1,80 @@
#!/bin/bash
initdir=$(pwd)
ubuntudist="focal"
debiandist="bullseye"
export ubuntudist="focal"
export debiandist="bullseye"
cd $initdir/build-farm
# i386
cd debian-stable-i386
make boot-nodisplay &
# Wait for VM to come online
sleep 30
# The following commands (until EOF) are passed to the VM via ssh
sshpass -p debianpassword ssh -o "UserKnownHostsFile=/dev/null" -o "StrictHostKeyChecking=no" -tt -p 22222 debian@127.0.0.1 << EOF
mkdir -p /home/debian/build/src
mkdir -p /home/debian/build/pkg
echo "Cleaning build environment"
cd /home/debian/build/pkg
rm -rf ./*
cd /home/debian/build/src
rm -rf ./*
sudo apt update -y
sudo apt upgrade -y
echo "Getting latest sources"
git clone https://github.com/rail5/liesel.git
git clone https://github.com/rail5/bookthief.git
ubuntudist="focal"
debiandist="bullseye"
export ubuntudist="focal"
export debiandist="bullseye"
sed -i "s/$ubuntudist/$debiandist/gi" liesel/debian/changelog
sed -i "s/$ubuntudist/$debiandist/gi" bookthief/debian/changelog
cd /home/debian/build/src/liesel
debuild -us -uc
cd /home/debian/build/src/bookthief
debuild -us -uc
cd /home/debian/build/src
rm -rf ./liesel
rm -rf ./bookthief
cd /home/debian/build/src
tar -cvzf /home/debian/build/pkg/packages.tar.gz ./
exit
EOF
sshpass -p debianpassword scp -o "UserKnownHostsFile=/dev/null" -o "StrictHostKeyChecking=no" -P 22222 -r debian@127.0.0.1:/home/debian/build/pkg/packages.tar.gz $initdir/build-farm/packages/packages.tar.gz
cd $initdir/build-farm/packages
tar -xvzf packages.tar.gz
rm -f packages.tar.gz
cd $initdir
sshpass -p debianpassword ssh -o "UserKnownHostsFile=/dev/null" -o "StrictHostKeyChecking=no" -tt -p 22222 debian@127.0.0.1 << EOF
sudo shutdown now
EOF
echo "Build-farm build completed, packages retrieved"

29
build-farm/LICENSE Normal file
View File

@ -0,0 +1,29 @@
BSD 3-Clause License
Copyright (c) 2018, Philipp Pagel
All rights reserved.
Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions are met:
* Redistributions of source code must retain the above copyright notice, this
list of conditions and the following disclaimer.
* Redistributions in binary form must reproduce the above copyright notice,
this list of conditions and the following disclaimer in the documentation
and/or other materials provided with the distribution.
* Neither the name of the copyright holder nor the names of its
contributors may be used to endorse or promote products derived from
this software without specific prior written permission.
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

43
build-farm/README.md Normal file
View File

@ -0,0 +1,43 @@
# Build Farm
Many thanks to [Philipp Pagel](https://github.com/philpagel/debian-headless) for writing the original script that this is based on
The original script seemed to aim for an interactive installation on genuine hardware which did not have peripherals such as a keyboard/monitor etc
This script has been modified to:
- Have a completely non-interactive, fully-automatic installation
- Focus on building & running in QEMU, rather than on actual hardware
With these changes, it's usable as the basis for a "build farm" to build packages for multiple distributions/architectures
## What's included
So far, only a build script for a VM of Debian Stable i386. Hopefully soon arm64 and armhf will be added as well.
## Usage
Descend into one of the VM directories and then follow the following procedure:
Decide what packages you want to be installed by default, and run:
`set-install-packages.sh package1 package2 package3` etc
This script edits the preseed.cfg file
Then:
```
make install-depends
make download
make image
make boot-install
```
After installation, you can run `make boot-run`, and the script will open a terminal window with a telnet connection to your new VM
**If you see an error complaining that "kvm" is not a valid accelerator, or something similar**, this is because your host system is running on a different architecture than what these scripts were made for. You can remove the lines from the Makefile that say **"-accel kvm"**

View File

@ -0,0 +1,140 @@
include Makevars
.PHONY: help install-depends config download image unpack bootconfig preseed md5 iso qemu-bios qemu-uefi usb FAT clean maintainer-clean
help:
@echo
@echo "Usage:"
@echo
@echo " make install-depends Install dependencies"
@echo " make config Edit configuration (Makevars)"
@echo " make download download *latest* Debian netinst image"
@echo " make example-preseed.cfg download example-preseed.cfg from Debian"
@echo " make image Build the ISO image"
@echo " make boot-install Boot ISO image in QEMU and install"
@echo " make boot-run Boot installed image in QEMU and open a telnet connection"
@echo " make boot-nodisplay Boot installed image in QEMU"
@echo " make clean Clean up temporary files and folders"
@echo " make full-clean Regular clean + Delete ISOs"
@echo " make delete-system full-clean + Delete image.qcow disk image"
@echo
@echo "See README.md for details"
@echo
install-depends:
sudo apt install \
libarchive-tools syslinux syslinux-utils cpio genisoimage \
coreutils qemu-system qemu-system-x86 qemu-utils util-linux
config:
editor Makevars
.ONESHELL:
download:
set -e
TMPFILE=`mktemp -p ./`
wget -O $$TMPFILE https://www.debian.org/CD/netinst/
IMGURL=`grep -o -P -e "https://cdimage.debian.org/debian-cd/current/${ARCH}/iso-cd/debian.*?netinst.iso" $$TMPFILE | head -n1`
FILENAME=`echo "$$IMGURL" | grep -o -P -e "/debian-[0-9].*?-netinst.iso" | cut -c2-`
wget -N $$IMGURL
rm -f $$TMPFILE
mv $$FILENAME ${SOURCE}
example-preseed.cfg:
wget -N -O $@ https://www.debian.org/releases/stable/example-preseed.txt
image: unpack bootconfig preseed md5sums iso
unpack:
# Unpack the image to the folder and set write permissions.
rm -rf ${TMP}
mkdir ${TMP}
bsdtar -C ${TMP} -xf ${SOURCE}
chmod -R +w ${TMP}
bootconfig:
# Create a minimal boot config no menu, no prompt
# isolinux (BIOS)
sed -e "s/<ARCH>/${ARCHFOLDER}/g" \
-e "s/<CONSOLE>/console=${CONSOLE}/g" \
${ISOLINUX_CFG_TEMPLATE} > ${TMP}/isolinux/isolinux.cfg
# grub (UEFI)
sed -e "s/<ARCH>/${ARCHFOLDER}/g" \
-e "s/<CONSOLE>/console=${CONSOLE}/g" \
${GRUB_CFG_TEMPLATE} > ${TMP}/boot/grub/grub.cfg
preseed: preseed.cfg
# Write the preseed file to initrd.
gunzip ${TMP}/install.${ARCHFOLDER}/initrd.gz
echo preseed.cfg | cpio -H newc -o -A -F ${TMP}/install.${ARCHFOLDER}/initrd
gzip ${TMP}/install.${ARCHFOLDER}/initrd
md5sums:
# Recreate the MD5 sums of all files.
find ${TMP}/ -type f -exec md5sum {} \; > ${TMP}/md5sum.txt
iso: ${TMP}
# Create ISO and fix MBR for USB boot.
genisoimage -V ${LABEL} \
-r -J -b isolinux/isolinux.bin -c isolinux/boot.cat \
-no-emul-boot -boot-load-size 4 -boot-info-table \
-eltorito-alt-boot \
-e ${tmp} boot/grub/efi.img \
-no-emul-boot \
-o ${TARGET} ${TMP}
isohybrid --uefi ${TARGET}
boot-install: image.qcow
# boot image in qemu (BIOS mode)
@echo
@echo "Once the installer has launched networking you can log in:\n"
@echo " ssh installer@localhost -p22222\n"
@echo "It may take a few minutes for the installer to get to that point.\n"
@echo "Alternatively connect to the serial console:\n"
@echo " telnet localhost 33333\n"
@x-terminal-emulator -e ../view-progress.sh
${QEMU} -m 2048 \
-accel kvm \
-net user,hostfwd=tcp::22222-:22 \
-net nic \
-hda image.qcow \
-serial telnet:localhost:33333,server,nowait \
-cdrom ${TARGET}
boot-run:
@x-terminal-emulator -e ../view-progress.sh
${QEMU} -m 2048 \
-accel kvm \
-net user,hostfwd=tcp::22222-:22 \
-net nic \
-hda image.qcow \
-serial telnet:localhost:33333,server,nowait
boot-nodisplay:
${QEMU} -m 2048 \
-accel kvm \
-net user,hostfwd=tcp::22222-:22 \
-net nic \
-hda image.qcow \
-serial telnet:localhost:33333,server,nowait
image.qcow:
# Create a virtual disk for QEMU.
qemu-img create -f qcow2 $@ 20G
clean:
rm -rf ${TMP}
rm -f example-preseed.cfg
full-clean:
rm -rf ${TMP}
rm -f example-preseed.cfg
rm -f ${SOURCE}
rm -f ${TARGET}
delete-system:
rm -rf ${TMP}
rm -f example-preseed.cfg
rm -f ${SOURCE}
rm -f ${TARGET}
rm -f image.qcow

View File

@ -0,0 +1,58 @@
# Configuration
# Source ISO image file
SOURCE = debian-stable-i386-netinst.iso
# Target ISO image file
TARGET = debian-stable-i386-netinst-hl.iso
# Image label (must be ≤ 32 chars)
LABEL = Debian-stable-i386-headless
# Machine architecture (only `amd64` or `i368` will work)
#ARCH = amd64
ARCH = i386
# Where to find the usb drive
# CAUTION: if set incorrectly you may ruin your system!
USBDEV = /dev/null
#USBDEV = /dev/sda
############################################################
# You can probably leave alone everything below this line
############################################################
# Console configuration
#
# Format: DEV[,PARMS]
#
# DEV: typically ttyS0 or ttyUSB0
#
# SERIALPARMS format (according to LINUX kernel documentation):
# depend on the driver. For the serial port this
# defines the baudrate/parity/bits/flow control of
# the port, in the format BBBBPNF, where BBBB is the
# speed, P is parity (n/o/e), N is number of bits,
# and F is flow control ('r' for RTS). Default is
# 9600n8. The maximum baudrate is 115200.
# For serial console:
CONSOLE = ttyS0,115200n8
# For local console (normal non-headless installation):
#CONSOLE = tty0
# Folder for image unpacking
TMP = tmp
ISOLINUX_CFG_TEMPLATE = ../templates/isolinux.cfg.template
GRUB_CFG_TEMPLATE = ../templates/grub.cfg.template
# set architecture-dependent variables
ifeq "${ARCH}" "amd64"
ARCHFOLDER = amd
QEMU = qemu-system-x86_64
else ifeq "${ARCH}" "i386"
ARCHFOLDER = 386
QEMU = qemu-system-i386
endif
# vim: set syntax=make :

View File

@ -0,0 +1,41 @@
# Debian headless/remote installation
Many thanks to [Philipp Pagel](https://github.com/philpagel/debian-headless) for writing the original script that this is based on
The original script seemed to aim for an interactive installation on genuine hardware which did not have peripherals such as a keyboard/monitor etc
This script has been modified to:
- Have a completely non-interactive, fully-automatic installation
- Focus on building & running in QEMU, rather than on actual hardware
With these changes, it's usable as the basis for a "build farm" to build packages for multiple distributions/architectures
## This one
This one builds Debian Stable i386.
## Usage
Decide what packages you want to be installed by default, and run:
`set-install-packages.sh package1 package2 package3` etc
This script edits the preseed.cfg file
Then:
```
make install-depends
make download
make image
make boot-install
```
After installation, you can run `make boot-run`, and the script will open a terminal window with a telnet connection to your new VM
**If you see an error complaining that "kvm" is not a valid accelerator, or something similar**, this is because your host system is running on a different architecture (likely **ARM**). You can remove the lines from the Makefile that say **"-accel kvm"**, or try perhaps replacing them with **"-accel tcg"**

View File

@ -0,0 +1,526 @@
#_preseed_V1
### ### Contents of the preconfiguration file (for bullseye)
### ## Localization
### Preseeding only locale sets language, country and locale.
d-i debian-installer/locale string en_US
### The values can also be preseeded individually for greater flexibility.
### d-i debian-installer/language string en
### d-i debian-installer/country string NL
### d-i debian-installer/locale string en_GB.UTF-8
### Optionally specify additional locales to be generated.
### d-i localechooser/supported-locales multiselect en_US.UTF-8, nl_NL.UTF-8
### Keyboard selection.
d-i keyboard-configuration/xkb-keymap select us
### d-i keyboard-configuration/toggle select No toggling
### ## Network configuration
### Disable network configuration entirely. This is useful for cdrom
### installations on non-networked devices where the network questions,
### warning and long timeouts are a nuisance.
### d-i netcfg/enable boolean false
### netcfg will choose an interface that has link if possible. This makes it
### skip displaying a list if there is more than one interface.
d-i netcfg/choose_interface select auto
### To pick a particular interface instead:
### d-i netcfg/choose_interface select eth1
### To set a different link detection timeout (default is 3 seconds).
### Values are interpreted as seconds.
### d-i netcfg/link_wait_timeout string 10
### If you have a slow dhcp server and the installer times out waiting for
### it, this might be useful.
### d-i netcfg/dhcp_timeout string 60
### d-i netcfg/dhcpv6_timeout string 60
### Automatic network configuration is the default.
### If you prefer to configure the network manually, uncomment this line and
### the static network configuration below.
### d-i netcfg/disable_autoconfig boolean true
### If you want the preconfiguration file to work on systems both with and
### without a dhcp server, uncomment these lines and the static network
### configuration below.
### d-i netcfg/dhcp_failed note
### d-i netcfg/dhcp_options select Configure network manually
### Static network configuration.
###
### IPv4 example
### d-i netcfg/get_ipaddress string 192.168.1.42
### d-i netcfg/get_netmask string 255.255.255.0
### d-i netcfg/get_gateway string 192.168.1.1
### d-i netcfg/get_nameservers string 192.168.1.1
### d-i netcfg/confirm_static boolean true
###
### IPv6 example
### d-i netcfg/get_ipaddress string fc00::2
### d-i netcfg/get_netmask string ffff:ffff:ffff:ffff::
### d-i netcfg/get_gateway string fc00::1
### d-i netcfg/get_nameservers string fc00::1
### d-i netcfg/confirm_static boolean true
### Any hostname and domain names assigned from dhcp take precedence over
### values set here. However, setting the values still prevents the questions
### from being shown, even if values come from dhcp.
d-i netcfg/get_hostname string unassigned-hostname
d-i netcfg/get_domain string unassigned-domain
### If you want to force a hostname, regardless of what either the DHCP
### server returns or what the reverse DNS entry for the IP is, uncomment
### and adjust the following line.
### d-i netcfg/hostname string somehost
### Disable that annoying WEP key dialog.
d-i netcfg/wireless_wep string
### The wacky dhcp hostname that some ISPs use as a password of sorts.
### d-i netcfg/dhcp_hostname string radish
### If non-free firmware is needed for the network or other hardware, you can
### configure the installer to always try to load it, without prompting. Or
### change to false to disable asking.
### d-i hw-detect/load_firmware boolean true
### ## Network console
### Use the following settings if you wish to make use of the network-console
### component for remote installation over SSH. This only makes sense if you
### intend to perform the remainder of the installation manually.
### d-i anna/choose_modules string network-console
### d-i network-console/authorized_keys_url string http://10.0.0.1/openssh-key
### d-i network-console/password password r00tme
### d-i network-console/password-again password r00tme
### ## Mirror settings
### Mirror protocol:
### If you select ftp, the mirror/country string does not need to be set.
### Default value for the mirror protocol: http.
### d-i mirror/protocol string ftp
d-i mirror/country string manual
d-i mirror/http/hostname string http.us.debian.org
d-i mirror/http/directory string /debian
d-i mirror/http/proxy string
### Suite to install.
### d-i mirror/suite string testing
### Suite to use for loading installer components (optional).
### d-i mirror/udeb/suite string testing
### ## Account setup
### Skip creation of a root account (normal user account will be able to
### use sudo).
### d-i passwd/root-login boolean false
### Alternatively, to skip creation of a normal user account.
### d-i passwd/make-user boolean false
### Passwordless sudo is configured for user "debian" at the bottom of this script
### Root password, either in clear text
d-i passwd/root-password password dontr00tme
d-i passwd/root-password-again password dontr00tme
### or encrypted using a crypt(3) hash.
### d-i passwd/root-password-crypted password [crypt(3) hash]
### To create a normal user account.
d-i passwd/user-fullname string Debian User
d-i passwd/username string debian
### Normal user's password, either in clear text
d-i passwd/user-password password debianpassword
d-i passwd/user-password-again password debianpassword
### or encrypted using a crypt(3) hash.
### d-i passwd/user-password-crypted password [crypt(3) hash]
### Create the first user with the specified UID instead of the default.
### d-i passwd/user-uid string 1010
### The user account will be added to some standard initial groups. To
### override that, use this.
### d-i passwd/user-default-groups string audio cdrom video
### ## Clock and time zone setup
### Controls whether or not the hardware clock is set to UTC.
d-i clock-setup/utc boolean true
### You may set this to any valid setting for $TZ; see the contents of
### /usr/share/zoneinfo/ for valid values.
d-i time/zone string US/Eastern
### Controls whether to use NTP to set the clock during the install
d-i clock-setup/ntp boolean true
### NTP server to use. The default is almost always fine here.
### d-i clock-setup/ntp-server string ntp.example.com
### ## Partitioning
### # Partitioning example
### If the system has free space you can choose to only partition that space.
### This is only honoured if partman-auto/method (below) is not set.
### d-i partman-auto/init_automatically_partition select biggest_free
### Alternatively, you may specify a disk to partition. If the system has only
### one disk the installer will default to using that, but otherwise the device
### name must be given in traditional, non-devfs format (so e.g. /dev/sda
### and not e.g. /dev/discs/disc0/disc).
### For example, to use the first SCSI/SATA hard disk:
### d-i partman-auto/disk string /dev/sda
### In addition, you'll need to specify the method to use.
### The presently available methods are:
### - regular: use the usual partition types for your architecture
### - lvm: use LVM to partition the disk
### - crypto: use LVM within an encrypted partition
d-i partman-auto/method string lvm
### You can define the amount of space that will be used for the LVM volume
### group. It can either be a size with its unit (eg. 20 GB), a percentage of
### free space or the 'max' keyword.
d-i partman-auto-lvm/guided_size string max
### If one of the disks that are going to be automatically partitioned
### contains an old LVM configuration, the user will normally receive a
### warning. This can be preseeded away...
d-i partman-lvm/device_remove_lvm boolean true
### The same applies to pre-existing software RAID array:
d-i partman-md/device_remove_md boolean true
### And the same goes for the confirmation to write the lvm partitions.
d-i partman-lvm/confirm boolean true
d-i partman-lvm/confirm_nooverwrite boolean true
### You can choose one of the three predefined partitioning recipes:
### - atomic: all files in one partition
### - home: separate /home partition
### - multi: separate /home, /var, and /tmp partitions
d-i partman-auto/choose_recipe select atomic
### Or provide a recipe of your own...
### If you have a way to get a recipe file into the d-i environment, you can
### just point at it.
### d-i partman-auto/expert_recipe_file string /hd-media/recipe
### If not, you can put an entire recipe into the preconfiguration file in one
### (logical) line. This example creates a small /boot partition, suitable
### swap, and uses the rest of the space for the root partition:
### d-i partman-auto/expert_recipe string \
### boot-root :: \
### 40 50 100 ext3 \
### $primary{ } $bootable{ } \
### method{ format } format{ } \
### use_filesystem{ } filesystem{ ext3 } \
### mountpoint{ /boot } \
### . \
### 500 10000 1000000000 ext3 \
### method{ format } format{ } \
### use_filesystem{ } filesystem{ ext3 } \
### mountpoint{ / } \
### . \
### 64 512 300% linux-swap \
### method{ swap } format{ } \
### .
### The full recipe format is documented in the file partman-auto-recipe.txt
### included in the 'debian-installer' package or available from D-I source
### repository. This also documents how to specify settings such as file
### system labels, volume group names and which physical devices to include
### in a volume group.
### # Partitioning for EFI
### If your system needs an EFI partition you could add something like
### this to the recipe above, as the first element in the recipe:
### 538 538 1075 free \
### $iflabel{ gpt } \
### $reusemethod{ } \
### method{ efi } \
### format{ } \
### . \
###
### The fragment above is for the amd64 architecture; the details may be
### different on other architectures. The 'partman-auto' package in the
### D-I source repository may have an example you can follow.
### This makes partman automatically partition without confirmation, provided
### that you told it what to do using one of the methods above.
d-i partman-partitioning/confirm_write_new_label boolean true
d-i partman/choose_partition select finish
d-i partman/confirm boolean true
d-i partman/confirm_nooverwrite boolean true
### Force UEFI booting ('BIOS compatibility' will be lost). Default: false.
### d-i partman-efi/non_efi_system boolean true
### Ensure the partition table is GPT - this is required for EFI
### d-i partman-partitioning/choose_label select gpt
### d-i partman-partitioning/default_label string gpt
### When disk encryption is enabled, skip wiping the partitions beforehand.
### d-i partman-auto-crypto/erase_disks boolean false
### # Partitioning using RAID
### The method should be set to "raid".
### d-i partman-auto/method string raid
### Specify the disks to be partitioned. They will all get the same layout,
### so this will only work if the disks are the same size.
### d-i partman-auto/disk string /dev/sda /dev/sdb
### Next you need to specify the physical partitions that will be used.
### d-i partman-auto/expert_recipe string \
### multiraid :: \
### 1000 5000 4000 raid \
### $primary{ } method{ raid } \
### . \
### 64 512 300% raid \
### method{ raid } \
### . \
### 500 10000 1000000000 raid \
### method{ raid } \
### .
### Last you need to specify how the previously defined partitions will be
### used in the RAID setup. Remember to use the correct partition numbers
### for logical partitions. RAID levels 0, 1, 5, 6 and 10 are supported;
### devices are separated using "#".
### Parameters are:
### <raidtype> <devcount> <sparecount> <fstype> <mountpoint> \
### <devices> <sparedevices>
### d-i partman-auto-raid/recipe string \
### 1 2 0 ext3 / \
### /dev/sda1#/dev/sdb1 \
### . \
### 1 2 0 swap - \
### /dev/sda5#/dev/sdb5 \
### . \
### 0 2 0 ext3 /home \
### /dev/sda6#/dev/sdb6 \
### .
### For additional information see the file partman-auto-raid-recipe.txt
### included in the 'debian-installer' package or available from D-I source
### repository.
### This makes partman automatically partition without confirmation.
d-i partman-md/confirm boolean true
d-i partman-partitioning/confirm_write_new_label boolean true
d-i partman/choose_partition select finish
d-i partman/confirm boolean true
d-i partman/confirm_nooverwrite boolean true
### # Controlling how partitions are mounted
### The default is to mount by UUID, but you can also choose "traditional" to
### use traditional device names, or "label" to try filesystem labels before
### falling back to UUIDs.
### d-i partman/mount_style select uuid
### ## Base system installation
### Configure APT to not install recommended packages by default. Use of this
### option can result in an incomplete system and should only be used by very
### experienced users.
### d-i base-installer/install-recommends boolean false
### The kernel image (meta) package to be installed; "none" can be used if no
### kernel is to be installed.
### d-i base-installer/kernel/image string linux-image-686
### ## Apt setup
### Choose, if you want to scan additional installation media
### (default: false).
d-i apt-setup/cdrom/set-first boolean false
### You can choose to install non-free and contrib software.
### d-i apt-setup/non-free boolean true
### d-i apt-setup/contrib boolean true
### Uncomment the following line, if you don't want to have the sources.list
### entry for a DVD/BD installation image active in the installed system
### (entries for netinst or CD images will be disabled anyway, regardless of
### this setting).
### d-i apt-setup/disable-cdrom-entries boolean true
### Uncomment this if you don't want to use a network mirror.
### d-i apt-setup/use_mirror boolean false
### Select which update services to use; define the mirrors to be used.
### Values shown below are the normal defaults.
### d-i apt-setup/services-select multiselect security, updates
### d-i apt-setup/security_host string security.debian.org
### Additional repositories, local[0-9] available
### d-i apt-setup/local0/repository string \
### http://local.server/debian stable main
### d-i apt-setup/local0/comment string local server
### Enable deb-src lines
### d-i apt-setup/local0/source boolean true
### URL to the public key of the local repository; you must provide a key or
### apt will complain about the unauthenticated repository and so the
### sources.list line will be left commented out.
### d-i apt-setup/local0/key string http://local.server/key
### If the provided key file ends in ".asc" the key file needs to be an
### ASCII-armoured PGP key, if it ends in ".gpg" it needs to use the
### "GPG key public keyring" format, the "keybox database" format is
### currently not supported.
### By default the installer requires that repositories be authenticated
### using a known gpg key. This setting can be used to disable that
### authentication. Warning: Insecure, not recommended.
### d-i debian-installer/allow_unauthenticated boolean true
### Uncomment this to add multiarch configuration for i386
### d-i apt-setup/multiarch string i386
### ## Package selection
tasksel tasksel/first multiselect standard, ssh-server
### Or choose to not get the tasksel dialog displayed at all (and don't install
### any packages):
### d-i pkgsel/run_tasksel boolean false
### Individual additional packages to install
### Here we install build-dependencies for the packages we will build on this VM
d-i pkgsel/include string sudo
### Whether to upgrade packages after debootstrap.
### Allowed values: none, safe-upgrade, full-upgrade
d-i pkgsel/upgrade select full-upgrade
### You can choose, if your system will report back on what software you have
### installed, and what software you use. The default is not to report back,
### but sending reports helps the project determine what software is most
### popular and should be included on the first CD/DVD.
popularity-contest popularity-contest/participate boolean false
### ## Boot loader installation
### Grub is the boot loader (for x86).
### This is fairly safe to set, it makes grub install automatically to the UEFI
### partition/boot record if no other operating system is detected on the machine.
d-i grub-installer/only_debian boolean true
### This one makes grub-installer install to the UEFI partition/boot record, if
### it also finds some other OS, which is less safe as it might not be able to
### boot that other OS.
d-i grub-installer/with_other_os boolean true
### Due notably to potential USB sticks, the location of the primary drive can
### not be determined safely in general, so this needs to be specified:
### d-i grub-installer/bootdev string /dev/sda
### To install to the primary device (assuming it is not a USB stick):
d-i grub-installer/bootdev string default
### Alternatively, if you want to install to a location other than the UEFI
### parition/boot record, uncomment and edit these lines:
### d-i grub-installer/only_debian boolean false
### d-i grub-installer/with_other_os boolean false
### d-i grub-installer/bootdev string (hd0,1)
### To install grub to multiple disks:
### d-i grub-installer/bootdev string (hd0,1) (hd1,1) (hd2,1)
### Optional password for grub, either in clear text
### d-i grub-installer/password password r00tme
### d-i grub-installer/password-again password r00tme
### or encrypted using an MD5 hash, see grub-md5-crypt(8).
### d-i grub-installer/password-crypted password [MD5 hash]
### Use the following option to add additional boot parameters for the
### installed system (if supported by the bootloader installer).
### Note: options passed to the installer will be added automatically.
### d-i debian-installer/add-kernel-opts string nousb
### ## Finishing up the installation
### During installations from serial console, the regular virtual consoles
### (VT1-VT6) are normally disabled in /etc/inittab. Uncomment the next
### line to prevent this.
### d-i finish-install/keep-consoles boolean true
### Avoid that last message about the install being complete.
d-i finish-install/reboot_in_progress note
### This will prevent the installer from ejecting the CD during the reboot,
### which is useful in some situations.
### d-i cdrom-detect/eject boolean false
### Here we configure passwordless sudo for the above-setup "debian" user
d-i preseed/late_command string \
in-target mkdir -p /etc/sudoers.d/; \
echo 'debian ALL=(ALL) NOPASSWD: ALL' > /target/etc/sudoers.d/debian; \
in-target chmod 440 /etc/sudoers.d/debian;
### This is how to make the installer shutdown when finished, but not
### reboot into the installed system.
### d-i debian-installer/exit/halt boolean true
### This will power off the machine instead of just halting it.
d-i debian-installer/exit/poweroff boolean true
### ## Preseeding other packages
### Depending on what software you choose to install, or if things go wrong
### during the installation process, it's possible that other questions may
### be asked. You can preseed those too, of course. To get a list of every
### possible question that could be asked during an install, do an
### installation, and then run these commands:
### debconf-get-selections --installer > file
### debconf-get-selections >> file
### ### Advanced options
### ## Running custom commands during the installation
### d-i preseeding is inherently not secure. Nothing in the installer checks
### for attempts at buffer overflows or other exploits of the values of a
### preconfiguration file like this one. Only use preconfiguration files from
### trusted locations! To drive that home, and because it's generally useful,
### here's a way to run any shell command you'd like inside the installer,
### automatically.
### This first command is run as early as possible, just after
### preseeding is read.
### d-i preseed/early_command string anna-install some-udeb
### This command is run immediately before the partitioner starts. It may be
### useful to apply dynamic partitioner preseeding that depends on the state
### of the disks (which may not be visible when preseed/early_command runs).
### d-i partman/early_command \
### string debconf-set partman-auto/disk "$(list-devices disk | head -n1)"
### This command is run just before the install finishes, but when there is
### still a usable /target directory. You can chroot to /target and use it
### directly, or use the apt-install and in-target commands to easily install
### packages and run commands in the target system.
### d-i preseed/late_command string apt-install zsh; in-target chsh -s /bin/zsh

View File

@ -0,0 +1,14 @@
#!/bin/bash
if [[ $# -eq 0 ]]; then
echo "Usage:"
echo " set-install-packages.sh package1 package2 package3"
echo " e.g:"
echo " set-install-packages.sh build-essential gcc g++ make git wget tar curl"
echo "After setting, you can run 'make image'"
else
originalstring="d-i pkgsel/include string sudo"
replacementstring="d-i pkgsel/include string sudo $@"
sed -i "s@$originalstring@$replacementstring@" preseed.cfg
fi

View File

3
build-farm/view-progress.sh Executable file
View File

@ -0,0 +1,3 @@
#!/bin/sh
sleep 5; telnet localhost 33333
exec "$SHELL"

View File

@ -180,6 +180,24 @@ if [[ buildingdebbinary -eq 1 ]]; then
echo "----"
fi
buildfarmbuilds=0
echo "---"
while true; do
read -p "Do you want to build other-architecture packages on the QEMU build farm? (y/n) " yn
case $yn in
[Yy]* ) buildfarmbuilds=1; break;;
[Nn]* ) buildfarmbuilds=0; break;;
* ) echo "Answer yes or no";;
esac
done
if [[ buildfarmbuilds -eq 1 ]]; then
cd $initdir
./build-farm.sh
debsign $initdir/build-farm/packages/*.changes
mv $initdir/build-farm/packages/* $initdir/$nowvar/release/
fi
buildingwin64=0
echo "---"
while true; do
@ -402,7 +420,7 @@ btwininstallerfile="BookThief-$btversion-Installer.exe"
while true; do
read -p "Do you want to push Liesel $lieselversion to deb.rail5.org? (y/n)" yn
case $yn in
[Yy]* ) echo "SET TO PUSH"; pushinglieseltodebrepo=1; pushinganytodebrepo=1; break;;
[Yy]* ) echo "SET TO PUSH"; pushinganytodebrepo=1; break;;
[Nn]* ) echo "NOT pushing"; break;;
* ) echo "Answer yes or no";;
esac
@ -411,7 +429,7 @@ done
while true; do
read -p "Do you want to push BookThief $btversion to the deb.rail5.org? (y/n)" yn
case $yn in
[Yy]* ) echo "SET TO PUSH"; pushingbttodebrepo=1; pushinganytodebrepo=1; break;;
[Yy]* ) echo "SET TO PUSH"; pushinganytodebrepo=1; break;;
[Nn]* ) echo "NOT pushing"; break;;
* ) echo "Answer yes or no";;
esac
@ -420,26 +438,14 @@ done
if [[ pushinganytodebrepo -eq 1 ]]; then
cd $initdir/$nowvar
git clone https://github.com/rail5/ppa.git
cd ppa
fi
if [[ pushinglieseltodebrepo -eq 1 ]]; then
cd debian
reprepro -P optional include bullseye $initdir/$nowvar/release/$lchangesfile
cd ppa/debian
reprepro -P optional include bullseye $initdir/$nowvar/release/*.changes
cd $initdir/$nowvar/ppa
git add --all
git commit -m "Updated Liesel version"
fi
if [[ pushingbttodebrepo -eq 1 ]]; then
cd debian
reprepro -P optional include bullseye $initdir/$nowvar/release/$btchangesfile
cd $initdir/$nowvar/ppa
git add --all
git commit -m "Updated BookThief version"
fi
if [[ pushinganytodebrepo -eq 1 ]]; then
git commit -m "Updated packages"
git push origin
fi

View File

@ -15,7 +15,11 @@ basepkgslist="build-essential gcc g++ make git wget tar curl"
bookthiefdeps="fpc-3.2.0 lazarus lcl-2.0 lcl-utils-2.0 fp-units-misc-3.2.0"
lieseldeps="graphicsmagick-libmagick-dev-compat libmagick++-6-headers libfontconfig1-dev libpoppler-cpp-dev libhpdf-dev"
packagingdeps="devscripts wine wine64 php-cli reprepro"
packagingdeps="devscripts make sed unzip xz-utils"
extrapackagingdeps="wine wine64 php-cli reprepro"
buildfarmdeps="sshpass libarchive-tools syslinux syslinux-utils cpio genisoimage coreutils qemu-system qemu-system-x86 qemu-utils util-linux"
mxedeps="autoconf automake autopoint bash bison bzip2 flex g++ g++-multilib gettext git gperf intltool libc6-dev-i386 libgdk-pixbuf2.0-dev libltdl-dev libssl-dev libtool-bin libxml-parser-perl lzip make openssl p7zip-full patch perl python ruby sed unzip wget xz-utils python3-mako"
@ -64,7 +68,7 @@ sudo $packagemanager $updatecommand
echo "----"
echo "----"
echo "Base necessary packages are:"
echo "$basepkgslist $bookthiefdeps $lieseldeps $packagingdeps"
echo "$basepkgslist $bookthiefdeps $lieseldeps $packagingdeps $extrapackagingdeps"
installingbasedeps=0
while true; do
@ -80,7 +84,7 @@ if [[ installingbasedeps -eq 1 ]]; then
echo "Installing build dependencies..."
sudo $packagemanager $installcommand $basepkgslist $bookthiefdeps $lieseldeps $packagingdeps
sudo $packagemanager $installcommand $basepkgslist $bookthiefdeps $lieseldeps $packagingdeps $extrapackagingdeps
echo "----"
echo "----"
@ -154,6 +158,43 @@ if [[ setupgithubhttps -eq 1 ]]; then
fi
fi
echo "--"
echo "This script can also set up a virtual-machine Build Farm"
echo "This can be used to build packages on other architectures or for other distributions"
echo "This requires QEMU and a few more free (libre) utilities as well"
echo "Currently the build farm contains the following VMs:"
echo " - Debian Stable i386"
echo "Setting each VM up generally takes about 20-30 minutes"
echo "However, ARM VMs can take much longer (2-3 hours each)"
echo "--"
buildingvms=0
while true; do
read -p "Do you want to automatically prepare the Build Farm? (y/n) " yn
case $yn in
[Yy]* ) echo "Alright then"; buildingvms=1; break;;
[Nn]* ) echo "Moving on"; break;;
* ) echo "Answer yes or no";;
esac
done
if [[ buildingvms -eq 1 ]]; then
sudo $packagemanager $installcommand $buildfarmdeps
cd $initdir/build-farm
cd debian-stable-i386
./set-install-packages.sh $basepkgslist $bookthiefdeps $lieseldeps $packagingdeps
make download
make image
make boot-install
make clean
fi
echo "--"
echo "This script can also set up cross-compilation"
echo "MXE is required to cross-compile Liesel (core) Windows binaries"