diff options
Diffstat (limited to 'mkroot')
| -rwxr-xr-x | mkroot/mkroot.sh | 309 | ||||
| -rwxr-xr-x | mkroot/record-commands | 42 | ||||
| -rwxr-xr-x | mkroot/root/dropbear | 59 | ||||
| -rwxr-xr-x | mkroot/root/dynamic | 15 | ||||
| -rwxr-xr-x | mkroot/root/overlay | 3 | ||||
| -rwxr-xr-x | mkroot/root/plumbing | 45 | ||||
| -rwxr-xr-x | mkroot/root/tests | 15 | ||||
| -rwxr-xr-x | mkroot/testroot.sh | 99 |
8 files changed, 587 insertions, 0 deletions
diff --git a/mkroot/mkroot.sh b/mkroot/mkroot.sh new file mode 100755 index 00000000..0447b386 --- /dev/null +++ b/mkroot/mkroot.sh @@ -0,0 +1,309 @@ +#!/bin/bash + +# ------------------------------ Part 1: Setup ------------------------------- + +# Clear environment variables by restarting script w/bare minimum passed through +[ -z "$NOCLEAR" ] && exec env -i NOCLEAR=1 HOME="$HOME" PATH="$PATH" \ + LINUX="$LINUX" CROSS="$CROSS" CROSS_COMPILE="$CROSS_COMPILE" "$0" "$@" + +! [ -d mkroot ] && echo "Run mkroot/mkroot.sh from toybox source dir." && exit 1 + +# assign command line NAME=VALUE args to env vars, the rest are packages +for i in "$@"; do + [ "${i/=/}" != "$i" ] && export "$i" || { [ "$i" != -- ] && PKG="$PKG $i"; } +done + +# Set default directory locations (overrideable from command line) +: ${TOP:=$PWD/root} ${BUILD:=$TOP/build} ${LOG:=$BUILD/log} +: ${AIRLOCK:=$BUILD/airlock} ${CCC:=$PWD/ccc} ${PKGDIR:=$PWD/mkroot/root} + +announce() { printf "\033]2;$CROSS $*\007" >/dev/tty; printf "\n=== $*\n";} +die() { echo "$@" >&2; exit 1; } + +# ----- Are we cross compiling (via CROSS_COMPILE= or CROSS=) + +if [ -n "$CROSS_COMPILE" ]; then + # airlock needs absolute path + [ -z "${X:=$(command -v "$CROSS_COMPILE"cc)}" ] && die "no ${CROSS_COMPILE}cc" + CROSS_COMPILE="$(realpath -s "${X%cc}")" + [ -z "$CROSS" ] && CROSS=${CROSS_COMPILE/*\//} CROSS=${CROSS/-*/} + +elif [ -n "$CROSS" ]; then # CROSS=all/allnonstop/$ARCH else list known $ARCHes + [ ! -d "$CCC" ] && die "No ccc symlink to compiler directory." + TARGETS="$(ls "$CCC" | sed -n 's/-.*//p' | sort -u)" + + if [ "${CROSS::3}" == all ]; then # loop calling ourselves for each target + for i in $TARGETS; do + "$0" "$@" CROSS=$i || [ "$CROSS" == allnonstop ] || exit 1 + done; exit + + else # Find matching cross compiler under ccc/ else list available targets + CROSS_COMPILE="$(echo "$CCC/$CROSS"-*cross/bin/"$CROSS"*-cc)" # wildcard + [ ! -e "$CROSS_COMPILE" ] && echo $TARGETS && exit # list available targets + CROSS_COMPILE="${CROSS_COMPILE%cc}" # trim to prefix for cc/ld/as/nm/strip + fi +fi + +# Set per-target output directory (using "host" if not cross-compiling) +: ${CROSS:=host} ${OUTPUT:=$TOP/$CROSS} + +# Verify selected compiler works +${CROSS_COMPILE}cc --static -xc - -o /dev/null <<< "int main(void){return 0;}"|| + die "${CROSS_COMPILE}cc can't create static binaries" + +# ----- Create hermetic build environment + +if [ -z "$NOAIRLOCK"] && [ -n "$CROSS_COMPILE" ]; then + # When cross compiling set host $PATH to binaries with known behavior by + # - building a host toybox later builds use as their command line + # - cherry-picking specific commands from old path via symlink + if [ ! -e "$AIRLOCK/toybox" ]; then + announce "airlock" && + PREFIX="$AIRLOCK" KCONFIG_CONFIG=.singleconfig_airlock CROSS_COMPILE= \ + make clean defconfig toybox install_airlock && # see scripts/install.sh + rm .singleconfig_airlock || exit 1 + fi + export PATH="$AIRLOCK" + CPIO_OPTS+=--no-preserve-owner +fi + +# Create per-target work directories +TEMP="$BUILD/${CROSS}-tmp" && rm -rf "$TEMP" && +mkdir -p "$TEMP" "$OUTPUT" "$LOG" || exit 1 +[ -z "$ROOT" ] && ROOT="$OUTPUT/fs" && rm -rf "$ROOT" + +# ----- log build output + +# Install command line recording wrapper, logs all commands run from $PATH +if [ -z "$NOLOGPATH" ]; then + # Move cross compiler into $PATH so calls to it get logged + [ -n "$CROSS_COMPILE" ] && PATH="${CROSS_COMPILE%/*}:$PATH" && + CROSS_COMPILE=${CROSS_COMPILE##*/} + export WRAPDIR="$BUILD/record-commands" LOGPATH="$LOG/$CROSS-commands.txt" + rm -rf "$WRAPDIR" "$LOGPATH" generated/obj && + WRAPDIR="$WRAPDIR" CROSS_COMPILE= NOSTRIP=1 source mkroot/record-commands || + exit 1 +fi + +# Start logging stdout/stderr +rm -f "$LOG/$CROSS".{n,y} || exit 1 +[ -z "$NOLOG" ] && exec > >(tee "$LOG/$CROSS.n") 2>&1 +echo "Building for $CROSS" + +# ---------------------- Part 2: Create root filesystem ----------------------- + +# ----- Create new root filesystem's directory layout. + +# FHS wants boot media opt srv usr/{local,share}, stuff under /var... +mkdir -p "$ROOT"/{dev,etc/rc,home,mnt,proc,root,sys,tmp/run,usr/{bin,sbin,lib},var} && +chmod a+rwxt "$ROOT"/tmp && ln -s usr/{bin,sbin,lib} tmp/run "$ROOT" || exit 1 + +# Write init script. Runs as pid 1 from initramfs to set up and hand off system. +cat > "$ROOT"/init << 'EOF' && +#!/bin/sh + +export HOME=/home PATH=/bin:/sbin + +if ! mountpoint -q dev; then + mount -t devtmpfs dev dev + [ $$ -eq 1 ] && exec 0<>/dev/console 1>&0 2>&1 + for i in ,fd /0,stdin /1,stdout /2,stderr + do ln -sf /proc/self/fd${i/,*/} dev/${i/*,/}; done + mkdir -p dev/shm + chmod +t /dev/shm +fi +mountpoint -q dev/pts || { mkdir -p dev/pts && mount -t devpts dev/pts dev/pts;} +mountpoint -q proc || mount -t proc proc proc +mountpoint -q sys || mount -t sysfs sys sys +echo 0 99999 > /proc/sys/net/ipv4/ping_group_range + +if [ $$ -eq 1 ]; then # Setup networking for QEMU (needs /proc) + mountpoint -q mnt || [ -e /dev/?da ] && mount /dev/?da /mnt + ifconfig lo 127.0.0.1 + ifconfig eth0 10.0.2.15 + route add default gw 10.0.2.2 + [ "$(date +%s)" -lt 1000 ] && timeout 2 sntp -sq 10.0.2.2 # Ask host + [ "$(date +%s)" -lt 10000000 ] && sntp -sq time.google.com + + # Run package scripts (if any) + for i in $(ls -1 /etc/rc 2>/dev/null | sort); do . /etc/rc/"$i"; done + + [ -z "$HANDOFF" ] && [ -e /mnt/init ] && HANDOFF=/mnt/init + [ -z "$HANDOFF" ] && HANDOFF=/bin/sh && echo -e '\e[?7hType exit when done.' + echo 3 > /proc/sys/kernel/printk + exec oneit $HANDOFF +else # for chroot + /bin/sh + umount /dev/pts /dev /sys /proc +fi +EOF +chmod +x "$ROOT"/init && + +# Google's nameserver, passwd+group with special (root/nobody) accounts + guest +echo "nameserver 8.8.8.8" > "$ROOT"/etc/resolv.conf && +cat > "$ROOT"/etc/passwd << 'EOF' && +root:x:0:0:root:/root:/bin/sh +guest:x:500:500:guest:/home/guest:/bin/sh +nobody:x:65534:65534:nobody:/proc/self:/dev/null +EOF +echo -e 'root:x:0:\nguest:x:500:\nnobody:x:65534:' > "$ROOT"/etc/group || exit 1 + +# Build any packages listed on command line +for i in ${PKG:+plumbing $PKG}; do + pushd . + announce "$i"; PATH="$PKGDIR:$PATH" source $i || die $i + popd +done + +# Build static toybox with existing .config if there is one, else defconfig+sh +announce toybox +[ -n "$PENDING" ] && rm -f .config +[ -e .config ] && CONF=silentoldconfig || unset CONF +for i in $PENDING sh route; do XX="$XX"$'\n'CONFIG_${i^^?}=y; done +[ -e "$ROOT"/lib/libc.so ] || export LDFLAGS=--static +PREFIX="$ROOT" make clean \ + ${CONF:-defconfig KCONFIG_ALLCONFIG=<(echo "$XX")} toybox install || exit 1 +unset LDFLAGS + +# ------------------ Part 3: Build + package bootable system ------------------ + +# Convert comma separated values in $1 to CONFIG=$2 lines +csv2cfg() { sed -E '/^$/d;s/([^,]*)($|,)/CONFIG_\1='"$2"'\n/g' <<< "$1"; } + +# ----- Build kernel for target + +if [ -z "$LINUX" ] || [ ! -d "$LINUX/kernel" ]; then + echo 'No $LINUX directory, kernel build skipped.' +else + # Which architecture are we building a kernel for? + LINUX="$(realpath "$LINUX")" + [ -z "$TARGET" ] && + { [ "$CROSS" == host ] && TARGET="$(uname -m)" || TARGET="$CROSS"; } + + # Target-specific info in an (alphabetical order) if/else staircase + # Each target needs board config, serial console, RTC, ethernet, block device. + + if [ "$TARGET" == armv5l ]; then + # This could use the same VIRT board as armv7, but let's demonstrate a + # different one requiring a separate device tree binary. + QEMU="arm -M versatilepb -net nic,model=rtl8139 -net user" + KARCH=arm KARGS=ttyAMA0 VMLINUX=arch/arm/boot/zImage + KCONF=CPU_ARM926T,MMU,VFP,ARM_THUMB,AEABI,ARCH_VERSATILE,ATAGS,DEPRECATED_PARAM_STRUCT,ARM_ATAG_DTB_COMPAT,ARM_ATAG_DTB_COMPAT_CMDLINE_EXTEND,SERIAL_AMBA_PL011,SERIAL_AMBA_PL011_CONSOLE,RTC_CLASS,RTC_DRV_PL031,RTC_HCTOSYS,PCI,PCI_VERSATILE,BLK_DEV_SD,SCSI,SCSI_LOWLEVEL,SCSI_SYM53C8XX_2,SCSI_SYM53C8XX_MMIO,NET_VENDOR_REALTEK,8139CP + KERNEL_CONFIG="CONFIG_SCSI_SYM53C8XX_DMA_ADDRESSING_MODE=0" + DTB=arch/arm/boot/dts/versatile-pb.dtb + elif [ "$TARGET" == armv7l ] || [ "$TARGET" == aarch64 ]; then + if [ "$TARGET" == aarch64 ]; then + QEMU="aarch64 -M virt -cpu cortex-a57" + KARCH=arm64 VMLINUX=arch/arm64/boot/Image + else + QEMU="arm -M virt" KARCH=arm VMLINUX=arch/arm/boot/zImage + fi + KARGS=ttyAMA0 + KCONF=MMU,ARCH_MULTI_V7,ARCH_VIRT,SOC_DRA7XX,ARCH_OMAP2PLUS_TYPICAL,ARCH_ALPINE,ARM_THUMB,VDSO,CPU_IDLE,ARM_CPUIDLE,KERNEL_MODE_NEON,SERIAL_AMBA_PL011,SERIAL_AMBA_PL011_CONSOLE,RTC_CLASS,RTC_HCTOSYS,RTC_DRV_PL031,NET_CORE,VIRTIO_MENU,VIRTIO_NET,PCI,PCI_HOST_GENERIC,VIRTIO_BLK,VIRTIO_PCI,VIRTIO_MMIO,ATA,ATA_SFF,ATA_BMDMA,ATA_PIIX,PATA_PLATFORM,PATA_OF_PLATFORM,ATA_GENERIC,ARM_LPAE + elif [ "$TARGET" == hexagon ]; then + QEMU="hexagon -M comet" KARGS=ttyS0 VMLINUX=vmlinux + KARCH="hexagon LLVM_IAS=1" KCONF=SPI,SPI_BITBANG,IOMMU_SUPPORT + elif [ "$TARGET" == i486 ] || [ "$TARGET" == i686 ] || + [ "$TARGET" == x86_64 ] || [ "$TARGET" == x32 ]; then + if [ "$TARGET" == i486 ]; then + QEMU="i386 -cpu 486 -global fw_cfg.dma_enabled=false" KCONF=M486 + elif [ "$TARGET" == i686 ]; then + QEMU="i386 -cpu pentium3" KCONF=MPENTIUMII + else + QEMU=x86_64 KCONF=64BIT + [ "$TARGET" == x32 ] && KCONF=X86_X32 + fi + KARCH=x86 KARGS=ttyS0 VMLINUX=arch/x86/boot/bzImage + KCONF=$KCONF,UNWINDER_FRAME_POINTER,PCI,BLK_DEV_SD,ATA,ATA_SFF,ATA_BMDMA,ATA_PIIX,NET_VENDOR_INTEL,E1000,SERIAL_8250,SERIAL_8250_CONSOLE,RTC_CLASS + elif [ "$TARGET" == m68k ]; then + QEMU="m68k -M q800" KARCH=m68k KARGS=ttyS0 VMLINUX=vmlinux + KCONF=MMU,M68040,M68KFPU_EMU,MAC,SCSI,SCSI_LOWLEVEL,BLK_DEV_SD,SCSI_MAC_ESP,MACINTOSH_DRIVERS,NET_CORE,NET_VENDOR_NATSEMI,MACSONIC,SERIAL_PMACZILOG,SERIAL_PMACZILOG_TTYS,SERIAL_PMACZILOG_CONSOLE + elif [ "$TARGET" == mips ] || [ "$TARGET" == mipsel ]; then + QEMU="mips -M malta" KARCH=mips KARGS=ttyS0 VMLINUX=vmlinux + KCONF=MIPS_MALTA,CPU_MIPS32_R2,SERIAL_8250,SERIAL_8250_CONSOLE,PCI,BLK_DEV_SD,ATA,ATA_SFF,ATA_BMDMA,ATA_PIIX,NET_VENDOR_AMD,PCNET32,POWER_RESET,POWER_RESET_SYSCON + [ "$TARGET" == mipsel ] && KCONF=$KCONF,CPU_LITTLE_ENDIAN && + QEMU="mipsel -M malta" + elif [ "$TARGET" == powerpc ]; then + KARCH=powerpc QEMU="ppc -M g3beige" KARGS=ttyS0 VMLINUX=vmlinux + KCONF=ALTIVEC,PPC_PMAC,PPC_OF_BOOT_TRAMPOLINE,ATA,ATA_SFF,ATA_BMDMA,PATA_MACIO,BLK_DEV_SD,MACINTOSH_DRIVERS,ADB,ADB_CUDA,NET_VENDOR_NATSEMI,NET_VENDOR_8390,NE2K_PCI,SERIO,SERIAL_PMACZILOG,SERIAL_PMACZILOG_TTYS,SERIAL_PMACZILOG_CONSOLE,BOOTX_TEXT + elif [ "$TARGET" == powerpc64 ] || [ "$TARGET" == powerpc64le ]; then + KARCH=powerpc QEMU="ppc64 -M pseries -vga none" KARGS=hvc0 + VMLINUX=vmlinux + KCONF=PPC64,PPC_PSERIES,PPC_OF_BOOT_TRAMPOLINE,BLK_DEV_SD,SCSI_LOWLEVEL,SCSI_IBMVSCSI,ATA,NET_VENDOR_IBM,IBMVETH,HVC_CONSOLE,PPC_TRANSACTIONAL_MEM,PPC_DISABLE_WERROR,SECTION_MISMATCH_WARN_ONLY + [ "$TARGET" == powerpc64le ] && KCONF=$KCONF,CPU_LITTLE_ENDIAN + elif [ "$TARGET" = s390x ]; then + QEMU="s390x" KARCH=s390 VMLINUX=arch/s390/boot/bzImage + KCONF=MARCH_Z900,PACK_STACK,NET_CORE,VIRTIO_NET,VIRTIO_BLK,SCLP_TTY,SCLP_CONSOLE,SCLP_VT220_TTY,SCLP_VT220_CONSOLE,S390_GUEST + elif [ "$TARGET" == sh2eb ]; then + BUILTIN=1 KARCH=sh VMLINUX=vmlinux + KERNEL_CONFIG=$'CONFIG_MEMORY_START=0x10000000\nCONFIG_CMDLINE="console=ttyUL0 earlycon"' + KCONF=CPU_SUBTYPE_J2,CPU_BIG_ENDIAN,SH_JCORE_SOC,SMP,BINFMT_ELF_FDPIC,JCORE_EMAC,SERIAL_UARTLITE,SERIAL_UARTLITE_CONSOLE,HZ_100,CMDLINE_OVERWRITE,SPI,SPI_JCORE,MMC,PWRSEQ_SIMPLE,MMC_BLOCK,MMC_SPI + elif [ "$TARGET" == sh4 ]; then + QEMU="sh4 -M r2d -serial null -serial mon:stdio" KARCH=sh + KARGS="ttySC1 noiotrap" VMLINUX=arch/sh/boot/zImage + KERNEL_CONFIG="CONFIG_MEMORY_START=0x0c000000" + KCONF=CPU_SUBTYPE_SH7751R,MMU,VSYSCALL,SH_FPU,SH_RTS7751R2D,RTS7751R2D_PLUS,SERIAL_SH_SCI,SERIAL_SH_SCI_CONSOLE,PCI,NET_VENDOR_REALTEK,8139CP,PCI,BLK_DEV_SD,ATA,ATA_SFF,ATA_BMDMA,PATA_PLATFORM,BINFMT_ELF_FDPIC,BINFMT_FLAT +#see also SPI SPI_SH_SCI MFD_SM501 RTC_CLASS RTC_DRV_R9701 RTC_DRV_SH RTC_HCTOSYS + else die "Unknown \$TARGET $TARGET" + fi + + # Write the qemu launch script + if [ -n "$QEMU" ]; then + [ -z "$BUILTIN" ] && INITRD="-initrd initramfs.cpio.gz" + { echo qemu-system-"$QEMU" '"$@"' $QEMU_MORE -nographic -no-reboot -m 256 \ + -kernel linux-kernel $INITRD ${DTB:+-dtb linux.dtb} \ + "-append \"panic=1 HOST=$TARGET console=$KARGS \$KARGS\"" && + echo "echo -e '\\e[?7h'" + } > "$OUTPUT"/run-qemu.sh && + chmod +x "$OUTPUT"/run-qemu.sh || exit 1 + fi + + announce "linux-$KARCH" + pushd "$LINUX" && make distclean && popd && + cp -sfR "$LINUX" "$TEMP/linux" && pushd "$TEMP/linux" && + + # Write linux-miniconfig + { echo "# make ARCH=$KARCH allnoconfig KCONFIG_ALLCONFIG=linux-miniconfig" + echo -e "# make ARCH=$KARCH -j \$(nproc)\n# boot $VMLINUX\n\n" + + # Expand list of =y symbols, first generic then architecture-specific + for i in BINFMT_ELF,BINFMT_SCRIPT,NO_HZ,HIGH_RES_TIMERS,BLK_DEV,BLK_DEV_INITRD,RD_GZIP,BLK_DEV_LOOP,EXT4_FS,EXT4_USE_FOR_EXT2,VFAT_FS,FAT_DEFAULT_UTF8,MISC_FILESYSTEMS,SQUASHFS,SQUASHFS_XATTR,SQUASHFS_ZLIB,DEVTMPFS,DEVTMPFS_MOUNT,TMPFS,TMPFS_POSIX_ACL,NET,PACKET,UNIX,INET,IPV6,NETDEVICES,NET_CORE,NETCONSOLE,ETHERNET,COMPAT_32BIT_TIME,EARLY_PRINTK,IKCONFIG,IKCONFIG_PROC $KCONF $KEXTRA ; do + echo "# architecture ${X:-independent}" + csv2cfg "$i" y + X=specific + done + [ -n "$BUILTIN" ] && echo -e CONFIG_INITRAMFS_SOURCE="\"$OUTPUT/fs\"" + for i in $MODULES; do csv2cfg "$i" m; done + echo "$KERNEL_CONFIG" + } > "$OUTPUT/linux-miniconfig" && + make ARCH=$KARCH allnoconfig KCONFIG_ALLCONFIG="$OUTPUT/linux-miniconfig" && + + # Second config pass to remove stupid kernel defaults + # See http://lkml.iu.edu/hypermail/linux/kernel/1912.3/03493.html + sed -e 's/# CONFIG_EXPERT .*/CONFIG_EXPERT=y/' -e "$(sed -E -e '/^$/d' \ + -e 's@([^,]*)($|,)@/^CONFIG_\1=y/d;$a# CONFIG_\1 is not set\n@g' \ + <<< VT,SCHED_DEBUG,DEBUG_MISC,X86_DEBUG_FPU)" -i .config && + yes "" | make ARCH=$KARCH oldconfig > /dev/null && + cp .config "$OUTPUT/linux-fullconfig" && + + # Build kernel. Copy config, device tree binary, and kernel binary to output + make ARCH=$KARCH CROSS_COMPILE="$CROSS_COMPILE" -j $(nproc) all || exit 1 + [ -n "$DTB" ] && { cp "$DTB" "$OUTPUT/linux.dtb" || exit 1 ;} + if [ -n "$MODULES" ]; then + make ARCH=$KARCH INSTALL_MOD_PATH=modz modules_install && + (cd modz && find lib/modules | cpio -o -H newc $CPIO_OPTS ) | gzip \ + > "$OUTPUT/modules.cpio.gz" || exit 1 + fi + cp "$VMLINUX" "$OUTPUT"/linux-kernel && cd .. && rm -rf linux && popd ||exit 1 +fi + +# clean up and package root filesystem for initramfs. +if [ -z "$BUILTIN" ]; then + announce initramfs + { (cd "$ROOT" && find . | cpio -o -H newc $CPIO_OPTS ) || exit 1 + ! test -e "$OUTPUT/modules.cpio.gz" || zcat $_;} | gzip \ + > "$OUTPUT"/initramfs.cpio.gz || exit 1 +fi + +mv "$LOG/$CROSS".{n,y} && echo "Output is in $OUTPUT" +rmdir "$TEMP" "$BUILD" 2>/dev/null || exit 0 # remove if empty, not an error diff --git a/mkroot/record-commands b/mkroot/record-commands new file mode 100755 index 00000000..d2b779fa --- /dev/null +++ b/mkroot/record-commands @@ -0,0 +1,42 @@ +#!/bin/bash + +# Set up command recording wrapper + +[ -z "$WRAPDIR" ] && WRAPDIR="$PWD"/record-commands && RM=$(which rm) +[ -z "$LOGPATH" ] && export LOGPATH="$PWD"/log.txt + +if [ ${#BASH_SOURCE[@]} -lt 2 ] && [ $# -eq 0 ] +then + echo "usage: WRAPDIR=dir LOGPATH=log.txt record-commands COMMAND..." + echo 'Then examine log.txt. "record-commands echo" to just setup $WRAPDIR' + exit 1 +fi + +if [ ! -x "$WRAPDIR/logpath" ] +then + mkdir -p "$WRAPDIR" && PREFIX="$WRAPDIR/" scripts/single.sh logpath || exit 1 + echo "$PATH" | tr : '\n' | while read DIR + do + find "$DIR/" -type f,l -maxdepth 1 -executable -exec basename {} \; | \ + while read FILE + do + ln -s logpath "$WRAPDIR/$FILE" 2>/dev/null + done + done +fi + +# Delete old log (if any) +rm -f "$LOGPATH" + +# When sourced, set up wrapper for current context. +export PATH="$WRAPDIR:$PATH" +if [ ${#BASH_SOURCE[@]} -lt 2 ] +then + "$@" + X=$? + + [ ! -z "$RM" ] && "$RM" -rf "$WRAPDIR" + + exit $X +fi + diff --git a/mkroot/root/dropbear b/mkroot/root/dropbear new file mode 100755 index 00000000..9a4adcb8 --- /dev/null +++ b/mkroot/root/dropbear @@ -0,0 +1,59 @@ +#!/bin/echo Try "mkroot/mkroot.sh dropbear" + +# Example overlay file, adding dropbear (which requires zlib) + +echo === download source + +download e6d119755acdf9104d7ba236b1242696940ed6dd \ + http://downloads.sf.net/libpng/zlib-1.2.11.tar.gz + +download 9719ea91b5ce8d93ee9a50b5c3a5bcd628736181 \ + https://matt.ucc.asn.au/dropbear/releases/dropbear-2022.82.tar.bz2 + +echo === Native build static zlib + +setupfor zlib +# They keep checking in broken generated files. +rm -f Makefile zconf.h && +CC=${CROSS_COMPILE}cc LD=${CROSS_COMPILE}ld AS=${CROSS_COMPILE}as ./configure && +make -j $(nproc) || exit 1 + +# do _not_ cleanup zlib, we need the files we just built for dropbear + +echo === $HOST Native build static dropbear + +setupfor dropbear +# Repeat after me: "autoconf is useless" +echo 'echo "$@"' > config.sub && +ZLIB="$(echo ../zlib*)" && +CC="$CROSS_COMPILE"cc CFLAGS="-I $ZLIB -O2" LDFLAGS="-L $ZLIB" ./configure --enable-static \ + --disable-wtmp --host="$(basename "$CROSS_COMPILE" | sed 's/-$//')" && +sed -i 's@/usr/bin/dbclient@ssh@' options.h && +sed -i 's@\(#define NON_INETD_MODE\) 1@\1 0@' default_options.h && +make -j $(nproc) PROGRAMS="dropbear dbclient dropbearkey dropbearconvert scp" MULTI=1 SCPPROGRESS=1 && +${CROSS_COMPILE}strip dropbearmulti && +mkdir -p "$ROOT"/{bin,etc/{rc,dropbear},var/log} && +touch "$ROOT"/var/log/lastlog && +cp dropbearmulti "$ROOT"/bin || exit 1 +for i in "$ROOT"/bin/{ssh,dropbear,scp,dropbearkey} +do + ln -s dropbearmulti $i || exit 1 +done +# We didn't cleanup zlib +unset ZLIB +rm -rf ../zlib-* +# cleanup dropbear +cleanup + +# user root password root, user guest no password +echo -e 'root:$1$939UTPzb$/PfVYAsF2Hqi/AQ3UBjbK/:::::::\nguest::::::::' > "$ROOT"/etc/shadow && +chmod 600 "$ROOT"/etc/shadow && + +echo 'netcat -p 22 -L dropbear -iRB &' > "$ROOT"/etc/rc/dropbear && + +# file to run on host to ssh into guest +echo 'ssh -o "UserKnownHostsFile=/dev/null" -o "StrictHostKeyChecking=no" ${1:+$1@}127.0.0.1 -p 2222' > "$OUTPUT"/ssh2dropbear.sh && +chmod +x "$OUTPUT"/ssh2dropbear.sh + +# Forward 127.0.0.1:2222 into qemu instance +QEMU_MORE+=" -nic user,hostfwd=tcp:127.0.0.1:2222-:22" diff --git a/mkroot/root/dynamic b/mkroot/root/dynamic new file mode 100755 index 00000000..2ecfbdaa --- /dev/null +++ b/mkroot/root/dynamic @@ -0,0 +1,15 @@ +#!/bin/echo Try "mkroot/mkroot.sh dynamic" + +# Copy dynamic libraries from cross compiler + +"${CROSS_COMPILE}cc" -xc - <<< 'void main(void) {;}' || + die "${CROSS_COMPILE}cc can't create dynamic binaries" +LDSO="$("${CROSS_COMPILE}readelf" -a a.out | sed -n 's/.*interpreter: \([^]]*\)[]]$/\1/p')" +mkdir -p "$ROOT"/"$(dirname "$LDSO")" && + cp "$LDSO" "$ROOT"/"$LDSO" || die "Couldn't copy ldso" +unset LDSO + +"${CROSS_COMPILE}cc" -print-search-dirs | sed -n 's/libraries: =//p' | \ + tr : '\n' | while read i; do + [ -e "$i" ] && find "$i" -maxdepth 1 -name '*.so' -o -name '*.so*[0-9]' + done | while read i; do cp -a "$i" "$ROOT"/lib/; done diff --git a/mkroot/root/overlay b/mkroot/root/overlay new file mode 100755 index 00000000..be0aaede --- /dev/null +++ b/mkroot/root/overlay @@ -0,0 +1,3 @@ +#!/bin/echo Try "mkroot/mkroot.sh overlay" + +cp -a "${OVERLAY:=overlay}"/. "$ROOT"/. diff --git a/mkroot/root/plumbing b/mkroot/root/plumbing new file mode 100755 index 00000000..e72247c0 --- /dev/null +++ b/mkroot/root/plumbing @@ -0,0 +1,45 @@ +#!/bin/echo run this from "make root" + +# Plumbing to download files + +[ -z "$ROOT" ] && echo "no" && exit 1 +mkdir -p "${DOWNLOAD:=$PWD/root_download}" || exit 1 + +### Functions to download, extract, and clean up after source packages. + +# Usage: download HASH URL +# Grabs source from URL confirming SHA1 hash (Basically "wget $2") +# If extracted source is in $DOWNLOAD (no version) build will use that instead +download() { + local FILE="$(basename "$2")" WGET=wget + [ -d "$DOWNLOAD/${FILE/-*/}" ] && echo "$FILE" local && return 0 + X=0; while true; do + [ "$(sha1sum < "$DOWNLOAD/$FILE" 2>/dev/null)" == "$1 -" ] && + echo "$FILE" confirmed && break + rm -f $DOWNLOAD/${FILE/-[0-9]*/}-[0-9]* || exit 1 + [ $X -eq 0 ] && X=1 || [ $X -eq 1 ] && X=2 WGET=/usr/bin/wget || exit 1 + $WGET "$2" -O "$DOWNLOAD/$FILE" + done +} + +# Usage: setupfor PACKAGE +# Extracts source tarball (or snapshot a repo) to create disposable build dir. +# Basically "tar -xvz -C $TEMP -f $DOWNLOAD/$1.tar.gz && cd $NEWDIR" +setupfor() { + PACKAGE="$(basename "$1")" + announce "$PACKAGE" && cd "$TEMP" && rm -rf "$PACKAGE" || exit 1 + if [ -d "$DOWNLOAD/$PACKAGE" ]; then + cp -la "$DOWNLOAD/$PACKAGE/." "$PACKAGE" && cd "$PACKAGE" || exit 1 + else + tar xvaf "$DOWNLOAD/$PACKAGE"-*.t* && cd "$PACKAGE"-* || exit 1 + fi +} + +# Usage: cleanup +# Delete setupfor's dir, exiting if build failed (basically "rm -rf $PACKAGE") +cleanup() { + [ $? -ne 0 ] && exit 1 + [ -z "$PACKAGE" ] && exit 1 + [ ! -z "$NO_CLEANUP" ] && return + cd .. && rm -rf "$PACKAGE"* || exit 1 +} diff --git a/mkroot/root/tests b/mkroot/root/tests new file mode 100755 index 00000000..bca3b40c --- /dev/null +++ b/mkroot/root/tests @@ -0,0 +1,15 @@ +#!/bin/echo Try "mkroot/mkroot.sh $0" + +# Alas http://www.linux-usb.org/usb.ids is not versioned, so... +download 36d4e16755502fbc684be75e56841e1014e4a94a \ + https://github.com/usbids/usbids/raw/a5edeafb6099/usb.ids + +# Nor is https://pci-ids.ucw.cz/v2.2/pci.ids (tool version, not file version) +download 6694284723e034f0c564e81a30879939d5ef8b7e \ + https://github.com/pciutils/pciids/raw/c7929c0f9480/pci.ids + +cp "$DOWNLOAD"/{usb,pci}.ids "$ROOT/etc/" || exit 1 + +# Enable module support in the kernel and add a couple test modules +KEXTRA=MODULES,MODULE_UNLOAD,"$KEXTRA" +MODULES+=FSCACHE,CACHEFILES diff --git a/mkroot/testroot.sh b/mkroot/testroot.sh new file mode 100755 index 00000000..0e3f4494 --- /dev/null +++ b/mkroot/testroot.sh @@ -0,0 +1,99 @@ +#!/bin/bash + +# usage: mkroot/testroot.sh [TARGET...] +# +# Test system image(s) (by booting qemu with -hda test.img providing /mnt/init) +# and check that: +# +# A) it boots and runs our code (which means /dev/hda works) +# B) the clock is set sanely ("make" is unhappy when source newer than output) +# C) it can talk to the virtual network +# +# Each successful test prints a === line, and all 3 means it passed. +# Writes result into root/build/test/$TARGET-test.txt +# +# With arguments, tests those targets (verbosely). With no arguments, tests +# each target with a linux-kernel (in parallel) and prints pass/fail summary. + +die() { echo "$@"; exit 1; } + +[ -n "$(which toybox)" -a -n "$(which mksquashfs)" ] || + die "Need toybox and mksquashfs in $PATH" + +mkdir -p "${TEST:=$PWD/root/build/test}" && + +# Setup test filesystem and package it into a squashfs. +cat > "$TEST"/init << 'EOF' && +#!/bin/sh + +echo +echo === init $HOST +[ "$(date +%s)" -gt 1500000000 ] && echo === date ok $HOST +wget http://10.0.2.2:65432 -O - +# TODO: cd /mnt && scripts/test.sh +EOF +chmod +x "$TEST"/init && + +mksquashfs "$TEST"/init configure scripts/ tests/ "$TEST"/init.sqf -noappend -all-root >/dev/null && + +# Setup server on host's loopback for network smoke test +echo === net ok > "$TEST"/index.html || die "smoketest setup" +toybox netcat -p 65432 -s 127.0.0.1 -L toybox httpd "$TEST" & +trap "kill $!" EXIT +sleep .25 + +[ -n "$(toybox wget http://127.0.0.1:65432/ -O - | grep ===)" ] || die "wget" + +do_test() +{ + X=$(dirname "$1") Y=$(basename $X) + [ ! -e "$1" ] && { echo skip "$Y"; return 0; } + # Alas KARGS=quiet doesn't silence qemu's bios, so filter output ourselves. + # QEMU broke -hda because too many people know how to use it, this is + # the new edgier version they added to be -hda without gratuitous breakage. + { + cd $X || continue + echo === $X + # Can't point two QEMU instances at same sqf because gratuitous file locking + cp "$TEST"/init.{sqf,$BASHPID} && + # When stdin is a tty QEMU will SIGTTOU itself here, so </dev/null. + toybox timeout -i 10 bash -c "./run-qemu.sh -drive format=raw,file='$TEST'/init.$BASHPID < /dev/null 2>&1" + rm -f "$TEST/init.$BASHPID" + cd ../.. + } | tee root/build/log/$Y-test.txt | { [ -z "$V" ] && cat >/dev/null || { [ "$V" -gt 1 ] && cat || grep '^=== '; } } +} + +# Just test targets on command line? +if [ $# -gt 0 ]; then + ((V++)) + for I in "$@"; do do_test root/"$I"/linux-kernel; done + exit +fi + +COUNT=0 CPUS=$(($(nproc)+0)) +for I in root/*/linux-kernel +do + do_test "$I" | { [ -z "$V" ] && cat >/dev/null || { [ "$V" -gt 1 ] && cat || grep '^=== '; } } & + [ $((++COUNT)) -ge $CPUS ] && + { wait -n; ((--COUNT)); [ -z "$V" ] && echo -n .; } +done + +while [ $COUNT -gt 0 ]; do + wait -n; ((--COUNT)); [ -z "$V" ] && echo -n . +done +echo + +PASS= NOPASS= +for I in root/*/linux-kernel +do + [ ! -e "$I" ] && continue + X=$(dirname $I) Y=$(basename $X) + + [ "$(grep '^=== ' root/build/log/$Y-test.txt | wc -l)" -eq 4 ] && + PASS+="$Y " || NOPASS+="$Y " +done + +[ -n "$PASS" ] && echo PASS=$PASS +[ -n "$NOPASS" ] && echo NOPASS=$NOPASS +X="$(ls root | egrep -xv "$(ls root/*/linux-kernel | sed 's@root/\([^/]*\)/linux-kernel@\1@' | tr '\n' '|')build" | xargs)" +[ -n "$X" ] && echo No kernel: $X |