build-image

#!/bin/bash
#
# Copyright (C) 2017 Purism SPC
#
# SPDX-License-Identifier: GPL-3.0+
#

set -e
set -u

usage() {
  echo "Usage : $1 "
  echo "    -h Display this help message."
  echo "    -b [imx6|imx8|devkit|qemu-x86_64] select the board type."
  echo "    -d <distro> distro to use. [ green, purple, buster, green+ci, buster+ci, purple+ci ]"
  # TODO: add stable and drop ci
  echo "    -T kernel/uboot build type (unstable/ci/latest)"
  echo "    -B build rootfs tarball as well"
}


fetch_nitrogen_uboot_upgrade() {
   local board="$1"
   local url="$2"
   local out="$3"
   dest="${out}/uboot-${board}"

   [ ! -d "${dest}" ] || return 0

   echo -n "Fetching uboot upgrade..."
   wget -q -Ascr -Aupgrade -A"*nitrogen*" -P"${dest}" -nd -l 1 --mirror "${url}/uboot-${board}/"
   echo "done."
}


fetch_latest_kernel() {
    [ -n "${kernel_latest_url}" ] || { echo "kernel_latest_url not set in board config"; exit 1; }
    rm -f files/archive.zip
    echo "Fetching kernel from ${kernel_latest_url}"
    wget -nv --no-glob -Pfiles/ "${kernel_latest_url}"
    (cd files/ && unzip -ojq archive.zip)
}


fetch_latest_uboot() {
    local dir="files/uboot-${1}"

    [ -n "${uboot_latest_url}" ] || { echo "uboot_latest_url not set in board config"; exit 1; }
    rm -f "${dir}/archive.zip"
    echo "Fetching uboot from ${uboot_latest_url}"
    wget -nv --no-glob -P"${dir}" "${uboot_latest_url}"
    (cd "${dir}" && unzip -ojq archive.zip)
}


setup_loop() {
    local image="$1"
    set -x

    loop=$(/sbin/losetup -f)
    if [ -z "${loop}" ]; then
      return 1
    fi

    sudo /sbin/losetup -P "${loop}" "${image}"
    echo "${loop}"

    return 0
}

write_meta() {
    local out="$1"
    local image="$2"

    image_sha256sum=$(sha256sum "${image}" | sed 's/\([a-f0-9]\+\) .*/\1/')
    image_size=$(stat --format='%s' "${image}")
    echo "Image '${image} has sha256sum ${image_sha256sum}"

    cat <<EOF >> "${out}"
gitrev: $(git log --format=format:%H -1)
image:
  size: ${image_size}
  sha256sum: ${image_sha256sum}
EOF
}

append_boot_image_meta() {
    local out="$1"
    local image="$2"

    image_sha256sum=$(sha256sum "${image}" | sed 's/\([a-f0-9]\+\) .*/\1/')
    image_size=$(stat --format='%s' "${image}")
    echo "Image '${image} has sha256sum ${image_sha256sum}"

    cat <<EOF >> "${out}"
boot-image:
  size: ${image_size}
  sha256sum: ${image_sha256sum}
EOF
}

cwd=$(pwd)

distro=${DIST:-buster+ci}
mirror=${MIRROR:-"http://deb.debian.org/debian"}
pureos_board=imx6
build_type=latest
NULL=
uboot_bin=
build_tarball=
want_qcow2=
want_boot_image=
apt_sources=
debootstrap_dist=
kernel_deb=
custom_package_opt=
board_packages=
meta_yml=files/meta.yml
fk_machine=

while getopts ":hb:d:T:B" opt; do
  case ${opt} in
    b)
      pureos_board=$OPTARG
      ;;
    d)
      distro=$OPTARG
      ;;
    T)
      build_type=$OPTARG
      ;;
    B)
      build_tarball=1
      ;;
    \?)
      echo "Invalid Option: -$OPTARG" 1>&2
      usage "$0"
      exit 0
      ;;
    h )
      usage "$0"
      exit 0
      ;;
  esac
done

# If distro ends in CI use ci packages and cleanup distro name
[[ "${distro}" =~ \+ci ]] && ci_pkgs=1 || ci_pkgs=0
distro="${distro/+ci}"

mainimg="${pureos_board}.img"

. conf/board
. conf/packages
# shellcheck source=conf/dists/buster
. conf/dists/"${distro}"

[ -n "${debootstrap_dist}" ] || debootstrap_dist="${distro}"
echo "Building ${mainimg} (board_type: ${board_type}, arch: ${arch}, build_type: ${build_type}, ci_pkgs: ${ci_pkgs}, ${debootstrap_dist})"
echo "Installing extra packages ${packages}"
[ -z "${board_packages}" ] || echo "Installing extra board specific packages ${board_packages}"

mkdir -p tmp/ files/
rm -f "./tmp/${pureos_board}-report.log"
# Create meta.yml here so it belongs to the user running image-builder
echo > "${meta_yml}"

if [ "${build_type}" == "latest" ]; then
    fetch_latest_kernel
    fetch_latest_uboot "${uboot_type}"
    kernel_deb=
    for deb in files/linux-image-*-*_arm64.deb; do
	! [[ "${deb}" =~ dbg ]] || continue
	if [ -n "${kernel_deb}" ]; then
	    echo "Found more than one possible kernel deb in files/"
	    exit 1
	fi
	kernel_deb="$deb"
    done
    [ -n "${kernel_deb}" ] || { echo "No kernel found."; exit 1; }
    custom_package_opt=(--custom-package "${kernel_deb}")
else
    kernel_url=https://storage.puri.sm/librem5/binaries/${build_type}/latest/files/
    if [ -n "${kernel_deb}" ]; then
	if [ ! -f "files/${kernel_deb}" ]; then
	    wget -Pfiles/ "${kernel_url}/${kernel_deb}"
	fi
	custom_package_opt=(--custom-package "files/${kernel_deb}")
    fi

    if [ -n "${uboot_bin}" ] && [ ! -f "files/uboot-${uboot_type}/${uboot_bin}" ]; then
	wget -Pfiles/uboot-${uboot_type} "${kernel_url}/uboot-${uboot_type}/${uboot_bin}"
    fi
    [ "${board_type}" != "nitrogen6" ] || fetch_nitrogen_uboot_upgrade "${pureos_board}" "${kernel_url}" files/
fi

echo "Using kernel ${kernel_deb}"

# Preserve newlines as '|'
# shellcheck disable=SC2001
escaped_apt_sources=$(echo "${apt_sources}" | sed 's/$/|/g')

set -x
# shellcheck disable=SC2086
sudo pureos_board="${pureos_board}" \
     distro="${distro}" \
     packages="${packages} ${board_packages}" \
     patched="${patched}" \
     http_proxy="${http_apt_proxy:-${http_proxy:-}}" \
     https_proxy="${https_apt_proxy:-${https_proxy:-}}" \
     qemu="${qemu}" \
     fdt_file="${fdt_file}" \
     build_tarball="${build_tarball}" \
     apt_sources="${escaped_apt_sources}" \
     ci_pkgs="${ci_pkgs}" \
     kernel_deb="${kernel_deb}" \
     FK_MACHINE="${fk_machine}" \
    vmdebootstrap \
    --enable-dhcp \
    --verbose --image "${mainimg}" --log "tmp/${mainimg}.log" --size 3600M  \
    --mirror "${mirror}" \
    --configure-apt \
    --distribution "${debootstrap_dist}" \
    --serial-console-command "/sbin/getty -L ttymxc0 115200 vt100" \
    --root-password='root' --hostname='pureos' --user=purism/123456 --sudo \
    --customize "${cwd}/root.sh" \
    --owner "$(whoami)" \
    "${custom_package_opt[@]}" \
    "${vmdebootstrap_opts[@]}" \
    ${NULL}
set +x


if [ "${arch}" == "arm64" ]; then
    if [ ! -f "files/uboot-${uboot_type}/m4.bin" ]; then
        wget -Pfiles/uboot-${uboot_type}/ "${kernel_url}/uboot-${uboot_type}/m4.bin"
    fi

    if [ "${want_boot_image}" == 1 ]; then
      # Copy the boot image as a separate file
      bootimg="${pureos_board}-boot.img"
      cp "files/uboot-${uboot_type}/${pureos_board}-boot.img" "${bootimg}"
    else
      # Merge boot image inside the main image
      loop=$(setup_loop "${mainimg}")
      sudo dd if="files/uboot-${uboot_type}/${pureos_board}-boot.img" of="${loop}" bs=1024 seek=2
      sudo losetup -d "${loop}"
    fi
fi

[ -f "./tmp/${pureos_board}-report.log" ] || { echo "No install report found."; exit 1; }

write_meta "${meta_yml}" "${mainimg}"
if [ "${want_boot_image}" == 1 ]; then
    append_boot_image_meta "${meta_yml}" "${bootimg}"
fi

if [ "${want_qcow2}" == 1 ]; then
    qcow2="$(basename "${mainimg}" .img)".qcow2
    qemu-img convert -f raw -O qcow2 "${mainimg}" "${qcow2}"
    qemu-img resize -f qcow2 "${qcow2}" +28G
fi