--- /dev/null
+#!/usr/bin/bash -eux
+
+CLEANUP=()
+
+function cleanup {
+ set +e
+ for (( index=${#CLEANUP[@]}-1 ; index >= 0 ; index-- )) ;do
+ ${CLEANUP[$index]}
+ done
+ CLEANUP=()
+ set -e
+}
+
+function fail {
+ CODE="${1:-1}"
+ REASON="${2:-Unknown reason}"
+ cleanup
+ echo "${REASON}" >&2
+ exit "${CODE}"
+}
+
+trap cleanup EXIT TERM INT
+
+env
+
+REQUIRED_VARIABLES=(
+ OS
+ RELEASE
+ ARCH
+ IMAGE_TYPE
+ VARIANT
+ GIT_BRANCH
+ GIT_URL
+ LXD_CLIENT_CERT
+ LXD_CLIENT_KEY
+ TEST
+ DISTROBUILDER_GIT_URL
+ DISTROBUILDER_GIT_BRANCH
+ LXC_CI_GIT_URL
+ LXC_CI_GIT_BRANCH
+ GO_VERSION
+)
+MISSING_VARS=0
+for var in "${REQUIRED_VARIABLES[@]}" ; do
+ if [ ! -v "$var" ] ; then
+ MISSING_VARS=1
+ echo "Missing required variable: '${var}'" >&2
+ fi
+done
+if [[ ! "${MISSING_VARS}" == "0" ]] ; then
+ fail 1 "Missing required variables"
+fi
+
+# Optional variables
+INSTANCE_START_TIMEOUT="${INSTANCE_START_TIMEOUT:-30}"
+VM_ARG=()
+
+# Install lxd-client
+apt-get update
+apt-get install -y lxd-client
+mkdir -p ~/.config/lxc
+cp "${LXD_CLIENT_CERT}" ~/.config/lxc/client.crt
+cp "${LXD_CLIENT_KEY}" ~/.config/lxc/client.key
+CLEANUP+=(
+ "rm -f ${HOME}/.config/lxc/client.crt"
+ "rm -f ${HOME}/.config/lxc/client.key"
+)
+lxc remote add ci --accept-certificate --auth-type tls "${LXD_HOST}"
+lxc remote switch ci
+
+# Exit gracefully if the lxc images: provides the base image
+IMAGE_NAME="${OS}/${RELEASE}/${VARIANT}/${ARCH}"
+TYPE_FILTER='type=container'
+if [[ "${IMAGE_TYPE}" == "vm" ]] ; then
+ TYPE_FILTER='type=virtual-machine'
+fi
+if [[ "$(lxc image list -f csv images:"${IMAGE_NAME}" -- "${TYPE_FILTER}" | wc -l)" != "0" ]] ; then
+ echo "Image '${IMAGE_NAME}' provided by 'images:' remote"
+ exit 0
+fi
+
+# Get go
+apt-get install -y wget
+wget "https://go.dev/dl/go${GO_VERSION}.linux-amd64.tar.gz" -O - | tar -C /usr/local -xzf -
+export PATH="${PATH}:/usr/local/go/bin"
+
+# Install distrobuilder
+apt-get install -y debootstrap rsync gpg squashfs-tools git \
+ btrfs-progs dosfstools qemu-utils gdisk
+cd "${WORKSPACE}"
+git clone --branch="${DISTROBUILDER_GIT_BRANCH}" "${DISTROBUILDER_GIT_URL}" distrobuilder
+cd distrobuilder
+make
+PATH="${PATH}:${HOME}/go/bin"
+
+# Get CI repo
+cd "${WORKSPACE}"
+git clone --branch="${GIT_BRANCH}" "${GIT_URL}" ci
+
+# Get the LXC CI repo
+cd "${WORKSPACE}"
+git clone --branch="${LXC_CI_GIT_BRANCH}" "${LXC_CI_GIT_URL}" lxc-ci
+
+IMAGE_DIRS=(
+ "${WORKSPACE}/ci/automation/images"
+ "${WORKSPACE}/lxc-ci/images"
+)
+EXTENSIONS=(
+ 'yml'
+ 'yaml'
+)
+IMAGE_FILE=''
+for IMAGE_DIR in "${IMAGE_DIRS[@]}" ; do
+ for EXTENSION in "${EXTENSIONS[@]}" ; do
+ if [ -f "${IMAGE_DIR}/${OS}.${EXTENSION}" ] ; then
+ IMAGE_FILE="${IMAGE_DIR}/${OS}.${EXTENSION}"
+ break 2;
+ fi
+ done
+done
+
+if [[ "${IMAGE_FILE}" == "" ]] ; then
+ fail 1 "Unable to find image file for '${OS}' in ${IMAGE_DIRS[@]}"
+fi
+
+DISTROBUILDER_ARGS=(
+ distrobuilder
+ build-incus
+)
+if [[ "${IMAGE_TYPE}" == "vm" ]] ; then
+ DISTROBUILDER_ARGS+=('--vm')
+ VM_ARG=('--vm')
+fi
+
+# This could be quite large, and /tmp may be a tmpfs backed
+# by memory, so instead make it relative to the workspace directory
+BUILD_DIR=$(mktemp -d -p "${WORKSPACE}")
+CLEANUP+=(
+ "rm -rf ${BUILD_DIR}"
+)
+DISTROBUILDER_ARGS+=(
+ "${IMAGE_FILE}"
+ "${BUILD_DIR}"
+ '-o'
+ "image.architecture=${ARCH}"
+ '-o'
+ "image.variant=${VARIANT}"
+ '-o'
+ "image.release=${RELEASE}"
+ '-o'
+ "image.serial=$(date -u +%Y%m%dT%H:%M:%S%z)"
+)
+
+# Run the build
+${DISTROBUILDER_ARGS[@]}
+
+# Import
+# As 'distrobuilder --import-into-incus=alias' doesn't work since it only
+# connects to the local unix socket, and the remote instance cannot be specified
+# at this time.
+ROOTFS="${BUILD_DIR}/rootfs.squashfs"
+if [[ "${IMAGE_TYPE}" == "vm" ]] ; then
+ ROOTFS="${BUILD_DIR}/disk.qcow2"
+fi
+
+# Work-around for lxd not using qemu-system-i386: set the architecture to x86_64
+# which will use qemu-system-x86_64 and still run 32bit userspace/kernels fine.
+if [[ "${ARCH}" == "i386" ]] ; then
+ TMP_DIR=$(mktemp -d)
+ pushd "${TMP_DIR}"
+ tar -xf "${BUILD_DIR}/incus.tar.xz"
+ sed -i 's/architecture: i386/architecture: x86_64/' metadata.yaml
+ tar -cf "${BUILD_DIR}/incus.tar.xz" ./*
+ popd
+ rm -rf "${TMP_DIR}"
+fi
+
+lxc image import "${BUILD_DIR}/incus.tar.xz" "${ROOTFS}" --alias="${IMAGE_NAME}" ci:
+
+if [[ "${TEST}" == "true" ]] ; then
+ set +e
+ INSTANCE_NAME=''
+ if INSTANCE_NAME="$(lxc -q launch -e ${VM_ARG[@]} -p default -p "${LXD_INSTANCE_PROFILE}" "${IMAGE_NAME}")" ; then
+ INSTANCE_NAME="$(echo "${INSTANCE_NAME}" | cut -d':' -f2 | tr -d ' ')"
+ CLEANUP+=(
+ "lxc stop ${INSTANCE_NAME}"
+ )
+ else
+ fail 1 "Failed to launch instance using image '${IMAGE_NAME}'"
+ fi
+ TIME_REMAINING="${INSTANCE_START_TIMEOUT}"
+ INSTANCE_STATUS=''
+ while true ; do
+ INSTANCE_STATUS="$(lxc exec "${INSTANCE_NAME}" hostname)"
+ if [[ "${INSTANCE_STATUS}" == "${INSTANCE_NAME}" ]] ; then
+ break
+ fi
+ sleep 1
+ TIME_REMAINING=$((TIME_REMAINING - 1))
+ if [ "${TIME_REMAINING}" -lt "0" ] ; then
+ fail 1 "Timed out waiting for instance to become available via 'lxc exec'"
+ fi
+ done
+ set -e
+fi
projects / lttng-ci.git / blobdiff