feat(build): fetch kernels from image registry instead of building the kernel (#156)

Now that we have the kernel build infrastructure at https://github.com/edera-dev/kernels
it makes sense to drop building the kernel and download the kernel images directly.

This change introduces a ./hack/kernel/fetch.sh script which is backed by crates/build
We utilize the OCI infrastructure itself to download the kernel image. The DEV guide
has been updated to include calling the fetch script, and the OS builder now uses this
method instead. Due to the lack of need for the kernel build infra to exist here now,
it has also been removed. This should significantly speed up full builds.

This change will also enable us to turn on os build workflows for all PRs. We should
likely make the OS status checks required once this is merged.

hack/dist/bundle.sh

@@ -24,10 +24,7 @@ do
   cp "${KRATA_DIR}/target/${RUST_TARGET}/release/${X}" "${BUNDLE_DIR}/${X}"
 done
 ./hack/initrd/build.sh
-if [ "${KRATA_KERNEL_BUILD_SKIP}" != "1" ]
-then
-  ./hack/kernel/build.sh "-j${KRATA_KERNEL_BUILD_JOBS}"
-fi
+./hack/kernel/fetch.sh
 
 cd "${BUNDLE_DIR}"
 

hack/kernel/build.sh

@@ -1,36 +0,0 @@
-#!/bin/sh
-set -e
-
-REAL_SCRIPT="$(realpath "${0}")"
-cd "$(dirname "${REAL_SCRIPT}")/../.."
-KRATA_DIR="$(realpath "${PWD}")"
-
-# shellcheck source-path=SCRIPTDIR source=common.sh
-. "${KRATA_DIR}/hack/kernel/common.sh"
-
-make -C "${KERNEL_SRC}" ARCH="${TARGET_ARCH_KERNEL}" -j"${KRATA_KERNEL_BUILD_JOBS}" "${CROSS_COMPILE_MAKE}" "${IMAGE_TARGET}" modules
-
-rm -rf "${MODULES_INSTALL_PATH}"
-rm -rf "${ADDONS_OUTPUT_PATH}"
-rm -rf "${ADDONS_SQUASHFS_PATH}"
-
-make -C "${KERNEL_SRC}" ARCH="${TARGET_ARCH_KERNEL}" -j"${KRATA_KERNEL_BUILD_JOBS}" "${CROSS_COMPILE_MAKE}" INSTALL_MOD_PATH="${MODULES_INSTALL_PATH}" modules_install
-KERNEL_MODULES_VER="$(ls "${MODULES_INSTALL_PATH}/lib/modules")"
-
-mkdir -p "${ADDONS_OUTPUT_PATH}"
-mv "${MODULES_INSTALL_PATH}/lib/modules/${KERNEL_MODULES_VER}" "${MODULES_OUTPUT_PATH}"
-rm -rf "${MODULES_INSTALL_PATH}"
-[ -L "${MODULES_OUTPUT_PATH}/build" ] && unlink "${MODULES_OUTPUT_PATH}/build"
-
-mksquashfs "${ADDONS_OUTPUT_PATH}" "${ADDONS_SQUASHFS_PATH}" -all-root
-
-if [ "${TARGET_ARCH_STANDARD}" = "x86_64" ]
-then
-  cp "${KERNEL_SRC}/arch/x86/boot/bzImage" "${OUTPUT_DIR}/kernel-${TARGET_ARCH_STANDARD}"
-elif [ "${TARGET_ARCH_STANDARD}" = "aarch64" ]
-then
-  cp "${KERNEL_SRC}/arch/arm64/boot/Image.gz" "${OUTPUT_DIR}/kernel-${TARGET_ARCH_STANDARD}"
-else
-  echo "ERROR: unable to determine what file is the vmlinuz for ${TARGET_ARCH_STANDARD}" > /dev/stderr
-  exit 1
-fi

hack/kernel/common.sh

@@ -1,75 +0,0 @@
-#!/bin/sh
-set -e
-
-REAL_SCRIPT="$(realpath "${0}")"
-cd "$(dirname "${REAL_SCRIPT}")/../.."
-KRATA_DIR="$(realpath "${PWD}")"
-KERNEL_DIR="${KRATA_DIR}/kernel"
-
-cd "${KRATA_DIR}"
-
-TARGET_ARCH_STANDARD="$(KRATA_ARCH_KERNEL_NAME=0 ./hack/build/arch.sh)"
-TARGET_ARCH_KERNEL="$(KRATA_ARCH_KERNEL_NAME=1 ./hack/build/arch.sh)"
-C_TARGET="$(KRATA_TARGET_C_MODE=1 KRATA_TARGET_IGNORE_LIBC=1 ./hack/build/target.sh)"
-IS_CROSS_COMPILE="$(./hack/build/cross-compile.sh)"
-
-if [ "${IS_CROSS_COMPILE}" = "1" ]
-then
-  CROSS_COMPILE_MAKE="CROSS_COMPILE=${C_TARGET}-"
-else
-  CROSS_COMPILE_MAKE="CROSS_COMPILE="
-fi
-
-# shellcheck source-path=SCRIPTDIR source=../../kernel/config.sh
-. "${KERNEL_DIR}/config.sh"
-KERNEL_SRC="${KERNEL_DIR}/linux-${KERNEL_VERSION}-${TARGET_ARCH_STANDARD}"
-
-if [ -z "${KRATA_KERNEL_BUILD_JOBS}" ]
-then
-  KRATA_KERNEL_BUILD_JOBS="$(nproc)"
-fi
-
-if [ ! -f "${KERNEL_SRC}/Makefile" ]
-then
-  rm -rf "${KERNEL_SRC}"
-  mkdir -p "${KERNEL_SRC}"
-  curl --progress-bar -L -o "${KERNEL_SRC}.txz" "${KERNEL_SRC_URL}"
-  tar xf "${KERNEL_SRC}.txz" --strip-components 1 -C "${KERNEL_SRC}"
-  rm "${KERNEL_SRC}.txz"
-fi
-
-OUTPUT_DIR="${KRATA_DIR}/target/kernel"
-mkdir -p "${OUTPUT_DIR}"
-
-KERNEL_CONFIG_FILE="${KERNEL_DIR}/krata-${TARGET_ARCH_STANDARD}.config"
-
-if [ ! -f "${KERNEL_CONFIG_FILE}" ]
-then
-  echo "ERROR: kernel config file not found for ${TARGET_ARCH_STANDARD}" > /dev/stderr
-  exit 1
-fi
-
-cp "${KERNEL_CONFIG_FILE}" "${KERNEL_SRC}/.config"
-make -C "${KERNEL_SRC}" ARCH="${TARGET_ARCH_KERNEL}" "${CROSS_COMPILE_MAKE}" olddefconfig
-
-# shellcheck disable=SC2034
-IMAGE_TARGET="bzImage"
-
-if [ "${TARGET_ARCH_STANDARD}" = "x86_64" ]
-then
-  # shellcheck disable=SC2034
-  IMAGE_TARGET="bzImage"
-elif [ "${TARGET_ARCH_STANDARD}" = "aarch64" ]
-then
-  # shellcheck disable=SC2034
-  IMAGE_TARGET="Image.gz"
-fi
-
-# shellcheck disable=SC2034
-MODULES_INSTALL_PATH="${OUTPUT_DIR}/modules-install-${TARGET_ARCH_STANDARD}"
-# shellcheck disable=SC2034
-ADDONS_OUTPUT_PATH="${OUTPUT_DIR}/addons-${TARGET_ARCH_STANDARD}"
-# shellcheck disable=SC2034
-MODULES_OUTPUT_PATH="${ADDONS_OUTPUT_PATH}/modules"
-# shellcheck disable=SC2034
-ADDONS_SQUASHFS_PATH="${OUTPUT_DIR}/addons-${TARGET_ARCH_STANDARD}.squashfs"

hack/kernel/config.sh

@@ -1,16 +0,0 @@
-#!/bin/sh
-set -e
-
-REAL_SCRIPT="$(realpath "${0}")"
-cd "$(dirname "${REAL_SCRIPT}")/../.."
-KRATA_DIR="$(realpath "${PWD}")"
-
-# shellcheck source-path=SCRIPTDIR source=common.sh
-. "${KRATA_DIR}/hack/kernel/common.sh"
-
-rm -rf "${MODULES_INSTALL_PATH}"
-rm -rf "${ADDONS_OUTPUT_PATH}"
-rm -rf "${ADDONS_SQUASHFS_PATH}"
-
-make -C "${KERNEL_SRC}" ARCH="${TARGET_ARCH_KERNEL}" "${CROSS_COMPILE_MAKE}" INSTALL_MOD_PATH="${MODULES_INSTALL_PATH}" nconfig
-cp "${KERNEL_SRC}/.config" "${KERNEL_CONFIG_FILE}"

hack/kernel/fetch.sh

@@ -0,0 +1,17 @@
+#!/bin/sh
+set -e
+
+REAL_SCRIPT="$(realpath "${0}")"
+cd "$(dirname "${REAL_SCRIPT}")/../.."
+KRATA_DIR="${PWD}"
+cd "${KRATA_DIR}"
+
+TARGET_ARCH="$(./hack/build/arch.sh)"
+
+if [ "${1}" != "-u" ] && [ -f "target/kernel/kernel-${TARGET_ARCH}" ]
+then
+  exit 0
+fi
+
+export TARGET_ARCH
+exec ./hack/build/cargo.sh run -q --bin build-fetch-kernel ghcr.io/edera-dev/kernels:latest