mirror of
https://github.com/commaai/agnos-builder.git
synced 2026-07-10 09:12:05 +08:00
Cameron Clough
b5f39a4b62
* build workflow * submodule example * just agnos-kernel-sdm845 * filter * ubuntu20 * unecessary * cancel in progress * upload * try ccache... * test ccache * cache out dir * v4 * cleanup * ccache again... * skip system for now * try this * allow override CC * improve cache hit * fix * test if this matters * don't append timestamp * try again * empty * doesn't help * test * Revert "test" This reverts commite3a7db8bd5. * test * Revert "test" This reverts commit42e9ebaaac. * build system again * more space * longer timeout... * CI froze * use namespace labs remote builder * permissions * try again * nscloud * permissions * ubuntu 20 * wip * upload kernel modules * build_kernel arch fix Co-authored-by: Andrei Radulescu <andi.radulescu@gmail.com> * lfs clone * . * namespace doesn't support git filter * no perms * fix typo * namespace ubuntu2004 doesn't have python2... * update name * oh * no wget * fix arm64 check * mount container Co-authored-by: Andrei Radulescu <andi.radulescu@gmail.com> * missing deps * switch to pyenv-action which caches * update nscloud-checkout-action * reduce timeout * run network stuff in container * test cache * cache kernel: does this work? * try again * test kernel cache * use github cache action * test kernel cache * try actions/checkout * kernel: cache intermediate build outputs * name * test cache 1 * don't skip kernel build * always set arch to arm64 * just kernel * fix that --------- Co-authored-by: Andrei Radulescu <andi.radulescu@gmail.com> Co-authored-by: Adeeb Shihadeh <adeebshihadeh@gmail.com>
108 lines
3.3 KiB
Bash
Executable File
108 lines
3.3 KiB
Bash
Executable File
#!/bin/bash
|
|
set -e
|
|
|
|
UBUNTU_BASE_URL="http://cdimage.ubuntu.com/ubuntu-base/releases/20.04/release"
|
|
UBUNTU_FILE="ubuntu-base-20.04.1-base-arm64.tar.gz"
|
|
|
|
export DOCKER_BUILDKIT=1
|
|
|
|
# Make sure we're in the correct spot
|
|
DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" >/dev/null && pwd)"
|
|
cd $DIR
|
|
|
|
ARCH=$(uname -m)
|
|
|
|
BUILD_DIR="$DIR/build"
|
|
OUTPUT_DIR="$DIR/output"
|
|
|
|
ROOTFS_DIR="$BUILD_DIR/agnos-rootfs"
|
|
ROOTFS_IMAGE="$BUILD_DIR/system.img.raw"
|
|
ROOTFS_IMAGE_SIZE=10G
|
|
SPARSE_IMAGE="$OUTPUT_DIR/system.img"
|
|
SKIP_CHUNKS_IMAGE="$OUTPUT_DIR/system-skip-chunks.img"
|
|
|
|
# Create temp dir if non-existent
|
|
mkdir -p $BUILD_DIR $OUTPUT_DIR
|
|
|
|
# Copy kernel modules over
|
|
if ! ls $OUTPUT_DIR/*.ko >/dev/null 2>&1; then
|
|
echo "kernel modules missing. run ./build_kernel.sh first"
|
|
exit 1
|
|
fi
|
|
cp $OUTPUT_DIR/wlan.ko $DIR/userspace/usr/comma
|
|
cp $OUTPUT_DIR/snd*.ko $DIR/userspace/usr/comma/sound/
|
|
|
|
# Download Ubuntu Base if not done already
|
|
if [ ! -f $UBUNTU_FILE ]; then
|
|
echo -e "${GREEN}Downloading Ubuntu: $UBUNTU_FILE ${NO_COLOR}"
|
|
curl -C - -o $UBUNTU_FILE $UBUNTU_BASE_URL/$UBUNTU_FILE --silent
|
|
fi
|
|
|
|
if [ "$ARCH" != "arm64" ] && [ "$ARCH" != "aarch64" ]; then
|
|
# Register qemu multiarch
|
|
docker run --rm --privileged multiarch/qemu-user-static:register --reset
|
|
fi
|
|
|
|
# Start docker build
|
|
echo "Building image"
|
|
export DOCKER_CLI_EXPERIMENTAL=enabled
|
|
docker build -f Dockerfile.agnos -t agnos-builder $DIR
|
|
|
|
# Setup mount container
|
|
MOUNT_CONTAINER_ID=$(docker run -d --privileged --volume $BUILD_DIR:$BUILD_DIR ubuntu:latest sleep infinity)
|
|
|
|
# Create filesystem ext4 image
|
|
echo "Creating empty filesystem"
|
|
docker exec $MOUNT_CONTAINER_ID fallocate -l $ROOTFS_IMAGE_SIZE $ROOTFS_IMAGE
|
|
docker exec $MOUNT_CONTAINER_ID mkfs.ext4 $ROOTFS_IMAGE > /dev/null
|
|
|
|
# Mount filesystem
|
|
echo "Mounting empty filesystem"
|
|
docker exec $MOUNT_CONTAINER_ID mkdir -p $ROOTFS_DIR
|
|
docker exec $MOUNT_CONTAINER_ID mount -o loop $ROOTFS_IMAGE $ROOTFS_DIR
|
|
|
|
# Extract image
|
|
echo "Extracting docker image"
|
|
CONTAINER_ID=$(docker container create --entrypoint /bin/bash agnos-builder:latest)
|
|
docker container export -o $BUILD_DIR/filesystem.tar $CONTAINER_ID
|
|
docker container rm $CONTAINER_ID > /dev/null
|
|
docker exec $MOUNT_CONTAINER_ID tar -xf $BUILD_DIR/filesystem.tar -C $ROOTFS_DIR > /dev/null
|
|
|
|
cd $ROOTFS_DIR
|
|
|
|
# Add hostname and hosts. This cannot be done in the docker container...
|
|
echo "Setting network stuff"
|
|
HOST=comma
|
|
docker exec -w $ROOTFS_DIR $MOUNT_CONTAINER_ID bash -c "\
|
|
ln -sf /proc/sys/kernel/hostname etc/hostname; \
|
|
echo \"127.0.0.1 localhost.localdomain localhost\" > etc/hosts \
|
|
echo \"127.0.0.1 $HOST\" >> etc/hosts"
|
|
|
|
# Fix resolv config
|
|
docker exec -w $ROOTFS_DIR $MOUNT_CONTAINER_ID bash -c "ln -sf /run/systemd/resolve/stub-resolv.conf etc/resolv.conf"
|
|
|
|
# Write build info
|
|
DATETIME=$(date '+%Y-%m-%dT%H:%M:%S')
|
|
GIT_HASH=$(git --git-dir=$DIR/.git rev-parse HEAD)
|
|
docker exec -w $ROOTFS_DIR $MOUNT_CONTAINER_ID bash -c "printf \"$GIT_HASH\n$DATETIME\" > BUILD"
|
|
|
|
# Unmount image
|
|
echo "Unmount filesystem"
|
|
docker exec $MOUNT_CONTAINER_ID umount -l $ROOTFS_DIR
|
|
docker rm -f $MOUNT_CONTAINER_ID > /dev/null
|
|
|
|
cd $DIR
|
|
|
|
# Sparsify
|
|
echo "Sparsify image"
|
|
TMP_SPARSE="$(mktemp)"
|
|
img2simg $ROOTFS_IMAGE $TMP_SPARSE
|
|
mv $TMP_SPARSE $SPARSE_IMAGE
|
|
|
|
# Make image with skipped chunks
|
|
TMP_SKIP="$(mktemp)"
|
|
$DIR/tools/simg2dontcare.py $SPARSE_IMAGE $TMP_SKIP
|
|
mv $TMP_SKIP $SKIP_CHUNKS_IMAGE
|
|
|
|
echo "Done!"
|