mirror of
https://github.com/sunnypilot/sunnypilot.git
synced 2026-06-22 14:32:12 +08:00
Armand du Parc Locmaria
52e182611d
* zero ll patched big model * probe in a subprocess so usbgpu lock gets released * compiles * runs * num_jobs gets overwritten, use side effect * poll tg devices * make sure build crashes on missing gpu * fine not to rely on Device.default * seperate tg env for each model runner * comment * Revert "seperate tg env for each model runner" This reverts commit f6470cc4258eaeb3e8e37907ef370871c9af5aa4. * env is shared, gate on flag * no fallback warp dev must be set * build for current device only, unless pc/release * comment * list * listen for plug in * add icon to status bar, read params on every frame (?) * log available devices * try copy out when loading? * Revert "log available devices" This reverts commit e8c52a5d59456d4820ecb13b99a6c46ea1386a20. * Revert "try copy out when loading?" This reverts commit 518f403aa03faeda1950fe3dbce0d9e4c1584455. * don't trigger device probe/caching on modeld prepare * re-export with ll and road edges * dont cache devices in manager process * get USBGPU from params * no usbgpu env * missed one * sconscript don't poll * unconditional env * always explicitely set devices on input tensors * set DEV so amd uses right compiler and iface?? * fix flag * bump tg * rm xdg_cache_home * tg don't bump all the way * missing gmmu=0 at compile time * dm set dev * tg backend * update gitignore * missing import * unused imports * rely on Device.DEFAULT at compile time (already the case bc onnxrunner) * comments * dm warp needs DEV set too * build both smol and big * misc typos * set dev at compile time * don't need * DEV=CPU when getting metadata, ensure we don't grab gpu lock * this would also grab lock * put bool * warp compile always prepare only * missed one * poll ui * missing here * don't force usbgpu at build time * tmp patch fetch_fw * catch all, follow hardwared patterns * simpler * compile make input queues * revert this * group this more readable * rm empty line * make dummy frame using numpy * revert compile make input queues * no compiler at runtime * cleanup * fine to rebuild all on change to device node for now * fix usbgpu_present * fix sconscript * no size in header stream decompress * DEBUG=2 * minimal viable feedback * egpu gray * oops * gotta do this actually * modeld build only depends on modeld devices * don't ship onnx to release? or chunk * don't need * can only set compiler on dev= * none device works, will use default * make linter happy * chunk agnostic onnx input to compile_modeld * chunk big onnx * +x chunker * fix #! * and don't ship chunked onnx to release * firmware now in correct location * better err on missing onnx/chunk * SConscript also need to accept chunked onnx * metadata also need to load maybe chunked * dedupe cmd * this needs to be on cpu * devices are set in the tgflags, we already depend on them * rebuilding on changed order is fine * read file chunked can already load either chunked or not * chunk all big onnx * less confusing * unused import * python device to load onnx bytes * default device for runners, python for metadata * why not * chunked to shm
90 lines
2.2 KiB
Bash
Executable File
90 lines
2.2 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -ex
|
|
|
|
DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" >/dev/null && pwd)"
|
|
|
|
SOURCE_DIR="$(git -C $DIR rev-parse --show-toplevel)"
|
|
if [ -z "$TARGET_DIR" ]; then
|
|
TARGET_DIR="$(mktemp -d)"
|
|
fi
|
|
|
|
# set git identity
|
|
source $DIR/identity.sh
|
|
|
|
echo "[-] Setting up target repo T=$SECONDS"
|
|
|
|
rm -rf $TARGET_DIR
|
|
mkdir -p $TARGET_DIR
|
|
cd $TARGET_DIR
|
|
cp -r $SOURCE_DIR/.git $TARGET_DIR
|
|
|
|
echo "[-] setting up stripped branch sync T=$SECONDS"
|
|
cd $TARGET_DIR
|
|
|
|
# tmp branch
|
|
git checkout --orphan tmp
|
|
|
|
# remove everything except .git
|
|
echo "[-] erasing old openpilot T=$SECONDS"
|
|
git submodule deinit -f --all
|
|
git rm -rf --cached .
|
|
find . -maxdepth 1 -not -path './.git' -not -name '.' -not -name '..' -exec rm -rf '{}' \;
|
|
|
|
# cleanup before the copy
|
|
cd $SOURCE_DIR
|
|
git clean -xdff
|
|
git submodule foreach --recursive git clean -xdff
|
|
|
|
# do the files copy
|
|
echo "[-] copying files T=$SECONDS"
|
|
cd $SOURCE_DIR
|
|
cp -pR --parents $(./release/release_files.py) $TARGET_DIR/
|
|
|
|
# in the directory
|
|
cd $TARGET_DIR
|
|
rm -rf .git/modules/
|
|
rm -f panda/board/obj/panda.bin.signed
|
|
|
|
find selfdrive/modeld/models -name '*.onnx' -size +95M -exec ./common/file_chunker.py {} \;
|
|
|
|
# include source commit hash and build date in commit
|
|
GIT_HASH=$(git --git-dir=$SOURCE_DIR/.git rev-parse HEAD)
|
|
GIT_COMMIT_DATE=$(git --git-dir=$SOURCE_DIR/.git show --no-patch --format='%ct %ci' HEAD)
|
|
DATETIME=$(date '+%Y-%m-%dT%H:%M:%S')
|
|
VERSION=$(cat $SOURCE_DIR/common/version.h | awk -F\" '{print $2}')
|
|
|
|
echo -n "$GIT_HASH" > git_src_commit
|
|
echo -n "$GIT_COMMIT_DATE" > git_src_commit_date
|
|
|
|
echo "[-] committing version $VERSION T=$SECONDS"
|
|
git add -f .
|
|
git status
|
|
git commit -a -m "openpilot v$VERSION release
|
|
|
|
date: $DATETIME
|
|
master commit: $GIT_HASH
|
|
"
|
|
|
|
# should be no submodules or LFS files
|
|
git submodule status
|
|
if [ ! -z "$(git lfs ls-files)" ]; then
|
|
echo "LFS files detected!"
|
|
exit 1
|
|
fi
|
|
|
|
# ensure files are within GitHub's limit
|
|
BIG_FILES="$(find . -type f -not -path './.git/*' -size +95M)"
|
|
if [ ! -z "$BIG_FILES" ]; then
|
|
printf '\n\n\n'
|
|
echo "Found files exceeding GitHub's 100MB limit:"
|
|
echo "$BIG_FILES"
|
|
exit 1
|
|
fi
|
|
|
|
if [ ! -z "$BRANCH" ]; then
|
|
echo "[-] Pushing to $BRANCH T=$SECONDS"
|
|
git push -f origin tmp:$BRANCH
|
|
fi
|
|
|
|
echo "[-] done T=$SECONDS, ready at $TARGET_DIR"
|