dragonpilot v0.10.2

2026-06-25 07:52:03 +08:00 · 2025-12-19 09:12:51 +00:00
commit 741c1d1a70
3874 changed files with 1397785 additions and 0 deletions
@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+
+if [ $# -eq 0 ]; then
+  echo "usage: $0 <pull-request-number>"
+  exit 1
+fi
+
+BASE="https://github.com/commaai/openpilot/pull/"
+PR_NUM="$(echo $1 | grep -o -E '[0-9]+')"
+
+curl -L $BASE/$PR_NUM.patch | git apply -3
@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+nmcli connection modify --temporary esim ipv4.route-metric 1 ipv6.route-metric 1
+nmcli con up esim
@@ -0,0 +1,16 @@
+#!/usr/bin/env bash
+set -e
+
+if [ $# -eq 0 ]; then
+  echo "usage: $0 <pull-request-number>"
+  exit 1
+fi
+
+BASE="https://github.com/commaai/openpilot/pull/"
+PR_NUM="$(echo $1 | grep -o -E '[0-9]+')"
+BRANCH=tmp-pr${PR_NUM}
+
+git branch -D -f $BRANCH || true
+git fetch -u -f origin pull/$PR_NUM/head:$BRANCH
+git switch $BRANCH
+git reset --hard FETCH_HEAD
@@ -0,0 +1,5 @@
+#!/usr/bin/env python3
+from openpilot.system.hardware import HARDWARE
+
+if __name__ == "__main__":
+  HARDWARE.set_power_save(False)
@@ -0,0 +1,129 @@
+#!/usr/bin/env bash
+set -e
+
+YELLOW='\033[0;33m'
+GREEN='\033[0;32m'
+UNDERLINE='\033[4m'
+BOLD='\033[1m'
+NC='\033[0m'
+
+BRANCH="master"
+RUNS="20"
+
+COOKIE_JAR=/tmp/cookies
+CRUMB=$(curl -s --cookie-jar $COOKIE_JAR 'https://jenkins.comma.life/crumbIssuer/api/xml?xpath=concat(//crumbRequestField,":",//crumb)')
+
+FIRST_LOOP=1
+
+function loop() {
+  JENKINS_BRANCH="__jenkins_loop_${BRANCH}_$(date +%s)"
+  API_ROUTE="https://jenkins.comma.life/job/openpilot/job/$JENKINS_BRANCH"
+
+  for run in $(seq 1 $((RUNS / 2))); do
+
+    N=2
+
+    if [[ $FIRST_LOOP ]]; then
+      TEMP_DIR=$(mktemp -d)
+      GIT_LFS_SKIP_SMUDGE=1 git clone --quiet -b $BRANCH --depth=1 --no-tags git@github.com:commaai/openpilot $TEMP_DIR
+      git -C $TEMP_DIR checkout --quiet -b $JENKINS_BRANCH
+      echo "TESTING: $(date)" >> $TEMP_DIR/testing_jenkins
+      git -C $TEMP_DIR add testing_jenkins
+      git -C $TEMP_DIR commit --quiet -m "testing"
+      git -C $TEMP_DIR push --quiet -f origin $JENKINS_BRANCH
+      rm -rf $TEMP_DIR
+      FIRST_BUILD=1
+      echo ''
+      echo 'waiting on Jenkins...'
+      echo ''
+      sleep 90
+      FIRST_LOOP=""
+    fi
+
+    FIRST_BUILD=$(curl -s $API_ROUTE/api/json | jq .nextBuildNumber)
+    LAST_BUILD=$((FIRST_BUILD+N-1))
+    TEST_BUILDS=( $(seq $FIRST_BUILD $LAST_BUILD) )
+
+    # Start N new builds
+    for i in ${TEST_BUILDS[@]};
+    do
+      echo "Starting build $i"
+      curl -s --output /dev/null --cookie $COOKIE_JAR -H "$CRUMB" -X POST $API_ROUTE/build?delay=0sec
+      sleep 5
+    done
+    echo ""
+
+    # Wait for all builds to end
+    while true; do
+      sleep 30
+
+      count=0
+      for i in ${TEST_BUILDS[@]};
+      do
+        RES=$(curl -s -w "\n%{http_code}" --cookie $COOKIE_JAR -H "$CRUMB" $API_ROUTE/$i/api/json)
+        HTTP_CODE=$(tail -n1 <<< "$RES")
+        JSON=$(sed '$ d' <<< "$RES")
+
+        if [[ $HTTP_CODE == "200" ]]; then
+          STILL_RUNNING=$(echo $JSON | jq .inProgress)
+          if [[ $STILL_RUNNING == "true" ]]; then
+            echo -e "Build $i: ${YELLOW}still running${NC}"
+            continue
+          else
+            count=$((count+1))
+            echo -e "Build $i: ${GREEN}done${NC}"
+          fi
+        else
+          echo "No status for build $i"
+        fi
+      done
+      echo "See live results: ${API_ROUTE}/buildTimeTrend"
+      echo ""
+
+      if [[ $count -ge $N ]]; then
+        break
+      fi
+    done
+
+  done
+}
+
+function usage() {
+  echo ""
+  echo "Run the Jenkins tests multiple times on a specific branch"
+  echo ""
+  echo -e "${BOLD}${UNDERLINE}Options:${NC}"
+  echo -e "  ${BOLD}-n, --n${NC}"
+  echo -e "          Specify how many runs to do (default to ${BOLD}20${NC})"
+  echo -e "  ${BOLD}-b, --branch${NC}"
+  echo -e "          Specify which branch to run the tests against (default to ${BOLD}master${NC})"
+  echo ""
+}
+
+function _looper() {
+  if [[ $# -eq 0 ]]; then
+    usage
+    exit 0
+  fi
+
+  # parse Options
+  while [[ $# -gt 0 ]]; do
+    case $1 in
+      -n | --n ) shift 1; RUNS="$1"; shift 1 ;;
+      -b | --b | --branch | -branch ) shift 1; BRANCH="$1"; shift 1 ;;
+      * ) usage; exit 0 ;;
+    esac
+  done
+
+  echo ""
+  echo -e "You are about to start $RUNS Jenkins builds against the $BRANCH branch."
+  echo -e "If you expect this to run overnight, ${UNDERLINE}${BOLD}unplug the cold reboot power switch${NC} from the testing closet before."
+  echo ""
+  read -p "Press (y/Y) to confirm: " choice
+  if [[ "$choice" == "y" || "$choice" == "Y" ]]; then
+    loop
+  fi
+
+}
+
+_looper $@
@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+
+DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" >/dev/null && pwd)"
+
+export FINGERPRINT="TOYOTA_COROLLA_TSS2"
+export SKIP_FW_QUERY="1"
+$DIR/../launch_openpilot.sh
@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+FAIL=0
+
+if grep -n '\(#\|//\)\([[:space:]]*\)NOMERGE' $@; then
+  echo -e "NOMERGE comments found! Remove them before merging\n"
+  FAIL=1
+fi
+
+exit $FAIL
@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+FAIL=0
+
+if grep -n '#include "third_party/raylib/include/raylib\.h"' $@ | grep -v '^system/ui/raylib/raylib\.h'; then
+  echo -e "Bad raylib include found! Use '#include \"system/ui/raylib/raylib.h\"' instead\n"
+  FAIL=1
+fi
+
+exit $FAIL
@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+FAIL=0
+
+if grep '^#!.*python' $@ | grep -v '#!/usr/bin/env python3$'; then
+  echo -e "Invalid shebang! Must use '#!/usr/bin/env python3'\n"
+  FAIL=1
+fi
+
+if grep '^#!.*bash' $@ | grep -v '#!/usr/bin/env bash$'; then
+  echo -e "Invalid shebang! Must use '#!/usr/bin/env bash'"
+  FAIL=1
+fi
+
+exit $FAIL
@@ -0,0 +1,117 @@
+#!/usr/bin/env bash
+set -e
+
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+UNDERLINE='\033[4m'
+BOLD='\033[1m'
+NC='\033[0m'
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null && pwd )"
+ROOT="$DIR/../../"
+cd $ROOT
+
+FAILED=0
+
+IGNORED_FILES="uv\.lock|docs\/CARS.md"
+IGNORED_DIRS="^third_party.*|^msgq.*|^msgq_repo.*|^opendbc.*|^opendbc_repo.*|^cereal.*|^panda.*|^rednose.*|^rednose_repo.*|^tinygrad.*|^tinygrad_repo.*|^teleoprtc.*|^teleoprtc_repo.*"
+
+function run() {
+  shopt -s extglob
+  case $1 in
+    $SKIP | $RUN ) return 0 ;;
+  esac
+
+  echo -en "$1"
+
+  for ((i=0; i<$((50 - ${#1})); i++)); do
+    echo -n "."
+  done
+
+  shift 1;
+  CMD="$@"
+
+  set +e
+  log="$((eval "$CMD" ) 2>&1)"
+
+  if [[ $? -eq 0 ]]; then
+    echo -e "[${GREEN}✔${NC}]"
+  else
+    echo -e "[${RED}✗${NC}]"
+    echo "$log"
+    FAILED=1
+  fi
+  set -e
+}
+
+function run_tests() {
+  ALL_FILES=$1
+  PYTHON_FILES=$2
+
+  run "ruff" ruff check $ROOT --quiet
+  run "check_added_large_files" python3 -m pre_commit_hooks.check_added_large_files --enforce-all $ALL_FILES --maxkb=120
+  run "check_shebang_scripts_are_executable" python3 -m pre_commit_hooks.check_shebang_scripts_are_executable $ALL_FILES
+  run "check_shebang_format" $DIR/check_shebang_format.sh $ALL_FILES
+  run "check_nomerge_comments" $DIR/check_nomerge_comments.sh $ALL_FILES
+
+  if [[ -z "$FAST" ]]; then
+    run "mypy" mypy $PYTHON_FILES
+    run "codespell" codespell $ALL_FILES
+  fi
+
+  return $FAILED
+}
+
+function help() {
+  echo "A fast linter"
+  echo ""
+  echo -e "${BOLD}${UNDERLINE}Usage:${NC} op lint [TESTS] [OPTIONS]"
+  echo ""
+  echo -e "${BOLD}${UNDERLINE}Tests:${NC}"
+  echo -e "  ${BOLD}ruff${NC}"
+  echo -e "  ${BOLD}mypy${NC}"
+  echo -e "  ${BOLD}codespell${NC}"
+  echo -e "  ${BOLD}check_added_large_files${NC}"
+  echo -e "  ${BOLD}check_shebang_scripts_are_executable${NC}"
+  echo ""
+  echo -e "${BOLD}${UNDERLINE}Options:${NC}"
+  echo -e "  ${BOLD}-f, --fast${NC}"
+  echo "          Skip slow tests"
+  echo -e "  ${BOLD}-s, --skip${NC}"
+  echo "          Specify tests to skip separated by spaces"
+  echo ""
+  echo -e "${BOLD}${UNDERLINE}Examples:${NC}"
+  echo "  op lint mypy ruff"
+  echo "          Only run the mypy and ruff tests"
+  echo ""
+  echo "  op lint --skip mypy ruff"
+  echo "          Skip the mypy and ruff tests"
+  echo ""
+  echo "  op lint"
+  echo "          Run all the tests"
+}
+
+SKIP=""
+RUN=""
+while [[ $# -gt 0 ]]; do
+  case $1 in
+    -f | --fast ) shift 1; FAST="1" ;;
+    -s | --skip ) shift 1; SKIP=" " ;;
+    -h | --help | -help | --h ) help; exit 0 ;;
+    * ) if [[ -n $SKIP ]]; then SKIP+="$1 "; else RUN+="$1 "; fi; shift 1 ;;
+  esac
+done
+
+RUN=$([ -z "$RUN" ] && echo "" || echo "!($(echo $RUN | sed 's/ /|/g'))")
+SKIP="@($(echo $SKIP | sed 's/ /|/g'))"
+
+GIT_FILES="$(git ls-files | sed -E "s/$IGNORED_FILES|$IGNORED_DIRS//g")"
+ALL_FILES=""
+for f in $GIT_FILES; do
+  if [[ -f $f ]]; then
+    ALL_FILES+="$f"$'\n'
+  fi
+done
+PYTHON_FILES=$(echo "$ALL_FILES" | grep --color=never '.py$' || true)
+
+run_tests "$ALL_FILES" "$PYTHON_FILES"
@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+set -e
+if [[ -f .git/hooks/post-commit.d/post-commit ]]; then
+  .git/hooks/post-commit.d/post-commit
+fi
+tools/op.sh lint --fast
+echo ""
@@ -0,0 +1,31 @@
+#!/usr/bin/env python3
+import os
+import glob
+import onnx
+
+BASEDIR = os.path.abspath(os.path.join(os.path.dirname(os.path.realpath(__file__)), "../"))
+MASTER_PATH = os.getenv("MASTER_PATH", BASEDIR)
+MODEL_PATH = "/selfdrive/modeld/models/"
+
+def get_checkpoint(f):
+  model = onnx.load(f)
+  metadata = {prop.key: prop.value for prop in model.metadata_props}
+  return metadata['model_checkpoint'].split('/')[0]
+
+if __name__ == "__main__":
+  print("| | master | PR branch |")
+  print("|-| -----  | --------- |")
+
+  for f in glob.glob(BASEDIR + MODEL_PATH + "/*.onnx"):
+    # TODO: add checkpoint to DM
+    if "dmonitoring" in f:
+      continue
+
+    fn = os.path.basename(f)
+    master = get_checkpoint(MASTER_PATH + MODEL_PATH + fn)
+    pr = get_checkpoint(BASEDIR + MODEL_PATH + fn)
+    print(
+      "|", fn, "|",
+      f"[{master}](https://reporter.comma.life/experiment/{master})", "|",
+      f"[{pr}](https://reporter.comma.life/experiment/{pr})", "|"
+    )
@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+
+function fail {
+  echo $1 >&2
+  exit 1
+}
+
+function retry {
+  local n=1
+  local max=3 # 3 retries before failure
+  local delay=5 # delay between retries, 5 seconds
+  while true; do
+    echo "Running command '$@' with retry, attempt $n/$max"
+    "$@" && break || {
+      if [[ $n -lt $max ]]; then
+        ((n++))
+        sleep $delay;
+      else
+        fail "The command has failed after $n attempts."
+      fi
+    }
+  done
+}
+
+if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
+    retry "$@"
+fi
@@ -0,0 +1,7 @@
+#!/usr/bin/env sh
+
+# Stop updater
+pkill -2 -f system.updated.updated
+
+# Remove pending update
+rm -f /data/safe_staging/finalized/.overlay_consistent
@@ -0,0 +1,4 @@
+#!/usr/bin/env sh
+
+# Send SIGHUP to updater
+pkill -1 -f system.updated
@@ -0,0 +1,12 @@
+#!/usr/bin/env bash
+
+# testing the GPU box
+
+export XDG_CACHE_HOME=/data/tinycache
+mkdir -p $XDG_CACHE_HOME
+
+cd /data/openpilot/tinygrad_repo/examples
+while true; do
+  AMD=1 AMD_IFACE=usb python ./beautiful_cartpole.py
+  sleep 1
+done
@@ -0,0 +1,89 @@
+// gcc -O2 waste.c -lpthread -owaste
+// gcc -O2 waste.c -lpthread -owaste -DMEM
+
+#define _GNU_SOURCE
+#include <stdio.h>
+#include <math.h>
+#include <sched.h>
+#include <string.h>
+#include <stdlib.h>
+#include <unistd.h>
+#include <pthread.h>
+#include <arm_neon.h>
+#include <sys/sysinfo.h>
+#include "../common/timing.h"
+
+int get_nprocs(void);
+double *ttime, *oout;
+
+void waste(int pid) {
+  cpu_set_t my_set;
+  CPU_ZERO(&my_set);
+  CPU_SET(pid, &my_set);
+  int ret = sched_setaffinity(0, sizeof(cpu_set_t), &my_set);
+  printf("set affinity to %d: %d\n", pid, ret);
+
+  // 128 MB
+  float32x4_t *tmp = (float32x4_t *)malloc(0x800000*sizeof(float32x4_t));
+
+  // comment out the memset for CPU only and not RAM
+  // otherwise we need this to avoid the zero page
+#ifdef MEM
+  memset(tmp, 0xaa, 0x800000*sizeof(float32x4_t));
+#endif
+
+  float32x4_t out;
+
+  double sec = seconds_since_boot();
+  while (1) {
+    for (int i = 0; i < 0x10; i++) {
+      for (int j = 0; j < 0x800000; j+=0x20) {
+        out = vmlaq_f32(out, tmp[j+0], tmp[j+1]);
+        out = vmlaq_f32(out, tmp[j+2], tmp[j+3]);
+        out = vmlaq_f32(out, tmp[j+4], tmp[j+5]);
+        out = vmlaq_f32(out, tmp[j+6], tmp[j+7]);
+        out = vmlaq_f32(out, tmp[j+8], tmp[j+9]);
+        out = vmlaq_f32(out, tmp[j+10], tmp[j+11]);
+        out = vmlaq_f32(out, tmp[j+12], tmp[j+13]);
+        out = vmlaq_f32(out, tmp[j+14], tmp[j+15]);
+        out = vmlaq_f32(out, tmp[j+16], tmp[j+17]);
+        out = vmlaq_f32(out, tmp[j+18], tmp[j+19]);
+        out = vmlaq_f32(out, tmp[j+20], tmp[j+21]);
+        out = vmlaq_f32(out, tmp[j+22], tmp[j+23]);
+        out = vmlaq_f32(out, tmp[j+24], tmp[j+25]);
+        out = vmlaq_f32(out, tmp[j+26], tmp[j+27]);
+        out = vmlaq_f32(out, tmp[j+28], tmp[j+29]);
+        out = vmlaq_f32(out, tmp[j+30], tmp[j+31]);
+      }
+    }
+    double nsec = seconds_since_boot();
+    ttime[pid] = nsec-sec;
+    oout[pid] = out[0] + out[1] + out[2] + out[3];
+    sec = nsec;
+  }
+}
+
+int main() {
+  int CORES = get_nprocs();
+  ttime = (double *)malloc(CORES*sizeof(double));
+  oout = (double *)malloc(CORES*sizeof(double));
+
+  pthread_t waster[CORES];
+  for (long i = 0; i < CORES; i++) {
+    ttime[i] = NAN;
+    pthread_create(&waster[i], NULL, (void *(*)(void *))waste, (void*)i);
+  }
+  while (1) {
+    double avg = 0.0;
+    double iavg = 0.0;
+    for (int i = 0; i < CORES; i++) {
+      avg += ttime[i];
+      iavg += 1/ttime[i];
+      printf("%4.2f ", ttime[i]);
+    }
+    double mb_per_sec = (16.*0x800000/(1024*1024))*sizeof(float32x4_t)*iavg;
+    printf("-- %4.2f -- %.2f MB/s \n", avg/CORES, mb_per_sec);
+    sleep(1);
+  }
+}
+
@@ -0,0 +1,33 @@
+#!/usr/bin/env python3
+import os
+import time
+import numpy as np
+from multiprocessing import Process
+from setproctitle import setproctitle
+
+def waste(core):
+  os.sched_setaffinity(0, [core,])
+
+  m1 = np.zeros((200, 200)) + 0.8
+  m2 = np.zeros((200, 200)) + 1.2
+
+  i = 1
+  st = time.monotonic()
+  j = 0
+  while 1:
+    if (i % 100) == 0:
+      setproctitle(f"{core:3d}: {i:8d}")
+      lt = time.monotonic()
+      print(f"{core:3d}: {i:8d} {lt-st:f}  {j:.2f}")
+      st = lt
+    i += 1
+    j = np.sum(np.matmul(m1, m2))
+
+def main(gctx=None):
+  print("1-2 seconds is baseline")
+  for i in range(os.cpu_count()):
+    p = Process(target=waste, args=(i,))
+    p.start()
+
+if __name__ == "__main__":
+  main()