From 98bae2769ed6fa38273933377fc6aecea3f86a4e Mon Sep 17 00:00:00 2001
From: James <91348155+FrogAi@users.noreply.github.com>
Date: Sat, 10 Jan 2026 16:21:38 -0700
Subject: [PATCH] Debug memory usage

---
 selfdrive/selfdrived/selfdrived.py |  4 ++++
 system/sentry.py                   | 35 ++++++++++++++++++++++++++++++
 2 files changed, 39 insertions(+)

diff --git a/selfdrive/selfdrived/selfdrived.py b/selfdrive/selfdrived/selfdrived.py
index a2ab25bac..6c429b752 100644
--- a/selfdrive/selfdrived/selfdrived.py
+++ b/selfdrive/selfdrived/selfdrived.py
@@ -157,6 +157,7 @@ class SelfdriveD:
     self.frogpilot_AM = AlertManager()
     self.frogpilot_events = Events(frogpilot=True)
 
+    self.captured_memory_log = False
     self.distance_pressed_previously = False
 
     self.display_timer = 0
@@ -241,6 +242,9 @@ class SelfdriveD:
       self.events.add(EventName.outOfSpace)
     if self.sm['deviceState'].memoryUsagePercent > 90 and not SIMULATION:
       self.events.add(EventName.lowMemory)
+      if not self.captured_memory_log:
+        sentry.capture_memory_usage()
+        self.captured_memory_log = True
 
     # Alert if fan isn't spinning for 5 seconds
     if self.sm['peripheralState'].pandaType != log.PandaState.PandaType.unknown:
diff --git a/system/sentry.py b/system/sentry.py
index eac5bb441..40799349d 100644
--- a/system/sentry.py
+++ b/system/sentry.py
@@ -1,6 +1,7 @@
 """Install exception handler for process crash."""
 import os
 import sentry_sdk
+import subprocess
 import traceback
 from datetime import datetime
 from enum import Enum
@@ -57,6 +58,40 @@ def capture_exception(*args, crash_log=True, **kwargs) -> None:
     cloudlog.exception("sentry exception")
 
 
+def capture_memory_usage() -> None:
+  try:
+    memory_available = 0
+    total_memory = 0
+
+    with open("/proc/meminfo", "r") as f:
+      for line in f:
+        if "MemTotal" in line:
+          total_memory = int(line.split()[1])
+        elif "MemAvailable" in line:
+          memory_available = int(line.split()[1])
+        if total_memory and memory_available:
+          break
+
+    if not total_memory:
+      cloudlog.error("Failed to read memory info")
+      return
+
+    used_memory = total_memory - memory_available
+    total_memory_usage_percent = (used_memory / total_memory) * 100
+
+    output = subprocess.check_output(["ps", "-eo", "rss,%mem,pid,comm", "--sort=-rss"], encoding="utf-8")
+    formatted_output = "\n".join(output.split('\n')[:21])
+
+    with sentry_sdk.push_scope() as scope:
+      scope.set_extra("memory_usage", formatted_output)
+      scope.set_extra("total_memory_usage_percent", f"{total_memory_usage_percent:.1f}%")
+      sentry_sdk.capture_message("Low Memory Detected", level="warning")
+      sentry_sdk.flush()
+
+  except Exception:
+    cloudlog.exception("failed to capture memory usage")
+
+
 def set_tag(key: str, value: str) -> None:
   sentry_sdk.set_tag(key, value)