mawei/dragonpilot
1
0
Fork 0
mirror of https://github.com/dragonpilot/dragonpilot.git synced 2026-10-01 03:43:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

qlog_size.py: more accurate msg size breakdown (#32723)

Browse Source 
* grouping changes outcome

* clean up

* clean up

* clean up

* clean up

* clean up
This commit is contained in:
Shane Smiskol
2024-06-11 22:55:42 -07:00
committed by GitHub
parent 83ac80c6c8
commit e798caa3e5
1 changed files with 10 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
selfdrive/debug/internal/qlog_size.py
+10 -5
View File
@@ -6,6 +6,7 @@ from collections import defaultdict
import matplotlib.pyplot as plt import matplotlib.pyplot as plt
from openpilot.tools.lib.logreader import LogReader from openpilot.tools.lib.logreader import LogReader
from tqdm import tqdm
MIN_SIZE = 0.5 # Percent size of total to show as separate entry MIN_SIZE = 0.5 # Percent size of total to show as separate entry
@@ -15,19 +16,23 @@ def make_pie(msgs, typ):
for m in msgs: for m in msgs:
msgs_by_type[m.which()].append(m.as_builder().to_bytes()) msgs_by_type[m.which()].append(m.as_builder().to_bytes())
length_by_type = {k: len(b"".join(v)) for k, v in msgs_by_type.items()} total = len(bz2.compress(b"".join([m.as_builder().to_bytes() for m in msgs])))
compressed_length_by_type = {k: len(bz2.compress(b"".join(v))) for k, v in msgs_by_type.items()}
total = sum(compressed_length_by_type.values())
uncompressed_total = len(b"".join([m.as_builder().to_bytes() for m in msgs])) uncompressed_total = len(b"".join([m.as_builder().to_bytes() for m in msgs]))
length_by_type = {k: len(b"".join(v)) for k, v in msgs_by_type.items()}
# calculate compressed size by calculating diff when removed from the segment
compressed_length_by_type = {}
for k in tqdm(msgs_by_type.keys(), desc="Compressing"):
compressed_length_by_type[k] = total - len(bz2.compress(b"".join([m.as_builder().to_bytes() for m in msgs if m.which() != k])))
sizes = sorted(compressed_length_by_type.items(), key=lambda kv: kv[1]) sizes = sorted(compressed_length_by_type.items(), key=lambda kv: kv[1])
print("name - comp. size (uncomp. size)") print("name - comp. size (uncomp. size)")
for (name, sz) in sizes: for (name, sz) in sizes:
print(f"{name:<22} - {sz / 1024:.2f} kB ({length_by_type[name] / 1024:.2f} kB)") print(f"{name:<22} - {sz / 1024:.2f} kB ({length_by_type[name] / 1024:.2f} kB)")
print() print()
print(f"{typ} - Total {total / 1024:.2f} kB") print(f"{typ} - Real total {total / 1024:.2f} kB")
print(f"{typ} - Breakdown total {sum(compressed_length_by_type.values()) / 1024:.2f} kB")
print(f"{typ} - Uncompressed total {uncompressed_total / 1024 / 1024:.2f} MB") print(f"{typ} - Uncompressed total {uncompressed_total / 1024 / 1024:.2f} MB")
sizes_large = [(k, sz) for (k, sz) in sizes if sz >= total * MIN_SIZE / 100] sizes_large = [(k, sz) for (k, sz) in sizes if sz >= total * MIN_SIZE / 100]