mawei/StarPilot
1
0
Fork 0
mirror of https://github.com/firestar5683/StarPilot.git synced 2026-09-30 19:33:45 +08:00
Code Issues Packages Projects Releases Wiki Activity

test_onroad: use zstd compression (#33100)

Browse Source 
* use zstd in test_onroad

* debug

* now leans towards 0.4 instead of 0.5

* 5x runs

* better

* more

* Update selfdrive/test/test_onroad.py

* revert Jenkinsfile

* and this
old-commit-hash: 4caecf21439eb65cedb25df589b140c9c09e26fc
This commit is contained in:
Shane Smiskol
2024-07-26 21:14:06 -07:00
committed by GitHub
parent b0a8b3bc9d
commit 09df2fbb14
1 changed files with 6 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
selfdrive/test/test_onroad.py
+6 -5
View File
@@ -1,4 +1,3 @@
import bz2
import math import math
import json import json
import os import os
@@ -9,6 +8,7 @@ import shutil
import subprocess import subprocess
import time import time
import numpy as np import numpy as np
import zstd
from collections import Counter, defaultdict from collections import Counter, defaultdict
from functools import cached_property from functools import cached_property
from pathlib import Path from pathlib import Path
@@ -20,9 +20,10 @@ from openpilot.common.basedir import BASEDIR
from openpilot.common.timeout import Timeout from openpilot.common.timeout import Timeout
from openpilot.common.params import Params from openpilot.common.params import Params
from openpilot.selfdrive.controls.lib.events import EVENTS, ET from openpilot.selfdrive.controls.lib.events import EVENTS, ET
from openpilot.system.hardware import HARDWARE
from openpilot.selfdrive.test.helpers import set_params_enabled, release_only from openpilot.selfdrive.test.helpers import set_params_enabled, release_only
from openpilot.system.hardware import HARDWARE
from openpilot.system.hardware.hw import Paths from openpilot.system.hardware.hw import Paths
from openpilot.system.loggerd.uploader import LOG_COMPRESSION_LEVEL
from openpilot.tools.lib.logreader import LogReader from openpilot.tools.lib.logreader import LogReader
""" """
@@ -166,10 +167,10 @@ class TestOnroad:
cls.log_sizes = {} cls.log_sizes = {}
for f in cls.log_path.iterdir(): for f in cls.log_path.iterdir():
assert f.is_file() assert f.is_file()
cls.log_sizes[f] = f.stat().st_size / 1e6 cls.log_sizes[f] = f.stat().st_size / 1e6
if f.name in ("qlog", "rlog"): if f.name in ("qlog", "rlog"):
with open(f, 'rb') as ff: with open(f, 'rb') as ff:
cls.log_sizes[f] = len(bz2.compress(ff.read())) / 1e6 cls.log_sizes[f] = len(zstd.compress(ff.read(), LOG_COMPRESSION_LEVEL)) / 1e6
@cached_property @cached_property
@@ -206,7 +207,7 @@ class TestOnroad:
if f.name == "qcamera.ts": if f.name == "qcamera.ts":
assert 2.15 < sz < 2.35 assert 2.15 < sz < 2.35
elif f.name == "qlog": elif f.name == "qlog":
assert 0.4 < sz < 0.6 assert 0.4 < sz < 0.5
elif f.name == "rlog": elif f.name == "rlog":
assert 5 < sz < 50 assert 5 < sz < 50
elif f.name.endswith('.hevc'): elif f.name.endswith('.hevc'):