mirror of
https://github.com/sunnypilot/sunnypilot.git
synced 2026-06-20 19:12:07 +08:00
stef
1f227bbe20
* athenad and webrtcd updates * remove feature stream services from webrtcd split * stream encoder thread * reduce diff * wire webrtc to livestream camera encoder * request livestream camera switch service * add frame timing headers * rfctr * diff * clean * remove camera list in favour of init camera field * remove cors * clean * remove unused * remove extra try except * remove video_tracks unused * add back exception trace * add stream road camera info to stream cameras * fix * add back assert * clean diff * clean diff * add testJoystick only on body * fix camera list * remove reference to future service * video_tracks list add back * encode all cameras and swap in video track in webrtc * clean * explicitly gate bridge send * clean leftover * rearrange video.py * fix lint
73 lines
2.2 KiB
Python
73 lines
2.2 KiB
Python
import asyncio
|
|
import struct
|
|
import time
|
|
|
|
import av
|
|
from teleoprtc.tracks import TiciVideoStreamTrack
|
|
|
|
from cereal import messaging
|
|
from openpilot.common.realtime import DT_MDL, DT_DMON
|
|
|
|
# arbitrary 16-byte UUID identifying openpilot frame-timing SEI messages
|
|
TIMING_SEI_UUID = bytes([
|
|
0xa5, 0xe0, 0xc4, 0xa4, 0x5b, 0x6e, 0x4e, 0x1e,
|
|
0x9c, 0x7e, 0x12, 0x34, 0x56, 0x78, 0x9a, 0xbc,
|
|
])
|
|
_SEI_PREFIX = b'\x00\x00\x00\x01\x06\x05\x30' + TIMING_SEI_UUID
|
|
|
|
|
|
class LiveStreamVideoStreamTrack(TiciVideoStreamTrack):
|
|
camera_to_sock_mapping = {
|
|
"driver": "livestreamDriverEncodeData",
|
|
"wideRoad": "livestreamWideRoadEncodeData",
|
|
"road": "livestreamRoadEncodeData",
|
|
}
|
|
|
|
def __init__(self, camera_type: str):
|
|
dt = DT_DMON if camera_type == "driver" else DT_MDL
|
|
super().__init__(camera_type, dt)
|
|
|
|
self._sock = self._make_sock(camera_type)
|
|
self._pts = 0
|
|
self._t0_ns = time.monotonic_ns()
|
|
self.timing_sei_enabled = False
|
|
|
|
def _make_sock(self, camera_type: str) -> messaging.SubSocket:
|
|
return messaging.sub_sock(self.camera_to_sock_mapping[camera_type], conflate=True)
|
|
|
|
def switch_camera(self, camera_type: str) -> None:
|
|
self._sock = self._make_sock(camera_type)
|
|
|
|
def _build_frame_data(self, msg) -> bytes:
|
|
encode_data = getattr(msg, msg.which())
|
|
if not self.timing_sei_enabled:
|
|
return encode_data.header + encode_data.data
|
|
|
|
idx = encode_data.idx
|
|
sei_nal = _SEI_PREFIX + struct.pack('>4d',
|
|
(idx.timestampEof - idx.timestampSof) / 1e6,
|
|
(msg.logMonoTime - idx.timestampEof) / 1e6,
|
|
(time.monotonic_ns() - msg.logMonoTime) / 1e6,
|
|
time.time() * 1000, # noqa: TID251
|
|
) + b'\x80'
|
|
return encode_data.header + sei_nal + encode_data.data
|
|
|
|
async def recv(self):
|
|
while True:
|
|
msg = messaging.recv_one_or_none(self._sock)
|
|
if msg is not None:
|
|
break
|
|
await asyncio.sleep(0.005)
|
|
|
|
packet = av.Packet(self._build_frame_data(msg))
|
|
packet.time_base = self._time_base
|
|
|
|
self._pts = ((time.monotonic_ns() - self._t0_ns) * self._clock_rate) // 1_000_000_000
|
|
packet.pts = self._pts
|
|
self.log_debug("track sending frame %d", self._pts)
|
|
|
|
return packet
|
|
|
|
def codec_preference(self) -> str | None:
|
|
return "H264"
|