mirror of
https://github.com/firestar5683/StarPilot.git
synced 2026-07-08 15:12:10 +08:00
Shane Smiskol
30350f4207
* initial * start to support nav stack in settings panels + fix some navwidget bugs * add deprecation warning and move more to new nav stack * fix overriding NavWidget enabled and do developer panel * fix interactive timeout and do main * more device, not done yet * minor network fixes * dcam dialog * start onboarding * fix onboarding * do mici setup * remove now useless CUSTOM_SOFTWARE * support big ui with old modal overlay * reset can be old modal overlay, but updater needs new since it uses wifiui * flip name truthiness to inspire excitement * all *should* work, but will do pass later * clean up main * clean up settiings * clean up dialog and developer * cleanup mici setup some * rm one more * fix keyboard * revert * might as well but clarify * fix networkinfopage buttons * lint * nice clean up from cursor * animate background fade with position * fix device overlays * cursor fix pt1 cursor fix pt2 * rm print * capital * temp fix from cursor for onboarding not freeing space after reviewing training guide * fix home screen scroller snap not resetting * stash * nice gradient on top * 40 * 20 * no gradient * return unused returns and always show regulatory btn * nice! * clean up * new_modal is always true! * more clean up * clean up * big only renders top 1 * fixup setup and updater * stash * Revert "stash" This reverts commit 3cfb226ccb51869ed1f7d630b5fdd6725ad094d5. * fix mici keys coming in from top * clean up * fix mici dialogs like tici, pop first incase call back pushes * clever way but not not * Revert "clever way but not not" This reverts commit f69d106df61262f049df20cc1a9064ca1e6feeb7. * more setup * mici keyboard: fix not disabling below * cmt * fix wifi callbacks not running in rare case * clean up network * clean up network * clean up dialog * pairing * rm * todo * fix replay * they push themselkves! * clean up ui_state * clean up application * clean up * stash * Revert "stash" This reverts commit 07d3f5f26c99ef891086b6fe03095d53a62b8631. * typing * lint
112 lines
3.3 KiB
Python
112 lines
3.3 KiB
Python
import numpy as np
|
|
import pyray as rl
|
|
from msgq.visionipc import VisionStreamType
|
|
from openpilot.selfdrive.ui.onroad.cameraview import CameraView
|
|
from openpilot.selfdrive.ui.onroad.driver_state import DriverStateRenderer
|
|
from openpilot.selfdrive.ui.ui_state import ui_state, device
|
|
from openpilot.system.ui.lib.application import gui_app, FontWeight
|
|
from openpilot.system.ui.lib.multilang import tr
|
|
from openpilot.system.ui.widgets.label import gui_label
|
|
|
|
|
|
class DriverCameraDialog(CameraView):
|
|
def __init__(self):
|
|
super().__init__("camerad", VisionStreamType.VISION_STREAM_DRIVER)
|
|
self.driver_state_renderer = DriverStateRenderer()
|
|
# TODO: this can grow unbounded, should be given some thought
|
|
device.add_interactive_timeout_callback(gui_app.pop_widget)
|
|
ui_state.params.put_bool("IsDriverViewEnabled", True)
|
|
|
|
def hide_event(self):
|
|
super().hide_event()
|
|
ui_state.params.put_bool("IsDriverViewEnabled", False)
|
|
self.close()
|
|
|
|
def _handle_mouse_release(self, _):
|
|
super()._handle_mouse_release(_)
|
|
gui_app.pop_widget()
|
|
|
|
def __del__(self):
|
|
self.close()
|
|
|
|
def _render(self, rect):
|
|
super()._render(rect)
|
|
|
|
if not self.frame:
|
|
gui_label(
|
|
rect,
|
|
tr("camera starting"),
|
|
font_size=100,
|
|
font_weight=FontWeight.BOLD,
|
|
alignment=rl.GuiTextAlignment.TEXT_ALIGN_CENTER,
|
|
)
|
|
return -1
|
|
|
|
self._draw_face_detection(rect)
|
|
self.driver_state_renderer.render(rect)
|
|
|
|
return -1
|
|
|
|
def _draw_face_detection(self, rect: rl.Rectangle) -> None:
|
|
driver_state = ui_state.sm["driverStateV2"]
|
|
is_rhd = driver_state.wheelOnRightProb > 0.5
|
|
driver_data = driver_state.rightDriverData if is_rhd else driver_state.leftDriverData
|
|
face_detect = driver_data.faceProb > 0.7
|
|
if not face_detect:
|
|
return
|
|
|
|
# Get face position and orientation
|
|
face_x, face_y = driver_data.facePosition
|
|
face_std = max(driver_data.faceOrientationStd[0], driver_data.faceOrientationStd[1])
|
|
alpha = 0.7
|
|
if face_std > 0.15:
|
|
alpha = max(0.7 - (face_std - 0.15) * 3.5, 0.0)
|
|
|
|
# use approx instead of distort_points
|
|
# TODO: replace with distort_points
|
|
fbox_x = int(1080.0 - 1714.0 * face_x)
|
|
fbox_y = int(-135.0 + (504.0 + abs(face_x) * 112.0) + (1205.0 - abs(face_x) * 724.0) * face_y)
|
|
box_size = 220
|
|
|
|
line_color = rl.Color(255, 255, 255, int(alpha * 255))
|
|
rl.draw_rectangle_rounded_lines_ex(
|
|
rl.Rectangle(fbox_x - box_size / 2, fbox_y - box_size / 2, box_size, box_size),
|
|
35.0 / box_size / 2,
|
|
10,
|
|
10,
|
|
line_color,
|
|
)
|
|
|
|
def _calc_frame_matrix(self, rect: rl.Rectangle) -> np.ndarray:
|
|
driver_view_ratio = 2.0
|
|
|
|
# Get stream dimensions
|
|
if self.frame:
|
|
stream_width = self.frame.width
|
|
stream_height = self.frame.height
|
|
else:
|
|
# Default values if frame not available
|
|
stream_width = 1928
|
|
stream_height = 1208
|
|
|
|
yscale = stream_height * driver_view_ratio / stream_width
|
|
xscale = yscale * rect.height / rect.width * stream_width / stream_height
|
|
|
|
return np.array([
|
|
[xscale, 0.0, 0.0],
|
|
[0.0, yscale, 0.0],
|
|
[0.0, 0.0, 1.0]
|
|
])
|
|
|
|
|
|
if __name__ == "__main__":
|
|
gui_app.init_window("Driver Camera View")
|
|
|
|
driver_camera_view = DriverCameraDialog()
|
|
gui_app.push_widget(driver_camera_view)
|
|
try:
|
|
for _ in gui_app.render():
|
|
ui_state.update()
|
|
finally:
|
|
driver_camera_view.close()
|