StarPilot/selfdrive/ui/tests/diff/diff.py

#!/usr/bin/env python3
import os
import sys
import subprocess
import webbrowser
import argparse
from pathlib import Path
from openpilot.common.basedir import BASEDIR

DIFF_OUT_DIR = Path(BASEDIR) / "selfdrive" / "ui" / "tests" / "diff" / "report"


def extract_framehashes(video_path):
  cmd = ['ffmpeg', '-i', video_path, '-map', '0:v:0', '-vsync', '0', '-f', 'framehash', '-hash', 'md5', '-']
  result = subprocess.run(cmd, capture_output=True, text=True, check=True)
  hashes = []
  for line in result.stdout.splitlines():
    if not line or line.startswith('#'):
      continue
    parts = line.split(',')
    if len(parts) < 4:
      continue
    hashes.append(parts[-1].strip())
  return hashes


def create_diff_video(video1, video2, output_path):
  """Create a diff video using ffmpeg blend filter with difference mode."""
  print("Creating diff video...")
  cmd = ['ffmpeg', '-i', video1, '-i', video2, '-filter_complex', '[0:v]blend=all_mode=difference', '-vsync', '0', '-y', output_path]
  subprocess.run(cmd, capture_output=True, check=True)


def find_differences(video1, video2):
  print(f"Hashing frames from {video1}...")
  hashes1 = extract_framehashes(video1)

  print(f"Hashing frames from {video2}...")
  hashes2 = extract_framehashes(video2)

  if len(hashes1) != len(hashes2):
    print(f"WARNING: Frame count mismatch: {len(hashes1)} vs {len(hashes2)}")
    min_frames = min(len(hashes1), len(hashes2))
    hashes1 = hashes1[:min_frames]
    hashes2 = hashes2[:min_frames]

  print(f"Comparing {len(hashes1)} frames...")
  different_frames = []

  for i, (h1, h2) in enumerate(zip(hashes1, hashes2, strict=False)):
    if h1 != h2:
      different_frames.append(i)

  return different_frames, len(hashes1)


def generate_html_report(video1, video2, basedir, different_frames, total_frames, diff_video_name):
  chunks = []
  if different_frames:
    current_chunk = [different_frames[0]]
    for i in range(1, len(different_frames)):
      if different_frames[i] == different_frames[i - 1] + 1:
        current_chunk.append(different_frames[i])
      else:
        chunks.append(current_chunk)
        current_chunk = [different_frames[i]]
    chunks.append(current_chunk)

  result_text = (
    f"✅ Videos are identical! ({total_frames} frames)"
    if len(different_frames) == 0
    else f"❌ Found {len(different_frames)} different frames out of {total_frames} total ({(len(different_frames) / total_frames * 100):.1f}%)"
  )

  html = f"""<h2>UI Diff</h2>
<table>
<tr>
<td width='33%'>
  <p><strong>Video 1</strong></p>
  <video id='video1' width='100%' autoplay muted loop onplay='syncVideos()'>
    <source src='{os.path.join(basedir, os.path.basename(video1))}' type='video/mp4'>
    Your browser does not support the video tag.
  </video>
</td>
<td width='33%'>
  <p><strong>Video 2</strong></p>
  <video id='video2' width='100%' autoplay muted loop onplay='syncVideos()'>
    <source src='{os.path.join(basedir, os.path.basename(video2))}' type='video/mp4'>
    Your browser does not support the video tag.
  </video>
</td>
<td width='33%'>
  <p><strong>Pixel Diff</strong></p>
  <video id='diffVideo' width='100%' autoplay muted loop>
    <source src='{os.path.join(basedir, diff_video_name)}' type='video/mp4'>
    Your browser does not support the video tag.
  </video>
</td>
</tr>
</table>
<script>
function syncVideos() {{
  const video1 = document.getElementById('video1');
  const video2 = document.getElementById('video2');
  const diffVideo = document.getElementById('diffVideo');
  video1.currentTime = video2.currentTime = diffVideo.currentTime;
}}
video1.addEventListener('timeupdate', () => {{
  if (Math.abs(video1.currentTime - video2.currentTime) > 0.1) {{
    video2.currentTime = video1.currentTime;
  }}
  if (Math.abs(video1.currentTime - diffVideo.currentTime) > 0.1) {{
    diffVideo.currentTime = video1.currentTime;
  }}
}});
video2.addEventListener('timeupdate', () => {{
  if (Math.abs(video2.currentTime - video1.currentTime) > 0.1) {{
    video1.currentTime = video2.currentTime;
  }}
  if (Math.abs(video2.currentTime - diffVideo.currentTime) > 0.1) {{
    diffVideo.currentTime = video2.currentTime;
  }}
}});
diffVideo.addEventListener('timeupdate', () => {{
  if (Math.abs(diffVideo.currentTime - video1.currentTime) > 0.1) {{
    video1.currentTime = diffVideo.currentTime;
    video2.currentTime = diffVideo.currentTime;
  }}
}});
</script>
<hr>
<p><strong>Results:</strong> {result_text}</p>
"""
  return html


def main():
  parser = argparse.ArgumentParser(description='Compare two videos and generate HTML diff report')
  parser.add_argument('video1', help='First video file')
  parser.add_argument('video2', help='Second video file')
  parser.add_argument('output', nargs='?', default='diff.html', help='Output HTML file (default: diff.html)')
  parser.add_argument("--basedir", type=str, help="Base directory for output", default="")
  parser.add_argument('--no-open', action='store_true', help='Do not open HTML report in browser')

  args = parser.parse_args()

  if not args.output.lower().endswith('.html'):
    args.output += '.html'

  os.makedirs(DIFF_OUT_DIR, exist_ok=True)

  print("=" * 60)
  print("VIDEO DIFF - HTML REPORT")
  print("=" * 60)
  print(f"Video 1: {args.video1}")
  print(f"Video 2: {args.video2}")
  print(f"Output: {args.output}")
  print()

  # Create diff video with name derived from output HTML
  diff_video_name = Path(args.output).stem + '.mp4'
  diff_video_path = str(DIFF_OUT_DIR / diff_video_name)
  create_diff_video(args.video1, args.video2, diff_video_path)

  different_frames, total_frames = find_differences(args.video1, args.video2)

  if different_frames is None:
    sys.exit(1)

  print()
  print("Generating HTML report...")
  html = generate_html_report(args.video1, args.video2, args.basedir, different_frames, total_frames, diff_video_name)

  with open(DIFF_OUT_DIR / args.output, 'w') as f:
    f.write(html)

  # Open in browser by default
  if not args.no_open:
    print(f"Opening {args.output} in browser...")
    webbrowser.open(f'file://{os.path.abspath(DIFF_OUT_DIR / args.output)}')

  return 0 if len(different_frames) == 0 else 1


if __name__ == "__main__":
  sys.exit(main())