From 1bbeb3fe2f8a5a8826707b4e1a07ac77fa8668c2 Mon Sep 17 00:00:00 2001 From: chenyu Date: Thu, 21 Dec 2023 22:23:39 -0500 Subject: [PATCH] remove the different rtol / atol for openpilot CUDA in benchmark (#2907) not sure what the issue was but seems to be fixed on master --- test/external/external_model_benchmark.py | 1 - 1 file changed, 1 deletion(-) diff --git a/test/external/external_model_benchmark.py b/test/external/external_model_benchmark.py index 3cb7e81dbd..2edf18c9f8 100644 --- a/test/external/external_model_benchmark.py +++ b/test/external/external_model_benchmark.py @@ -99,7 +99,6 @@ def benchmark_model(m, devices, validate_outs=False): if validate_outs: rtol, atol = 2e-3, 2e-3 # tolerance for fp16 models - if m == "openpilot" and 'CUDA' in devices: rtol, atol = 0.1, 0.1 # TODO: why is this broken? inputs = {k:Tensor(inp) for k,inp in np_inputs.items()} tinygrad_model = get_run_onnx(onnx_model) tinygrad_out = tinygrad_model(inputs)