mawei/StarPilot
1
0
Fork 0
mirror of https://github.com/firestar5683/StarPilot.git synced 2026-09-30 19:33:45 +08:00
Code Issues Packages Projects Releases Wiki Activity

onnx_runner: force determinism (#29000)

Browse Source 
old-commit-hash: 8ce72760e784760eb26b9dc87e12919943397c37
This commit is contained in:
Kacper Rączy
2023-07-18 05:52:07 +02:00
committed by GitHub
parent 6f078534b8
commit fe2fc9dd11
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
selfdrive/modeld/runners/onnx_runner.py
+4 -2
View File
@@ -3,6 +3,7 @@
import os import os
import sys import sys
import numpy as np import numpy as np
from typing import Tuple, Dict, Union, Any
os.environ["OMP_NUM_THREADS"] = "4" os.environ["OMP_NUM_THREADS"] = "4"
os.environ["OMP_WAIT_POLICY"] = "PASSIVE" os.environ["OMP_WAIT_POLICY"] = "PASSIVE"
@@ -55,14 +56,15 @@ if __name__ == "__main__":
print("Onnx available providers: ", ort.get_available_providers(), file=sys.stderr) print("Onnx available providers: ", ort.get_available_providers(), file=sys.stderr)
options = ort.SessionOptions() options = ort.SessionOptions()
options.graph_optimization_level = ort.GraphOptimizationLevel.ORT_DISABLE_ALL options.graph_optimization_level = ort.GraphOptimizationLevel.ORT_DISABLE_ALL
provider: Union[str, Tuple[str, Dict[Any, Any]]]
if 'OpenVINOExecutionProvider' in ort.get_available_providers() and 'ONNXCPU' not in os.environ: if 'OpenVINOExecutionProvider' in ort.get_available_providers() and 'ONNXCPU' not in os.environ:
provider = 'OpenVINOExecutionProvider' provider = 'OpenVINOExecutionProvider'
elif 'CUDAExecutionProvider' in ort.get_available_providers() and 'ONNXCPU' not in os.environ: elif 'CUDAExecutionProvider' in ort.get_available_providers() and 'ONNXCPU' not in os.environ:
options.intra_op_num_threads = 2 options.intra_op_num_threads = 2
provider = 'CUDAExecutionProvider' provider = ('CUDAExecutionProvider', {'cudnn_conv_algo_search': 'DEFAULT'})
else: else:
options.intra_op_num_threads = 2 options.intra_op_num_threads = 2
options.inter_op_num_threads = 8
options.execution_mode = ort.ExecutionMode.ORT_SEQUENTIAL options.execution_mode = ort.ExecutionMode.ORT_SEQUENTIAL
options.graph_optimization_level = ort.GraphOptimizationLevel.ORT_ENABLE_ALL options.graph_optimization_level = ort.GraphOptimizationLevel.ORT_ENABLE_ALL
provider = 'CPUExecutionProvider' provider = 'CPUExecutionProvider'