From b8fd0a2b31a736ca3e2c6d0f5cfe30b76056e5d9 Mon Sep 17 00:00:00 2001 From: Nicolas Mowen Date: Fri, 19 Sep 2025 04:59:42 -0600 Subject: [PATCH] Fix CUDA graph config (#20135) --- frigate/detectors/detection_runners.py | 27 ++++++++++++++++++-------- 1 file changed, 19 insertions(+), 8 deletions(-) diff --git a/frigate/detectors/detection_runners.py b/frigate/detectors/detection_runners.py index 3e304d63c..9babbdef3 100644 --- a/frigate/detectors/detection_runners.py +++ b/frigate/detectors/detection_runners.py @@ -420,16 +420,27 @@ def get_optimized_runner( if device != "CPU" and is_openvino_gpu_npu_available(): return OpenVINOModelRunner(model_path, device, model_type, **kwargs) - ortSession = ort.InferenceSession( - model_path, - providers=providers, - provider_options=options, - ) - if ( not CudaGraphRunner.is_complex_model(model_type) and providers[0] == "CUDAExecutionProvider" ): - return CudaGraphRunner(ortSession, options[0]["device_id"]) + options[0] = { + **options[0], + "enable_cuda_graph": True, + } + return CudaGraphRunner( + ort.InferenceSession( + model_path, + providers=providers, + provider_options=options, + ), + options[0]["device_id"], + ) - return ONNXModelRunner(ortSession) + return ONNXModelRunner( + ort.InferenceSession( + model_path, + providers=providers, + provider_options=options, + ) + )