From e4d5f1f94ec8db3256d3751567aced93a28004e2 Mon Sep 17 00:00:00 2001 From: Nicolas Mowen Date: Sun, 21 Sep 2025 17:52:04 -0600 Subject: [PATCH] Tune OV for latency (#20160) --- frigate/detectors/detection_runners.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/frigate/detectors/detection_runners.py b/frigate/detectors/detection_runners.py index 8f3c826f2..19c91e487 100644 --- a/frigate/detectors/detection_runners.py +++ b/frigate/detectors/detection_runners.py @@ -195,6 +195,9 @@ class OpenVINOModelRunner(BaseModelRunner): # Apply performance optimization self.ov_core.set_property(device, {"PERF_COUNT": "NO"}) + if device in ["GPU", "AUTO"]: + self.ov_core.set_property(device, {"PERFORMANCE_HINT": "LATENCY"}) + # Compile model self.compiled_model = self.ov_core.compile_model( model=model_path, device_name=device