From 205fdf3ae3c71bdc745f1f8be8d89feeec79f989 Mon Sep 17 00:00:00 2001 From: Nicolas Mowen Date: Tue, 9 Sep 2025 06:17:56 -0600 Subject: [PATCH] Fixes (#19984) * Always handle RKNN as NHWC in Frigate+ model loading * Correct Intel stats * Update inference time docs * Update version * Adjust inference speeds --- Makefile | 2 +- docs/docs/frigate/hardware.md | 6 +++--- frigate/detectors/detector_config.py | 4 ++++ frigate/util/services.py | 2 +- 4 files changed, 9 insertions(+), 5 deletions(-) diff --git a/Makefile b/Makefile index e414ed65c..fa692b681 100644 --- a/Makefile +++ b/Makefile @@ -1,7 +1,7 @@ default_target: local COMMIT_HASH := $(shell git log -1 --pretty=format:"%h"|tail -1) -VERSION = 0.16.1 +VERSION = 0.16.2 IMAGE_REPO ?= ghcr.io/blakeblackshear/frigate GITHUB_REF_NAME ?= $(shell git rev-parse --abbrev-ref HEAD) BOARDS= #Initialized empty diff --git a/docs/docs/frigate/hardware.md b/docs/docs/frigate/hardware.md index 113f922e2..fcb98573f 100644 --- a/docs/docs/frigate/hardware.md +++ b/docs/docs/frigate/hardware.md @@ -138,11 +138,11 @@ Inference speeds vary greatly depending on the CPU or GPU used, some known examp | Intel HD 620 | 15 - 25 ms | | 320: ~ 35 ms | | | | Intel HD 630 | ~ 15 ms | | 320: ~ 30 ms | | | | Intel UHD 730 | ~ 10 ms | | 320: ~ 19 ms 640: ~ 54 ms | | | -| Intel UHD 770 | ~ 15 ms | t-320: 24 ms s-320: 30 ms s-640: 45 ms | 320: ~ 20 ms 640: ~ 46 ms | | | +| Intel UHD 770 | ~ 15 ms | t-320: ~ 16 ms s-320: ~ 20 ms s-640: ~ 40 ms | 320: ~ 20 ms 640: ~ 46 ms | | | | Intel N100 | ~ 15 ms | s-320: 30 ms | 320: ~ 25 ms | | Can only run one detector instance | -| Intel N150 | ~ 15 ms | t-320: 16ms s-320: 24 ms | | | | +| Intel N150 | ~ 15 ms | t-320: 16 ms s-320: 24 ms | | | | | Intel Iris XE | ~ 10 ms | s-320: 12 ms s-640: 30 ms | 320: ~ 18 ms 640: ~ 50 ms | | | -| Intel Arc A310 | | t-320: 7 ms t-640: 11 ms s-320: 8 ms s-640: 15 ms | | | | +| Intel Arc A310 | ~ 5 ms | t-320: 7 ms t-640: 11 ms s-320: 8 ms s-640: 15 ms | 320: ~ 8 ms 640: ~ 14 ms | | | | Intel Arc A380 | ~ 6 ms | | 320: ~ 10 ms 640: ~ 22 ms | 336: 20 ms 448: 27 ms | | | Intel Arc A750 | ~ 4 ms | | 320: ~ 8 ms | | | diff --git a/frigate/detectors/detector_config.py b/frigate/detectors/detector_config.py index d7883523d..7ee04bde5 100644 --- a/frigate/detectors/detector_config.py +++ b/frigate/detectors/detector_config.py @@ -161,6 +161,10 @@ class ModelConfig(BaseModel): if model_info.get("inputDataType"): self.input_dtype = model_info["inputDataType"] + # RKNN always uses NHWC + if detector == "rknn": + self.input_tensor = InputTensorEnum.nhwc + # generate list of attribute labels self.attributes_map = { **model_info.get("attributes", DEFAULT_ATTRIBUTE_LABEL_MAP), diff --git a/frigate/util/services.py b/frigate/util/services.py index 185770eb7..b31a7eea3 100644 --- a/frigate/util/services.py +++ b/frigate/util/services.py @@ -301,7 +301,7 @@ def get_intel_gpu_stats(intel_gpu_device: Optional[str]) -> Optional[dict[str, s "-o", "-", "-s", - "1", + "1000", # Intel changed this from seconds to milliseconds in 2024+ versions ] if intel_gpu_device: