Mirrors/blakeblackshear.frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2025-02-09 00:17:00 +01:00
Code Issues Projects Releases Wiki Activity

detectors/rocm: default option to conserve cpu usage at the expense of latency

Browse Source
This commit is contained in:
Indrek Mandre 2024-01-31 16:36:15 +02:00
parent da31ee197c
commit 61713115e2
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
frigate/detectors/plugins/rocm.py
View File

@ -20,6 +20,7 @@ DETECTOR_KEY = "rocm"
class ROCmDetectorConfig(BaseDetectorConfig):
type: Literal[DETECTOR_KEY]
conserve_cpu: bool = Field(default=True, title="Conserve CPU at the expense of latency (and reduced max throughput)")
class ROCmDetector(DetectionApi):
type_key = DETECTOR_KEY
@ -36,6 +37,9 @@ class ROCmDetector(DetectionApi):
)
raise
if detector_config.conserve_cpu:
logger.info(f"AMD/ROCm: switching HIP to blocking mode to conserve CPU")
ctypes.CDLL('/opt/rocm/lib/libamdhip64.so').hipSetDeviceFlags(4)
assert detector_config.model.model_type == 'yolov8', "AMD/ROCm: detector_config.model.model_type: only yolov8 supported"
assert detector_config.model.input_tensor == 'nhwc', "AMD/ROCm: detector_config.model.input_tensor: only nhwc supported"
if detector_config.model.input_pixel_format != 'rgb':