diff --git a/frigate/object_detection.py b/frigate/object_detection.py
index a0c31b755..22adb954e 100644
--- a/frigate/object_detection.py
+++ b/frigate/object_detection.py
@@ -59,6 +59,9 @@ class LocalObjectDetector(ObjectDetector):
         raw_detections = self.detect_raw(tensor_input)
 
         for d in raw_detections:
+            if int(d[0]) < 0 or int(d[0]) >= len(self.labels):
+                logger.warning(f"Raw Detect returned invalid label: {d}")
+                continue
             if d[1] < threshold:
                 break
             detections.append(