2020-11-04 13:31:25 +01:00
|
|
|
import logging
|
2020-07-09 13:57:16 +02:00
|
|
|
import threading
|
2023-07-16 14:42:56 +02:00
|
|
|
from multiprocessing import Queue
|
2023-05-29 12:31:17 +02:00
|
|
|
from multiprocessing.synchronize import Event as MpEvent
|
|
|
|
from typing import Dict
|
2020-11-24 15:09:16 +01:00
|
|
|
|
2024-04-09 01:19:45 +02:00
|
|
|
from frigate.comms.events_updater import EventEndPublisher, EventUpdateSubscriber
|
2024-09-02 15:22:53 +02:00
|
|
|
from frigate.config import FrigateConfig
|
2024-03-23 17:11:32 +01:00
|
|
|
from frigate.events.types import EventStateEnum, EventTypeEnum
|
2021-09-11 15:34:27 +02:00
|
|
|
from frigate.models import Event
|
2023-07-06 16:28:50 +02:00
|
|
|
from frigate.util.builtin import to_relative_box
|
2022-11-19 14:16:33 +01:00
|
|
|
|
2020-11-04 04:26:39 +01:00
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
2022-04-16 15:42:44 +02:00
|
|
|
|
2022-11-19 14:16:33 +01:00
|
|
|
def should_update_db(prev_event: Event, current_event: Event) -> bool:
|
2022-03-17 13:18:43 +01:00
|
|
|
"""If current_event has updated fields and (clip or snapshot)."""
|
2022-11-19 14:16:33 +01:00
|
|
|
if current_event["has_clip"] or current_event["has_snapshot"]:
|
2023-04-24 14:24:28 +02:00
|
|
|
# if this is the first time has_clip or has_snapshot turned true
|
|
|
|
if not prev_event["has_clip"] and not prev_event["has_snapshot"]:
|
|
|
|
return True
|
|
|
|
# or if any of the following values changed
|
2022-11-19 14:16:33 +01:00
|
|
|
if (
|
|
|
|
prev_event["top_score"] != current_event["top_score"]
|
|
|
|
or prev_event["entered_zones"] != current_event["entered_zones"]
|
|
|
|
or prev_event["thumbnail"] != current_event["thumbnail"]
|
2023-04-24 14:24:28 +02:00
|
|
|
or prev_event["end_time"] != current_event["end_time"]
|
2022-11-19 14:16:33 +01:00
|
|
|
):
|
|
|
|
return True
|
|
|
|
return False
|
2022-02-08 14:12:00 +01:00
|
|
|
|
|
|
|
|
2023-08-01 04:43:48 +02:00
|
|
|
def should_update_state(prev_event: Event, current_event: Event) -> bool:
|
|
|
|
"""If current event should update state, but not necessarily update the db."""
|
|
|
|
if prev_event["stationary"] != current_event["stationary"]:
|
|
|
|
return True
|
|
|
|
|
2023-10-07 16:17:18 +02:00
|
|
|
if prev_event["attributes"] != current_event["attributes"]:
|
|
|
|
return True
|
|
|
|
|
2023-12-13 03:48:52 +01:00
|
|
|
if prev_event["sub_label"] != current_event["sub_label"]:
|
|
|
|
return True
|
|
|
|
|
|
|
|
if len(prev_event["current_zones"]) < len(current_event["current_zones"]):
|
|
|
|
return True
|
|
|
|
|
2023-08-01 04:43:48 +02:00
|
|
|
return False
|
|
|
|
|
|
|
|
|
2020-07-09 13:57:16 +02:00
|
|
|
class EventProcessor(threading.Thread):
|
2021-02-17 14:23:32 +01:00
|
|
|
def __init__(
|
2022-11-19 14:16:33 +01:00
|
|
|
self,
|
|
|
|
config: FrigateConfig,
|
2023-04-23 17:45:19 +02:00
|
|
|
timeline_queue: Queue,
|
2022-11-19 14:16:33 +01:00
|
|
|
stop_event: MpEvent,
|
2021-02-17 14:23:32 +01:00
|
|
|
):
|
2020-07-09 13:57:16 +02:00
|
|
|
threading.Thread.__init__(self)
|
2021-02-17 14:23:32 +01:00
|
|
|
self.name = "event_processor"
|
2020-07-09 13:57:16 +02:00
|
|
|
self.config = config
|
2023-04-23 17:45:19 +02:00
|
|
|
self.timeline_queue = timeline_queue
|
2022-11-19 14:16:33 +01:00
|
|
|
self.events_in_process: Dict[str, Event] = {}
|
2020-08-02 15:46:36 +02:00
|
|
|
self.stop_event = stop_event
|
2021-02-05 04:44:44 +01:00
|
|
|
|
2024-03-23 17:11:32 +01:00
|
|
|
self.event_receiver = EventUpdateSubscriber()
|
2024-04-09 01:19:45 +02:00
|
|
|
self.event_end_publisher = EventEndPublisher()
|
2024-03-23 17:11:32 +01:00
|
|
|
|
2022-11-19 14:16:33 +01:00
|
|
|
def run(self) -> None:
|
2021-10-23 23:18:13 +02:00
|
|
|
# set an end_time on events without an end_time on startup
|
|
|
|
Event.update(end_time=Event.start_time + 30).where(
|
2023-06-11 14:18:47 +02:00
|
|
|
Event.end_time == None
|
2021-10-23 23:18:13 +02:00
|
|
|
).execute()
|
|
|
|
|
2021-05-21 17:39:14 +02:00
|
|
|
while not self.stop_event.is_set():
|
2024-03-23 17:11:32 +01:00
|
|
|
update = self.event_receiver.check_for_update()
|
|
|
|
|
|
|
|
if update == None:
|
2020-07-09 13:57:16 +02:00
|
|
|
continue
|
|
|
|
|
2024-03-23 17:11:32 +01:00
|
|
|
source_type, event_type, camera, event_data = update
|
|
|
|
|
2023-07-01 15:18:33 +02:00
|
|
|
logger.debug(
|
|
|
|
f"Event received: {source_type} {event_type} {camera} {event_data['id']}"
|
2023-04-23 17:45:19 +02:00
|
|
|
)
|
|
|
|
|
2023-04-30 19:07:14 +02:00
|
|
|
if source_type == EventTypeEnum.tracked_object:
|
2023-07-01 15:18:33 +02:00
|
|
|
self.timeline_queue.put(
|
|
|
|
(
|
|
|
|
camera,
|
|
|
|
source_type,
|
|
|
|
event_type,
|
|
|
|
self.events_in_process.get(event_data["id"]),
|
|
|
|
event_data,
|
|
|
|
)
|
|
|
|
)
|
|
|
|
|
2024-03-23 17:11:32 +01:00
|
|
|
if event_type == EventStateEnum.start:
|
2023-04-30 19:07:14 +02:00
|
|
|
self.events_in_process[event_data["id"]] = event_data
|
|
|
|
continue
|
2021-07-09 22:14:16 +02:00
|
|
|
|
2023-04-30 19:07:14 +02:00
|
|
|
self.handle_object_detection(event_type, camera, event_data)
|
2023-05-19 12:16:11 +02:00
|
|
|
elif source_type == EventTypeEnum.api:
|
2023-12-21 13:52:54 +01:00
|
|
|
self.timeline_queue.put(
|
|
|
|
(
|
|
|
|
camera,
|
|
|
|
source_type,
|
|
|
|
event_type,
|
|
|
|
{},
|
|
|
|
event_data,
|
|
|
|
)
|
|
|
|
)
|
|
|
|
|
2023-05-19 12:16:11 +02:00
|
|
|
self.handle_external_detection(event_type, event_data)
|
2021-02-17 14:23:32 +01:00
|
|
|
|
2024-03-23 17:11:32 +01:00
|
|
|
self.event_receiver.stop()
|
2024-04-09 01:19:45 +02:00
|
|
|
self.event_end_publisher.stop()
|
2023-05-29 12:31:17 +02:00
|
|
|
logger.info("Exiting event processor...")
|
2021-05-21 17:39:14 +02:00
|
|
|
|
2023-04-30 19:07:14 +02:00
|
|
|
def handle_object_detection(
|
|
|
|
self,
|
|
|
|
event_type: str,
|
|
|
|
camera: str,
|
|
|
|
event_data: Event,
|
|
|
|
) -> None:
|
|
|
|
"""handle tracked object event updates."""
|
2023-08-01 04:43:48 +02:00
|
|
|
updated_db = False
|
|
|
|
|
2023-04-30 19:07:14 +02:00
|
|
|
# if this is the first message, just store it and continue, its not time to insert it in the db
|
|
|
|
if should_update_db(self.events_in_process[event_data["id"]], event_data):
|
2023-08-01 04:43:48 +02:00
|
|
|
updated_db = True
|
2023-04-30 19:07:14 +02:00
|
|
|
camera_config = self.config.cameras[camera]
|
|
|
|
width = camera_config.detect.width
|
|
|
|
height = camera_config.detect.height
|
|
|
|
first_detector = list(self.config.detectors.values())[0]
|
|
|
|
|
2024-09-02 15:22:53 +02:00
|
|
|
start_time = event_data["start_time"]
|
2023-04-30 19:07:14 +02:00
|
|
|
end_time = (
|
2024-09-02 15:22:53 +02:00
|
|
|
None if event_data["end_time"] is None else event_data["end_time"]
|
2023-04-30 19:07:14 +02:00
|
|
|
)
|
|
|
|
# score of the snapshot
|
|
|
|
score = (
|
|
|
|
None
|
|
|
|
if event_data["snapshot"] is None
|
|
|
|
else event_data["snapshot"]["score"]
|
|
|
|
)
|
|
|
|
# detection region in the snapshot
|
|
|
|
region = (
|
|
|
|
None
|
|
|
|
if event_data["snapshot"] is None
|
|
|
|
else to_relative_box(
|
|
|
|
width,
|
|
|
|
height,
|
|
|
|
event_data["snapshot"]["region"],
|
|
|
|
)
|
|
|
|
)
|
|
|
|
# bounding box for the snapshot
|
|
|
|
box = (
|
|
|
|
None
|
|
|
|
if event_data["snapshot"] is None
|
|
|
|
else to_relative_box(
|
|
|
|
width,
|
|
|
|
height,
|
|
|
|
event_data["snapshot"]["box"],
|
|
|
|
)
|
|
|
|
)
|
|
|
|
|
2023-06-17 16:56:22 +02:00
|
|
|
attributes = [
|
|
|
|
(
|
|
|
|
None
|
|
|
|
if event_data["snapshot"] is None
|
|
|
|
else {
|
|
|
|
"box": to_relative_box(
|
|
|
|
width,
|
|
|
|
height,
|
|
|
|
a["box"],
|
|
|
|
),
|
|
|
|
"label": a["label"],
|
|
|
|
"score": a["score"],
|
|
|
|
}
|
|
|
|
)
|
|
|
|
for a in event_data["snapshot"]["attributes"]
|
|
|
|
]
|
|
|
|
|
2023-04-30 19:07:14 +02:00
|
|
|
# keep these from being set back to false because the event
|
|
|
|
# may have started while recordings and snapshots were enabled
|
|
|
|
# this would be an issue for long running events
|
|
|
|
if self.events_in_process[event_data["id"]]["has_clip"]:
|
|
|
|
event_data["has_clip"] = True
|
|
|
|
if self.events_in_process[event_data["id"]]["has_snapshot"]:
|
|
|
|
event_data["has_snapshot"] = True
|
|
|
|
|
|
|
|
event = {
|
|
|
|
Event.id: event_data["id"],
|
|
|
|
Event.label: event_data["label"],
|
|
|
|
Event.camera: camera,
|
|
|
|
Event.start_time: start_time,
|
|
|
|
Event.end_time: end_time,
|
|
|
|
Event.zones: list(event_data["entered_zones"]),
|
|
|
|
Event.thumbnail: event_data["thumbnail"],
|
|
|
|
Event.has_clip: event_data["has_clip"],
|
|
|
|
Event.has_snapshot: event_data["has_snapshot"],
|
|
|
|
Event.model_hash: first_detector.model.model_hash,
|
|
|
|
Event.model_type: first_detector.model.model_type,
|
|
|
|
Event.detector_type: first_detector.type,
|
|
|
|
Event.data: {
|
|
|
|
"box": box,
|
|
|
|
"region": region,
|
|
|
|
"score": score,
|
|
|
|
"top_score": event_data["top_score"],
|
2023-06-17 16:56:22 +02:00
|
|
|
"attributes": attributes,
|
2023-07-03 16:48:00 +02:00
|
|
|
"type": "object",
|
2023-04-30 19:07:14 +02:00
|
|
|
},
|
|
|
|
}
|
|
|
|
|
2023-06-17 16:56:22 +02:00
|
|
|
# only overwrite the sub_label in the database if it's set
|
|
|
|
if event_data.get("sub_label") is not None:
|
2023-07-09 18:40:39 +02:00
|
|
|
event[Event.sub_label] = event_data["sub_label"][0]
|
|
|
|
event[Event.data]["sub_label_score"] = event_data["sub_label"][1]
|
2023-06-17 16:56:22 +02:00
|
|
|
|
2023-04-30 19:07:14 +02:00
|
|
|
(
|
|
|
|
Event.insert(event)
|
|
|
|
.on_conflict(
|
|
|
|
conflict_target=[Event.id],
|
|
|
|
update=event,
|
|
|
|
)
|
|
|
|
.execute()
|
|
|
|
)
|
|
|
|
|
2023-08-01 04:43:48 +02:00
|
|
|
# check if the stored event_data should be updated
|
|
|
|
if updated_db or should_update_state(
|
|
|
|
self.events_in_process[event_data["id"]], event_data
|
|
|
|
):
|
2023-04-30 19:07:14 +02:00
|
|
|
# update the stored copy for comparison on future update messages
|
|
|
|
self.events_in_process[event_data["id"]] = event_data
|
|
|
|
|
2024-03-23 17:11:32 +01:00
|
|
|
if event_type == EventStateEnum.end:
|
2023-04-30 19:07:14 +02:00
|
|
|
del self.events_in_process[event_data["id"]]
|
2024-06-21 23:30:19 +02:00
|
|
|
self.event_end_publisher.publish((event_data["id"], camera, updated_db))
|
2023-04-30 19:07:14 +02:00
|
|
|
|
2024-03-23 17:11:32 +01:00
|
|
|
def handle_external_detection(
|
|
|
|
self, event_type: EventStateEnum, event_data: Event
|
|
|
|
) -> None:
|
|
|
|
if event_type == EventStateEnum.start:
|
2023-05-19 12:16:11 +02:00
|
|
|
event = {
|
|
|
|
Event.id: event_data["id"],
|
|
|
|
Event.label: event_data["label"],
|
|
|
|
Event.sub_label: event_data["sub_label"],
|
|
|
|
Event.camera: event_data["camera"],
|
|
|
|
Event.start_time: event_data["start_time"],
|
|
|
|
Event.end_time: event_data["end_time"],
|
|
|
|
Event.thumbnail: event_data["thumbnail"],
|
|
|
|
Event.has_clip: event_data["has_clip"],
|
|
|
|
Event.has_snapshot: event_data["has_snapshot"],
|
|
|
|
Event.zones: [],
|
2023-07-17 13:07:15 +02:00
|
|
|
Event.data: {
|
|
|
|
"type": event_data["type"],
|
|
|
|
"score": event_data["score"],
|
|
|
|
"top_score": event_data["score"],
|
|
|
|
},
|
2023-05-19 12:16:11 +02:00
|
|
|
}
|
2023-07-01 15:18:33 +02:00
|
|
|
Event.insert(event).execute()
|
2024-03-23 17:11:32 +01:00
|
|
|
elif event_type == EventStateEnum.end:
|
2023-05-19 12:16:11 +02:00
|
|
|
event = {
|
|
|
|
Event.id: event_data["id"],
|
|
|
|
Event.end_time: event_data["end_time"],
|
|
|
|
}
|
2020-07-09 13:57:16 +02:00
|
|
|
|
2023-07-01 15:18:33 +02:00
|
|
|
try:
|
2023-07-01 23:33:47 +02:00
|
|
|
Event.update(event).where(Event.id == event_data["id"]).execute()
|
2023-07-01 15:18:33 +02:00
|
|
|
except Exception:
|
|
|
|
logger.warning(f"Failed to update manual event: {event_data['id']}")
|