mirror of
https://github.com/blakeblackshear/frigate.git
synced 2024-11-21 19:07:46 +01:00
491542c01f
* Add support for face detection * Add support for detecting faces during registration * Set body size to be larger * Undo
1160 lines
35 KiB
Python
1160 lines
35 KiB
Python
"""Event apis."""
|
|
|
|
import datetime
|
|
import logging
|
|
import os
|
|
from functools import reduce
|
|
from pathlib import Path
|
|
from urllib.parse import unquote
|
|
|
|
import cv2
|
|
from fastapi import APIRouter, Request
|
|
from fastapi.params import Depends
|
|
from fastapi.responses import JSONResponse
|
|
from peewee import JOIN, DoesNotExist, fn, operator
|
|
from playhouse.shortcuts import model_to_dict
|
|
|
|
from frigate.api.defs.events_body import (
|
|
EventsCreateBody,
|
|
EventsDescriptionBody,
|
|
EventsEndBody,
|
|
EventsSubLabelBody,
|
|
SubmitPlusBody,
|
|
)
|
|
from frigate.api.defs.events_query_parameters import (
|
|
DEFAULT_TIME_RANGE,
|
|
EventsQueryParams,
|
|
EventsSearchQueryParams,
|
|
EventsSummaryQueryParams,
|
|
)
|
|
from frigate.api.defs.regenerate_query_parameters import (
|
|
RegenerateQueryParameters,
|
|
)
|
|
from frigate.api.defs.tags import Tags
|
|
from frigate.const import (
|
|
CLIPS_DIR,
|
|
)
|
|
from frigate.embeddings import EmbeddingsContext
|
|
from frigate.models import Event, ReviewSegment, Timeline
|
|
from frigate.object_processing import TrackedObject
|
|
from frigate.util.builtin import get_tz_modifiers
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
router = APIRouter(tags=[Tags.events])
|
|
|
|
|
|
@router.get("/events")
|
|
def events(params: EventsQueryParams = Depends()):
|
|
camera = params.camera
|
|
cameras = params.cameras
|
|
|
|
# handle old camera arg
|
|
if cameras == "all" and camera != "all":
|
|
cameras = camera
|
|
|
|
label = unquote(params.label)
|
|
labels = params.labels
|
|
|
|
# handle old label arg
|
|
if labels == "all" and label != "all":
|
|
labels = label
|
|
|
|
sub_label = params.sub_label
|
|
sub_labels = params.sub_labels
|
|
|
|
# handle old sub_label arg
|
|
if sub_labels == "all" and sub_label != "all":
|
|
sub_labels = sub_label
|
|
|
|
zone = params.zone
|
|
zones = params.zones
|
|
|
|
# handle old label arg
|
|
if zones == "all" and zone != "all":
|
|
zones = zone
|
|
|
|
limit = params.limit
|
|
after = params.after
|
|
before = params.before
|
|
time_range = params.time_range
|
|
has_clip = params.has_clip
|
|
has_snapshot = params.has_snapshot
|
|
in_progress = params.in_progress
|
|
include_thumbnails = params.include_thumbnails
|
|
favorites = params.favorites
|
|
min_score = params.min_score
|
|
max_score = params.max_score
|
|
is_submitted = params.is_submitted
|
|
min_length = params.min_length
|
|
max_length = params.max_length
|
|
event_id = params.event_id
|
|
|
|
sort = params.sort
|
|
|
|
clauses = []
|
|
|
|
selected_columns = [
|
|
Event.id,
|
|
Event.camera,
|
|
Event.label,
|
|
Event.zones,
|
|
Event.start_time,
|
|
Event.end_time,
|
|
Event.has_clip,
|
|
Event.has_snapshot,
|
|
Event.plus_id,
|
|
Event.retain_indefinitely,
|
|
Event.sub_label,
|
|
Event.top_score,
|
|
Event.false_positive,
|
|
Event.box,
|
|
Event.data,
|
|
]
|
|
|
|
if camera != "all":
|
|
clauses.append((Event.camera == camera))
|
|
|
|
if cameras != "all":
|
|
camera_list = cameras.split(",")
|
|
clauses.append((Event.camera << camera_list))
|
|
|
|
if labels != "all":
|
|
label_list = labels.split(",")
|
|
clauses.append((Event.label << label_list))
|
|
|
|
if sub_labels != "all":
|
|
# use matching so joined sub labels are included
|
|
# for example a sub label 'bob' would get events
|
|
# with sub labels 'bob' and 'bob, john'
|
|
sub_label_clauses = []
|
|
filtered_sub_labels = sub_labels.split(",")
|
|
|
|
if "None" in filtered_sub_labels:
|
|
filtered_sub_labels.remove("None")
|
|
sub_label_clauses.append((Event.sub_label.is_null()))
|
|
|
|
for label in filtered_sub_labels:
|
|
sub_label_clauses.append(
|
|
(Event.sub_label.cast("text") == label)
|
|
) # include exact matches
|
|
|
|
# include this label when part of a list
|
|
sub_label_clauses.append((Event.sub_label.cast("text") % f"*{label},*"))
|
|
sub_label_clauses.append((Event.sub_label.cast("text") % f"*, {label}*"))
|
|
|
|
sub_label_clause = reduce(operator.or_, sub_label_clauses)
|
|
clauses.append((sub_label_clause))
|
|
|
|
if zones != "all":
|
|
# use matching so events with multiple zones
|
|
# still match on a search where any zone matches
|
|
zone_clauses = []
|
|
filtered_zones = zones.split(",")
|
|
|
|
if "None" in filtered_zones:
|
|
filtered_zones.remove("None")
|
|
zone_clauses.append((Event.zones.length() == 0))
|
|
|
|
for zone in filtered_zones:
|
|
zone_clauses.append((Event.zones.cast("text") % f'*"{zone}"*'))
|
|
|
|
zone_clause = reduce(operator.or_, zone_clauses)
|
|
clauses.append((zone_clause))
|
|
|
|
if after:
|
|
clauses.append((Event.start_time > after))
|
|
|
|
if before:
|
|
clauses.append((Event.start_time < before))
|
|
|
|
if time_range != DEFAULT_TIME_RANGE:
|
|
# get timezone arg to ensure browser times are used
|
|
tz_name = params.timezone
|
|
hour_modifier, minute_modifier, _ = get_tz_modifiers(tz_name)
|
|
|
|
times = time_range.split(",")
|
|
time_after = times[0]
|
|
time_before = times[1]
|
|
|
|
start_hour_fun = fn.strftime(
|
|
"%H:%M",
|
|
fn.datetime(Event.start_time, "unixepoch", hour_modifier, minute_modifier),
|
|
)
|
|
|
|
# cases where user wants events overnight, ex: from 20:00 to 06:00
|
|
# should use or operator
|
|
if time_after > time_before:
|
|
clauses.append(
|
|
(
|
|
reduce(
|
|
operator.or_,
|
|
[(start_hour_fun > time_after), (start_hour_fun < time_before)],
|
|
)
|
|
)
|
|
)
|
|
# all other cases should be and operator
|
|
else:
|
|
clauses.append((start_hour_fun > time_after))
|
|
clauses.append((start_hour_fun < time_before))
|
|
|
|
if has_clip is not None:
|
|
clauses.append((Event.has_clip == has_clip))
|
|
|
|
if has_snapshot is not None:
|
|
clauses.append((Event.has_snapshot == has_snapshot))
|
|
|
|
if in_progress is not None:
|
|
clauses.append((Event.end_time.is_null(in_progress)))
|
|
|
|
if include_thumbnails:
|
|
selected_columns.append(Event.thumbnail)
|
|
|
|
if favorites:
|
|
clauses.append((Event.retain_indefinitely == favorites))
|
|
|
|
if max_score is not None:
|
|
clauses.append((Event.data["score"] <= max_score))
|
|
|
|
if min_score is not None:
|
|
clauses.append((Event.data["score"] >= min_score))
|
|
|
|
if min_length is not None:
|
|
clauses.append(((Event.end_time - Event.start_time) >= min_length))
|
|
|
|
if max_length is not None:
|
|
clauses.append(((Event.end_time - Event.start_time) <= max_length))
|
|
|
|
if is_submitted is not None:
|
|
if is_submitted == 0:
|
|
clauses.append((Event.plus_id.is_null()))
|
|
elif is_submitted > 0:
|
|
clauses.append((Event.plus_id != ""))
|
|
|
|
if event_id is not None:
|
|
clauses.append((Event.id == event_id))
|
|
|
|
if len(clauses) == 0:
|
|
clauses.append((True))
|
|
|
|
if sort:
|
|
if sort == "score_asc":
|
|
order_by = Event.data["score"].asc()
|
|
elif sort == "score_desc":
|
|
order_by = Event.data["score"].desc()
|
|
elif sort == "date_asc":
|
|
order_by = Event.start_time.asc()
|
|
elif sort == "date_desc":
|
|
order_by = Event.start_time.desc()
|
|
else:
|
|
order_by = Event.start_time.desc()
|
|
|
|
events = (
|
|
Event.select(*selected_columns)
|
|
.where(reduce(operator.and_, clauses))
|
|
.order_by(order_by)
|
|
.limit(limit)
|
|
.dicts()
|
|
.iterator()
|
|
)
|
|
|
|
return JSONResponse(content=list(events))
|
|
|
|
|
|
@router.get("/events/explore")
|
|
def events_explore(limit: int = 10):
|
|
# get distinct labels for all events
|
|
distinct_labels = Event.select(Event.label).distinct().order_by(Event.label)
|
|
|
|
label_counts = {}
|
|
|
|
def event_generator():
|
|
for label_obj in distinct_labels.iterator():
|
|
label = label_obj.label
|
|
|
|
# get most recent events for this label
|
|
label_events = (
|
|
Event.select()
|
|
.where(Event.label == label)
|
|
.order_by(Event.start_time.desc())
|
|
.limit(limit)
|
|
.iterator()
|
|
)
|
|
|
|
# count total events for this label
|
|
label_counts[label] = Event.select().where(Event.label == label).count()
|
|
|
|
yield from label_events
|
|
|
|
def process_events():
|
|
for event in event_generator():
|
|
processed_event = {
|
|
"id": event.id,
|
|
"camera": event.camera,
|
|
"label": event.label,
|
|
"zones": event.zones,
|
|
"start_time": event.start_time,
|
|
"end_time": event.end_time,
|
|
"has_clip": event.has_clip,
|
|
"has_snapshot": event.has_snapshot,
|
|
"plus_id": event.plus_id,
|
|
"retain_indefinitely": event.retain_indefinitely,
|
|
"sub_label": event.sub_label,
|
|
"top_score": event.top_score,
|
|
"false_positive": event.false_positive,
|
|
"box": event.box,
|
|
"data": {
|
|
k: v
|
|
for k, v in event.data.items()
|
|
if k in ["type", "score", "top_score", "description"]
|
|
},
|
|
"event_count": label_counts[event.label],
|
|
}
|
|
yield processed_event
|
|
|
|
# convert iterator to list and sort
|
|
processed_events = sorted(
|
|
process_events(),
|
|
key=lambda x: (x["event_count"], x["start_time"]),
|
|
reverse=True,
|
|
)
|
|
|
|
return JSONResponse(content=processed_events)
|
|
|
|
|
|
@router.get("/event_ids")
|
|
def event_ids(ids: str):
|
|
ids = ids.split(",")
|
|
|
|
if not ids:
|
|
return JSONResponse(
|
|
content=({"success": False, "message": "Valid list of ids must be sent"}),
|
|
status_code=400,
|
|
)
|
|
|
|
try:
|
|
events = Event.select().where(Event.id << ids).dicts().iterator()
|
|
return JSONResponse(list(events))
|
|
except Exception:
|
|
return JSONResponse(
|
|
content=({"success": False, "message": "Events not found"}), status_code=400
|
|
)
|
|
|
|
|
|
@router.get("/events/search")
|
|
def events_search(request: Request, params: EventsSearchQueryParams = Depends()):
|
|
query = params.query
|
|
search_type = params.search_type
|
|
include_thumbnails = params.include_thumbnails
|
|
limit = params.limit
|
|
sort = params.sort
|
|
|
|
# Filters
|
|
cameras = params.cameras
|
|
labels = params.labels
|
|
zones = params.zones
|
|
after = params.after
|
|
before = params.before
|
|
min_score = params.min_score
|
|
max_score = params.max_score
|
|
time_range = params.time_range
|
|
has_clip = params.has_clip
|
|
has_snapshot = params.has_snapshot
|
|
is_submitted = params.is_submitted
|
|
|
|
# for similarity search
|
|
event_id = params.event_id
|
|
|
|
if not query and not event_id:
|
|
return JSONResponse(
|
|
content=(
|
|
{
|
|
"success": False,
|
|
"message": "A search query must be supplied",
|
|
}
|
|
),
|
|
status_code=400,
|
|
)
|
|
|
|
if not request.app.frigate_config.semantic_search.enabled:
|
|
return JSONResponse(
|
|
content=(
|
|
{
|
|
"success": False,
|
|
"message": "Semantic search is not enabled",
|
|
}
|
|
),
|
|
status_code=400,
|
|
)
|
|
|
|
context: EmbeddingsContext = request.app.embeddings
|
|
|
|
selected_columns = [
|
|
Event.id,
|
|
Event.camera,
|
|
Event.label,
|
|
Event.sub_label,
|
|
Event.zones,
|
|
Event.start_time,
|
|
Event.end_time,
|
|
Event.has_clip,
|
|
Event.has_snapshot,
|
|
Event.top_score,
|
|
Event.data,
|
|
Event.plus_id,
|
|
ReviewSegment.thumb_path,
|
|
]
|
|
|
|
if include_thumbnails:
|
|
selected_columns.append(Event.thumbnail)
|
|
|
|
# Build the initial SQLite query filters
|
|
event_filters = []
|
|
|
|
if cameras != "all":
|
|
event_filters.append((Event.camera << cameras.split(",")))
|
|
|
|
if labels != "all":
|
|
event_filters.append((Event.label << labels.split(",")))
|
|
|
|
if zones != "all":
|
|
zone_clauses = []
|
|
filtered_zones = zones.split(",")
|
|
|
|
if "None" in filtered_zones:
|
|
filtered_zones.remove("None")
|
|
zone_clauses.append((Event.zones.length() == 0))
|
|
|
|
for zone in filtered_zones:
|
|
zone_clauses.append((Event.zones.cast("text") % f'*"{zone}"*'))
|
|
|
|
event_filters.append((reduce(operator.or_, zone_clauses)))
|
|
|
|
if after:
|
|
event_filters.append((Event.start_time > after))
|
|
|
|
if before:
|
|
event_filters.append((Event.start_time < before))
|
|
|
|
if has_clip is not None:
|
|
event_filters.append((Event.has_clip == has_clip))
|
|
|
|
if has_snapshot is not None:
|
|
event_filters.append((Event.has_snapshot == has_snapshot))
|
|
|
|
if is_submitted is not None:
|
|
if is_submitted == 0:
|
|
event_filters.append((Event.plus_id.is_null()))
|
|
elif is_submitted > 0:
|
|
event_filters.append((Event.plus_id != ""))
|
|
|
|
if min_score is not None and max_score is not None:
|
|
event_filters.append((Event.data["score"].between(min_score, max_score)))
|
|
else:
|
|
if min_score is not None:
|
|
event_filters.append((Event.data["score"] >= min_score))
|
|
if max_score is not None:
|
|
event_filters.append((Event.data["score"] <= max_score))
|
|
|
|
if time_range != DEFAULT_TIME_RANGE:
|
|
tz_name = params.timezone
|
|
hour_modifier, minute_modifier, _ = get_tz_modifiers(tz_name)
|
|
|
|
times = time_range.split(",")
|
|
time_after, time_before = times
|
|
|
|
start_hour_fun = fn.strftime(
|
|
"%H:%M",
|
|
fn.datetime(Event.start_time, "unixepoch", hour_modifier, minute_modifier),
|
|
)
|
|
|
|
# cases where user wants events overnight, ex: from 20:00 to 06:00
|
|
# should use or operator
|
|
if time_after > time_before:
|
|
event_filters.append(
|
|
(
|
|
reduce(
|
|
operator.or_,
|
|
[(start_hour_fun > time_after), (start_hour_fun < time_before)],
|
|
)
|
|
)
|
|
)
|
|
# all other cases should be and operator
|
|
else:
|
|
event_filters.append((start_hour_fun > time_after))
|
|
event_filters.append((start_hour_fun < time_before))
|
|
|
|
# Perform semantic search
|
|
search_results = {}
|
|
if search_type == "similarity":
|
|
try:
|
|
search_event: Event = Event.get(Event.id == event_id)
|
|
except DoesNotExist:
|
|
return JSONResponse(
|
|
content={
|
|
"success": False,
|
|
"message": "Event not found",
|
|
},
|
|
status_code=404,
|
|
)
|
|
|
|
thumb_result = context.search_thumbnail(search_event)
|
|
thumb_ids = {result[0]: result[1] for result in thumb_result}
|
|
search_results = {
|
|
event_id: {"distance": distance, "source": "thumbnail"}
|
|
for event_id, distance in thumb_ids.items()
|
|
}
|
|
else:
|
|
search_types = search_type.split(",")
|
|
|
|
# only save stats for multi-modal searches
|
|
save_stats = "thumbnail" in search_types and "description" in search_types
|
|
|
|
if "thumbnail" in search_types:
|
|
thumb_result = context.search_thumbnail(query)
|
|
|
|
thumb_distances = context.thumb_stats.normalize(
|
|
[result[1] for result in thumb_result], save_stats
|
|
)
|
|
|
|
thumb_ids = dict(
|
|
zip([result[0] for result in thumb_result], thumb_distances)
|
|
)
|
|
search_results.update(
|
|
{
|
|
event_id: {"distance": distance, "source": "thumbnail"}
|
|
for event_id, distance in thumb_ids.items()
|
|
}
|
|
)
|
|
|
|
if "description" in search_types:
|
|
desc_result = context.search_description(query)
|
|
|
|
desc_distances = context.desc_stats.normalize(
|
|
[result[1] for result in desc_result], save_stats
|
|
)
|
|
|
|
desc_ids = dict(zip([result[0] for result in desc_result], desc_distances))
|
|
|
|
for event_id, distance in desc_ids.items():
|
|
if (
|
|
event_id not in search_results
|
|
or distance < search_results[event_id]["distance"]
|
|
):
|
|
search_results[event_id] = {
|
|
"distance": distance,
|
|
"source": "description",
|
|
}
|
|
|
|
if not search_results:
|
|
return JSONResponse(content=[])
|
|
|
|
# Fetch events in a single query
|
|
events_query = Event.select(*selected_columns).join(
|
|
ReviewSegment,
|
|
JOIN.LEFT_OUTER,
|
|
on=(fn.json_extract(ReviewSegment.data, "$.detections").contains(Event.id)),
|
|
)
|
|
|
|
# Apply filters, if any
|
|
if event_filters:
|
|
events_query = events_query.where(reduce(operator.and_, event_filters))
|
|
|
|
# If we did a similarity search, limit events to those in search_results
|
|
if search_results:
|
|
events_query = events_query.where(Event.id << list(search_results.keys()))
|
|
|
|
# Fetch events and process them in a single pass
|
|
processed_events = []
|
|
for event in events_query.dicts():
|
|
processed_event = {k: v for k, v in event.items() if k != "data"}
|
|
processed_event["data"] = {
|
|
k: v
|
|
for k, v in event["data"].items()
|
|
if k in ["type", "score", "top_score", "description"]
|
|
}
|
|
|
|
if event["id"] in search_results:
|
|
processed_event["search_distance"] = search_results[event["id"]]["distance"]
|
|
processed_event["search_source"] = search_results[event["id"]]["source"]
|
|
|
|
processed_events.append(processed_event)
|
|
|
|
# Sort by search distance if search_results are available, otherwise by start_time as default
|
|
if search_results:
|
|
processed_events.sort(key=lambda x: x.get("search_distance", float("inf")))
|
|
else:
|
|
if sort == "score_asc":
|
|
processed_events.sort(key=lambda x: x["score"])
|
|
elif sort == "score_desc":
|
|
processed_events.sort(key=lambda x: x["score"], reverse=True)
|
|
elif sort == "date_asc":
|
|
processed_events.sort(key=lambda x: x["start_time"])
|
|
else:
|
|
# "date_desc" default
|
|
processed_events.sort(key=lambda x: x["start_time"], reverse=True)
|
|
|
|
# Limit the number of events returned
|
|
processed_events = processed_events[:limit]
|
|
|
|
return JSONResponse(content=processed_events)
|
|
|
|
|
|
@router.get("/events/summary")
|
|
def events_summary(params: EventsSummaryQueryParams = Depends()):
|
|
tz_name = params.timezone
|
|
hour_modifier, minute_modifier, seconds_offset = get_tz_modifiers(tz_name)
|
|
has_clip = params.has_clip
|
|
has_snapshot = params.has_snapshot
|
|
|
|
clauses = []
|
|
|
|
if has_clip is not None:
|
|
clauses.append((Event.has_clip == has_clip))
|
|
|
|
if has_snapshot is not None:
|
|
clauses.append((Event.has_snapshot == has_snapshot))
|
|
|
|
if len(clauses) == 0:
|
|
clauses.append((True))
|
|
|
|
groups = (
|
|
Event.select(
|
|
Event.camera,
|
|
Event.label,
|
|
Event.sub_label,
|
|
fn.strftime(
|
|
"%Y-%m-%d",
|
|
fn.datetime(
|
|
Event.start_time, "unixepoch", hour_modifier, minute_modifier
|
|
),
|
|
).alias("day"),
|
|
Event.zones,
|
|
fn.COUNT(Event.id).alias("count"),
|
|
)
|
|
.where(reduce(operator.and_, clauses))
|
|
.group_by(
|
|
Event.camera,
|
|
Event.label,
|
|
Event.sub_label,
|
|
(Event.start_time + seconds_offset).cast("int") / (3600 * 24),
|
|
Event.zones,
|
|
)
|
|
)
|
|
|
|
return JSONResponse(content=[e for e in groups.dicts()])
|
|
|
|
|
|
@router.get("/events/{event_id}")
|
|
def event(event_id: str):
|
|
try:
|
|
return model_to_dict(Event.get(Event.id == event_id))
|
|
except DoesNotExist:
|
|
return JSONResponse(content="Event not found", status_code=404)
|
|
|
|
|
|
@router.post("/events/{event_id}/retain")
|
|
def set_retain(event_id: str):
|
|
try:
|
|
event = Event.get(Event.id == event_id)
|
|
except DoesNotExist:
|
|
return JSONResponse(
|
|
content=({"success": False, "message": "Event " + event_id + " not found"}),
|
|
status_code=404,
|
|
)
|
|
|
|
event.retain_indefinitely = True
|
|
event.save()
|
|
|
|
return JSONResponse(
|
|
content=({"success": True, "message": "Event " + event_id + " retained"}),
|
|
status_code=200,
|
|
)
|
|
|
|
|
|
@router.post("/events/{event_id}/plus")
|
|
def send_to_plus(request: Request, event_id: str, body: SubmitPlusBody = None):
|
|
if not request.app.frigate_config.plus_api.is_active():
|
|
message = "PLUS_API_KEY environment variable is not set"
|
|
logger.error(message)
|
|
return JSONResponse(
|
|
content=(
|
|
{
|
|
"success": False,
|
|
"message": message,
|
|
}
|
|
),
|
|
status_code=400,
|
|
)
|
|
|
|
include_annotation = body.include_annotation if body is not None else None
|
|
|
|
try:
|
|
event = Event.get(Event.id == event_id)
|
|
except DoesNotExist:
|
|
message = f"Event {event_id} not found"
|
|
logger.error(message)
|
|
return JSONResponse(
|
|
content=({"success": False, "message": message}), status_code=404
|
|
)
|
|
|
|
# events from before the conversion to relative dimensions cant include annotations
|
|
if event.data.get("box") is None:
|
|
include_annotation = None
|
|
|
|
if event.end_time is None:
|
|
logger.error(f"Unable to load clean png for in-progress event: {event.id}")
|
|
return JSONResponse(
|
|
content=(
|
|
{
|
|
"success": False,
|
|
"message": "Unable to load clean png for in-progress event",
|
|
}
|
|
),
|
|
status_code=400,
|
|
)
|
|
|
|
if event.plus_id:
|
|
message = "Already submitted to plus"
|
|
logger.error(message)
|
|
return JSONResponse(
|
|
content=({"success": False, "message": message}), status_code=400
|
|
)
|
|
|
|
# load clean.png
|
|
try:
|
|
filename = f"{event.camera}-{event.id}-clean.png"
|
|
image = cv2.imread(os.path.join(CLIPS_DIR, filename))
|
|
except Exception:
|
|
logger.error(f"Unable to load clean png for event: {event.id}")
|
|
return JSONResponse(
|
|
content=(
|
|
{"success": False, "message": "Unable to load clean png for event"}
|
|
),
|
|
status_code=400,
|
|
)
|
|
|
|
if image is None or image.size == 0:
|
|
logger.error(f"Unable to load clean png for event: {event.id}")
|
|
return JSONResponse(
|
|
content=(
|
|
{"success": False, "message": "Unable to load clean png for event"}
|
|
),
|
|
status_code=400,
|
|
)
|
|
|
|
try:
|
|
plus_id = request.app.frigate_config.plus_api.upload_image(image, event.camera)
|
|
except Exception as ex:
|
|
logger.exception(ex)
|
|
return JSONResponse(
|
|
content=({"success": False, "message": "Error uploading image"}),
|
|
status_code=400,
|
|
)
|
|
|
|
# store image id in the database
|
|
event.plus_id = plus_id
|
|
event.save()
|
|
|
|
if include_annotation is not None:
|
|
box = event.data["box"]
|
|
|
|
try:
|
|
request.app.frigate_config.plus_api.add_annotation(
|
|
event.plus_id,
|
|
box,
|
|
event.label,
|
|
)
|
|
except ValueError:
|
|
message = "Error uploading annotation, unsupported label provided."
|
|
logger.error(message)
|
|
return JSONResponse(
|
|
content=({"success": False, "message": message}),
|
|
status_code=400,
|
|
)
|
|
except Exception as ex:
|
|
logger.exception(ex)
|
|
return JSONResponse(
|
|
content=({"success": False, "message": "Error uploading annotation"}),
|
|
status_code=400,
|
|
)
|
|
|
|
return JSONResponse(
|
|
content=({"success": True, "plus_id": plus_id}), status_code=200
|
|
)
|
|
|
|
|
|
@router.put("/events/{event_id}/false_positive")
|
|
def false_positive(request: Request, event_id: str):
|
|
if not request.app.frigate_config.plus_api.is_active():
|
|
message = "PLUS_API_KEY environment variable is not set"
|
|
logger.error(message)
|
|
return JSONResponse(
|
|
content=(
|
|
{
|
|
"success": False,
|
|
"message": message,
|
|
}
|
|
),
|
|
status_code=400,
|
|
)
|
|
|
|
try:
|
|
event = Event.get(Event.id == event_id)
|
|
except DoesNotExist:
|
|
message = f"Event {event_id} not found"
|
|
logger.error(message)
|
|
return JSONResponse(
|
|
content=({"success": False, "message": message}), status_code=404
|
|
)
|
|
|
|
# events from before the conversion to relative dimensions cant include annotations
|
|
if event.data.get("box") is None:
|
|
message = "Events prior to 0.13 cannot be submitted as false positives"
|
|
logger.error(message)
|
|
return JSONResponse(
|
|
content=({"success": False, "message": message}), status_code=400
|
|
)
|
|
|
|
if event.false_positive:
|
|
message = "False positive already submitted to Frigate+"
|
|
logger.error(message)
|
|
return JSONResponse(
|
|
content=({"success": False, "message": message}), status_code=400
|
|
)
|
|
|
|
if not event.plus_id:
|
|
plus_response = send_to_plus(request, event_id)
|
|
if plus_response.status_code != 200:
|
|
return plus_response
|
|
# need to refetch the event now that it has a plus_id
|
|
event = Event.get(Event.id == event_id)
|
|
|
|
region = event.data["region"]
|
|
box = event.data["box"]
|
|
|
|
# provide top score if score is unavailable
|
|
score = (
|
|
(event.data["top_score"] if event.data["top_score"] else event.top_score)
|
|
if event.data["score"] is None
|
|
else event.data["score"]
|
|
)
|
|
|
|
try:
|
|
request.app.frigate_config.plus_api.add_false_positive(
|
|
event.plus_id,
|
|
region,
|
|
box,
|
|
score,
|
|
event.label,
|
|
event.model_hash,
|
|
event.model_type,
|
|
event.detector_type,
|
|
)
|
|
except ValueError:
|
|
message = "Error uploading false positive, unsupported label provided."
|
|
logger.error(message)
|
|
return JSONResponse(
|
|
content=({"success": False, "message": message}),
|
|
status_code=400,
|
|
)
|
|
except Exception as ex:
|
|
logger.exception(ex)
|
|
return JSONResponse(
|
|
content=({"success": False, "message": "Error uploading false positive"}),
|
|
status_code=400,
|
|
)
|
|
|
|
event.false_positive = True
|
|
event.save()
|
|
|
|
return JSONResponse(
|
|
content=({"success": True, "plus_id": event.plus_id}), status_code=200
|
|
)
|
|
|
|
|
|
@router.delete("/events/{event_id}/retain")
|
|
def delete_retain(event_id: str):
|
|
try:
|
|
event = Event.get(Event.id == event_id)
|
|
except DoesNotExist:
|
|
return JSONResponse(
|
|
content=({"success": False, "message": "Event " + event_id + " not found"}),
|
|
status_code=404,
|
|
)
|
|
|
|
event.retain_indefinitely = False
|
|
event.save()
|
|
|
|
return JSONResponse(
|
|
content=({"success": True, "message": "Event " + event_id + " un-retained"}),
|
|
status_code=200,
|
|
)
|
|
|
|
|
|
@router.post("/events/{event_id}/sub_label")
|
|
def set_sub_label(
|
|
request: Request,
|
|
event_id: str,
|
|
body: EventsSubLabelBody,
|
|
):
|
|
try:
|
|
event: Event = Event.get(Event.id == event_id)
|
|
except DoesNotExist:
|
|
if not body.camera:
|
|
return JSONResponse(
|
|
content=(
|
|
{
|
|
"success": False,
|
|
"message": "Event "
|
|
+ event_id
|
|
+ " not found and camera is not provided.",
|
|
}
|
|
),
|
|
status_code=404,
|
|
)
|
|
|
|
event = None
|
|
|
|
if request.app.detected_frames_processor:
|
|
tracked_obj: TrackedObject = (
|
|
request.app.detected_frames_processor.camera_states[
|
|
event.camera if event else body.camera
|
|
].tracked_objects.get(event_id)
|
|
)
|
|
else:
|
|
tracked_obj = None
|
|
|
|
if not event and not tracked_obj:
|
|
return JSONResponse(
|
|
content=(
|
|
{"success": False, "message": "Event " + event_id + " not found."}
|
|
),
|
|
status_code=404,
|
|
)
|
|
|
|
new_sub_label = body.subLabel
|
|
new_score = body.subLabelScore
|
|
|
|
if tracked_obj:
|
|
tracked_obj.obj_data["sub_label"] = (new_sub_label, new_score)
|
|
|
|
# update timeline items
|
|
Timeline.update(
|
|
data=Timeline.data.update({"sub_label": (new_sub_label, new_score)})
|
|
).where(Timeline.source_id == event_id).execute()
|
|
|
|
if event:
|
|
event.sub_label = new_sub_label
|
|
|
|
if new_score:
|
|
data = event.data
|
|
data["sub_label_score"] = new_score
|
|
event.data = data
|
|
|
|
event.save()
|
|
|
|
return JSONResponse(
|
|
content=(
|
|
{
|
|
"success": True,
|
|
"message": "Event " + event_id + " sub label set to " + new_sub_label,
|
|
}
|
|
),
|
|
status_code=200,
|
|
)
|
|
|
|
|
|
@router.post("/events/{event_id}/description")
|
|
def set_description(
|
|
request: Request,
|
|
event_id: str,
|
|
body: EventsDescriptionBody,
|
|
):
|
|
try:
|
|
event: Event = Event.get(Event.id == event_id)
|
|
except DoesNotExist:
|
|
return JSONResponse(
|
|
content=({"success": False, "message": "Event " + event_id + " not found"}),
|
|
status_code=404,
|
|
)
|
|
|
|
new_description = body.description
|
|
|
|
event.data["description"] = new_description
|
|
event.save()
|
|
|
|
# If semantic search is enabled, update the index
|
|
if request.app.frigate_config.semantic_search.enabled:
|
|
context: EmbeddingsContext = request.app.embeddings
|
|
if len(new_description) > 0:
|
|
context.update_description(
|
|
event_id,
|
|
new_description,
|
|
)
|
|
else:
|
|
context.db.delete_embeddings_description(event_ids=[event_id])
|
|
|
|
response_message = (
|
|
f"Event {event_id} description is now blank"
|
|
if new_description is None or len(new_description) == 0
|
|
else f"Event {event_id} description set to {new_description}"
|
|
)
|
|
|
|
return JSONResponse(
|
|
content=(
|
|
{
|
|
"success": True,
|
|
"message": response_message,
|
|
}
|
|
),
|
|
status_code=200,
|
|
)
|
|
|
|
|
|
@router.put("/events/{event_id}/description/regenerate")
|
|
def regenerate_description(
|
|
request: Request, event_id: str, params: RegenerateQueryParameters = Depends()
|
|
):
|
|
try:
|
|
event: Event = Event.get(Event.id == event_id)
|
|
except DoesNotExist:
|
|
return JSONResponse(
|
|
content=({"success": False, "message": "Event " + event_id + " not found"}),
|
|
status_code=404,
|
|
)
|
|
|
|
camera_config = request.app.frigate_config.cameras[event.camera]
|
|
|
|
if (
|
|
request.app.frigate_config.semantic_search.enabled
|
|
and camera_config.genai.enabled
|
|
):
|
|
request.app.event_metadata_updater.publish((event.id, params.source))
|
|
|
|
return JSONResponse(
|
|
content=(
|
|
{
|
|
"success": True,
|
|
"message": "Event "
|
|
+ event_id
|
|
+ " description regeneration has been requested using "
|
|
+ params.source,
|
|
}
|
|
),
|
|
status_code=200,
|
|
)
|
|
|
|
return JSONResponse(
|
|
content=(
|
|
{
|
|
"success": False,
|
|
"message": "Semantic Search and Generative AI must be enabled to regenerate a description",
|
|
}
|
|
),
|
|
status_code=400,
|
|
)
|
|
|
|
|
|
@router.delete("/events/{event_id}")
|
|
def delete_event(request: Request, event_id: str):
|
|
try:
|
|
event = Event.get(Event.id == event_id)
|
|
except DoesNotExist:
|
|
return JSONResponse(
|
|
content=({"success": False, "message": "Event " + event_id + " not found"}),
|
|
status_code=404,
|
|
)
|
|
|
|
media_name = f"{event.camera}-{event.id}"
|
|
if event.has_snapshot:
|
|
media = Path(f"{os.path.join(CLIPS_DIR, media_name)}.jpg")
|
|
media.unlink(missing_ok=True)
|
|
media = Path(f"{os.path.join(CLIPS_DIR, media_name)}-clean.png")
|
|
media.unlink(missing_ok=True)
|
|
|
|
event.delete_instance()
|
|
Timeline.delete().where(Timeline.source_id == event_id).execute()
|
|
# If semantic search is enabled, update the index
|
|
if request.app.frigate_config.semantic_search.enabled:
|
|
context: EmbeddingsContext = request.app.embeddings
|
|
context.db.delete_embeddings_thumbnail(event_ids=[event_id])
|
|
context.db.delete_embeddings_description(event_ids=[event_id])
|
|
return JSONResponse(
|
|
content=({"success": True, "message": "Event " + event_id + " deleted"}),
|
|
status_code=200,
|
|
)
|
|
|
|
|
|
@router.post("/events/{camera_name}/{label}/create")
|
|
def create_event(
|
|
request: Request,
|
|
camera_name: str,
|
|
label: str,
|
|
body: EventsCreateBody = EventsCreateBody(),
|
|
):
|
|
if not camera_name or not request.app.frigate_config.cameras.get(camera_name):
|
|
return JSONResponse(
|
|
content=(
|
|
{"success": False, "message": f"{camera_name} is not a valid camera."}
|
|
),
|
|
status_code=404,
|
|
)
|
|
|
|
if not label:
|
|
return JSONResponse(
|
|
content=({"success": False, "message": f"{label} must be set."}),
|
|
status_code=404,
|
|
)
|
|
|
|
try:
|
|
frame = request.app.detected_frames_processor.get_current_frame(camera_name)
|
|
|
|
event_id = request.app.external_processor.create_manual_event(
|
|
camera_name,
|
|
label,
|
|
body.source_type,
|
|
body.sub_label,
|
|
body.score,
|
|
body.duration,
|
|
body.include_recording,
|
|
body.draw,
|
|
frame,
|
|
)
|
|
except Exception as e:
|
|
logger.error(e)
|
|
return JSONResponse(
|
|
content=({"success": False, "message": "An unknown error occurred"}),
|
|
status_code=500,
|
|
)
|
|
|
|
return JSONResponse(
|
|
content=(
|
|
{
|
|
"success": True,
|
|
"message": "Successfully created event.",
|
|
"event_id": event_id,
|
|
}
|
|
),
|
|
status_code=200,
|
|
)
|
|
|
|
|
|
@router.put("/events/{event_id}/end")
|
|
def end_event(request: Request, event_id: str, body: EventsEndBody):
|
|
try:
|
|
end_time = body.end_time or datetime.datetime.now().timestamp()
|
|
request.app.external_processor.finish_manual_event(event_id, end_time)
|
|
except Exception:
|
|
return JSONResponse(
|
|
content=(
|
|
{"success": False, "message": f"{event_id} must be set and valid."}
|
|
),
|
|
status_code=404,
|
|
)
|
|
|
|
return JSONResponse(
|
|
content=({"success": True, "message": "Event successfully ended."}),
|
|
status_code=200,
|
|
)
|