Regenerate genai tracked object descriptions (#13930)

* add genai to frigateconfig

* add regenerate button if genai is enabled

* add endpoint and new zmq pub/sub model

* move publisher to app

* dont override

* logging

* debug timeouts

* clean up

* clean up

* allow saving of empty description

* ensure descriptions can be empty

* update search detail when results change

* revalidate explore page on focus

* global mutate hook

* description websocket hook and dispatcher

* revalidation and mutation

* fix merge conflicts

* update tests

* fix merge conflicts

* fix response message

* fix response message

* fix fastapi

* fix test

* remove log

* json content

* fix content response

* more json content fixes

* another one

frigate/api/event.py

@@ -928,20 +928,62 @@ def set_description(
             ids=[event_id],
         )
 
+    response_message = (
+        f"Event {event_id} description is now blank"
+        if new_description is None or len(new_description) == 0
+        else f"Event {event_id} description set to {new_description}"
+    )
+
     return JSONResponse(
         content=(
             {
                 "success": True,
-                "message": "Event "
-                + event_id
-                + " description set to "
-                + new_description,
+                "message": response_message,
             }
         ),
         status_code=200,
     )
 
 
+@router.put("/events/<id>/description/regenerate")
+def regenerate_description(request: Request, event_id: str):
+    try:
+        event: Event = Event.get(Event.id == event_id)
+    except DoesNotExist:
+        return JSONResponse(
+            content=({"success": False, "message": "Event " + event_id + " not found"}),
+            status_code=404,
+        )
+
+    if (
+        request.app.frigate_config.semantic_search.enabled
+        and request.app.frigate_config.genai.enabled
+    ):
+        request.app.event_metadata_updater.publish(event.id)
+
+        return JSONResponse(
+            content=(
+                {
+                    "success": True,
+                    "message": "Event "
+                    + event_id
+                    + " description regeneration has been requested.",
+                }
+            ),
+            status_code=200,
+        )
+
+    return JSONResponse(
+        content=(
+            {
+                "success": False,
+                "message": "Semantic search and generative AI are not enabled",
+            }
+        ),
+        status_code=400,
+    )
+
+
 @router.delete("/events/{event_id}")
 def delete_event(request: Request, event_id: str):
     try:

frigate/api/fastapi_app.py

@@ -13,6 +13,9 @@ from starlette_context.plugins import Plugin
 from frigate.api import app as main_app
 from frigate.api import auth, event, export, media, notification, preview, review
 from frigate.api.auth import get_jwt_secret, limiter
+from frigate.comms.event_metadata_updater import (
+    EventMetadataPublisher,
+)
 from frigate.config import FrigateConfig
 from frigate.embeddings import EmbeddingsContext
 from frigate.events.external import ExternalEventProcessor
@@ -47,6 +50,7 @@ def create_fastapi_app(
     onvif: OnvifController,
     external_processor: ExternalEventProcessor,
     stats_emitter: StatsEmitter,
+    event_metadata_updater: EventMetadataPublisher,
 ):
     logger.info("Starting FastAPI app")
     app = FastAPI(
@@ -102,6 +106,7 @@ def create_fastapi_app(
     app.camera_error_image = None
     app.onvif = onvif
     app.stats_emitter = stats_emitter
+    app.event_metadata_updater = event_metadata_updater
     app.external_processor = external_processor
     app.jwt_token = get_jwt_secret() if frigate_config.auth.enabled else None