mirror of
https://github.com/blakeblackshear/frigate.git
synced 2026-03-07 02:18:07 +01:00
6dc36fcbb4
* install new packages for transcription support * add config options * audio maintainer modifications to support transcription * pass main config to audio process * embeddings support * api and transcription post processor * embeddings maintainer support for post processor * live audio transcription with sherpa and faster-whisper * update dispatcher with live transcription topic * frontend websocket * frontend live transcription * frontend changes for speech events * i18n changes * docs * mqtt docs * fix linter * use float16 and small model on gpu for real-time * fix return value and use requestor to embed description instead of passing embeddings * run real-time transcription in its own thread * tweaks * publish live transcriptions on their own topic instead of tracked_object_update * config validator and docs * clarify docs
73 lines
2.1 KiB
Python
73 lines
2.1 KiB
Python
"""Facilitates communication between processes."""
|
|
|
|
from enum import Enum
|
|
from typing import Any, Callable
|
|
|
|
import zmq
|
|
|
|
SOCKET_REP_REQ = "ipc:///tmp/cache/embeddings"
|
|
|
|
|
|
class EmbeddingsRequestEnum(Enum):
|
|
clear_face_classifier = "clear_face_classifier"
|
|
embed_description = "embed_description"
|
|
embed_thumbnail = "embed_thumbnail"
|
|
generate_search = "generate_search"
|
|
recognize_face = "recognize_face"
|
|
register_face = "register_face"
|
|
reprocess_face = "reprocess_face"
|
|
reprocess_plate = "reprocess_plate"
|
|
reindex = "reindex"
|
|
transcribe_audio = "transcribe_audio"
|
|
|
|
|
|
class EmbeddingsResponder:
|
|
def __init__(self) -> None:
|
|
self.context = zmq.Context()
|
|
self.socket = self.context.socket(zmq.REP)
|
|
self.socket.bind(SOCKET_REP_REQ)
|
|
|
|
def check_for_request(self, process: Callable) -> None:
|
|
while True: # load all messages that are queued
|
|
has_message, _, _ = zmq.select([self.socket], [], [], 0.01)
|
|
|
|
if not has_message:
|
|
break
|
|
|
|
try:
|
|
(topic, value) = self.socket.recv_json(flags=zmq.NOBLOCK)
|
|
|
|
response = process(topic, value)
|
|
|
|
if response is not None:
|
|
self.socket.send_json(response)
|
|
else:
|
|
self.socket.send_json([])
|
|
except zmq.ZMQError:
|
|
break
|
|
|
|
def stop(self) -> None:
|
|
self.socket.close()
|
|
self.context.destroy()
|
|
|
|
|
|
class EmbeddingsRequestor:
|
|
"""Simplifies sending data to EmbeddingsResponder and getting a reply."""
|
|
|
|
def __init__(self) -> None:
|
|
self.context = zmq.Context()
|
|
self.socket = self.context.socket(zmq.REQ)
|
|
self.socket.connect(SOCKET_REP_REQ)
|
|
|
|
def send_data(self, topic: str, data: Any) -> str:
|
|
"""Sends data and then waits for reply."""
|
|
try:
|
|
self.socket.send_json((topic, data))
|
|
return self.socket.recv_json()
|
|
except zmq.ZMQError:
|
|
return ""
|
|
|
|
def stop(self) -> None:
|
|
self.socket.close()
|
|
self.context.destroy()
|