mirror of
https://github.com/blakeblackshear/frigate.git
synced 2024-11-21 19:07:46 +01:00
36cbffcc5e
* Initial re-implementation of semantic search * put docker-compose back and make reindex match docs * remove debug code and fix import * fix docs * manually build pysqlite3 as binaries are only available for x86-64 * update comment in build_pysqlite3.sh * only embed objects * better error handling when genai fails * ask ollama to pull requested model at startup * update ollama docs * address some PR review comments * fix lint * use IPC to write description, update docs for reindex * remove gemini-pro-vision from docs as it will be unavailable soon * fix OpenAI doc available models * fix api error in gemini and metadata for embeddings
50 lines
1.5 KiB
Python
50 lines
1.5 KiB
Python
"""Gemini Provider for Frigate AI."""
|
|
|
|
from typing import Optional
|
|
|
|
import google.generativeai as genai
|
|
from google.api_core.exceptions import GoogleAPICallError
|
|
|
|
from frigate.config import GenAIProviderEnum
|
|
from frigate.genai import GenAIClient, register_genai_provider
|
|
|
|
|
|
@register_genai_provider(GenAIProviderEnum.gemini)
|
|
class GeminiClient(GenAIClient):
|
|
"""Generative AI client for Frigate using Gemini."""
|
|
|
|
provider: genai.GenerativeModel
|
|
|
|
def _init_provider(self):
|
|
"""Initialize the client."""
|
|
genai.configure(api_key=self.genai_config.api_key)
|
|
return genai.GenerativeModel(self.genai_config.model)
|
|
|
|
def _send(self, prompt: str, images: list[bytes]) -> Optional[str]:
|
|
"""Submit a request to Gemini."""
|
|
data = [
|
|
{
|
|
"mime_type": "image/jpeg",
|
|
"data": img,
|
|
}
|
|
for img in images
|
|
] + [prompt]
|
|
try:
|
|
response = self.provider.generate_content(
|
|
data,
|
|
generation_config=genai.types.GenerationConfig(
|
|
candidate_count=1,
|
|
),
|
|
request_options=genai.types.RequestOptions(
|
|
timeout=self.timeout,
|
|
),
|
|
)
|
|
except GoogleAPICallError:
|
|
return None
|
|
try:
|
|
description = response.text.strip()
|
|
except ValueError:
|
|
# No description was generated
|
|
return None
|
|
return description
|