mirror of
https://github.com/blakeblackshear/frigate.git
synced 2026-02-20 13:54:36 +01:00
96eb8837ab
* Implement llama.cpp GenAI Provider * Add docs * Update links * Fix broken mqtt links * Fix more broken anchors
33 lines
995 B
Python
33 lines
995 B
Python
from enum import Enum
|
|
from typing import Any, Optional
|
|
|
|
from pydantic import Field
|
|
|
|
from ..base import FrigateBaseModel
|
|
from ..env import EnvString
|
|
|
|
__all__ = ["GenAIConfig", "GenAIProviderEnum"]
|
|
|
|
|
|
class GenAIProviderEnum(str, Enum):
|
|
openai = "openai"
|
|
azure_openai = "azure_openai"
|
|
gemini = "gemini"
|
|
ollama = "ollama"
|
|
llamacpp = "llamacpp"
|
|
|
|
|
|
class GenAIConfig(FrigateBaseModel):
|
|
"""Primary GenAI Config to define GenAI Provider."""
|
|
|
|
api_key: Optional[EnvString] = Field(default=None, title="Provider API key.")
|
|
base_url: Optional[str] = Field(default=None, title="Provider base url.")
|
|
model: str = Field(default="gpt-4o", title="GenAI model.")
|
|
provider: GenAIProviderEnum | None = Field(default=None, title="GenAI provider.")
|
|
provider_options: dict[str, Any] = Field(
|
|
default={}, title="GenAI Provider extra options."
|
|
)
|
|
runtime_options: dict[str, Any] = Field(
|
|
default={}, title="Options to pass during inference calls."
|
|
)
|