Mirrors/blakeblackshear.frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2024-11-21 19:07:46 +01:00
Code Issues Projects Releases Wiki Activity

Use cpu provider for embeddings models (#13806)

Browse Source
This commit is contained in:
Nicolas Mowen 2024-09-17 16:20:18 -06:00 committed by GitHub
parent ff9e1da1de
commit e44a9e8921
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
frigate/embeddings/functions/clip.py
View File

@ -49,31 +49,11 @@ class Clip(OnnxClip):
@staticmethod @staticmethod
def _load_model(path: str, silent: bool): def _load_model(path: str, silent: bool):
providers = [] providers = ["CPUExecutionProvider"]
options = []
for provider in ort.get_available_providers():
if provider == "TensorrtExecutionProvider":
continue
elif provider == "OpenVINOExecutionProvider":
# TODO need to verify openvino works correctly
os.makedirs("/config/model_cache/openvino/ort", exist_ok=True)
providers.append(provider)
options.append(
{
"cache_dir": "/config/model_cache/openvino/ort",
"device_type": "GPU",
}
)
else:
providers.append(provider)
options.append({})
try: try:
if os.path.exists(path): if os.path.exists(path):
return ort.InferenceSession( return ort.InferenceSession(path, providers=providers)
path, providers=providers, provider_options=options
)
else: else:
raise FileNotFoundError( raise FileNotFoundError(
errno.ENOENT, errno.ENOENT,
@ -104,9 +84,7 @@ class Clip(OnnxClip):
f.flush() f.flush()
# Finally move the temporary file to the correct location # Finally move the temporary file to the correct location
temporary_filename.rename(path) temporary_filename.rename(path)
return ort.InferenceSession( return ort.InferenceSession(path, providers=providers)
path, providers=provider, provider_options=options
)
class ClipEmbedding(EmbeddingFunction): class ClipEmbedding(EmbeddingFunction):