Mirrors/blakeblackshear.frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2024-11-21 19:07:46 +01:00
Code Issues Projects Releases Wiki Activity

disable mem arena in options for cpu only

Browse Source
This commit is contained in:
Josh Hawkins 2024-10-21 09:31:11 -05:00
parent 6c70e56059
commit 8002e59031
1 changed files with 2 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
frigate/util/model.py
View File

@ -20,7 +20,7 @@ def get_ort_providers(
["CPUExecutionProvider"],
[
{
"arena_extend_strategy": "kSameAsRequested",
"enable_cpu_mem_arena": False,
}
],
)
@ -53,7 +53,7 @@ def get_ort_providers(
providers.append(provider)
options.append(
{
"arena_extend_strategy": "kSameAsRequested",
"enable_cpu_mem_arena": False,
}
)
else:
@ -85,12 +85,8 @@ class ONNXModelRunner:
else:
# Use ONNXRuntime
self.type = "ort"
options = ort.SessionOptions()
if device == "CPU":
options.enable_cpu_mem_arena = False
self.ort = ort.InferenceSession(
model_path,
sess_options=options,
providers=providers,
provider_options=options,
)