Optimize cuda execution to run in single stream (#19896)

This commit is contained in:
Nicolas Mowen 2025-09-03 07:53:30 -06:00 committed by GitHub
parent bd255362d6
commit 6505ae5fb5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -306,6 +306,7 @@ def get_ort_providers(
options.append(
{
"arena_extend_strategy": "kSameAsRequested",
"use_ep_level_unified_stream": True,
"device_id": device_id,
}
)