Set GPU_QUEUE_THROTTLE to low (#24088)

This commit is contained in:
Nicolas Mowen 2026-08-24 15:57:52 -06:00 committed by GitHub
parent 271051f15b
commit 41c8d6cc6b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -314,6 +314,12 @@ class OpenVINOModelRunner(BaseModelRunner):
if device in ["GPU", "AUTO", "NPU"]:
self.ov_core.set_property(device, {"PERFORMANCE_HINT": "LATENCY"})
if device in ["GPU", "AUTO"]:
try:
self.ov_core.set_property("GPU", {"GPU_QUEUE_THROTTLE": "LOW"})
except Exception as e:
logger.debug(f"GPU_QUEUE_THROTTLE not supported: {e}")
if device == "NPU" and OpenVINOModelRunner.is_detection_model(model_type):
try:
self.ov_core.set_property(device, {"NPU_TURBO": "YES"})