nik/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-03-04 06:33:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

Made it so openvino prioritizes using GPU and NPU over CPU

Browse Source
This commit is contained in:
Chirayu Rai 2025-03-17 16:25:57 -07:00
parent 561bf8fbe1
commit a47722be0f
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
frigate/detectors/plugins/degirum.py
View File

@ -90,6 +90,17 @@ class DGDetector(DetectionApi):
self.dg_model = self._zoo.load_model(
detector_config.model.path, non_blocking_batch_predict=True
)
# Openvino tends to have multidevice, and they default to CPU rather than GPU or NPU
types = self.dg_model.supported_device_types
for type in types:
# If openvino is supported, prioritize using gpu, then npu, then cpu
if "OPENVINO" in type:
self.dg_model.device_type = [
"OPENVINO/GPU",
"OPENVINO/NPU",
"OPENVINO/CPU",
]
break
self.model_height = detector_config.model.height
self.model_width = detector_config.model.width
self.predict_batch = self.dg_model.predict_batch(self._queue)