Add GPU EP options

This commit is contained in:
Rames The Generic committed 2025-05-17 20:24:45 -04:00
1 parent bb011fd4b7
commit 35a1fe649f
1 file changed
+2 -2
+2 -2
View File
@@ -119,8 +119,8 @@ class BabbleProcessor:
self.sess = ort.InferenceSession(
f"{self.default_model}/onnx/model.onnx",
self.opts,
providers=[provider],
provider_options=[{"device_id": self.gpu_index}],
providers=provider,
provider_options=[{"device_id": self.gpu_index}, {"device_id": self.gpu_index}, {}], # We need a dict entry for each EP in our providers list
)
self.input_name = self.sess.get_inputs()[0].name
self.output_name = self.sess.get_outputs()[0].name