Set providers for ORT inference session (NVIDIA#5903)

Signed-off-by: athitten <abhishreetm@gmail.com> Signed-off-by: Jason <jasoli@nvidia.com>
borisfom · Feb 10, 2023 · 251e117 · 251e117
1 parent feabe97
commit 251e117
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/tutorials/asr/ASR_with_NeMo.ipynb b/tutorials/asr/ASR_with_NeMo.ipynb
@@ -1077,7 +1077,7 @@
                 "\n",
                 "quartznet.export('qn.onnx')\n",
                 "\n",
-                "ort_session = onnxruntime.InferenceSession('qn.onnx')\n",
+                "ort_session = onnxruntime.InferenceSession('qn.onnx', providers=['TensorrtExecutionProvider', 'CUDAExecutionProvider', 'CPUExecutionProvider'])\n",
                 "\n",
                 "with tempfile.TemporaryDirectory() as tmpdir:\n",
                 "    with open(os.path.join(tmpdir, 'manifest.json'), 'w') as fp:\n",
@@ -1172,4 +1172,4 @@
             "outputs": []
         }
     ]
-}
+}