chore: Add note about Cuda Driver Error

Author: gs-olive

examples/dynamo/dynamo_compile_advanced_usage.py

@@ -89,5 +89,13 @@ def forward(self, x: torch.Tensor, y: torch.Tensor):
 # Finally, we use Torch utilities to clean up the workspace
 torch._dynamo.reset()
 
-with torch.no_grad():
-    torch.cuda.empty_cache()
+# %%
+# Cuda Driver Error Note
+# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+#
+# Occasionally, upon exiting the Python runtime after Dynamo compilation with `torch_tensorrt`,
+# one may encounter a Cuda Driver Error. This issue is related to https://github.com/NVIDIA/TensorRT/issues/2052
+# and can be resolved by wrapping the compilation/inference in a function and using a scoped call, as in::
+#
+#       if __name__ == '__main__':
+#           compile_engine_and_infer()

examples/dynamo/dynamo_compile_resnet_example.py

@@ -78,5 +78,13 @@
 # Finally, we use Torch utilities to clean up the workspace
 torch._dynamo.reset()
 
-with torch.no_grad():
-    torch.cuda.empty_cache()
+# %%
+# Cuda Driver Error Note
+# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+#
+# Occasionally, upon exiting the Python runtime after Dynamo compilation with `torch_tensorrt`,
+# one may encounter a Cuda Driver Error. This issue is related to https://github.com/NVIDIA/TensorRT/issues/2052
+# and can be resolved by wrapping the compilation/inference in a function and using a scoped call, as in::
+#
+#       if __name__ == '__main__':
+#           compile_engine_and_infer()

examples/dynamo/dynamo_compile_transformers_example.py

@@ -88,5 +88,13 @@
 # Finally, we use Torch utilities to clean up the workspace
 torch._dynamo.reset()
 
-with torch.no_grad():
-    torch.cuda.empty_cache()
+# %%
+# Cuda Driver Error Note
+# ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+#
+# Occasionally, upon exiting the Python runtime after Dynamo compilation with `torch_tensorrt`,
+# one may encounter a Cuda Driver Error. This issue is related to https://github.com/NVIDIA/TensorRT/issues/2052
+# and can be resolved by wrapping the compilation/inference in a function and using a scoped call, as in::
+#
+#       if __name__ == '__main__':
+#           compile_engine_and_infer()