From 434271629740d80c8c2c88a2a8f6f6bfcf1ffccb Mon Sep 17 00:00:00 2001
From: pytorchbot <pytorchbot@pytorch.com>
Date: Thu, 6 Feb 2025 11:35:00 +0000
Subject: [PATCH] 2025-02-06 nightly release
 (5a4dd33ef261f76645d8bc585e4583a6624ffec8)

---
 .../classtorch__tensorrt_1_1DataType.html     |   4 +-
 ...rch__tensorrt_1_1Device_1_1DeviceType.html |   4 +-
 .../classtorch__tensorrt_1_1TensorFormat.html |   4 +-
 ...ensorrt_1_1ptq_1_1Int8CacheCalibrator.html |   4 +-
 ...ch__tensorrt_1_1ptq_1_1Int8Calibrator.html |   4 +-
 ...8h_1a18d295a837ac71add5578860b55e5502.html |   4 +-
 ...8h_1a282fd3c0b1c3a215148ae372070e1268.html |   4 +-
 ...8h_1a31398a6d4d27e28817afb0f0139e909e.html |   4 +-
 ...8h_1a35703561b26b1a9d2738ad7d58b27827.html |   4 +-
 ...8h_1a46612a64c219548c5ef03013eb2144ec.html |   4 +-
 ...8h_1abd1465eb38256d3f22cc1426b23d516b.html |   4 +-
 ...8h_1abe87b341f562fd1cf40b7672e4d759da.html |   4 +-
 ...8h_1ad19939408f7be171a74a89928b36eb59.html |   4 +-
 ...8h_1adad592a7b1b7eed529cdf6acd584c883.html |   4 +-
 docs/_cpp_api/dir_cpp.html                    |   4 +-
 docs/_cpp_api/dir_cpp_include.html            |   4 +-
 .../dir_cpp_include_torch_tensorrt.html       |   4 +-
 ...8h_1a130f65408ad8cbaee060f05e8db69558.html |   4 +-
 ...8h_1a3fbe5d72e4fc624dbd038853079620eb.html |   4 +-
 ..._cpp_include_torch_tensorrt_logging.h.html |   4 +-
 ...e_cpp_include_torch_tensorrt_macros.h.html |   4 +-
 ...file_cpp_include_torch_tensorrt_ptq.h.html |   4 +-
 ...clude_torch_tensorrt_torch_tensorrt.h.html |   4 +-
 ...8h_1a0593f776f469c20469e2f729fc7861a3.html |   4 +-
 ...8h_1a0c012cb374addd90eb1f42eaec570650.html |   4 +-
 ...8h_1a56e110feaaba2c3fd44bd201fd21a76a.html |   4 +-
 ...8h_1a7cb50492421ea9de4e3db895819df6f2.html |   4 +-
 ...8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html |   4 +-
 ...8h_1ad2efd47b6c3689e58ccc595680579ae5.html |   4 +-
 ...8h_1af8f3443813315af7901903d25dd495cc.html |   4 +-
 ...8h_1ab79e3404965db0eec712f7268f29138a.html |   4 +-
 ...8h_1af43f19b7b8f732447847cef1e8bd02ac.html |   4 +-
 ...8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html |   4 +-
 ...8h_1a6e19490a08fb1553c9dd347a5ae79db9.html |   4 +-
 ...8h_1a81f9783517335dda877d8cfcf38987c9.html |   4 +-
 ...8h_1ac4ab8313ae72c2c899ea31548b528528.html |   4 +-
 ...8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html |   4 +-
 ...8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html |   4 +-
 ...8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html |   4 +-
 docs/_cpp_api/namespace_torch_tensorrt.html   |   4 +-
 .../namespace_torch_tensorrt__logging.html    |   4 +-
 .../namespace_torch_tensorrt__ptq.html        |   4 +-
 ...namespace_torch_tensorrt__torchscript.html |   4 +-
 ..._cpp_include_torch_tensorrt_logging.h.html |   4 +-
 ...e_cpp_include_torch_tensorrt_macros.h.html |   4 +-
 ...file_cpp_include_torch_tensorrt_ptq.h.html |   4 +-
 ...clude_torch_tensorrt_torch_tensorrt.h.html |   4 +-
 .../structtorch__tensorrt_1_1Device.html      |   4 +-
 .../structtorch__tensorrt_1_1GraphInputs.html |   4 +-
 .../structtorch__tensorrt_1_1Input.html       |   4 +-
 ...ensorrt_1_1torchscript_1_1CompileSpec.html |   4 +-
 docs/_cpp_api/torch_tensort_cpp.html          |   4 +-
 docs/_cpp_api/unabridged_orphan.html          |   4 +-
 .../_rendered_examples_jupyter.zip            | Bin 173105 -> 173105 bytes
 .../_rendered_examples_python.zip             | Bin 130968 -> 130968 bytes
 docs/_modules/index.html                      |   7 +-
 docs/_modules/torch_tensorrt/_Device.html     |   4 +-
 docs/_modules/torch_tensorrt/_Input.html      |   4 +-
 docs/_modules/torch_tensorrt/_compile.html    |  12 +-
 docs/_modules/torch_tensorrt/_enums.html      |   4 +-
 .../torch_tensorrt/dynamo/_compiler.html      |  20 +-
 .../torch_tensorrt/dynamo/_exporter.html      |   4 +-
 .../torch_tensorrt/dynamo/_refit.html         |   4 +-
 .../torch_tensorrt/dynamo/_settings.html      |   4 +-
 .../torch_tensorrt/dynamo/_tracer.html        |   4 +-
 .../runtime/_MutableTorchTensorRTModule.html  |   4 +-
 .../runtime/_PythonTorchTensorRTModule.html   |   4 +-
 .../dynamo/runtime/_TorchTensorRTModule.html  |   4 +-
 docs/_modules/torch_tensorrt/fx/fx2trt.html   |   4 +-
 .../torch_tensorrt/fx/input_tensor_spec.html  |   4 +-
 docs/_modules/torch_tensorrt/fx/lower.html    |   4 +-
 .../torch_tensorrt/fx/trt_module.html         |   4 +-
 docs/_modules/torch_tensorrt/logging.html     |   4 +-
 .../torch_tensorrt/runtime/_cudagraphs.html   | 940 ++++++++++++++++++
 .../runtime/_multi_device_safe_mode.html      |   4 +-
 .../runtime/_pre_allocated_outputs.html       | 868 ++++++++++++++++
 .../runtime/_weight_streaming.html            | 923 +++++++++++++++++
 .../torch_tensorrt/ts/_compile_spec.html      |   4 +-
 .../_modules/torch_tensorrt/ts/_compiler.html |   4 +-
 docs/_modules/torch_tensorrt/ts/ptq.html      |   4 +-
 docs/_sources/py_api/dynamo.rst.txt           |   8 +-
 docs/_sources/py_api/runtime.rst.txt          |  13 +-
 docs/_sources/py_api/torch_tensorrt.rst.txt   |   4 +
 docs/_static/documentation_options.js         |   2 +-
 docs/cli/torchtrtc.html                       |   4 +-
 docs/contributors/conversion.html             |   4 +-
 docs/contributors/dynamo_converters.html      |   4 +-
 docs/contributors/lowering.html               |   4 +-
 docs/contributors/partitioning.html           |   4 +-
 docs/contributors/phases.html                 |   4 +-
 docs/contributors/runtime.html                |   4 +-
 docs/contributors/system_overview.html        |   4 +-
 docs/contributors/ts_converters.html          |   4 +-
 docs/contributors/useful_links.html           |   4 +-
 .../writing_dynamo_aten_lowering_passes.html  |   4 +-
 docs/dynamo/dynamo_export.html                |   4 +-
 docs/dynamo/torch_compile.html                |   4 +-
 docs/fx/getting_started_with_fx_path.html     |   4 +-
 docs/genindex.html                            |  44 +-
 docs/getting_started/installation.html        |   4 +-
 docs/getting_started/jetpack.html             |   4 +-
 docs/getting_started/quick_start.html         |   4 +-
 docs/index.html                               |   4 +-
 docs/indices/supported_ops.html               |   4 +-
 docs/objects.inv                              | Bin 34013 -> 34321 bytes
 docs/py-modindex.html                         |   4 +-
 docs/py_api/dynamo.html                       | 200 +++-
 docs/py_api/fx.html                           |   4 +-
 docs/py_api/logging.html                      |   4 +-
 docs/py_api/ptq.html                          |   4 +-
 docs/py_api/runtime.html                      |  29 +-
 docs/py_api/torch_tensorrt.html               |  62 +-
 docs/py_api/ts.html                           |   6 +-
 docs/search.html                              |   4 +-
 docs/searchindex.js                           |   2 +-
 docs/sg_execution_times.html                  |   4 +-
 .../pytorch-sphinx-theme/docs/changelog.html  |   4 +-
 .../docs/configuring.html                     |   4 +-
 .../pytorch-sphinx-theme/docs/demo/api.html   |   4 +-
 .../pytorch-sphinx-theme/docs/demo/demo.html  |   6 +-
 .../docs/demo/lists_tables.html               |   4 +-
 .../pytorch-sphinx-theme/docs/demo/long.html  |   4 +-
 .../docs/demo/structure.html                  |   4 +-
 docs/src/pytorch-sphinx-theme/docs/index.html |   4 +-
 .../pytorch-sphinx-theme/docs/installing.html |   4 +-
 ...creating_torchscript_module_in_python.html |   4 +-
 docs/ts/getting_started_with_cpp_api.html     |   4 +-
 docs/ts/getting_started_with_python_api.html  |   4 +-
 docs/ts/ptq.html                              |   4 +-
 .../ts/torchscript_frontend_from_pytorch.html |   4 +-
 .../dynamo/auto_generate_converters.html      |   4 +-
 .../dynamo/converter_overloading.html         |   4 +-
 ...cross_runtime_compilation_for_windows.html |   4 +-
 .../dynamo/custom_kernel_plugins.html         |   4 +-
 .../dynamo/engine_caching_bert_example.html   |   4 +-
 .../dynamo/engine_caching_example.html        |   4 +-
 .../_rendered_examples/dynamo/index.html      |   4 +-
 .../mutable_torchtrt_module_example.html      |   4 +-
 .../dynamo/pre_allocated_output_example.html  |   4 +-
 .../dynamo/refit_engine_example.html          |   4 +-
 .../dynamo/torch_compile_advanced_usage.html  |   4 +-
 .../dynamo/torch_compile_gpt2.html            |   4 +-
 .../dynamo/torch_compile_resnet_example.html  |   4 +-
 .../torch_compile_stable_diffusion.html       |   4 +-
 .../torch_compile_transformers_example.html   |   4 +-
 .../dynamo/torch_export_cudagraphs.html       |   4 +-
 .../dynamo/torch_export_gpt2.html             |   4 +-
 .../dynamo/torch_export_llama2.html           |   4 +-
 .../dynamo/torch_export_sam2.html             |   4 +-
 .../_rendered_examples/dynamo/vgg16_ptq.html  |   4 +-
 .../dynamo/weight_streaming_example.html      |   4 +-
 docs/tutorials/_rendered_examples/index.html  |   4 +-
 .../_rendered_examples/triton/index.html      |   4 +-
 docs/tutorials/notebooks.html                 |   4 +-
 .../serving_torch_tensorrt_with_triton.html   |   4 +-
 docs/user_guide/dynamic_shapes.html           |   4 +-
 docs/user_guide/mixed_precision.html          |   4 +-
 docs/user_guide/runtime.html                  |   4 +-
 docs/user_guide/saving_models.html            |   4 +-
 docs/user_guide/torch_tensorrt_explained.html |   4 +-
 docs/user_guide/using_dla.html                |   4 +-
 docsrc/py_api/dynamo.rst                      |   8 +-
 docsrc/py_api/runtime.rst                     |  13 +-
 docsrc/py_api/torch_tensorrt.rst              |   4 +
 164 files changed, 3408 insertions(+), 327 deletions(-)
 create mode 100644 docs/_modules/torch_tensorrt/runtime/_cudagraphs.html
 create mode 100644 docs/_modules/torch_tensorrt/runtime/_pre_allocated_outputs.html
 create mode 100644 docs/_modules/torch_tensorrt/runtime/_weight_streaming.html

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
index c9d82353c6..24e799f66e 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class DataType &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Class DataType &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
index 4079efb60d..df9b7bc74a 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
index 507f4c293c..23810cf183 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class TensorFormat &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Class TensorFormat &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
index 93a9941e75..1139a06e1e 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
index 6b41b01774..c18c838b68 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
index 3977645f49..53b7e831db 100644
--- a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
+++ b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define STR &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Define STR &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
index 3a3808c860..1a700e0e10 100644
--- a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
+++ b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
index 4b6e925069..cf72636e00 100644
--- a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
+++ b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
index 25ee3a297b..8d0773af74 100644
--- a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
+++ b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a46612a64c219548c5ef03013eb2144ec.html b/docs/_cpp_api/define_macros_8h_1a46612a64c219548c5ef03013eb2144ec.html
index faa55032f7..5dc873ebca 100644
--- a/docs/_cpp_api/define_macros_8h_1a46612a64c219548c5ef03013eb2144ec.html
+++ b/docs/_cpp_api/define_macros_8h_1a46612a64c219548c5ef03013eb2144ec.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_PTQ_DEPRECATION &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Define TORCH_TENSORRT_PTQ_DEPRECATION &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
index 60622c8142..a62e41b662 100644
--- a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
+++ b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
index 77377a6337..3978d81a2a 100644
--- a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
+++ b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define XSTR &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Define XSTR &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
index d922918dbd..23a4f38276 100644
--- a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
+++ b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
index e6fb35e533..64de45ecc4 100644
--- a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
+++ b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html
index 20cef80a43..921949f609 100644
--- a/docs/_cpp_api/dir_cpp.html
+++ b/docs/_cpp_api/dir_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory cpp &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Directory cpp &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/dir_cpp_include.html b/docs/_cpp_api/dir_cpp_include.html
index e904317fb4..ae3cf10bed 100644
--- a/docs/_cpp_api/dir_cpp_include.html
+++ b/docs/_cpp_api/dir_cpp_include.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory include &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Directory include &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
index 66f45533c0..99ffbf2aa9 100644
--- a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
+++ b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html b/docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html
index e45325cb6d..3fa86aced1 100644
--- a/docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html
+++ b/docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Enum Level &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Enum Level &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html b/docs/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html
index a7f35b758a..384ddb67c3 100644
--- a/docs/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html
+++ b/docs/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
index c0c82bfdec..542c406a50 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File logging.h &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>File logging.h &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
index be979e0e28..9288090c0a 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File macros.h &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>File macros.h &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
index 09442e2665..317a0affec 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File ptq.h &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>File ptq.h &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index a713483159..fe8733c8bd 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File torch_tensorrt.h &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>File torch_tensorrt.h &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html b/docs/_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html
index 0db755bf5d..e7d266d552 100644
--- a/docs/_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html
+++ b/docs/_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_logging_prefix &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Function torch_tensorrt::logging::get_logging_prefix &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html b/docs/_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html
index 9dd339b470..89d71807e0 100644
--- a/docs/_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html
+++ b/docs/_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_reportable_log_level &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Function torch_tensorrt::logging::get_reportable_log_level &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html b/docs/_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html
index 67213ef390..e1b41de63a 100644
--- a/docs/_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html
+++ b/docs/_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_is_colored_output_on &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Function torch_tensorrt::logging::get_is_colored_output_on &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html b/docs/_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html
index 27ac0bdfa7..24ea72e96d 100644
--- a/docs/_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html
+++ b/docs/_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_reportable_log_level &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Function torch_tensorrt::logging::set_reportable_log_level &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html b/docs/_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
index ef406dadd8..1e4cc030df 100644
--- a/docs/_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
+++ b/docs/_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::log &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Function torch_tensorrt::logging::log &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html b/docs/_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html
index 0e373346e9..2529f0b986 100644
--- a/docs/_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html
+++ b/docs/_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_is_colored_output_on &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Function torch_tensorrt::logging::set_is_colored_output_on &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.html b/docs/_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.html
index 8d4f6b9bf1..542afea86e 100644
--- a/docs/_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.html
+++ b/docs/_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_logging_prefix &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Function torch_tensorrt::logging::set_logging_prefix &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_ptq_8h_1ab79e3404965db0eec712f7268f29138a.html b/docs/_cpp_api/function_ptq_8h_1ab79e3404965db0eec712f7268f29138a.html
index a530cdcce2..7bf5d932a0 100644
--- a/docs/_cpp_api/function_ptq_8h_1ab79e3404965db0eec712f7268f29138a.html
+++ b/docs/_cpp_api/function_ptq_8h_1ab79e3404965db0eec712f7268f29138a.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Function torch_tensorrt::ptq::make_int8_calibrator &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Template Function torch_tensorrt::ptq::make_int8_calibrator &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_ptq_8h_1af43f19b7b8f732447847cef1e8bd02ac.html b/docs/_cpp_api/function_ptq_8h_1af43f19b7b8f732447847cef1e8bd02ac.html
index 29508a3f2b..d6c9e5c447 100644
--- a/docs/_cpp_api/function_ptq_8h_1af43f19b7b8f732447847cef1e8bd02ac.html
+++ b/docs/_cpp_api/function_ptq_8h_1af43f19b7b8f732447847cef1e8bd02ac.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Function torch_tensorrt::ptq::make_int8_cache_calibrator &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Template Function torch_tensorrt::ptq::make_int8_cache_calibrator &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html b/docs/_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
index b2da42e9ff..ce0df5a797 100644
--- a/docs/_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
+++ b/docs/_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::check_method_operator_support &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Function torch_tensorrt::torchscript::check_method_operator_support &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html b/docs/_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html
index 95fd05cc11..a551574db5 100644
--- a/docs/_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html
+++ b/docs/_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::compile &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Function torch_tensorrt::torchscript::compile &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html b/docs/_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html
index 73f56019d3..6c0de30a30 100644
--- a/docs/_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html
+++ b/docs/_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::embed_engine_in_new_module &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Function torch_tensorrt::torchscript::embed_engine_in_new_module &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html b/docs/_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html
index 6989b1b82e..fdfa86e900 100644
--- a/docs/_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html
+++ b/docs/_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::get_build_info &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Function torch_tensorrt::get_build_info &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html b/docs/_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html
index 0d43ac87e3..417017f7b3 100644
--- a/docs/_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html
+++ b/docs/_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::set_device &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Function torch_tensorrt::set_device &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html b/docs/_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
index 8e7539e813..88f2b40d7d 100644
--- a/docs/_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
+++ b/docs/_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::dump_build_info &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Function torch_tensorrt::dump_build_info &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html b/docs/_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html
index 30598f5905..c45632bf84 100644
--- a/docs/_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html
+++ b/docs/_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::convert_method_to_trt_engine &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Function torch_tensorrt::torchscript::convert_method_to_trt_engine &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt.html b/docs/_cpp_api/namespace_torch_tensorrt.html
index 106b9f2da0..2ae152dd94 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Namespace torch_tensorrt &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__logging.html b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
index fc95f62d81..37e7693d90 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__logging.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::logging &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Namespace torch_tensorrt::logging &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
index f1447cbee2..12ab45b61e 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::ptq &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Namespace torch_tensorrt::ptq &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
index dedcc5e48c..176b4db9f1 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::torchscript &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Namespace torch_tensorrt::torchscript &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
index 8eb700bc70..0a110c5db1 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File logging.h &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Program Listing for File logging.h &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
index 50e026003a..fbaa2ccbd8 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File macros.h &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Program Listing for File macros.h &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
index 2338abb1c7..4244326825 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File ptq.h &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Program Listing for File ptq.h &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index 9abeaed8de..44aed6a247 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File torch_tensorrt.h &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Program Listing for File torch_tensorrt.h &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
index ec0847d249..7a08e37347 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct Device &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Struct Device &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
index 98fb95255f..05140aac93 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct GraphInputs &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Struct GraphInputs &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
index 4b8efdbb37..d057d565c1 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct Input &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Struct Input &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
index e99fbc7465..568ee42edf 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct CompileSpec &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Struct CompileSpec &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/torch_tensort_cpp.html b/docs/_cpp_api/torch_tensort_cpp.html
index 57d4f70778..c7fb55de45 100644
--- a/docs/_cpp_api/torch_tensort_cpp.html
+++ b/docs/_cpp_api/torch_tensort_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT C++ API &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Torch-TensorRT C++ API &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_cpp_api/unabridged_orphan.html b/docs/_cpp_api/unabridged_orphan.html
index 97f76d894c..4a1684b5ad 100644
--- a/docs/_cpp_api/unabridged_orphan.html
+++ b/docs/_cpp_api/unabridged_orphan.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Full API &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Full API &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip b/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip
index a1aa084f5fb1909e2dbe5b90c9d8a0f3b7b9c0f1..168ee5c6095aa32a6640a186054285b409724d6e 100644
GIT binary patch
delta 343
zcmdmZf@|XmE}j5yW)=|!5D=WYk*AZBNpR}s>70}KL9~vfg$#&JGxZk*(c8UzWkEDs
zh9a1+S?ena;#W-D!2_a=7N3#;(f@Wo0@IJKu!HH>Z?Zw^w?{BB@``~N=@N{`)Ibb<
zd&U>WAckZy<6b2Y<Hl6RP1Ybr&qc<w8X!jWFUB8+AV#PTQ$!(<F@619rf?9=F^?$@
zL}$!n@&(b`=P^ZtXp#9$-XJ=0K2s=&-Z7sk07P>wU<v`z2@4?N+ZQlJfcSz7A^ePm
xOkN=VmW50{Aew0rQy_>AUBu)EqL)JXKNdmMxh!UK0*QAlX7UHoHy1NS003!vayI|~

delta 343
zcmdmZf@|XmE}j5yW)=|!5YV&P$kWNmq-V2vI_G455UnF=Ap@e*O#MYc^mZ>_SrE;Z
zp$O({*7{0<_!ZN3@PKHe#it}d^uOJY!1SXl>|px!n{1H!?Ga3jyka0mx&-4fH4sDJ
zp7Dh-h#^_bxK|0pxG|M+lQoFZbCL0^28a>;i}8mch!Lv86j2CdOkY2jDI7#|%wviJ
z(HZlYd_nZ~c}&qDT4X+xH;7K0&lC!xcg$xB0MT3vm_k5w!UBl+_61B4Aim&22tQ*X
wlNX4;Wg(Lfh-O;E6bPb27cu#P=%rBpk3|r5E{mC*K;j*XnfyWY&BaU+0AMs|*8l(j

diff --git a/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip b/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip
index e290e03a9ae149ddfa7444fd41998214323e44e7..7bfee87d788e1fcf4cd93c8308e92ca84465bee8 100644
GIT binary patch
delta 340
zcmbR7pMA!EcAfxlW)=|!5D=WYktdFoNpR}s99DB~5WQ63o*0O3RTtv{(Q}P22!iN*
z*U4Z$OVC0A5Px}6H7AHx$*C0r(TnSn!Rk0B$n%5vn)AK+Ky=yK7BKy1x3?UK?|F+$
z9Y}8vWn{FF0Wtbz8K3EZ80B7!JLEwO!z{+XS|EnOR7QmqAY*#aPsR`sz2YZhG>B&X
z#png11Aj3_fauk~7(GDr*I$f5Almacqc4b_@tZLaM8EzG5x4)t7z*M~`vc*>`oriB
v;v4^E^aRm$e;NHi^tr!`-XL1~AB3O%529|%KSq0y_}71oJ|NopKVv8WaDH}a

delta 340
zcmbR7pMA!EcAfxlW)=|!5YV&P$P>rPq-V1^ht-@LL@yP%CkCQh)x~%~^jzZ$f*?BI
zbuyUG60}eN#9y9N%?YAaa%zP@^y0c?usV(j^86sa=6r8H5M8#m1x)|h?JWo5d*0$w
z2h!U^85u2PK#YD_#%DSpM!6T`4tWs6FpKf87KmXml~ExD$e14VlQ9HDulUIr4We0p
zF?xaMz+a3JAbRyLMh_7E^%r9hi1z%==nJA}{ALUU(XW3)#O?nuhJyIh{y_Mz{xG_O
v_{M)3JwbHcUq(L=eeN%#H;9)02jOS`gQ(l`kI^0^{`DWD4~TaD&lm~-aS&|@

diff --git a/docs/_modules/index.html b/docs/_modules/index.html
index 7745e8569b..d310877772 100644
--- a/docs/_modules/index.html
+++ b/docs/_modules/index.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Overview: module code &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Overview: module code &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
@@ -500,7 +500,10 @@ <h1>All modules for which code is available</h1>
 <li><a href="torch_tensorrt/fx/lower.html">torch_tensorrt.fx.lower</a></li>
 <li><a href="torch_tensorrt/fx/trt_module.html">torch_tensorrt.fx.trt_module</a></li>
 <li><a href="torch_tensorrt/logging.html">torch_tensorrt.logging</a></li>
+<li><a href="torch_tensorrt/runtime/_cudagraphs.html">torch_tensorrt.runtime._cudagraphs</a></li>
 <li><a href="torch_tensorrt/runtime/_multi_device_safe_mode.html">torch_tensorrt.runtime._multi_device_safe_mode</a></li>
+<li><a href="torch_tensorrt/runtime/_pre_allocated_outputs.html">torch_tensorrt.runtime._pre_allocated_outputs</a></li>
+<li><a href="torch_tensorrt/runtime/_weight_streaming.html">torch_tensorrt.runtime._weight_streaming</a></li>
 <li><a href="torch_tensorrt/ts/_compile_spec.html">torch_tensorrt.ts._compile_spec</a></li>
 <li><a href="torch_tensorrt/ts/_compiler.html">torch_tensorrt.ts._compiler</a></li>
 <li><a href="torch_tensorrt/ts/ptq.html">torch_tensorrt.ts.ptq</a></li>
diff --git a/docs/_modules/torch_tensorrt/_Device.html b/docs/_modules/torch_tensorrt/_Device.html
index a1708cc612..cac0c2bf17 100644
--- a/docs/_modules/torch_tensorrt/_Device.html
+++ b/docs/_modules/torch_tensorrt/_Device.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._Device &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt._Device &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_Input.html b/docs/_modules/torch_tensorrt/_Input.html
index 6b60fc89b7..4def97ca57 100644
--- a/docs/_modules/torch_tensorrt/_Input.html
+++ b/docs/_modules/torch_tensorrt/_Input.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._Input &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt._Input &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_compile.html b/docs/_modules/torch_tensorrt/_compile.html
index c071b8ce55..234ec60a4f 100644
--- a/docs/_modules/torch_tensorrt/_compile.html
+++ b/docs/_modules/torch_tensorrt/_compile.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._compile &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt._compile &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
@@ -788,7 +788,7 @@ <h1>Source code for torch_tensorrt._compile</h1><div class="highlight"><pre>
         <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">&quot;Module is an unknown format or the ir requested is unknown&quot;</span><span class="p">)</span></div>
 
 
-<span class="k">def</span><span class="w"> </span><span class="nf">cross_compile_for_windows</span><span class="p">(</span>
+<div class="viewcode-block" id="cross_compile_for_windows"><a class="viewcode-back" href="../../py_api/torch_tensorrt.html#torch_tensorrt.cross_compile_for_windows">[docs]</a><span class="k">def</span><span class="w"> </span><span class="nf">cross_compile_for_windows</span><span class="p">(</span>
     <span class="n">module</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">nn</span><span class="o">.</span><span class="n">Module</span><span class="p">,</span>
     <span class="n">file_path</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
     <span class="n">inputs</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Sequence</span><span class="p">[</span><span class="n">Input</span> <span class="o">|</span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
@@ -884,7 +884,7 @@ <h1>Source code for torch_tensorrt._compile</h1><div class="highlight"><pre>
     <span class="p">)</span>
 
     <span class="n">dynamo_save_cross_compiled_exported_program</span><span class="p">(</span><span class="n">trt_gm</span><span class="p">,</span> <span class="n">file_path</span><span class="p">)</span>
-    <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">&quot;successfully compiled and saved the module for windows&quot;</span><span class="p">)</span>
+    <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">&quot;successfully compiled and saved the module for windows&quot;</span><span class="p">)</span></div>
 
 
 <span class="k">def</span><span class="w"> </span><span class="nf">torch_compile</span><span class="p">(</span><span class="n">module</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">nn</span><span class="o">.</span><span class="n">Module</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Any</span><span class="p">:</span>
@@ -1012,7 +1012,7 @@ <h1>Source code for torch_tensorrt._compile</h1><div class="highlight"><pre>
         <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">&quot;Module is an unknown format or the ir requested is unknown&quot;</span><span class="p">)</span></div>
 
 
-<span class="k">def</span><span class="w"> </span><span class="nf">load_cross_compiled_exported_program</span><span class="p">(</span><span class="n">file_path</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">&quot;&quot;</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Any</span><span class="p">:</span>
+<div class="viewcode-block" id="load_cross_compiled_exported_program"><a class="viewcode-back" href="../../py_api/torch_tensorrt.html#torch_tensorrt.load_cross_compiled_exported_program">[docs]</a><span class="k">def</span><span class="w"> </span><span class="nf">load_cross_compiled_exported_program</span><span class="p">(</span><span class="n">file_path</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">&quot;&quot;</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Any</span><span class="p">:</span>
 <span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
 <span class="sd">    Load an ExportedProgram file in Windows which was previously cross compiled in Linux</span>
 
@@ -1022,7 +1022,7 @@ <h1>Source code for torch_tensorrt._compile</h1><div class="highlight"><pre>
 <span class="sd">    Raises:</span>
 <span class="sd">        ValueError: If the api is not called in windows or there is no file or the file is not a valid ExportedProgram file</span>
 <span class="sd">    &quot;&quot;&quot;</span>
-    <span class="k">return</span> <span class="n">dynamo_load_cross_compiled_exported_program</span><span class="p">(</span><span class="n">file_path</span><span class="p">)</span>
+    <span class="k">return</span> <span class="n">dynamo_load_cross_compiled_exported_program</span><span class="p">(</span><span class="n">file_path</span><span class="p">)</span></div>
 
 
 <div class="viewcode-block" id="load"><a class="viewcode-back" href="../../py_api/torch_tensorrt.html#torch_tensorrt.load">[docs]</a><span class="k">def</span><span class="w"> </span><span class="nf">load</span><span class="p">(</span><span class="n">file_path</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">&quot;&quot;</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Any</span><span class="p">:</span>
diff --git a/docs/_modules/torch_tensorrt/_enums.html b/docs/_modules/torch_tensorrt/_enums.html
index 2c47bf5ade..0d730f08ff 100644
--- a/docs/_modules/torch_tensorrt/_enums.html
+++ b/docs/_modules/torch_tensorrt/_enums.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._enums &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt._enums &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_compiler.html b/docs/_modules/torch_tensorrt/dynamo/_compiler.html
index d6ab989f30..ba0395a552 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_compiler.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_compiler.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._compiler &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.dynamo._compiler &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
@@ -536,7 +536,7 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
 <span class="n">logger</span> <span class="o">=</span> <span class="n">logging</span><span class="o">.</span><span class="n">getLogger</span><span class="p">(</span><span class="vm">__name__</span><span class="p">)</span>
 
 
-<span class="k">def</span><span class="w"> </span><span class="nf">cross_compile_for_windows</span><span class="p">(</span>
+<div class="viewcode-block" id="cross_compile_for_windows"><a class="viewcode-back" href="../../../py_api/dynamo.html#torch_tensorrt.dynamo.cross_compile_for_windows">[docs]</a><span class="k">def</span><span class="w"> </span><span class="nf">cross_compile_for_windows</span><span class="p">(</span>
     <span class="n">exported_program</span><span class="p">:</span> <span class="n">ExportedProgram</span><span class="p">,</span>
     <span class="n">inputs</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Sequence</span><span class="p">[</span><span class="n">Sequence</span><span class="p">[</span><span class="n">Any</span><span class="p">]]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
     <span class="o">*</span><span class="p">,</span>
@@ -850,7 +850,7 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
         <span class="n">trt_kwarg_inputs</span><span class="p">,</span>
         <span class="n">settings</span><span class="p">,</span>
     <span class="p">)</span>
-    <span class="k">return</span> <span class="n">trt_gm</span>
+    <span class="k">return</span> <span class="n">trt_gm</span></div>
 
 
 <div class="viewcode-block" id="compile"><a class="viewcode-back" href="../../../py_api/dynamo.html#torch_tensorrt.dynamo.compile">[docs]</a><span class="k">def</span><span class="w"> </span><span class="nf">compile</span><span class="p">(</span>
@@ -1397,7 +1397,7 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
     <span class="k">return</span> <span class="n">partitioned_module</span>
 
 
-<span class="k">def</span><span class="w"> </span><span class="nf">convert_exported_program_to_serialized_trt_engine</span><span class="p">(</span>
+<div class="viewcode-block" id="convert_exported_program_to_serialized_trt_engine"><a class="viewcode-back" href="../../../py_api/dynamo.html#torch_tensorrt.dynamo.convert_exported_program_to_serialized_trt_engine">[docs]</a><span class="k">def</span><span class="w"> </span><span class="nf">convert_exported_program_to_serialized_trt_engine</span><span class="p">(</span>
     <span class="n">exported_program</span><span class="p">:</span> <span class="n">ExportedProgram</span><span class="p">,</span>
     <span class="n">inputs</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Sequence</span><span class="p">[</span><span class="n">Sequence</span><span class="p">[</span><span class="n">Any</span><span class="p">]]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
     <span class="o">*</span><span class="p">,</span>
@@ -1656,10 +1656,10 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
         <span class="p">)</span>
 
     <span class="n">serialized_engine</span><span class="p">:</span> <span class="nb">bytes</span> <span class="o">=</span> <span class="n">interpreter_result</span><span class="o">.</span><span class="n">serialized_engine</span>
-    <span class="k">return</span> <span class="n">serialized_engine</span>
+    <span class="k">return</span> <span class="n">serialized_engine</span></div>
 
 
-<span class="k">def</span><span class="w"> </span><span class="nf">save_cross_compiled_exported_program</span><span class="p">(</span>
+<div class="viewcode-block" id="save_cross_compiled_exported_program"><a class="viewcode-back" href="../../../py_api/dynamo.html#torch_tensorrt.dynamo.save_cross_compiled_exported_program">[docs]</a><span class="k">def</span><span class="w"> </span><span class="nf">save_cross_compiled_exported_program</span><span class="p">(</span>
     <span class="n">gm</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">fx</span><span class="o">.</span><span class="n">GraphModule</span><span class="p">,</span>
     <span class="n">file_path</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
 <span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
@@ -1677,10 +1677,10 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
 
     <span class="n">exp_program</span> <span class="o">=</span> <span class="n">export</span><span class="p">(</span><span class="n">gm</span><span class="p">,</span> <span class="n">cross_compile_flag</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
     <span class="n">torch</span><span class="o">.</span><span class="n">export</span><span class="o">.</span><span class="n">save</span><span class="p">(</span><span class="n">exp_program</span><span class="p">,</span> <span class="n">file_path</span><span class="p">)</span>
-    <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;successfully saved the module for windows at </span><span class="si">{</span><span class="n">file_path</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
+    <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;successfully saved the module for windows at </span><span class="si">{</span><span class="n">file_path</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span></div>
 
 
-<span class="k">def</span><span class="w"> </span><span class="nf">load_cross_compiled_exported_program</span><span class="p">(</span><span class="n">file_path</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">&quot;&quot;</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Any</span><span class="p">:</span>
+<div class="viewcode-block" id="load_cross_compiled_exported_program"><a class="viewcode-back" href="../../../py_api/dynamo.html#torch_tensorrt.dynamo.load_cross_compiled_exported_program">[docs]</a><span class="k">def</span><span class="w"> </span><span class="nf">load_cross_compiled_exported_program</span><span class="p">(</span><span class="n">file_path</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">&quot;&quot;</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Any</span><span class="p">:</span>
 <span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
 <span class="sd">    Load an ExportedProgram file in Windows which was previously cross compiled in Linux</span>
 
@@ -1711,7 +1711,7 @@ <h1>Source code for torch_tensorrt.dynamo._compiler</h1><div class="highlight"><
             <span class="sa">f</span><span class="s2">&quot;cross_load the file </span><span class="si">{</span><span class="n">file_path</span><span class="si">}</span><span class="s2"> doesn&#39;t correspond to a valid ExportedProgram. Please verify the file path.&quot;</span>
         <span class="p">)</span>
 
-    <span class="k">return</span> <span class="n">replace_execute_engine_no_op_node</span><span class="p">(</span><span class="n">exp_program</span><span class="p">)</span>
+    <span class="k">return</span> <span class="n">replace_execute_engine_no_op_node</span><span class="p">(</span><span class="n">exp_program</span><span class="p">)</span></div>
 </pre></div>
 
              </article>
diff --git a/docs/_modules/torch_tensorrt/dynamo/_exporter.html b/docs/_modules/torch_tensorrt/dynamo/_exporter.html
index 5e0c2148c4..954d81b971 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_exporter.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_exporter.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._exporter &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.dynamo._exporter &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_refit.html b/docs/_modules/torch_tensorrt/dynamo/_refit.html
index 5ec33697a7..65cfe08d43 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_refit.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_refit.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._refit &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.dynamo._refit &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_settings.html b/docs/_modules/torch_tensorrt/dynamo/_settings.html
index 03ae2cebbc..e561e4dc5a 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_settings.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_settings.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._settings &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.dynamo._settings &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/_tracer.html b/docs/_modules/torch_tensorrt/dynamo/_tracer.html
index 69397c27cc..106f88caed 100644
--- a/docs/_modules/torch_tensorrt/dynamo/_tracer.html
+++ b/docs/_modules/torch_tensorrt/dynamo/_tracer.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo._tracer &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.dynamo._tracer &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
index 072fc06104..b5f84b8600 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_MutableTorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._MutableTorchTensorRTModule &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._MutableTorchTensorRTModule &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
index 0bece20e0f..e8618aec7d 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._PythonTorchTensorRTModule &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
index f0de3818d1..6fe84b70fb 100644
--- a/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
+++ b/docs/_modules/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo.runtime._TorchTensorRTModule &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.dynamo.runtime._TorchTensorRTModule &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/fx2trt.html b/docs/_modules/torch_tensorrt/fx/fx2trt.html
index 7380b4026f..0a2efc6739 100644
--- a/docs/_modules/torch_tensorrt/fx/fx2trt.html
+++ b/docs/_modules/torch_tensorrt/fx/fx2trt.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.fx2trt &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.fx.fx2trt &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
index 737df28dd8..aceaeb2941 100644
--- a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
+++ b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.input_tensor_spec &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.fx.input_tensor_spec &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/lower.html b/docs/_modules/torch_tensorrt/fx/lower.html
index d61f6b42d3..4690edc9e7 100644
--- a/docs/_modules/torch_tensorrt/fx/lower.html
+++ b/docs/_modules/torch_tensorrt/fx/lower.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.lower &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.fx.lower &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/trt_module.html b/docs/_modules/torch_tensorrt/fx/trt_module.html
index 9594cacd85..01684ccd81 100644
--- a/docs/_modules/torch_tensorrt/fx/trt_module.html
+++ b/docs/_modules/torch_tensorrt/fx/trt_module.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.trt_module &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.fx.trt_module &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/logging.html b/docs/_modules/torch_tensorrt/logging.html
index f5ab238189..1216e33869 100644
--- a/docs/_modules/torch_tensorrt/logging.html
+++ b/docs/_modules/torch_tensorrt/logging.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/runtime/_cudagraphs.html b/docs/_modules/torch_tensorrt/runtime/_cudagraphs.html
new file mode 100644
index 0000000000..cdc205bba1
--- /dev/null
+++ b/docs/_modules/torch_tensorrt/runtime/_cudagraphs.html
@@ -0,0 +1,940 @@
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+<head>
+  <meta charset="utf-8">
+  
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  
+  <title>torch_tensorrt.runtime._cudagraphs &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
+  
+
+  
+  
+  
+  
+
+  
+
+  
+  
+    
+
+  
+
+  <link rel="stylesheet" href="../../../_static/css/theme.css" type="text/css" />
+  <!-- <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" /> -->
+  <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/css/theme.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-binder.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-dataframe.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-rendered-html.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/collapsible-lists/css/tree_view.css" type="text/css" />
+  <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/katex@0.10.0-beta/dist/katex.min.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/css/custom.css" type="text/css" />
+    <link rel="index" title="Index" href="../../../genindex.html" />
+    <link rel="search" title="Search" href="../../../search.html" />
+  <!-- Google Tag Manager -->
+    <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
+    new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
+    j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
+    'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
+    })(window,document,'script','dataLayer','');</script>
+    <!-- End Google Tag Manager -->
+  
+
+  
+  <script src="../../../_static/js/modernizr.min.js"></script>
+
+  <!-- Preload the theme fonts -->
+
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-book.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/IBMPlexMono/IBMPlexMono-Medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-medium-italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/IBMPlexMono/IBMPlexMono-SemiBold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+
+<!-- Preload the katex fonts -->
+
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Math-Italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size1-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size4-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size2-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size3-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Caligraphic-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+  <link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.15.2/css/all.css" integrity="sha384-vSIIfh2YWi9wW0r9iZe7RJPrKwp6bG+s9QZMoITbCckVJqGCCRhc+ccxNcdpHuYu" crossorigin="anonymous">
+</head>
+
+<div class="container-fluid header-holder tutorials-header" id="header-holder">
+  <div class="container">
+    <div class="header-container">
+      <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>
+
+      <div class="main-menu">
+        <ul>
+
+          <li class="main-menu-item">
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Learn
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/get-started">
+                  <span class=dropdown-title>Get Started</span>
+                  <p>Run PyTorch locally or get started quickly with one of the supported cloud platforms</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials">
+                  <span class="dropdown-title">Tutorials</span>
+                  <p>Whats new in PyTorch tutorials</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/beginner/basics/intro.html">
+                  <span class="dropdown-title">Learn the Basics</span>
+                  <p>Familiarize yourself with PyTorch concepts and modules</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/recipes/recipes_index.html">
+                  <span class="dropdown-title">PyTorch Recipes</span>
+                  <p>Bite-size, ready-to-deploy PyTorch code examples</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/beginner/introyt.html">
+                  <span class="dropdown-title">Intro to PyTorch - YouTube Series</span>
+                  <p>Master PyTorch basics with our engaging YouTube tutorial series</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Ecosystem
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/ecosystem">
+                  <span class="dropdown-title">Tools</span>
+                  <p>Learn about the tools and frameworks in the PyTorch Ecosystem</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/#community-module">
+                  <span class=dropdown-title>Community</span>
+                  <p>Join the PyTorch developer community to contribute, learn, and get your questions answered</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://discuss.pytorch.org/" target="_blank">
+                  <span class=dropdown-title>Forums</span>
+                  <p>A place to discuss PyTorch code, issues, install, research</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/resources">
+                  <span class=dropdown-title>Developer Resources</span>
+                  <p>Find resources and get questions answered</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/ecosystem/contributor-awards-2024">
+                  <span class="dropdown-title">Contributor Awards - 2024</span>
+                  <p>Award winners announced at this year's PyTorch Conference</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Edge
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/edge">
+                  <span class="dropdown-title">About PyTorch Edge</span>
+                  <p>Build innovative and privacy-aware AI experiences for edge devices</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/executorch-overview">
+                  <span class="dropdown-title">ExecuTorch</span>
+                  <p>End-to-end solution for enabling on-device inference capabilities across mobile and edge devices</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/executorch/stable/index.html">
+                  <span class="dropdown-title">ExecuTorch Docs</span>
+                </a>
+              </div>
+            </div>  
+          </li>
+
+          <li class="main-menu-item">
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Docs
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/docs/stable/index.html">
+                  <span class="dropdown-title">PyTorch</span>
+                  <p>Explore the documentation for comprehensive guidance on how to use PyTorch</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/pytorch-domains">
+                  <span class="dropdown-title">PyTorch Domains</span>
+                  <p>Read the PyTorch Domains documentation to learn more about domain-specific libraries</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Blogs & News 
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/blog/">
+                  <span class="dropdown-title">PyTorch Blog</span>
+                  <p>Catch up on the latest technical news and happenings</p>
+                </a>
+                 <a class="nav-dropdown-item" href="https://pytorch.org/community-blog">
+                  <span class="dropdown-title">Community Blog</span>
+                  <p>Stories from the PyTorch ecosystem</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/videos">
+                  <span class="dropdown-title">Videos</span>
+                  <p>Learn about the latest PyTorch tutorials, new, and more </p>
+                <a class="nav-dropdown-item" href="https://pytorch.org/community-stories">
+                  <span class="dropdown-title">Community Stories</span>
+                  <p>Learn how our community solves real, everyday machine learning problems with PyTorch</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/events">
+                  <span class="dropdown-title">Events</span>
+                  <p>Find events, webinars, and podcasts</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/newsletter">
+                  <span class="dropdown-title">Newsletter</span>
+                  <p>Stay up-to-date with the latest updates</p>
+                </a>
+            </div>
+          </li>
+
+          <li>
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                About
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/foundation">
+                  <span class="dropdown-title">PyTorch Foundation</span>
+                  <p>Learn more about the PyTorch Foundation</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/governing-board">
+                  <span class="dropdown-title">Governing Board</span>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/credits">
+                  <span class="dropdown-title">Cloud Credit Program</span>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tac">
+                  <span class="dropdown-title">Technical Advisory Council</span>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/staff">
+                  <span class="dropdown-title">Staff</span>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/contact-us">
+                  <span class="dropdown-title">Contact Us</span>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li class="main-menu-item">
+            <div class="no-dropdown">
+              <a href="https://pytorch.org/join" data-cta="join">
+                Become a Member
+              </a>
+            </div>
+          </li>
+          <li>
+           <div class="main-menu-item">
+             <a href="https://github.com/pytorch/pytorch" class="github-icon">
+             </a>
+           </div>
+          </li>
+          <!--- TODO: This block adds the search icon to the nav bar. We will enable it later. 
+          <li>
+            <div class="main-menu-item">
+             <a href="https://github.com/pytorch/pytorch" class="search-icon">
+             </a>
+            </div>
+          </li>
+          --->
+        </ul>
+      </div>
+
+      <a class="main-menu-open-button" href="#" data-behavior="open-mobile-menu"></a>
+    </div>
+  </div>
+</div>
+
+<body class="pytorch-body">
+
+   
+
+    
+
+    <div class="table-of-contents-link-wrapper">
+      <span>Table of Contents</span>
+      <a href="#" class="toggle-table-of-contents" data-behavior="toggle-table-of-contents"></a>
+    </div>
+
+    <nav data-toggle="wy-nav-shift" class="pytorch-left-menu" id="pytorch-left-menu">
+      <div class="pytorch-side-scroll">
+        <div class="pytorch-menu pytorch-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+          <div class="pytorch-left-menu-search">
+            
+
+            
+              
+              
+                <div class="version">
+                  v2.7.0.dev0+3ee73ad
+                </div>
+              
+            
+
+            
+
+
+  
+
+
+<div role="search">
+  <form id="rtd-search-form" class="wy-form" action="../../../search.html" method="get">
+    <input type="text" name="q" placeholder="Search Docs" />
+    <input type="hidden" name="check_keywords" value="yes" />
+    <input type="hidden" name="area" value="default" />
+  </form>
+</div>
+
+            
+          </div>
+
+          
+            
+            
+              
+            
+            
+              <p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/installation.html">Installation</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/jetpack.html">Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/quick_start.html">Quick Start</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">User Guide</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/torch_tensorrt_explained.html">Torch-TensorRT Explained</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/dynamic_shapes.html">Dynamic shapes with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/saving_models.html">Saving models compiled with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/mixed_precision.html">Compile Mixed Precision models with Torch-TensorRT</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Tutorials</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html">Engine Caching (BERT)</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/serving_torch_tensorrt_with_triton.html">Serving a Torch-TensorRT model with Triton</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/converter_overloading.html">Overloading Torch-TensorRT Converters with Custom Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/auto_generate_converters.html">Automatically Generate a Converter for a Custom Kernel</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html">Mutable Torch TensorRT Module</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/weight_streaming_example.html">Weight Streaming</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/pre_allocated_output_example.html">Pre-allocated output buffer</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../dynamo/torch_compile.html">TensorRT Backend for <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../dynamo/dynamo_export.html">Compiling Exported Programs with Torch-TensorRT</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">TorchScript Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html">Creating a TorchScript Module</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html#working-with-torchscript-in-python">Working with TorchScript in Python</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html#saving-torchscript-module-to-disk">Saving TorchScript Module to Disk</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/getting_started_with_python_api.html">Using Torch-TensorRT in Python</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/getting_started_with_cpp_api.html">Using Torch-TensorRT in  C++</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/ptq.html">Post Training Quantization (PTQ)</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">FX Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../fx/getting_started_with_fx_path.html">Torch-TensorRT (FX Frontend) User Guide</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Model Zoo</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet with dynamic shapes using the <cite>torch.compile</cite> backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling BERT using the <cite>torch.compile</cite> backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Compiling Stable Diffusion model using the <cite>torch.compile</cite> backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_gpt2.html">Compiling GPT2 using the Torch-TensorRT <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code> frontend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_gpt2.html">Compiling GPT2 using the dynamo backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_llama2.html">Compiling Llama2 using the dynamo backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_sam2.html">Compiling SAM2 using the dynamo backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Legacy notebooks</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Python API Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/torch_tensorrt.html">torch_tensorrt</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/dynamo.html">torch_tensorrt.dynamo</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/logging.html">torch_tensorrt.logging</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/fx.html">torch_tensorrt.fx</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/ts.html">torch_tensorrt.ts</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/ptq.html">torch_tensorrt.ts.ptq</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">C++ API Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/torch_tensort_cpp.html">Torch-TensorRT C++ API</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt.html">Namespace torch_tensorrt</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__logging.html">Namespace torch_tensorrt::logging</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__torchscript.html">Namespace torch_tensorrt::torchscript</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__ptq.html">Namespace torch_tensorrt::ptq</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">CLI Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../cli/torchtrtc.html">torchtrtc</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Contributor Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/system_overview.html">System Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/dynamo_converters.html">Writing Dynamo Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/writing_dynamo_aten_lowering_passes.html">Writing Dynamo ATen Lowering Passes</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/ts_converters.html">Writing TorchScript Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/useful_links.html">Useful Links for Torch-TensorRT Development</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Indices</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../indices/supported_ops.html">Operators Supported</a></li>
+</ul>
+
+            
+          
+        </div>
+      </div>
+    </nav>
+
+    <div class="pytorch-container">
+      <div class="pytorch-page-level-bar" id="pytorch-page-level-bar">
+        <div class="pytorch-breadcrumbs-wrapper">
+          
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+  <ul class="pytorch-breadcrumbs">
+    
+      <li>
+        <a href="../../../index.html">
+          
+            Docs
+          
+        </a> &gt;
+      </li>
+
+        
+          <li><a href="../../index.html">Module code</a> &gt;</li>
+        
+      <li>torch_tensorrt.runtime._cudagraphs</li>
+    
+    
+      <li class="pytorch-breadcrumbs-aside">
+        
+      </li>
+    
+  </ul>
+
+  
+</div>
+        </div>
+
+        <div class="pytorch-shortcuts-wrapper" id="pytorch-shortcuts-wrapper">
+          Shortcuts
+        </div>
+      </div>
+
+      <section data-toggle="wy-nav-shift" id="pytorch-content-wrap" class="pytorch-content-wrap">
+        <div class="pytorch-content-left">
+
+        
+          <!-- Google Tag Manager (noscript) -->
+          <noscript><iframe src="https://www.googletagmanager.com/ns.html?id="
+          height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
+          <!-- End Google Tag Manager (noscript) -->
+          
+          <div class="rst-content">
+          
+            <div role="main" class="main-content" itemscope="itemscope" itemtype="http://schema.org/Article">
+             <article itemprop="articleBody" id="pytorch-article" class="pytorch-article">
+              
+  <h1>Source code for torch_tensorrt.runtime._cudagraphs</h1><div class="highlight"><pre>
+<span></span><span class="kn">import</span><span class="w"> </span><span class="nn">logging</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">typing</span><span class="w"> </span><span class="kn">import</span> <span class="n">Any</span><span class="p">,</span> <span class="n">Union</span>
+
+<span class="kn">import</span><span class="w"> </span><span class="nn">torch</span>
+<span class="kn">import</span><span class="w"> </span><span class="nn">torch_tensorrt</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">torch_tensorrt.dynamo.runtime._CudaGraphsTorchTensorRTModule</span><span class="w"> </span><span class="kn">import</span> <span class="p">(</span>
+    <span class="n">CudaGraphsTorchTensorRTModule</span><span class="p">,</span>
+<span class="p">)</span>
+
+
+<span class="k">class</span><span class="w"> </span><span class="nc">CudaGraphsMode</span><span class="p">:</span>
+    <span class="c1"># No cuda graphs</span>
+    <span class="n">STANDARD</span> <span class="o">=</span> <span class="mi">0</span>
+    <span class="c1"># Cuda graphs is applied to TRT module</span>
+    <span class="n">SUBGRAPH_CUDAGRAPHS</span> <span class="o">=</span> <span class="mi">1</span>
+    <span class="c1"># Internal mode to apply cuda graphs for wrapped runtime module</span>
+    <span class="n">WHOLE_GRAPH_CUDAGRAPHS</span> <span class="o">=</span> <span class="mi">2</span>
+
+
+<span class="k">if</span> <span class="n">torch_tensorrt</span><span class="o">.</span><span class="n">ENABLED_FEATURES</span><span class="o">.</span><span class="n">torch_tensorrt_runtime</span><span class="p">:</span>
+    <span class="n">_PY_RT_CUDAGRAPHS</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">ops</span><span class="o">.</span><span class="n">tensorrt</span><span class="o">.</span><span class="n">get_cudagraphs_mode</span><span class="p">()</span>
+<span class="k">else</span><span class="p">:</span>
+    <span class="n">_PY_RT_CUDAGRAPHS</span> <span class="o">=</span> <span class="n">CudaGraphsMode</span><span class="o">.</span><span class="n">STANDARD</span>
+
+
+<span class="n">logger</span> <span class="o">=</span> <span class="n">logging</span><span class="o">.</span><span class="n">getLogger</span><span class="p">(</span><span class="vm">__name__</span><span class="p">)</span>
+
+
+<span class="k">def</span><span class="w"> </span><span class="nf">set_cudagraphs_mode</span><span class="p">(</span><span class="n">mode</span><span class="p">:</span> <span class="nb">bool</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
+    <span class="c1"># Set new cudagraphs mode for Python</span>
+    <span class="k">global</span> <span class="n">_PY_RT_CUDAGRAPHS</span>
+    <span class="n">_PY_RT_CUDAGRAPHS</span> <span class="o">=</span> <span class="p">(</span>
+        <span class="n">CudaGraphsMode</span><span class="o">.</span><span class="n">SUBGRAPH_CUDAGRAPHS</span> <span class="k">if</span> <span class="n">mode</span> <span class="k">else</span> <span class="n">CudaGraphsMode</span><span class="o">.</span><span class="n">STANDARD</span>
+    <span class="p">)</span>
+
+    <span class="c1"># Set new mode for C++</span>
+    <span class="k">if</span> <span class="n">torch_tensorrt</span><span class="o">.</span><span class="n">ENABLED_FEATURES</span><span class="o">.</span><span class="n">torch_tensorrt_runtime</span><span class="p">:</span>
+        <span class="n">torch</span><span class="o">.</span><span class="n">ops</span><span class="o">.</span><span class="n">tensorrt</span><span class="o">.</span><span class="n">set_cudagraphs_mode</span><span class="p">(</span><span class="n">_PY_RT_CUDAGRAPHS</span><span class="p">)</span>
+
+    <span class="n">logger</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Set Cudagraphs usage to </span><span class="si">{</span><span class="n">mode</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
+
+
+<div class="viewcode-block" id="get_whole_cudagraphs_mode"><a class="viewcode-back" href="../../../py_api/runtime.html#torch_tensorrt.runtime.get_whole_cudagraphs_mode">[docs]</a><span class="k">def</span><span class="w"> </span><span class="nf">get_whole_cudagraphs_mode</span><span class="p">()</span> <span class="o">-&gt;</span> <span class="nb">bool</span><span class="p">:</span>
+    <span class="c1"># check if whole cudagraphs mode is enabled or not</span>
+    <span class="k">global</span> <span class="n">_PY_RT_CUDAGRAPHS</span>
+    <span class="k">if</span> <span class="n">_PY_RT_CUDAGRAPHS</span> <span class="o">==</span> <span class="n">CudaGraphsMode</span><span class="o">.</span><span class="n">WHOLE_GRAPH_CUDAGRAPHS</span><span class="p">:</span>
+        <span class="k">return</span> <span class="kc">True</span>
+    <span class="k">else</span><span class="p">:</span>
+        <span class="k">return</span> <span class="kc">False</span></div>
+
+
+<div class="viewcode-block" id="get_cudagraphs_mode"><a class="viewcode-back" href="../../../py_api/runtime.html#torch_tensorrt.runtime.get_cudagraphs_mode">[docs]</a><span class="k">def</span><span class="w"> </span><span class="nf">get_cudagraphs_mode</span><span class="p">()</span> <span class="o">-&gt;</span> <span class="nb">bool</span><span class="p">:</span>
+    <span class="c1"># Get cudagraphs mode for Python</span>
+    <span class="k">global</span> <span class="n">_PY_RT_CUDAGRAPHS</span>
+    <span class="k">if</span> <span class="n">_PY_RT_CUDAGRAPHS</span> <span class="o">==</span> <span class="n">CudaGraphsMode</span><span class="o">.</span><span class="n">SUBGRAPH_CUDAGRAPHS</span><span class="p">:</span>
+        <span class="k">return</span> <span class="kc">True</span>
+    <span class="k">else</span><span class="p">:</span>
+        <span class="k">return</span> <span class="kc">False</span></div>
+
+
+<span class="k">class</span><span class="w"> </span><span class="nc">_CudagraphsContextManager</span><span class="p">(</span><span class="nb">object</span><span class="p">):</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;Helper class used in conjunction with `enable_cudagraphs`</span>
+
+<span class="sd">    Used to enable cudagraphs as a context manager</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+
+    <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">compiled_module</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">nn</span><span class="o">.</span><span class="n">Module</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="k">global</span> <span class="n">_PY_RT_CUDAGRAPHS</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">old_mode</span> <span class="o">=</span> <span class="n">_PY_RT_CUDAGRAPHS</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">compiled_module</span> <span class="o">=</span> <span class="n">compiled_module</span>
+
+    <span class="k">def</span><span class="w"> </span><span class="fm">__enter__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">torch</span><span class="o">.</span><span class="n">nn</span><span class="o">.</span><span class="n">Module</span><span class="p">:</span>
+        <span class="k">global</span> <span class="n">_PY_RT_CUDAGRAPHS</span>
+
+        <span class="n">num_torch_module</span> <span class="o">=</span> <span class="mi">0</span>
+        <span class="n">num_trt_module</span> <span class="o">=</span> <span class="mi">0</span>
+        <span class="k">for</span> <span class="n">name</span><span class="p">,</span> <span class="n">_</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">compiled_module</span><span class="o">.</span><span class="n">named_children</span><span class="p">():</span>
+            <span class="k">if</span> <span class="s2">&quot;_run_on_acc&quot;</span> <span class="ow">in</span> <span class="n">name</span><span class="p">:</span>
+                <span class="n">num_trt_module</span> <span class="o">+=</span> <span class="mi">1</span>
+            <span class="k">elif</span> <span class="s2">&quot;_run_on_gpu&quot;</span> <span class="ow">in</span> <span class="n">name</span><span class="p">:</span>
+                <span class="n">num_torch_module</span> <span class="o">+=</span> <span class="mi">1</span>
+
+        <span class="k">if</span> <span class="n">num_torch_module</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
+            <span class="c1"># Set whole cudagraphs mode and returns wrapped module</span>
+            <span class="n">_PY_RT_CUDAGRAPHS</span> <span class="o">=</span> <span class="n">CudaGraphsMode</span><span class="o">.</span><span class="n">WHOLE_GRAPH_CUDAGRAPHS</span>
+            <span class="c1"># Set new mode for C++</span>
+            <span class="k">if</span> <span class="n">torch_tensorrt</span><span class="o">.</span><span class="n">ENABLED_FEATURES</span><span class="o">.</span><span class="n">torch_tensorrt_runtime</span><span class="p">:</span>
+                <span class="n">torch</span><span class="o">.</span><span class="n">ops</span><span class="o">.</span><span class="n">tensorrt</span><span class="o">.</span><span class="n">set_cudagraphs_mode</span><span class="p">(</span><span class="n">_PY_RT_CUDAGRAPHS</span><span class="p">)</span>
+
+            <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
+                <span class="s2">&quot;Found pytorch subgraphs in module, wrapping module in CudaGraphsTorchTensorRTModule&quot;</span>
+            <span class="p">)</span>
+            <span class="k">return</span> <span class="n">CudaGraphsTorchTensorRTModule</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">compiled_module</span><span class="p">)</span>
+        <span class="k">else</span><span class="p">:</span>
+            <span class="k">if</span> <span class="n">num_trt_module</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
+                <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">&quot;No graph breaks detected, using runtime cudagraphs mode&quot;</span><span class="p">)</span>
+            <span class="k">else</span><span class="p">:</span>
+                <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
+                    <span class="s2">&quot;Please consider dynamo if there is graph breaks. Using runtime cudagraphs mode&quot;</span>
+                <span class="p">)</span>
+            <span class="c1"># Enable cudagraphs for TRT submodule</span>
+            <span class="n">set_cudagraphs_mode</span><span class="p">(</span><span class="kc">True</span><span class="p">)</span>
+            <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">compiled_module</span>
+
+    <span class="k">def</span><span class="w"> </span><span class="fm">__exit__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="c1"># Set cudagraphs back to old mode</span>
+        <span class="n">set_cudagraphs_mode</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">old_mode</span><span class="p">)</span>
+
+
+<div class="viewcode-block" id="enable_cudagraphs"><a class="viewcode-back" href="../../../py_api/runtime.html#torch_tensorrt.runtime.enable_cudagraphs">[docs]</a><span class="k">def</span><span class="w"> </span><span class="nf">enable_cudagraphs</span><span class="p">(</span>
+    <span class="n">compiled_module</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="n">torch</span><span class="o">.</span><span class="n">fx</span><span class="o">.</span><span class="n">GraphModule</span><span class="p">,</span> <span class="n">torch</span><span class="o">.</span><span class="n">nn</span><span class="o">.</span><span class="n">Module</span><span class="p">],</span>
+<span class="p">)</span> <span class="o">-&gt;</span> <span class="n">_CudagraphsContextManager</span><span class="p">:</span>
+    <span class="k">return</span> <span class="n">_CudagraphsContextManager</span><span class="p">(</span><span class="n">compiled_module</span><span class="p">)</span></div>
+</pre></div>
+
+             </article>
+             
+            </div>
+            <footer>
+  
+
+  
+
+    <hr>
+
+  
+
+  <div role="contentinfo">
+    <p>
+        &copy; Copyright 2024, NVIDIA Corporation.
+
+    </p>
+  </div>
+    
+      <div>
+        Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
+      </div>
+     
+
+</footer>
+
+          </div>
+        </div>
+
+        <div class="pytorch-content-right" id="pytorch-content-right">
+          <div class="pytorch-right-menu" id="pytorch-right-menu">
+            <div class="pytorch-side-scroll" id="pytorch-side-scroll-right">
+              
+            </div>
+          </div>
+        </div>
+      </section>
+    </div>
+
+  
+
+
+  
+
+     
+       <script type="text/javascript" id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
+         <script data-url_root="../../../" id="documentation_options" src="../../../_static/documentation_options.js"></script>
+         <script src="../../../_static/jquery.js"></script>
+         <script src="../../../_static/underscore.js"></script>
+         <script src="../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+         <script src="../../../_static/doctools.js"></script>
+         <script src="../../../_static/collapsible-lists/js/CollapsibleLists.compressed.js"></script>
+         <script src="../../../_static/collapsible-lists/js/apply-collapsible-lists.js"></script>
+         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
+     
+
+  
+
+  <script type="text/javascript" src="../../../_static/js/vendor/popper.min.js"></script>
+  <script type="text/javascript" src="../../../_static/js/vendor/bootstrap.min.js"></script>
+  <script src="https://cdnjs.cloudflare.com/ajax/libs/list.js/1.5.0/list.min.js"></script>
+  <script type="text/javascript" src="../../../_static/js/theme.js"></script>
+
+  <script type="text/javascript">
+      jQuery(function () {
+          SphinxRtdTheme.Navigation.enable(true);
+      });
+  </script> 
+
+  <!-- Begin Footer -->
+
+  <div class="container-fluid docs-tutorials-resources" id="docs-tutorials-resources">
+    <div class="container">
+      <div class="row">
+        <div class="col-md-4 text-center">
+          <h2>Docs</h2>
+          <p>Access comprehensive developer documentation for PyTorch</p>
+          <a class="with-right-arrow" href="https://pytorch.org/docs/stable/index.html">View Docs</a>
+        </div>
+
+        <div class="col-md-4 text-center">
+          <h2>Tutorials</h2>
+          <p>Get in-depth tutorials for beginners and advanced developers</p>
+          <a class="with-right-arrow" href="https://pytorch.org/tutorials">View Tutorials</a>
+        </div>
+
+        <div class="col-md-4 text-center">
+          <h2>Resources</h2>
+          <p>Find development resources and get your questions answered</p>
+          <a class="with-right-arrow" href="https://pytorch.org/resources">View Resources</a>
+        </div>
+      </div>
+    </div>
+  </div>
+
+  <footer class="site-footer">
+    <div class="container footer-container">
+      <div class="footer-logo-wrapper">
+        <a href="https://pytorch.org/" class="footer-logo"></a>
+      </div>
+
+      <div class="footer-links-wrapper">
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title"><a href="https://pytorch.org/">PyTorch</a></li>
+            <li><a href="https://pytorch.org/get-started">Get Started</a></li>
+            <li><a href="https://pytorch.org/features">Features</a></li>
+            <li><a href="https://pytorch.org/ecosystem">Ecosystem</a></li>
+            <li><a href="https://pytorch.org/blog/">Blog</a></li>
+            <li><a href="https://github.com/pytorch/pytorch/blob/master/CONTRIBUTING.md">Contributing</a></li>
+          </ul>
+        </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title"><a href="https://pytorch.org/resources">Resources</a></li>
+            <li><a href="https://pytorch.org/tutorials">Tutorials</a></li>
+            <li><a href="https://pytorch.org/docs/stable/index.html">Docs</a></li>
+            <li><a href="https://discuss.pytorch.org" target="_blank">Discuss</a></li>
+            <li><a href="https://github.com/pytorch/pytorch/issues" target="_blank">Github Issues</a></li>
+            <li><a href="https://pytorch.org/assets/brand-guidelines/PyTorch-Brand-Guidelines.pdf" target="_blank">Brand Guidelines</a></li>
+          </ul>
+        </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title">Stay up to date</li>
+            <li><a href="https://www.facebook.com/pytorch" target="_blank">Facebook</a></li>
+            <li><a href="https://twitter.com/pytorch" target="_blank">Twitter</a></li>
+            <li><a href="https://www.youtube.com/pytorch" target="_blank">YouTube</a></li>
+            <li><a href="https://www.linkedin.com/company/pytorch" target="_blank">LinkedIn</a></li>
+          </ul>  
+          </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title">PyTorch Podcasts</li>
+            <li><a href="https://open.spotify.com/show/6UzHKeiy368jKfQMKKvJY5" target="_blank">Spotify</a></li>
+            <li><a href="https://podcasts.apple.com/us/podcast/pytorch-developer-podcast/id1566080008" target="_blank">Apple</a></li>
+            <li><a href="https://www.google.com/podcasts?feed=aHR0cHM6Ly9mZWVkcy5zaW1wbGVjYXN0LmNvbS9PQjVGa0lsOA%3D%3D" target="_blank">Google</a></li>
+            <li><a href="https://music.amazon.com/podcasts/7a4e6f0e-26c2-49e9-a478-41bd244197d0/PyTorch-Developer-Podcast?" target="_blank">Amazon</a></li>
+          </ul>
+         </div>
+        </div>
+        
+        <div class="privacy-policy">
+          <ul>
+            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/terms/" target="_blank">Terms</a></li>
+            <li class="privacy-policy-links">|</li>
+            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/privacy-policy/" target="_blank">Privacy</a></li>
+          </ul>
+        </div>
+        <div class="copyright">
+        <p>© Copyright The Linux Foundation. The PyTorch Foundation is a project of The Linux Foundation.
+          For web site terms of use, trademark policy and other policies applicable to The PyTorch Foundation please see
+          <a href="https://www.linuxfoundation.org/policies/">www.linuxfoundation.org/policies/</a>. The PyTorch Foundation supports the PyTorch open source
+          project, which has been established as PyTorch Project a Series of LF Projects, LLC. For policies applicable to the PyTorch Project a Series of LF Projects, LLC,
+          please see <a href="https://www.lfprojects.org/policies/">www.lfprojects.org/policies/</a>.</p>
+      </div>
+     </div>
+
+  </footer>
+
+  <div class="cookie-banner-wrapper">
+  <div class="container">
+    <p class="gdpr-notice">To analyze traffic and optimize your experience, we serve cookies on this site. By clicking or navigating, you agree to allow our usage of cookies. As the current maintainers of this site, Facebook’s Cookies Policy applies. Learn more, including about available controls: <a href="https://www.facebook.com/policies/cookies/">Cookies Policy</a>.</p>
+    <img class="close-button" src="../../../_static/images/pytorch-x.svg">
+  </div>
+</div>
+
+  <!-- End Footer -->
+
+  <!-- Begin Mobile Menu -->
+
+  <div class="mobile-main-menu">
+    <div class="container-fluid">
+      <div class="container">
+        <div class="mobile-main-menu-header-container">
+          <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>
+          <a class="main-menu-close-button" href="#" data-behavior="close-mobile-menu"></a>
+        </div>
+      </div>
+    </div>
+
+    <div class="mobile-main-menu-links-container">
+      <div class="main-menu">
+        <ul>
+           <li class="resources-mobile-menu-title">
+             <a>Learn</a>
+           </li>
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/get-started">Get Started</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials">Tutorials</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/beginner/basics/intro.html">Learn the Basics</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/recipes/recipes_index.html">PyTorch Recipes</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/beginner/introyt.html">Introduction to PyTorch - YouTube Series</a>
+             </li>
+           </ul>
+           <li class="resources-mobile-menu-title">
+             <a>Ecosystem</a>
+           </li>
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/ecosystem">Tools</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/#community-module">Community</a>
+             </li>
+             <li>
+               <a href="https://discuss.pytorch.org/">Forums</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/resources">Developer Resources</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/ecosystem/contributor-awards-2023">Contributor Awards - 2024</a>
+             </li>
+           </ul>
+
+           <li class="resources-mobile-menu-title">
+             <a>Edge</a>
+           </li>
+
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/edge">About PyTorch Edge</a>
+             </li>
+             
+             <li>
+               <a href="https://pytorch.org/executorch-overview">ExecuTorch</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/executorch/stable/index.html">ExecuTorch Documentation</a>
+             </li>
+           </ul>
+
+           <li class="resources-mobile-menu-title">
+             <a>Docs</a>
+           </li>
+
+           <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/docs/stable/index.html">PyTorch</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/pytorch-domains">PyTorch Domains</a>
+            </li>
+          </ul>
+
+          <li class="resources-mobile-menu-title">
+            <a>Blog & News</a>
+          </li>
+            
+           <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/blog/">PyTorch Blog</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/community-blog">Community Blog</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/videos">Videos</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/community-stories">Community Stories</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/events">Events</a>
+            </li>
+            <li>
+               <a href="https://pytorch.org/newsletter">Newsletter</a>
+             </li>
+          </ul>
+          
+          <li class="resources-mobile-menu-title">
+            <a>About</a>
+          </li>
+
+          <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/foundation">PyTorch Foundation</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/governing-board">Governing Board</a>
+            </li>
+            <li>
+               <a href="https://pytorch.org/credits">Cloud Credit Program</a>
+            </li>
+            <li>
+               <a href="https://pytorch.org/tac">Technical Advisory Council</a>
+            </li>
+            <li>
+               <a href="https://pytorch.org/staff">Staff</a>
+            </li>
+            <li>
+               <a href="https://pytorch.org/contact-us">Contact Us</a>
+            </li>
+          </ul>
+        </ul>
+      </div>
+    </div>
+  </div>
+
+  <!-- End Mobile Menu -->
+
+  <script type="text/javascript" src="../../../_static/js/vendor/anchor.min.js"></script>
+
+  <script type="text/javascript">
+    $(document).ready(function() {
+      mobileMenu.bind();
+      mobileTOC.bind();
+      pytorchAnchors.bind();
+      sideMenus.bind();
+      scrollToAnchor.bind();
+      highlightNavigation.bind();
+      mainMenuDropdown.bind();
+      filterTags.bind();
+
+      // Add class to links that have code blocks, since we cannot create links in code blocks
+      $("article.pytorch-article a span.pre").each(function(e) {
+        $(this).closest("a").addClass("has-code");
+      });
+    })
+  </script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html b/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
index 340f062e0f..23e7e32cf4 100644
--- a/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
+++ b/docs/_modules/torch_tensorrt/runtime/_multi_device_safe_mode.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.runtime._multi_device_safe_mode &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.runtime._multi_device_safe_mode &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/runtime/_pre_allocated_outputs.html b/docs/_modules/torch_tensorrt/runtime/_pre_allocated_outputs.html
new file mode 100644
index 0000000000..75e2abe08a
--- /dev/null
+++ b/docs/_modules/torch_tensorrt/runtime/_pre_allocated_outputs.html
@@ -0,0 +1,868 @@
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+<head>
+  <meta charset="utf-8">
+  
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  
+  <title>torch_tensorrt.runtime._pre_allocated_outputs &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
+  
+
+  
+  
+  
+  
+
+  
+
+  
+  
+    
+
+  
+
+  <link rel="stylesheet" href="../../../_static/css/theme.css" type="text/css" />
+  <!-- <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" /> -->
+  <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/css/theme.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-binder.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-dataframe.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-rendered-html.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/collapsible-lists/css/tree_view.css" type="text/css" />
+  <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/katex@0.10.0-beta/dist/katex.min.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/css/custom.css" type="text/css" />
+    <link rel="index" title="Index" href="../../../genindex.html" />
+    <link rel="search" title="Search" href="../../../search.html" />
+  <!-- Google Tag Manager -->
+    <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
+    new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
+    j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
+    'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
+    })(window,document,'script','dataLayer','');</script>
+    <!-- End Google Tag Manager -->
+  
+
+  
+  <script src="../../../_static/js/modernizr.min.js"></script>
+
+  <!-- Preload the theme fonts -->
+
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-book.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/IBMPlexMono/IBMPlexMono-Medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-medium-italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/IBMPlexMono/IBMPlexMono-SemiBold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+
+<!-- Preload the katex fonts -->
+
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Math-Italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size1-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size4-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size2-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size3-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Caligraphic-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+  <link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.15.2/css/all.css" integrity="sha384-vSIIfh2YWi9wW0r9iZe7RJPrKwp6bG+s9QZMoITbCckVJqGCCRhc+ccxNcdpHuYu" crossorigin="anonymous">
+</head>
+
+<div class="container-fluid header-holder tutorials-header" id="header-holder">
+  <div class="container">
+    <div class="header-container">
+      <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>
+
+      <div class="main-menu">
+        <ul>
+
+          <li class="main-menu-item">
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Learn
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/get-started">
+                  <span class=dropdown-title>Get Started</span>
+                  <p>Run PyTorch locally or get started quickly with one of the supported cloud platforms</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials">
+                  <span class="dropdown-title">Tutorials</span>
+                  <p>Whats new in PyTorch tutorials</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/beginner/basics/intro.html">
+                  <span class="dropdown-title">Learn the Basics</span>
+                  <p>Familiarize yourself with PyTorch concepts and modules</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/recipes/recipes_index.html">
+                  <span class="dropdown-title">PyTorch Recipes</span>
+                  <p>Bite-size, ready-to-deploy PyTorch code examples</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/beginner/introyt.html">
+                  <span class="dropdown-title">Intro to PyTorch - YouTube Series</span>
+                  <p>Master PyTorch basics with our engaging YouTube tutorial series</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Ecosystem
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/ecosystem">
+                  <span class="dropdown-title">Tools</span>
+                  <p>Learn about the tools and frameworks in the PyTorch Ecosystem</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/#community-module">
+                  <span class=dropdown-title>Community</span>
+                  <p>Join the PyTorch developer community to contribute, learn, and get your questions answered</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://discuss.pytorch.org/" target="_blank">
+                  <span class=dropdown-title>Forums</span>
+                  <p>A place to discuss PyTorch code, issues, install, research</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/resources">
+                  <span class=dropdown-title>Developer Resources</span>
+                  <p>Find resources and get questions answered</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/ecosystem/contributor-awards-2024">
+                  <span class="dropdown-title">Contributor Awards - 2024</span>
+                  <p>Award winners announced at this year's PyTorch Conference</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Edge
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/edge">
+                  <span class="dropdown-title">About PyTorch Edge</span>
+                  <p>Build innovative and privacy-aware AI experiences for edge devices</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/executorch-overview">
+                  <span class="dropdown-title">ExecuTorch</span>
+                  <p>End-to-end solution for enabling on-device inference capabilities across mobile and edge devices</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/executorch/stable/index.html">
+                  <span class="dropdown-title">ExecuTorch Docs</span>
+                </a>
+              </div>
+            </div>  
+          </li>
+
+          <li class="main-menu-item">
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Docs
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/docs/stable/index.html">
+                  <span class="dropdown-title">PyTorch</span>
+                  <p>Explore the documentation for comprehensive guidance on how to use PyTorch</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/pytorch-domains">
+                  <span class="dropdown-title">PyTorch Domains</span>
+                  <p>Read the PyTorch Domains documentation to learn more about domain-specific libraries</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Blogs & News 
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/blog/">
+                  <span class="dropdown-title">PyTorch Blog</span>
+                  <p>Catch up on the latest technical news and happenings</p>
+                </a>
+                 <a class="nav-dropdown-item" href="https://pytorch.org/community-blog">
+                  <span class="dropdown-title">Community Blog</span>
+                  <p>Stories from the PyTorch ecosystem</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/videos">
+                  <span class="dropdown-title">Videos</span>
+                  <p>Learn about the latest PyTorch tutorials, new, and more </p>
+                <a class="nav-dropdown-item" href="https://pytorch.org/community-stories">
+                  <span class="dropdown-title">Community Stories</span>
+                  <p>Learn how our community solves real, everyday machine learning problems with PyTorch</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/events">
+                  <span class="dropdown-title">Events</span>
+                  <p>Find events, webinars, and podcasts</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/newsletter">
+                  <span class="dropdown-title">Newsletter</span>
+                  <p>Stay up-to-date with the latest updates</p>
+                </a>
+            </div>
+          </li>
+
+          <li>
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                About
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/foundation">
+                  <span class="dropdown-title">PyTorch Foundation</span>
+                  <p>Learn more about the PyTorch Foundation</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/governing-board">
+                  <span class="dropdown-title">Governing Board</span>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/credits">
+                  <span class="dropdown-title">Cloud Credit Program</span>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tac">
+                  <span class="dropdown-title">Technical Advisory Council</span>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/staff">
+                  <span class="dropdown-title">Staff</span>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/contact-us">
+                  <span class="dropdown-title">Contact Us</span>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li class="main-menu-item">
+            <div class="no-dropdown">
+              <a href="https://pytorch.org/join" data-cta="join">
+                Become a Member
+              </a>
+            </div>
+          </li>
+          <li>
+           <div class="main-menu-item">
+             <a href="https://github.com/pytorch/pytorch" class="github-icon">
+             </a>
+           </div>
+          </li>
+          <!--- TODO: This block adds the search icon to the nav bar. We will enable it later. 
+          <li>
+            <div class="main-menu-item">
+             <a href="https://github.com/pytorch/pytorch" class="search-icon">
+             </a>
+            </div>
+          </li>
+          --->
+        </ul>
+      </div>
+
+      <a class="main-menu-open-button" href="#" data-behavior="open-mobile-menu"></a>
+    </div>
+  </div>
+</div>
+
+<body class="pytorch-body">
+
+   
+
+    
+
+    <div class="table-of-contents-link-wrapper">
+      <span>Table of Contents</span>
+      <a href="#" class="toggle-table-of-contents" data-behavior="toggle-table-of-contents"></a>
+    </div>
+
+    <nav data-toggle="wy-nav-shift" class="pytorch-left-menu" id="pytorch-left-menu">
+      <div class="pytorch-side-scroll">
+        <div class="pytorch-menu pytorch-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+          <div class="pytorch-left-menu-search">
+            
+
+            
+              
+              
+                <div class="version">
+                  v2.7.0.dev0+3ee73ad
+                </div>
+              
+            
+
+            
+
+
+  
+
+
+<div role="search">
+  <form id="rtd-search-form" class="wy-form" action="../../../search.html" method="get">
+    <input type="text" name="q" placeholder="Search Docs" />
+    <input type="hidden" name="check_keywords" value="yes" />
+    <input type="hidden" name="area" value="default" />
+  </form>
+</div>
+
+            
+          </div>
+
+          
+            
+            
+              
+            
+            
+              <p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/installation.html">Installation</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/jetpack.html">Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/quick_start.html">Quick Start</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">User Guide</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/torch_tensorrt_explained.html">Torch-TensorRT Explained</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/dynamic_shapes.html">Dynamic shapes with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/saving_models.html">Saving models compiled with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/mixed_precision.html">Compile Mixed Precision models with Torch-TensorRT</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Tutorials</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html">Engine Caching (BERT)</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/serving_torch_tensorrt_with_triton.html">Serving a Torch-TensorRT model with Triton</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/converter_overloading.html">Overloading Torch-TensorRT Converters with Custom Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/auto_generate_converters.html">Automatically Generate a Converter for a Custom Kernel</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html">Mutable Torch TensorRT Module</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/weight_streaming_example.html">Weight Streaming</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/pre_allocated_output_example.html">Pre-allocated output buffer</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../dynamo/torch_compile.html">TensorRT Backend for <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../dynamo/dynamo_export.html">Compiling Exported Programs with Torch-TensorRT</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">TorchScript Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html">Creating a TorchScript Module</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html#working-with-torchscript-in-python">Working with TorchScript in Python</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html#saving-torchscript-module-to-disk">Saving TorchScript Module to Disk</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/getting_started_with_python_api.html">Using Torch-TensorRT in Python</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/getting_started_with_cpp_api.html">Using Torch-TensorRT in  C++</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/ptq.html">Post Training Quantization (PTQ)</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">FX Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../fx/getting_started_with_fx_path.html">Torch-TensorRT (FX Frontend) User Guide</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Model Zoo</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet with dynamic shapes using the <cite>torch.compile</cite> backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling BERT using the <cite>torch.compile</cite> backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Compiling Stable Diffusion model using the <cite>torch.compile</cite> backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_gpt2.html">Compiling GPT2 using the Torch-TensorRT <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code> frontend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_gpt2.html">Compiling GPT2 using the dynamo backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_llama2.html">Compiling Llama2 using the dynamo backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_sam2.html">Compiling SAM2 using the dynamo backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Legacy notebooks</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Python API Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/torch_tensorrt.html">torch_tensorrt</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/dynamo.html">torch_tensorrt.dynamo</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/logging.html">torch_tensorrt.logging</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/fx.html">torch_tensorrt.fx</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/ts.html">torch_tensorrt.ts</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/ptq.html">torch_tensorrt.ts.ptq</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">C++ API Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/torch_tensort_cpp.html">Torch-TensorRT C++ API</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt.html">Namespace torch_tensorrt</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__logging.html">Namespace torch_tensorrt::logging</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__torchscript.html">Namespace torch_tensorrt::torchscript</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__ptq.html">Namespace torch_tensorrt::ptq</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">CLI Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../cli/torchtrtc.html">torchtrtc</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Contributor Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/system_overview.html">System Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/dynamo_converters.html">Writing Dynamo Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/writing_dynamo_aten_lowering_passes.html">Writing Dynamo ATen Lowering Passes</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/ts_converters.html">Writing TorchScript Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/useful_links.html">Useful Links for Torch-TensorRT Development</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Indices</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../indices/supported_ops.html">Operators Supported</a></li>
+</ul>
+
+            
+          
+        </div>
+      </div>
+    </nav>
+
+    <div class="pytorch-container">
+      <div class="pytorch-page-level-bar" id="pytorch-page-level-bar">
+        <div class="pytorch-breadcrumbs-wrapper">
+          
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+  <ul class="pytorch-breadcrumbs">
+    
+      <li>
+        <a href="../../../index.html">
+          
+            Docs
+          
+        </a> &gt;
+      </li>
+
+        
+          <li><a href="../../index.html">Module code</a> &gt;</li>
+        
+      <li>torch_tensorrt.runtime._pre_allocated_outputs</li>
+    
+    
+      <li class="pytorch-breadcrumbs-aside">
+        
+      </li>
+    
+  </ul>
+
+  
+</div>
+        </div>
+
+        <div class="pytorch-shortcuts-wrapper" id="pytorch-shortcuts-wrapper">
+          Shortcuts
+        </div>
+      </div>
+
+      <section data-toggle="wy-nav-shift" id="pytorch-content-wrap" class="pytorch-content-wrap">
+        <div class="pytorch-content-left">
+
+        
+          <!-- Google Tag Manager (noscript) -->
+          <noscript><iframe src="https://www.googletagmanager.com/ns.html?id="
+          height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
+          <!-- End Google Tag Manager (noscript) -->
+          
+          <div class="rst-content">
+          
+            <div role="main" class="main-content" itemscope="itemscope" itemtype="http://schema.org/Article">
+             <article itemprop="articleBody" id="pytorch-article" class="pytorch-article">
+              
+  <h1>Source code for torch_tensorrt.runtime._pre_allocated_outputs</h1><div class="highlight"><pre>
+<span></span><span class="kn">import</span><span class="w"> </span><span class="nn">logging</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">typing</span><span class="w"> </span><span class="kn">import</span> <span class="n">Any</span>
+
+<span class="kn">import</span><span class="w"> </span><span class="nn">torch</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">torch_tensorrt.dynamo.runtime</span><span class="w"> </span><span class="kn">import</span> <span class="n">PythonTorchTensorRTModule</span><span class="p">,</span> <span class="n">TorchTensorRTModule</span>
+
+<span class="n">logger</span> <span class="o">=</span> <span class="n">logging</span><span class="o">.</span><span class="n">getLogger</span><span class="p">(</span><span class="vm">__name__</span><span class="p">)</span>
+
+
+<span class="k">class</span><span class="w"> </span><span class="nc">_PreAllocatedOutputContextManager</span><span class="p">(</span><span class="nb">object</span><span class="p">):</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">    Helper class used to enable pre-allocated output feature in runtime module</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+
+    <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">module</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">fx</span><span class="o">.</span><span class="n">GraphModule</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="n">rt_mods</span> <span class="o">=</span> <span class="p">[]</span>
+        <span class="k">for</span> <span class="n">name</span><span class="p">,</span> <span class="n">rt_mod</span> <span class="ow">in</span> <span class="n">module</span><span class="o">.</span><span class="n">named_children</span><span class="p">():</span>
+            <span class="k">if</span> <span class="s2">&quot;_run_on_acc&quot;</span> <span class="ow">in</span> <span class="n">name</span> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span>
+                <span class="n">rt_mod</span><span class="p">,</span> <span class="p">(</span><span class="n">PythonTorchTensorRTModule</span><span class="p">,</span> <span class="n">TorchTensorRTModule</span><span class="p">)</span>
+            <span class="p">):</span>
+                <span class="n">rt_mods</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">rt_mod</span><span class="p">)</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">rt_mods</span> <span class="o">=</span> <span class="n">rt_mods</span>
+
+    <span class="k">def</span><span class="w"> </span><span class="nf">set_pre_allocated_output</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">enable</span><span class="p">:</span> <span class="nb">bool</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="k">for</span> <span class="n">mod</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">rt_mods</span><span class="p">:</span>
+            <span class="n">mod</span><span class="o">.</span><span class="n">set_pre_allocated_outputs</span><span class="p">(</span><span class="n">enable</span><span class="p">)</span>
+
+    <span class="k">def</span><span class="w"> </span><span class="fm">__enter__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="s2">&quot;_PreAllocatedOutputContextManager&quot;</span><span class="p">:</span>
+        <span class="c1"># Enable pre-allocated output</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">set_pre_allocated_output</span><span class="p">(</span><span class="kc">True</span><span class="p">)</span>
+        <span class="k">return</span> <span class="bp">self</span>
+
+    <span class="k">def</span><span class="w"> </span><span class="fm">__exit__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="c1"># Disable pre-allocated output</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">set_pre_allocated_output</span><span class="p">(</span><span class="kc">False</span><span class="p">)</span>
+
+
+<div class="viewcode-block" id="enable_pre_allocated_outputs"><a class="viewcode-back" href="../../../py_api/runtime.html#torch_tensorrt.runtime.enable_pre_allocated_outputs">[docs]</a><span class="k">def</span><span class="w"> </span><span class="nf">enable_pre_allocated_outputs</span><span class="p">(</span>
+    <span class="n">module</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">fx</span><span class="o">.</span><span class="n">GraphModule</span><span class="p">,</span>
+<span class="p">)</span> <span class="o">-&gt;</span> <span class="n">_PreAllocatedOutputContextManager</span><span class="p">:</span>
+    <span class="k">return</span> <span class="n">_PreAllocatedOutputContextManager</span><span class="p">(</span><span class="n">module</span><span class="p">)</span></div>
+</pre></div>
+
+             </article>
+             
+            </div>
+            <footer>
+  
+
+  
+
+    <hr>
+
+  
+
+  <div role="contentinfo">
+    <p>
+        &copy; Copyright 2024, NVIDIA Corporation.
+
+    </p>
+  </div>
+    
+      <div>
+        Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
+      </div>
+     
+
+</footer>
+
+          </div>
+        </div>
+
+        <div class="pytorch-content-right" id="pytorch-content-right">
+          <div class="pytorch-right-menu" id="pytorch-right-menu">
+            <div class="pytorch-side-scroll" id="pytorch-side-scroll-right">
+              
+            </div>
+          </div>
+        </div>
+      </section>
+    </div>
+
+  
+
+
+  
+
+     
+       <script type="text/javascript" id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
+         <script data-url_root="../../../" id="documentation_options" src="../../../_static/documentation_options.js"></script>
+         <script src="../../../_static/jquery.js"></script>
+         <script src="../../../_static/underscore.js"></script>
+         <script src="../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+         <script src="../../../_static/doctools.js"></script>
+         <script src="../../../_static/collapsible-lists/js/CollapsibleLists.compressed.js"></script>
+         <script src="../../../_static/collapsible-lists/js/apply-collapsible-lists.js"></script>
+         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
+     
+
+  
+
+  <script type="text/javascript" src="../../../_static/js/vendor/popper.min.js"></script>
+  <script type="text/javascript" src="../../../_static/js/vendor/bootstrap.min.js"></script>
+  <script src="https://cdnjs.cloudflare.com/ajax/libs/list.js/1.5.0/list.min.js"></script>
+  <script type="text/javascript" src="../../../_static/js/theme.js"></script>
+
+  <script type="text/javascript">
+      jQuery(function () {
+          SphinxRtdTheme.Navigation.enable(true);
+      });
+  </script> 
+
+  <!-- Begin Footer -->
+
+  <div class="container-fluid docs-tutorials-resources" id="docs-tutorials-resources">
+    <div class="container">
+      <div class="row">
+        <div class="col-md-4 text-center">
+          <h2>Docs</h2>
+          <p>Access comprehensive developer documentation for PyTorch</p>
+          <a class="with-right-arrow" href="https://pytorch.org/docs/stable/index.html">View Docs</a>
+        </div>
+
+        <div class="col-md-4 text-center">
+          <h2>Tutorials</h2>
+          <p>Get in-depth tutorials for beginners and advanced developers</p>
+          <a class="with-right-arrow" href="https://pytorch.org/tutorials">View Tutorials</a>
+        </div>
+
+        <div class="col-md-4 text-center">
+          <h2>Resources</h2>
+          <p>Find development resources and get your questions answered</p>
+          <a class="with-right-arrow" href="https://pytorch.org/resources">View Resources</a>
+        </div>
+      </div>
+    </div>
+  </div>
+
+  <footer class="site-footer">
+    <div class="container footer-container">
+      <div class="footer-logo-wrapper">
+        <a href="https://pytorch.org/" class="footer-logo"></a>
+      </div>
+
+      <div class="footer-links-wrapper">
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title"><a href="https://pytorch.org/">PyTorch</a></li>
+            <li><a href="https://pytorch.org/get-started">Get Started</a></li>
+            <li><a href="https://pytorch.org/features">Features</a></li>
+            <li><a href="https://pytorch.org/ecosystem">Ecosystem</a></li>
+            <li><a href="https://pytorch.org/blog/">Blog</a></li>
+            <li><a href="https://github.com/pytorch/pytorch/blob/master/CONTRIBUTING.md">Contributing</a></li>
+          </ul>
+        </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title"><a href="https://pytorch.org/resources">Resources</a></li>
+            <li><a href="https://pytorch.org/tutorials">Tutorials</a></li>
+            <li><a href="https://pytorch.org/docs/stable/index.html">Docs</a></li>
+            <li><a href="https://discuss.pytorch.org" target="_blank">Discuss</a></li>
+            <li><a href="https://github.com/pytorch/pytorch/issues" target="_blank">Github Issues</a></li>
+            <li><a href="https://pytorch.org/assets/brand-guidelines/PyTorch-Brand-Guidelines.pdf" target="_blank">Brand Guidelines</a></li>
+          </ul>
+        </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title">Stay up to date</li>
+            <li><a href="https://www.facebook.com/pytorch" target="_blank">Facebook</a></li>
+            <li><a href="https://twitter.com/pytorch" target="_blank">Twitter</a></li>
+            <li><a href="https://www.youtube.com/pytorch" target="_blank">YouTube</a></li>
+            <li><a href="https://www.linkedin.com/company/pytorch" target="_blank">LinkedIn</a></li>
+          </ul>  
+          </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title">PyTorch Podcasts</li>
+            <li><a href="https://open.spotify.com/show/6UzHKeiy368jKfQMKKvJY5" target="_blank">Spotify</a></li>
+            <li><a href="https://podcasts.apple.com/us/podcast/pytorch-developer-podcast/id1566080008" target="_blank">Apple</a></li>
+            <li><a href="https://www.google.com/podcasts?feed=aHR0cHM6Ly9mZWVkcy5zaW1wbGVjYXN0LmNvbS9PQjVGa0lsOA%3D%3D" target="_blank">Google</a></li>
+            <li><a href="https://music.amazon.com/podcasts/7a4e6f0e-26c2-49e9-a478-41bd244197d0/PyTorch-Developer-Podcast?" target="_blank">Amazon</a></li>
+          </ul>
+         </div>
+        </div>
+        
+        <div class="privacy-policy">
+          <ul>
+            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/terms/" target="_blank">Terms</a></li>
+            <li class="privacy-policy-links">|</li>
+            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/privacy-policy/" target="_blank">Privacy</a></li>
+          </ul>
+        </div>
+        <div class="copyright">
+        <p>© Copyright The Linux Foundation. The PyTorch Foundation is a project of The Linux Foundation.
+          For web site terms of use, trademark policy and other policies applicable to The PyTorch Foundation please see
+          <a href="https://www.linuxfoundation.org/policies/">www.linuxfoundation.org/policies/</a>. The PyTorch Foundation supports the PyTorch open source
+          project, which has been established as PyTorch Project a Series of LF Projects, LLC. For policies applicable to the PyTorch Project a Series of LF Projects, LLC,
+          please see <a href="https://www.lfprojects.org/policies/">www.lfprojects.org/policies/</a>.</p>
+      </div>
+     </div>
+
+  </footer>
+
+  <div class="cookie-banner-wrapper">
+  <div class="container">
+    <p class="gdpr-notice">To analyze traffic and optimize your experience, we serve cookies on this site. By clicking or navigating, you agree to allow our usage of cookies. As the current maintainers of this site, Facebook’s Cookies Policy applies. Learn more, including about available controls: <a href="https://www.facebook.com/policies/cookies/">Cookies Policy</a>.</p>
+    <img class="close-button" src="../../../_static/images/pytorch-x.svg">
+  </div>
+</div>
+
+  <!-- End Footer -->
+
+  <!-- Begin Mobile Menu -->
+
+  <div class="mobile-main-menu">
+    <div class="container-fluid">
+      <div class="container">
+        <div class="mobile-main-menu-header-container">
+          <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>
+          <a class="main-menu-close-button" href="#" data-behavior="close-mobile-menu"></a>
+        </div>
+      </div>
+    </div>
+
+    <div class="mobile-main-menu-links-container">
+      <div class="main-menu">
+        <ul>
+           <li class="resources-mobile-menu-title">
+             <a>Learn</a>
+           </li>
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/get-started">Get Started</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials">Tutorials</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/beginner/basics/intro.html">Learn the Basics</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/recipes/recipes_index.html">PyTorch Recipes</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/beginner/introyt.html">Introduction to PyTorch - YouTube Series</a>
+             </li>
+           </ul>
+           <li class="resources-mobile-menu-title">
+             <a>Ecosystem</a>
+           </li>
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/ecosystem">Tools</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/#community-module">Community</a>
+             </li>
+             <li>
+               <a href="https://discuss.pytorch.org/">Forums</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/resources">Developer Resources</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/ecosystem/contributor-awards-2023">Contributor Awards - 2024</a>
+             </li>
+           </ul>
+
+           <li class="resources-mobile-menu-title">
+             <a>Edge</a>
+           </li>
+
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/edge">About PyTorch Edge</a>
+             </li>
+             
+             <li>
+               <a href="https://pytorch.org/executorch-overview">ExecuTorch</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/executorch/stable/index.html">ExecuTorch Documentation</a>
+             </li>
+           </ul>
+
+           <li class="resources-mobile-menu-title">
+             <a>Docs</a>
+           </li>
+
+           <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/docs/stable/index.html">PyTorch</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/pytorch-domains">PyTorch Domains</a>
+            </li>
+          </ul>
+
+          <li class="resources-mobile-menu-title">
+            <a>Blog & News</a>
+          </li>
+            
+           <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/blog/">PyTorch Blog</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/community-blog">Community Blog</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/videos">Videos</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/community-stories">Community Stories</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/events">Events</a>
+            </li>
+            <li>
+               <a href="https://pytorch.org/newsletter">Newsletter</a>
+             </li>
+          </ul>
+          
+          <li class="resources-mobile-menu-title">
+            <a>About</a>
+          </li>
+
+          <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/foundation">PyTorch Foundation</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/governing-board">Governing Board</a>
+            </li>
+            <li>
+               <a href="https://pytorch.org/credits">Cloud Credit Program</a>
+            </li>
+            <li>
+               <a href="https://pytorch.org/tac">Technical Advisory Council</a>
+            </li>
+            <li>
+               <a href="https://pytorch.org/staff">Staff</a>
+            </li>
+            <li>
+               <a href="https://pytorch.org/contact-us">Contact Us</a>
+            </li>
+          </ul>
+        </ul>
+      </div>
+    </div>
+  </div>
+
+  <!-- End Mobile Menu -->
+
+  <script type="text/javascript" src="../../../_static/js/vendor/anchor.min.js"></script>
+
+  <script type="text/javascript">
+    $(document).ready(function() {
+      mobileMenu.bind();
+      mobileTOC.bind();
+      pytorchAnchors.bind();
+      sideMenus.bind();
+      scrollToAnchor.bind();
+      highlightNavigation.bind();
+      mainMenuDropdown.bind();
+      filterTags.bind();
+
+      // Add class to links that have code blocks, since we cannot create links in code blocks
+      $("article.pytorch-article a span.pre").each(function(e) {
+        $(this).closest("a").addClass("has-code");
+      });
+    })
+  </script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs/_modules/torch_tensorrt/runtime/_weight_streaming.html b/docs/_modules/torch_tensorrt/runtime/_weight_streaming.html
new file mode 100644
index 0000000000..d06c8b82e5
--- /dev/null
+++ b/docs/_modules/torch_tensorrt/runtime/_weight_streaming.html
@@ -0,0 +1,923 @@
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+<head>
+  <meta charset="utf-8">
+  
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  
+  <title>torch_tensorrt.runtime._weight_streaming &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
+  
+
+  
+  
+  
+  
+
+  
+
+  
+  
+    
+
+  
+
+  <link rel="stylesheet" href="../../../_static/css/theme.css" type="text/css" />
+  <!-- <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" /> -->
+  <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/css/theme.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-binder.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-dataframe.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/sg_gallery-rendered-html.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/collapsible-lists/css/tree_view.css" type="text/css" />
+  <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/katex@0.10.0-beta/dist/katex.min.css" type="text/css" />
+  <link rel="stylesheet" href="../../../_static/css/custom.css" type="text/css" />
+    <link rel="index" title="Index" href="../../../genindex.html" />
+    <link rel="search" title="Search" href="../../../search.html" />
+  <!-- Google Tag Manager -->
+    <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
+    new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
+    j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
+    'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
+    })(window,document,'script','dataLayer','');</script>
+    <!-- End Google Tag Manager -->
+  
+
+  
+  <script src="../../../_static/js/modernizr.min.js"></script>
+
+  <!-- Preload the theme fonts -->
+
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-book.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/IBMPlexMono/IBMPlexMono-Medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/FreightSans/freight-sans-medium-italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="../../../_static/fonts/IBMPlexMono/IBMPlexMono-SemiBold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+
+<!-- Preload the katex fonts -->
+
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Math-Italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size1-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size4-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size2-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size3-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Caligraphic-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
+  <link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.15.2/css/all.css" integrity="sha384-vSIIfh2YWi9wW0r9iZe7RJPrKwp6bG+s9QZMoITbCckVJqGCCRhc+ccxNcdpHuYu" crossorigin="anonymous">
+</head>
+
+<div class="container-fluid header-holder tutorials-header" id="header-holder">
+  <div class="container">
+    <div class="header-container">
+      <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>
+
+      <div class="main-menu">
+        <ul>
+
+          <li class="main-menu-item">
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Learn
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/get-started">
+                  <span class=dropdown-title>Get Started</span>
+                  <p>Run PyTorch locally or get started quickly with one of the supported cloud platforms</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials">
+                  <span class="dropdown-title">Tutorials</span>
+                  <p>Whats new in PyTorch tutorials</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/beginner/basics/intro.html">
+                  <span class="dropdown-title">Learn the Basics</span>
+                  <p>Familiarize yourself with PyTorch concepts and modules</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/recipes/recipes_index.html">
+                  <span class="dropdown-title">PyTorch Recipes</span>
+                  <p>Bite-size, ready-to-deploy PyTorch code examples</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tutorials/beginner/introyt.html">
+                  <span class="dropdown-title">Intro to PyTorch - YouTube Series</span>
+                  <p>Master PyTorch basics with our engaging YouTube tutorial series</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Ecosystem
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/ecosystem">
+                  <span class="dropdown-title">Tools</span>
+                  <p>Learn about the tools and frameworks in the PyTorch Ecosystem</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/#community-module">
+                  <span class=dropdown-title>Community</span>
+                  <p>Join the PyTorch developer community to contribute, learn, and get your questions answered</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://discuss.pytorch.org/" target="_blank">
+                  <span class=dropdown-title>Forums</span>
+                  <p>A place to discuss PyTorch code, issues, install, research</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/resources">
+                  <span class=dropdown-title>Developer Resources</span>
+                  <p>Find resources and get questions answered</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/ecosystem/contributor-awards-2024">
+                  <span class="dropdown-title">Contributor Awards - 2024</span>
+                  <p>Award winners announced at this year's PyTorch Conference</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+          <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Edge
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/edge">
+                  <span class="dropdown-title">About PyTorch Edge</span>
+                  <p>Build innovative and privacy-aware AI experiences for edge devices</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/executorch-overview">
+                  <span class="dropdown-title">ExecuTorch</span>
+                  <p>End-to-end solution for enabling on-device inference capabilities across mobile and edge devices</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/executorch/stable/index.html">
+                  <span class="dropdown-title">ExecuTorch Docs</span>
+                </a>
+              </div>
+            </div>  
+          </li>
+
+          <li class="main-menu-item">
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Docs
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/docs/stable/index.html">
+                  <span class="dropdown-title">PyTorch</span>
+                  <p>Explore the documentation for comprehensive guidance on how to use PyTorch</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/pytorch-domains">
+                  <span class="dropdown-title">PyTorch Domains</span>
+                  <p>Read the PyTorch Domains documentation to learn more about domain-specific libraries</p>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li>
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                Blogs & News 
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/blog/">
+                  <span class="dropdown-title">PyTorch Blog</span>
+                  <p>Catch up on the latest technical news and happenings</p>
+                </a>
+                 <a class="nav-dropdown-item" href="https://pytorch.org/community-blog">
+                  <span class="dropdown-title">Community Blog</span>
+                  <p>Stories from the PyTorch ecosystem</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/videos">
+                  <span class="dropdown-title">Videos</span>
+                  <p>Learn about the latest PyTorch tutorials, new, and more </p>
+                <a class="nav-dropdown-item" href="https://pytorch.org/community-stories">
+                  <span class="dropdown-title">Community Stories</span>
+                  <p>Learn how our community solves real, everyday machine learning problems with PyTorch</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/events">
+                  <span class="dropdown-title">Events</span>
+                  <p>Find events, webinars, and podcasts</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/newsletter">
+                  <span class="dropdown-title">Newsletter</span>
+                  <p>Stay up-to-date with the latest updates</p>
+                </a>
+            </div>
+          </li>
+
+          <li>
+            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
+              <a class="with-down-arrow">
+                About
+              </a>
+              <div class="resources-dropdown-menu">
+                <a class="nav-dropdown-item" href="https://pytorch.org/foundation">
+                  <span class="dropdown-title">PyTorch Foundation</span>
+                  <p>Learn more about the PyTorch Foundation</p>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/governing-board">
+                  <span class="dropdown-title">Governing Board</span>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/credits">
+                  <span class="dropdown-title">Cloud Credit Program</span>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/tac">
+                  <span class="dropdown-title">Technical Advisory Council</span>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/staff">
+                  <span class="dropdown-title">Staff</span>
+                </a>
+                <a class="nav-dropdown-item" href="https://pytorch.org/contact-us">
+                  <span class="dropdown-title">Contact Us</span>
+                </a>
+              </div>
+            </div>
+          </li>
+
+          <li class="main-menu-item">
+            <div class="no-dropdown">
+              <a href="https://pytorch.org/join" data-cta="join">
+                Become a Member
+              </a>
+            </div>
+          </li>
+          <li>
+           <div class="main-menu-item">
+             <a href="https://github.com/pytorch/pytorch" class="github-icon">
+             </a>
+           </div>
+          </li>
+          <!--- TODO: This block adds the search icon to the nav bar. We will enable it later. 
+          <li>
+            <div class="main-menu-item">
+             <a href="https://github.com/pytorch/pytorch" class="search-icon">
+             </a>
+            </div>
+          </li>
+          --->
+        </ul>
+      </div>
+
+      <a class="main-menu-open-button" href="#" data-behavior="open-mobile-menu"></a>
+    </div>
+  </div>
+</div>
+
+<body class="pytorch-body">
+
+   
+
+    
+
+    <div class="table-of-contents-link-wrapper">
+      <span>Table of Contents</span>
+      <a href="#" class="toggle-table-of-contents" data-behavior="toggle-table-of-contents"></a>
+    </div>
+
+    <nav data-toggle="wy-nav-shift" class="pytorch-left-menu" id="pytorch-left-menu">
+      <div class="pytorch-side-scroll">
+        <div class="pytorch-menu pytorch-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+          <div class="pytorch-left-menu-search">
+            
+
+            
+              
+              
+                <div class="version">
+                  v2.7.0.dev0+3ee73ad
+                </div>
+              
+            
+
+            
+
+
+  
+
+
+<div role="search">
+  <form id="rtd-search-form" class="wy-form" action="../../../search.html" method="get">
+    <input type="text" name="q" placeholder="Search Docs" />
+    <input type="hidden" name="check_keywords" value="yes" />
+    <input type="hidden" name="area" value="default" />
+  </form>
+</div>
+
+            
+          </div>
+
+          
+            
+            
+              
+            
+            
+              <p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/installation.html">Installation</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/jetpack.html">Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../getting_started/quick_start.html">Quick Start</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">User Guide</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/torch_tensorrt_explained.html">Torch-TensorRT Explained</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/dynamic_shapes.html">Dynamic shapes with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/saving_models.html">Saving models compiled with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/runtime.html">Deploying Torch-TensorRT Programs</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/using_dla.html">DLA</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../user_guide/mixed_precision.html">Compile Mixed Precision models with Torch-TensorRT</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Tutorials</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html">Torch Compile Advanced Usage</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/vgg16_ptq.html">Deploy Quantized Models using Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_example.html">Engine Caching</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html">Engine Caching (BERT)</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/refit_engine_example.html">Refitting Torch-TensorRT Programs with New Weights</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/serving_torch_tensorrt_with_triton.html">Serving a Torch-TensorRT model with Triton</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html">Torch Export with Cudagraphs</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/converter_overloading.html">Overloading Torch-TensorRT Converters with Custom Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html">Using Custom Kernels within TensorRT Engines with Torch-TensorRT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/auto_generate_converters.html">Automatically Generate a Converter for a Custom Kernel</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html">Mutable Torch TensorRT Module</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/weight_streaming_example.html">Weight Streaming</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/pre_allocated_output_example.html">Pre-allocated output buffer</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Dynamo Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../dynamo/torch_compile.html">TensorRT Backend for <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../dynamo/dynamo_export.html">Compiling Exported Programs with Torch-TensorRT</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">TorchScript Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html">Creating a TorchScript Module</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html#working-with-torchscript-in-python">Working with TorchScript in Python</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/creating_torchscript_module_in_python.html#saving-torchscript-module-to-disk">Saving TorchScript Module to Disk</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/getting_started_with_python_api.html">Using Torch-TensorRT in Python</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/getting_started_with_cpp_api.html">Using Torch-TensorRT in  C++</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ts/ptq.html">Post Training Quantization (PTQ)</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">FX Frontend</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../fx/getting_started_with_fx_path.html">Torch-TensorRT (FX Frontend) User Guide</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Model Zoo</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html">Compiling ResNet with dynamic shapes using the <cite>torch.compile</cite> backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html">Compiling BERT using the <cite>torch.compile</cite> backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html">Compiling Stable Diffusion model using the <cite>torch.compile</cite> backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_compile_gpt2.html">Compiling GPT2 using the Torch-TensorRT <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code> frontend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_gpt2.html">Compiling GPT2 using the dynamo backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_llama2.html">Compiling Llama2 using the dynamo backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/_rendered_examples/dynamo/torch_export_sam2.html">Compiling SAM2 using the dynamo backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../tutorials/notebooks.html">Legacy notebooks</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Python API Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/torch_tensorrt.html">torch_tensorrt</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/dynamo.html">torch_tensorrt.dynamo</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/logging.html">torch_tensorrt.logging</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/fx.html">torch_tensorrt.fx</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/ts.html">torch_tensorrt.ts</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../py_api/ptq.html">torch_tensorrt.ts.ptq</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">C++ API Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/torch_tensort_cpp.html">Torch-TensorRT C++ API</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt.html">Namespace torch_tensorrt</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__logging.html">Namespace torch_tensorrt::logging</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__torchscript.html">Namespace torch_tensorrt::torchscript</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../_cpp_api/namespace_torch_tensorrt__ptq.html">Namespace torch_tensorrt::ptq</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">CLI Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../cli/torchtrtc.html">torchtrtc</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Contributor Documentation</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/system_overview.html">System Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/dynamo_converters.html">Writing Dynamo Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/writing_dynamo_aten_lowering_passes.html">Writing Dynamo ATen Lowering Passes</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/ts_converters.html">Writing TorchScript Converters</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../contributors/useful_links.html">Useful Links for Torch-TensorRT Development</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Indices</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../indices/supported_ops.html">Operators Supported</a></li>
+</ul>
+
+            
+          
+        </div>
+      </div>
+    </nav>
+
+    <div class="pytorch-container">
+      <div class="pytorch-page-level-bar" id="pytorch-page-level-bar">
+        <div class="pytorch-breadcrumbs-wrapper">
+          
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+  <ul class="pytorch-breadcrumbs">
+    
+      <li>
+        <a href="../../../index.html">
+          
+            Docs
+          
+        </a> &gt;
+      </li>
+
+        
+          <li><a href="../../index.html">Module code</a> &gt;</li>
+        
+      <li>torch_tensorrt.runtime._weight_streaming</li>
+    
+    
+      <li class="pytorch-breadcrumbs-aside">
+        
+      </li>
+    
+  </ul>
+
+  
+</div>
+        </div>
+
+        <div class="pytorch-shortcuts-wrapper" id="pytorch-shortcuts-wrapper">
+          Shortcuts
+        </div>
+      </div>
+
+      <section data-toggle="wy-nav-shift" id="pytorch-content-wrap" class="pytorch-content-wrap">
+        <div class="pytorch-content-left">
+
+        
+          <!-- Google Tag Manager (noscript) -->
+          <noscript><iframe src="https://www.googletagmanager.com/ns.html?id="
+          height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
+          <!-- End Google Tag Manager (noscript) -->
+          
+          <div class="rst-content">
+          
+            <div role="main" class="main-content" itemscope="itemscope" itemtype="http://schema.org/Article">
+             <article itemprop="articleBody" id="pytorch-article" class="pytorch-article">
+              
+  <h1>Source code for torch_tensorrt.runtime._weight_streaming</h1><div class="highlight"><pre>
+<span></span><span class="kn">import</span><span class="w"> </span><span class="nn">logging</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">typing</span><span class="w"> </span><span class="kn">import</span> <span class="n">Any</span><span class="p">,</span> <span class="n">Union</span>
+
+<span class="kn">import</span><span class="w"> </span><span class="nn">torch</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">torch_tensorrt.dynamo.runtime</span><span class="w"> </span><span class="kn">import</span> <span class="n">PythonTorchTensorRTModule</span><span class="p">,</span> <span class="n">TorchTensorRTModule</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">torch_tensorrt.dynamo.runtime._CudaGraphsTorchTensorRTModule</span><span class="w"> </span><span class="kn">import</span> <span class="p">(</span>
+    <span class="n">CudaGraphsTorchTensorRTModule</span><span class="p">,</span>
+<span class="p">)</span>
+
+<span class="n">logger</span> <span class="o">=</span> <span class="n">logging</span><span class="o">.</span><span class="n">getLogger</span><span class="p">(</span><span class="vm">__name__</span><span class="p">)</span>
+
+
+<span class="k">class</span><span class="w"> </span><span class="nc">_WeightStreamingContextManager</span><span class="p">(</span><span class="nb">object</span><span class="p">):</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">    Helper class used to setup weight streaming budget</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+
+    <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span>
+        <span class="bp">self</span><span class="p">,</span> <span class="n">module</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="n">torch</span><span class="o">.</span><span class="n">fx</span><span class="o">.</span><span class="n">GraphModule</span><span class="p">,</span> <span class="n">CudaGraphsTorchTensorRTModule</span><span class="p">]</span>
+    <span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="n">rt_mods</span> <span class="o">=</span> <span class="p">[]</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">current_device_budget</span> <span class="o">=</span> <span class="mi">0</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">cuda_graphs_module</span> <span class="o">=</span> <span class="kc">None</span>
+
+        <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">CudaGraphsTorchTensorRTModule</span><span class="p">):</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">cuda_graphs_module</span> <span class="o">=</span> <span class="n">module</span>
+            <span class="n">module</span> <span class="o">=</span> <span class="n">module</span><span class="o">.</span><span class="n">compiled_module</span>
+        <span class="k">for</span> <span class="n">name</span><span class="p">,</span> <span class="n">rt_mod</span> <span class="ow">in</span> <span class="n">module</span><span class="o">.</span><span class="n">named_children</span><span class="p">():</span>
+            <span class="k">if</span> <span class="s2">&quot;_run_on_acc&quot;</span> <span class="ow">in</span> <span class="n">name</span> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span>
+                <span class="n">rt_mod</span><span class="p">,</span> <span class="p">(</span><span class="n">PythonTorchTensorRTModule</span><span class="p">,</span> <span class="n">TorchTensorRTModule</span><span class="p">)</span>
+            <span class="p">):</span>
+                <span class="n">rt_mods</span><span class="o">.</span><span class="n">append</span><span class="p">((</span><span class="n">name</span><span class="p">,</span> <span class="n">rt_mod</span><span class="p">))</span>
+                <span class="bp">self</span><span class="o">.</span><span class="n">current_device_budget</span> <span class="o">+=</span> <span class="n">rt_mod</span><span class="o">.</span><span class="n">get_device_memory_budget</span><span class="p">()</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">streamable_budget</span> <span class="o">=</span> <span class="p">[</span>
+            <span class="n">mod</span><span class="o">.</span><span class="n">get_streamable_device_memory_budget</span><span class="p">()</span> <span class="k">for</span> <span class="n">_</span><span class="p">,</span> <span class="n">mod</span> <span class="ow">in</span> <span class="n">rt_mods</span>
+        <span class="p">]</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">rt_mods</span> <span class="o">=</span> <span class="n">rt_mods</span>
+        <span class="n">total_device_budget</span> <span class="o">=</span> <span class="nb">sum</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">streamable_budget</span><span class="p">)</span>
+        <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__setattr__</span><span class="p">(</span><span class="s2">&quot;device_budget&quot;</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">current_device_budget</span><span class="p">)</span>
+        <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__setattr__</span><span class="p">(</span><span class="s2">&quot;total_device_budget&quot;</span><span class="p">,</span> <span class="n">total_device_budget</span><span class="p">)</span>
+
+    <span class="k">def</span><span class="w"> </span><span class="nf">get_automatic_weight_streaming_budget</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">int</span><span class="p">:</span>
+        <span class="n">ws_budget_bytes</span> <span class="o">=</span> <span class="mi">0</span>
+        <span class="k">for</span> <span class="n">_</span><span class="p">,</span> <span class="n">rt_mod</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">rt_mods</span><span class="p">:</span>
+            <span class="n">ws_budget_bytes</span> <span class="o">+=</span> <span class="n">rt_mod</span><span class="o">.</span><span class="n">get_automatic_device_memory_budget</span><span class="p">()</span>
+        <span class="k">return</span> <span class="n">ws_budget_bytes</span>
+
+    <span class="k">def</span><span class="w"> </span><span class="fm">__enter__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="s2">&quot;_WeightStreamingContextManager&quot;</span><span class="p">:</span>
+        <span class="k">return</span> <span class="bp">self</span>
+
+    <span class="k">def</span><span class="w"> </span><span class="fm">__exit__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">total_device_budget</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
+            <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
+                <span class="sa">f</span><span class="s2">&quot;Revert weight streaming budget to initial size: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">current_device_budget</span><span class="si">}</span><span class="s2">&quot;</span>
+            <span class="p">)</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">device_budget</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">current_device_budget</span>
+
+    <span class="k">def</span><span class="w"> </span><span class="nf">_set_streamable_weight_bytes</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">requested_budget</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">int</span><span class="p">:</span>
+        <span class="n">ws_budget_bytes</span> <span class="o">=</span> <span class="mi">0</span>
+        <span class="n">total_bytes</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">total_device_budget</span>
+        <span class="k">if</span> <span class="n">total_bytes</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+            <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span>
+                <span class="s2">&quot;Streamable bytes are zero. Was module complied with enable_weight_streaming=True option?&quot;</span>
+            <span class="p">)</span>
+        <span class="k">elif</span> <span class="n">total_bytes</span> <span class="o">&lt;</span> <span class="n">requested_budget</span><span class="p">:</span>
+            <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span>
+                <span class="sa">f</span><span class="s2">&quot;Requested budget is greater than streamable bytes: </span><span class="si">{</span><span class="n">total_bytes</span><span class="si">}</span><span class="s2">. requested budget: </span><span class="si">{</span><span class="n">requested_budget</span><span class="si">}</span><span class="s2">&quot;</span>
+            <span class="p">)</span>
+            <span class="n">requested_budget</span> <span class="o">=</span> <span class="n">total_bytes</span>
+        <span class="k">elif</span> <span class="n">requested_budget</span> <span class="o">&lt;</span> <span class="mi">0</span><span class="p">:</span>
+            <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">&quot;Requested budget cannot be negative&quot;</span><span class="p">)</span>
+        <span class="c1"># Normalized size is applied for multiple runtime module.</span>
+        <span class="c1"># e.g. 100B budget is applied to two modules and they have 1000B and 3000B streamable size respectively.</span>
+        <span class="c1"># Then 25B and 75B are applied for each module.</span>
+        <span class="n">normalized_size</span> <span class="o">=</span> <span class="p">[</span>
+            <span class="nb">int</span><span class="p">(</span><span class="n">streamable_bytes</span> <span class="o">/</span> <span class="n">total_bytes</span> <span class="o">*</span> <span class="n">requested_budget</span><span class="p">)</span>
+            <span class="k">for</span> <span class="n">streamable_bytes</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">streamable_budget</span>
+        <span class="p">]</span>
+        <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">rt_mod</span><span class="p">)</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">rt_mods</span><span class="p">):</span>
+            <span class="n">ws_budget_bytes</span> <span class="o">+=</span> <span class="n">rt_mod</span><span class="o">.</span><span class="n">set_device_memory_budget</span><span class="p">(</span><span class="n">normalized_size</span><span class="p">[</span><span class="n">i</span><span class="p">])</span>
+            <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Set weight streaming size </span><span class="si">{</span><span class="n">normalized_size</span><span class="p">[</span><span class="n">i</span><span class="p">]</span><span class="si">}</span><span class="s2"> for </span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
+
+        <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">cuda_graphs_module</span><span class="p">:</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">cuda_graphs_module</span><span class="o">.</span><span class="n">is_weight_streaming_set</span> <span class="o">=</span> <span class="kc">True</span>
+        <span class="k">return</span> <span class="n">ws_budget_bytes</span>
+
+    <span class="k">def</span><span class="w"> </span><span class="fm">__setattr__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="k">if</span> <span class="n">name</span> <span class="o">==</span> <span class="s2">&quot;device_budget&quot;</span><span class="p">:</span>
+            <span class="n">value</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_set_streamable_weight_bytes</span><span class="p">(</span><span class="n">value</span><span class="p">)</span>
+        <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__setattr__</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">value</span><span class="p">)</span>
+
+
+<div class="viewcode-block" id="weight_streaming"><a class="viewcode-back" href="../../../py_api/runtime.html#torch_tensorrt.runtime.weight_streaming">[docs]</a><span class="k">def</span><span class="w"> </span><span class="nf">weight_streaming</span><span class="p">(</span>
+    <span class="n">module</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">fx</span><span class="o">.</span><span class="n">GraphModule</span><span class="p">,</span>
+<span class="p">)</span> <span class="o">-&gt;</span> <span class="n">_WeightStreamingContextManager</span><span class="p">:</span>
+    <span class="k">return</span> <span class="n">_WeightStreamingContextManager</span><span class="p">(</span><span class="n">module</span><span class="p">)</span></div>
+</pre></div>
+
+             </article>
+             
+            </div>
+            <footer>
+  
+
+  
+
+    <hr>
+
+  
+
+  <div role="contentinfo">
+    <p>
+        &copy; Copyright 2024, NVIDIA Corporation.
+
+    </p>
+  </div>
+    
+      <div>
+        Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
+      </div>
+     
+
+</footer>
+
+          </div>
+        </div>
+
+        <div class="pytorch-content-right" id="pytorch-content-right">
+          <div class="pytorch-right-menu" id="pytorch-right-menu">
+            <div class="pytorch-side-scroll" id="pytorch-side-scroll-right">
+              
+            </div>
+          </div>
+        </div>
+      </section>
+    </div>
+
+  
+
+
+  
+
+     
+       <script type="text/javascript" id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
+         <script data-url_root="../../../" id="documentation_options" src="../../../_static/documentation_options.js"></script>
+         <script src="../../../_static/jquery.js"></script>
+         <script src="../../../_static/underscore.js"></script>
+         <script src="../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+         <script src="../../../_static/doctools.js"></script>
+         <script src="../../../_static/collapsible-lists/js/CollapsibleLists.compressed.js"></script>
+         <script src="../../../_static/collapsible-lists/js/apply-collapsible-lists.js"></script>
+         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
+     
+
+  
+
+  <script type="text/javascript" src="../../../_static/js/vendor/popper.min.js"></script>
+  <script type="text/javascript" src="../../../_static/js/vendor/bootstrap.min.js"></script>
+  <script src="https://cdnjs.cloudflare.com/ajax/libs/list.js/1.5.0/list.min.js"></script>
+  <script type="text/javascript" src="../../../_static/js/theme.js"></script>
+
+  <script type="text/javascript">
+      jQuery(function () {
+          SphinxRtdTheme.Navigation.enable(true);
+      });
+  </script> 
+
+  <!-- Begin Footer -->
+
+  <div class="container-fluid docs-tutorials-resources" id="docs-tutorials-resources">
+    <div class="container">
+      <div class="row">
+        <div class="col-md-4 text-center">
+          <h2>Docs</h2>
+          <p>Access comprehensive developer documentation for PyTorch</p>
+          <a class="with-right-arrow" href="https://pytorch.org/docs/stable/index.html">View Docs</a>
+        </div>
+
+        <div class="col-md-4 text-center">
+          <h2>Tutorials</h2>
+          <p>Get in-depth tutorials for beginners and advanced developers</p>
+          <a class="with-right-arrow" href="https://pytorch.org/tutorials">View Tutorials</a>
+        </div>
+
+        <div class="col-md-4 text-center">
+          <h2>Resources</h2>
+          <p>Find development resources and get your questions answered</p>
+          <a class="with-right-arrow" href="https://pytorch.org/resources">View Resources</a>
+        </div>
+      </div>
+    </div>
+  </div>
+
+  <footer class="site-footer">
+    <div class="container footer-container">
+      <div class="footer-logo-wrapper">
+        <a href="https://pytorch.org/" class="footer-logo"></a>
+      </div>
+
+      <div class="footer-links-wrapper">
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title"><a href="https://pytorch.org/">PyTorch</a></li>
+            <li><a href="https://pytorch.org/get-started">Get Started</a></li>
+            <li><a href="https://pytorch.org/features">Features</a></li>
+            <li><a href="https://pytorch.org/ecosystem">Ecosystem</a></li>
+            <li><a href="https://pytorch.org/blog/">Blog</a></li>
+            <li><a href="https://github.com/pytorch/pytorch/blob/master/CONTRIBUTING.md">Contributing</a></li>
+          </ul>
+        </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title"><a href="https://pytorch.org/resources">Resources</a></li>
+            <li><a href="https://pytorch.org/tutorials">Tutorials</a></li>
+            <li><a href="https://pytorch.org/docs/stable/index.html">Docs</a></li>
+            <li><a href="https://discuss.pytorch.org" target="_blank">Discuss</a></li>
+            <li><a href="https://github.com/pytorch/pytorch/issues" target="_blank">Github Issues</a></li>
+            <li><a href="https://pytorch.org/assets/brand-guidelines/PyTorch-Brand-Guidelines.pdf" target="_blank">Brand Guidelines</a></li>
+          </ul>
+        </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title">Stay up to date</li>
+            <li><a href="https://www.facebook.com/pytorch" target="_blank">Facebook</a></li>
+            <li><a href="https://twitter.com/pytorch" target="_blank">Twitter</a></li>
+            <li><a href="https://www.youtube.com/pytorch" target="_blank">YouTube</a></li>
+            <li><a href="https://www.linkedin.com/company/pytorch" target="_blank">LinkedIn</a></li>
+          </ul>  
+          </div>
+
+        <div class="footer-links-col">
+          <ul>
+            <li class="list-title">PyTorch Podcasts</li>
+            <li><a href="https://open.spotify.com/show/6UzHKeiy368jKfQMKKvJY5" target="_blank">Spotify</a></li>
+            <li><a href="https://podcasts.apple.com/us/podcast/pytorch-developer-podcast/id1566080008" target="_blank">Apple</a></li>
+            <li><a href="https://www.google.com/podcasts?feed=aHR0cHM6Ly9mZWVkcy5zaW1wbGVjYXN0LmNvbS9PQjVGa0lsOA%3D%3D" target="_blank">Google</a></li>
+            <li><a href="https://music.amazon.com/podcasts/7a4e6f0e-26c2-49e9-a478-41bd244197d0/PyTorch-Developer-Podcast?" target="_blank">Amazon</a></li>
+          </ul>
+         </div>
+        </div>
+        
+        <div class="privacy-policy">
+          <ul>
+            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/terms/" target="_blank">Terms</a></li>
+            <li class="privacy-policy-links">|</li>
+            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/privacy-policy/" target="_blank">Privacy</a></li>
+          </ul>
+        </div>
+        <div class="copyright">
+        <p>© Copyright The Linux Foundation. The PyTorch Foundation is a project of The Linux Foundation.
+          For web site terms of use, trademark policy and other policies applicable to The PyTorch Foundation please see
+          <a href="https://www.linuxfoundation.org/policies/">www.linuxfoundation.org/policies/</a>. The PyTorch Foundation supports the PyTorch open source
+          project, which has been established as PyTorch Project a Series of LF Projects, LLC. For policies applicable to the PyTorch Project a Series of LF Projects, LLC,
+          please see <a href="https://www.lfprojects.org/policies/">www.lfprojects.org/policies/</a>.</p>
+      </div>
+     </div>
+
+  </footer>
+
+  <div class="cookie-banner-wrapper">
+  <div class="container">
+    <p class="gdpr-notice">To analyze traffic and optimize your experience, we serve cookies on this site. By clicking or navigating, you agree to allow our usage of cookies. As the current maintainers of this site, Facebook’s Cookies Policy applies. Learn more, including about available controls: <a href="https://www.facebook.com/policies/cookies/">Cookies Policy</a>.</p>
+    <img class="close-button" src="../../../_static/images/pytorch-x.svg">
+  </div>
+</div>
+
+  <!-- End Footer -->
+
+  <!-- Begin Mobile Menu -->
+
+  <div class="mobile-main-menu">
+    <div class="container-fluid">
+      <div class="container">
+        <div class="mobile-main-menu-header-container">
+          <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>
+          <a class="main-menu-close-button" href="#" data-behavior="close-mobile-menu"></a>
+        </div>
+      </div>
+    </div>
+
+    <div class="mobile-main-menu-links-container">
+      <div class="main-menu">
+        <ul>
+           <li class="resources-mobile-menu-title">
+             <a>Learn</a>
+           </li>
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/get-started">Get Started</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials">Tutorials</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/beginner/basics/intro.html">Learn the Basics</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/recipes/recipes_index.html">PyTorch Recipes</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/tutorials/beginner/introyt.html">Introduction to PyTorch - YouTube Series</a>
+             </li>
+           </ul>
+           <li class="resources-mobile-menu-title">
+             <a>Ecosystem</a>
+           </li>
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/ecosystem">Tools</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/#community-module">Community</a>
+             </li>
+             <li>
+               <a href="https://discuss.pytorch.org/">Forums</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/resources">Developer Resources</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/ecosystem/contributor-awards-2023">Contributor Awards - 2024</a>
+             </li>
+           </ul>
+
+           <li class="resources-mobile-menu-title">
+             <a>Edge</a>
+           </li>
+
+           <ul class="resources-mobile-menu-items">
+             <li>
+               <a href="https://pytorch.org/edge">About PyTorch Edge</a>
+             </li>
+             
+             <li>
+               <a href="https://pytorch.org/executorch-overview">ExecuTorch</a>
+             </li>
+             <li>
+               <a href="https://pytorch.org/executorch/stable/index.html">ExecuTorch Documentation</a>
+             </li>
+           </ul>
+
+           <li class="resources-mobile-menu-title">
+             <a>Docs</a>
+           </li>
+
+           <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/docs/stable/index.html">PyTorch</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/pytorch-domains">PyTorch Domains</a>
+            </li>
+          </ul>
+
+          <li class="resources-mobile-menu-title">
+            <a>Blog & News</a>
+          </li>
+            
+           <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/blog/">PyTorch Blog</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/community-blog">Community Blog</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/videos">Videos</a>
+            </li>
+
+            <li>
+              <a href="https://pytorch.org/community-stories">Community Stories</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/events">Events</a>
+            </li>
+            <li>
+               <a href="https://pytorch.org/newsletter">Newsletter</a>
+             </li>
+          </ul>
+          
+          <li class="resources-mobile-menu-title">
+            <a>About</a>
+          </li>
+
+          <ul class="resources-mobile-menu-items">
+            <li>
+              <a href="https://pytorch.org/foundation">PyTorch Foundation</a>
+            </li>
+            <li>
+              <a href="https://pytorch.org/governing-board">Governing Board</a>
+            </li>
+            <li>
+               <a href="https://pytorch.org/credits">Cloud Credit Program</a>
+            </li>
+            <li>
+               <a href="https://pytorch.org/tac">Technical Advisory Council</a>
+            </li>
+            <li>
+               <a href="https://pytorch.org/staff">Staff</a>
+            </li>
+            <li>
+               <a href="https://pytorch.org/contact-us">Contact Us</a>
+            </li>
+          </ul>
+        </ul>
+      </div>
+    </div>
+  </div>
+
+  <!-- End Mobile Menu -->
+
+  <script type="text/javascript" src="../../../_static/js/vendor/anchor.min.js"></script>
+
+  <script type="text/javascript">
+    $(document).ready(function() {
+      mobileMenu.bind();
+      mobileTOC.bind();
+      pytorchAnchors.bind();
+      sideMenus.bind();
+      scrollToAnchor.bind();
+      highlightNavigation.bind();
+      mainMenuDropdown.bind();
+      filterTags.bind();
+
+      // Add class to links that have code blocks, since we cannot create links in code blocks
+      $("article.pytorch-article a span.pre").each(function(e) {
+        $(this).closest("a").addClass("has-code");
+      });
+    })
+  </script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs/_modules/torch_tensorrt/ts/_compile_spec.html b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
index eead77d5fc..c64bf1fa54 100644
--- a/docs/_modules/torch_tensorrt/ts/_compile_spec.html
+++ b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts._compile_spec &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.ts._compile_spec &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/ts/_compiler.html b/docs/_modules/torch_tensorrt/ts/_compiler.html
index 2d60842fa7..f7470e94fd 100644
--- a/docs/_modules/torch_tensorrt/ts/_compiler.html
+++ b/docs/_modules/torch_tensorrt/ts/_compiler.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts._compiler &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.ts._compiler &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/ts/ptq.html b/docs/_modules/torch_tensorrt/ts/ptq.html
index b0b052443a..bd0168448a 100644
--- a/docs/_modules/torch_tensorrt/ts/ptq.html
+++ b/docs/_modules/torch_tensorrt/ts/ptq.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/_sources/py_api/dynamo.rst.txt b/docs/_sources/py_api/dynamo.rst.txt
index 8c6ff7f4a0..739b4f1952 100644
--- a/docs/_sources/py_api/dynamo.rst.txt
+++ b/docs/_sources/py_api/dynamo.rst.txt
@@ -22,7 +22,13 @@ Functions
 
 .. autofunction:: export
 
-.. autofunction:: convert_module_to_trt_engine
+.. autofunction:: convert_exported_program_to_serialized_trt_engine
+
+.. autofunction:: cross_compile_for_windows
+
+.. autofunction:: save_cross_compiled_exported_program
+
+.. autofunction:: load_cross_compiled_exported_program
 
 .. autofunction:: refit_module_weights
 
diff --git a/docs/_sources/py_api/runtime.rst.txt b/docs/_sources/py_api/runtime.rst.txt
index 4e6721c7a6..4ece390816 100644
--- a/docs/_sources/py_api/runtime.rst.txt
+++ b/docs/_sources/py_api/runtime.rst.txt
@@ -13,6 +13,17 @@ Functions
 
 .. autofunction:: set_multi_device_safe_mode
 
+.. autofunction:: enable_cudagraphs
+
+.. autofunction:: get_cudagraphs_mode
+
+.. autofunction:: get_whole_cudagraphs_mode
+
+.. autofunction:: set_cudagraphs_modue
+
+.. autofunction:: enable_pre_allocated_outputs
+
+.. autofunction:: weight_streaming
 
 Classes
 ---------
@@ -23,4 +34,4 @@ Classes
 
 .. autoclass:: PythonTorchTensorRTModule
    :members:
-   :special-members: __init__
\ No newline at end of file
+   :special-members: __init__
diff --git a/docs/_sources/py_api/torch_tensorrt.rst.txt b/docs/_sources/py_api/torch_tensorrt.rst.txt
index ab108912db..04b1084f8a 100644
--- a/docs/_sources/py_api/torch_tensorrt.rst.txt
+++ b/docs/_sources/py_api/torch_tensorrt.rst.txt
@@ -22,6 +22,10 @@ Functions
 
 .. autofunction:: convert_method_to_trt_engine
 
+.. autofunction:: cross_compile_for_windows
+
+.. autofunction:: load_cross_compiled_exported_program
+
 .. autofunction:: get_build_info
 
 .. autofunction:: dump_build_info
diff --git a/docs/_static/documentation_options.js b/docs/_static/documentation_options.js
index aab61bb52e..7db98e5f46 100644
--- a/docs/_static/documentation_options.js
+++ b/docs/_static/documentation_options.js
@@ -1,6 +1,6 @@
 var DOCUMENTATION_OPTIONS = {
     URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'),
-    VERSION: 'v2.7.0.dev0+ceb9aa5',
+    VERSION: 'v2.7.0.dev0+3ee73ad',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/docs/cli/torchtrtc.html b/docs/cli/torchtrtc.html
index a321bbf5e3..8843482134 100644
--- a/docs/cli/torchtrtc.html
+++ b/docs/cli/torchtrtc.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torchtrtc &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torchtrtc &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/contributors/conversion.html b/docs/contributors/conversion.html
index 5e5f4e57b4..a12adabf12 100644
--- a/docs/contributors/conversion.html
+++ b/docs/contributors/conversion.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Conversion Phase &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Conversion Phase &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/contributors/dynamo_converters.html b/docs/contributors/dynamo_converters.html
index f5574d9134..f5af3e31f1 100644
--- a/docs/contributors/dynamo_converters.html
+++ b/docs/contributors/dynamo_converters.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing Dynamo Converters &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Writing Dynamo Converters &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/contributors/lowering.html b/docs/contributors/lowering.html
index 5fc7e0564b..9b18d5a2f4 100644
--- a/docs/contributors/lowering.html
+++ b/docs/contributors/lowering.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Lowering Phase &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Lowering Phase &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/contributors/partitioning.html b/docs/contributors/partitioning.html
index 6be636aabf..d0695cd99e 100644
--- a/docs/contributors/partitioning.html
+++ b/docs/contributors/partitioning.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Partitioning Phase &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Partitioning Phase &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/contributors/phases.html b/docs/contributors/phases.html
index 910eb1fb1d..cbd66c1548 100644
--- a/docs/contributors/phases.html
+++ b/docs/contributors/phases.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiler Phases &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Compiler Phases &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/contributors/runtime.html b/docs/contributors/runtime.html
index 9f07eb0000..5c604f362b 100644
--- a/docs/contributors/runtime.html
+++ b/docs/contributors/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Runtime Phase &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Runtime Phase &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/contributors/system_overview.html b/docs/contributors/system_overview.html
index 4d48f5f866..37ee902ec0 100644
--- a/docs/contributors/system_overview.html
+++ b/docs/contributors/system_overview.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>System Overview &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>System Overview &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/contributors/ts_converters.html b/docs/contributors/ts_converters.html
index 67ddc8ade2..8bfb566210 100644
--- a/docs/contributors/ts_converters.html
+++ b/docs/contributors/ts_converters.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing TorchScript Converters &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Writing TorchScript Converters &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/contributors/useful_links.html b/docs/contributors/useful_links.html
index 2ac447f053..5633e34d46 100644
--- a/docs/contributors/useful_links.html
+++ b/docs/contributors/useful_links.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Useful Links for Torch-TensorRT Development &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Useful Links for Torch-TensorRT Development &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/contributors/writing_dynamo_aten_lowering_passes.html b/docs/contributors/writing_dynamo_aten_lowering_passes.html
index 8381512026..f36fb5ef9e 100644
--- a/docs/contributors/writing_dynamo_aten_lowering_passes.html
+++ b/docs/contributors/writing_dynamo_aten_lowering_passes.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing Dynamo ATen Lowering Passes &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Writing Dynamo ATen Lowering Passes &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/dynamo/dynamo_export.html b/docs/dynamo/dynamo_export.html
index 2864e06338..d9c92ea51b 100644
--- a/docs/dynamo/dynamo_export.html
+++ b/docs/dynamo/dynamo_export.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling Exported Programs with Torch-TensorRT &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Compiling Exported Programs with Torch-TensorRT &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/dynamo/torch_compile.html b/docs/dynamo/torch_compile.html
index 3f15540305..aa87c6aba7 100644
--- a/docs/dynamo/torch_compile.html
+++ b/docs/dynamo/torch_compile.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>TensorRT Backend for torch.compile &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>TensorRT Backend for torch.compile &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/fx/getting_started_with_fx_path.html b/docs/fx/getting_started_with_fx_path.html
index 9511f4e4a7..65a772aeb0 100644
--- a/docs/fx/getting_started_with_fx_path.html
+++ b/docs/fx/getting_started_with_fx_path.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT (FX Frontend) User Guide &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Torch-TensorRT (FX Frontend) User Guide &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/genindex.html b/docs/genindex.html
index fbc6b7a320..c43f67751f 100644
--- a/docs/genindex.html
+++ b/docs/genindex.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Index &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Index &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
@@ -558,10 +558,10 @@ <h2 id="C">C</h2>
 </li>
       <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.memory_format.chw4">chw4 (torch_tensorrt.memory_format attribute)</a>
 </li>
-  </ul></td>
-  <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="dynamo/torch_compile.html#torch_tensorrt.dynamo.CompilationSettings">CompilationSettings (class in torch_tensorrt.dynamo)</a>, <a href="py_api/dynamo.html#torch_tensorrt.dynamo.CompilationSettings">[1]</a>
 </li>
+  </ul></td>
+  <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.compile">compile() (in module torch_tensorrt)</a>
 
       <ul>
@@ -574,10 +574,18 @@ <h2 id="C">C</h2>
         <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.MutableTorchTensorRTModule.compile">(torch_tensorrt.MutableTorchTensorRTModule method)</a>
 </li>
       </ul></li>
+      <li><a href="py_api/dynamo.html#torch_tensorrt.dynamo.convert_exported_program_to_serialized_trt_engine">convert_exported_program_to_serialized_trt_engine() (in module torch_tensorrt.dynamo)</a>
+</li>
       <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.convert_method_to_trt_engine">convert_method_to_trt_engine() (in module torch_tensorrt)</a>
 
       <ul>
         <li><a href="py_api/ts.html#torch_tensorrt.ts.convert_method_to_trt_engine">(in module torch_tensorrt.ts)</a>
+</li>
+      </ul></li>
+      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.cross_compile_for_windows">cross_compile_for_windows() (in module torch_tensorrt)</a>
+
+      <ul>
+        <li><a href="py_api/dynamo.html#torch_tensorrt.dynamo.cross_compile_for_windows">(in module torch_tensorrt.dynamo)</a>
 </li>
       </ul></li>
   </ul></td>
@@ -629,15 +637,19 @@ <h2 id="E">E</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="py_api/ts.html#torch_tensorrt.ts.embed_engine_in_new_module">embed_engine_in_new_module() (in module torch_tensorrt.ts)</a>
+</li>
+      <li><a href="py_api/runtime.html#torch_tensorrt.runtime.enable_cudagraphs">enable_cudagraphs() (in module torch_tensorrt.runtime)</a>
+</li>
+      <li><a href="py_api/runtime.html#torch_tensorrt.runtime.enable_pre_allocated_outputs">enable_pre_allocated_outputs() (in module torch_tensorrt.runtime)</a>
 </li>
       <li><a href="py_api/runtime.html#torch_tensorrt.runtime.PythonTorchTensorRTModule.enable_profiling">enable_profiling() (torch_tensorrt.runtime.PythonTorchTensorRTModule method)</a>
 </li>
       <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.EngineCapability">EngineCapability (class in torch_tensorrt)</a>
-</li>
-      <li><a href="py_api/ptq.html#torch_tensorrt.ts.ptq.CalibrationAlgo.ENTROPY_CALIBRATION">ENTROPY_CALIBRATION (torch_tensorrt.ts.ptq.CalibrationAlgo attribute)</a>
 </li>
   </ul></td>
   <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="py_api/ptq.html#torch_tensorrt.ts.ptq.CalibrationAlgo.ENTROPY_CALIBRATION">ENTROPY_CALIBRATION (torch_tensorrt.ts.ptq.CalibrationAlgo attribute)</a>
+</li>
       <li><a href="py_api/ptq.html#torch_tensorrt.ts.ptq.CalibrationAlgo.ENTROPY_CALIBRATION_2">ENTROPY_CALIBRATION_2 (torch_tensorrt.ts.ptq.CalibrationAlgo attribute)</a>
 </li>
       <li><a href="py_api/logging.html#torch_tensorrt.logging.errors">errors (class in torch_tensorrt.logging)</a>
@@ -680,12 +692,16 @@ <h2 id="F">F</h2>
 <h2 id="G">G</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="py_api/runtime.html#torch_tensorrt.runtime.get_cudagraphs_mode">get_cudagraphs_mode() (in module torch_tensorrt.runtime)</a>
+</li>
       <li><a href="py_api/runtime.html#torch_tensorrt.runtime.TorchTensorRTModule.get_extra_state">get_extra_state() (torch_tensorrt.runtime.TorchTensorRTModule method)</a>
 </li>
       <li><a href="py_api/runtime.html#torch_tensorrt.runtime.PythonTorchTensorRTModule.get_layer_info">get_layer_info() (torch_tensorrt.runtime.PythonTorchTensorRTModule method)</a>
 </li>
   </ul></td>
   <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="py_api/runtime.html#torch_tensorrt.runtime.get_whole_cudagraphs_mode">get_whole_cudagraphs_mode() (in module torch_tensorrt.runtime)</a>
+</li>
       <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.DeviceType.GPU">GPU (torch_tensorrt.DeviceType attribute)</a>
 </li>
       <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.Device.gpu_id">gpu_id (torch_tensorrt.Device attribute)</a>
@@ -736,12 +752,18 @@ <h2 id="L">L</h2>
   <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="py_api/ptq.html#torch_tensorrt.ts.ptq.CalibrationAlgo.LEGACY_CALIBRATION">LEGACY_CALIBRATION (torch_tensorrt.ts.ptq.CalibrationAlgo attribute)</a>
 </li>
-  </ul></td>
-  <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.memory_format.linear">linear (torch_tensorrt.memory_format attribute)</a>
 </li>
+  </ul></td>
+  <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.load">load() (in module torch_tensorrt)</a>
 </li>
+      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.load_cross_compiled_exported_program">load_cross_compiled_exported_program() (in module torch_tensorrt)</a>
+
+      <ul>
+        <li><a href="py_api/dynamo.html#torch_tensorrt.dynamo.load_cross_compiled_exported_program">(in module torch_tensorrt.dynamo)</a>
+</li>
+      </ul></li>
   </ul></td>
 </tr></table>
 
@@ -823,10 +845,12 @@ <h2 id="S">S</h2>
 </li>
       <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.save">save() (in module torch_tensorrt)</a>
 </li>
-      <li><a href="py_api/runtime.html#torch_tensorrt.runtime.TorchTensorRTModule.set_extra_state">set_extra_state() (torch_tensorrt.runtime.TorchTensorRTModule method)</a>
+      <li><a href="py_api/dynamo.html#torch_tensorrt.dynamo.save_cross_compiled_exported_program">save_cross_compiled_exported_program() (in module torch_tensorrt.dynamo)</a>
 </li>
   </ul></td>
   <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="py_api/runtime.html#torch_tensorrt.runtime.TorchTensorRTModule.set_extra_state">set_extra_state() (torch_tensorrt.runtime.TorchTensorRTModule method)</a>
+</li>
       <li><a href="py_api/runtime.html#torch_tensorrt.runtime.set_multi_device_safe_mode">set_multi_device_safe_mode() (in module torch_tensorrt.runtime)</a>
 </li>
       <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.EngineCapability.STANDARD">STANDARD (torch_tensorrt.EngineCapability attribute)</a>
@@ -1204,6 +1228,8 @@ <h2 id="W">W</h2>
 </li>
   </ul></td>
   <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="py_api/runtime.html#torch_tensorrt.runtime.weight_streaming">weight_streaming() (in module torch_tensorrt.runtime)</a>
+</li>
       <li><a href="src/pytorch-sphinx-theme/docs/demo/demo.html#term-Writing"><strong>Writing</strong></a>
 </li>
   </ul></td>
diff --git a/docs/getting_started/installation.html b/docs/getting_started/installation.html
index 23c6f8c444..f41719e020 100644
--- a/docs/getting_started/installation.html
+++ b/docs/getting_started/installation.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Installation &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Installation &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/getting_started/jetpack.html b/docs/getting_started/jetpack.html
index b472146264..dceb3b6948 100644
--- a/docs/getting_started/jetpack.html
+++ b/docs/getting_started/jetpack.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Overview &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Overview &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/getting_started/quick_start.html b/docs/getting_started/quick_start.html
index 24452a4bf6..45b5fa0f31 100644
--- a/docs/getting_started/quick_start.html
+++ b/docs/getting_started/quick_start.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Quick Start &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Quick Start &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/index.html b/docs/index.html
index a51ec69f75..ffc80630d9 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Torch-TensorRT &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -292,7 +292,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/indices/supported_ops.html b/docs/indices/supported_ops.html
index 6da000438d..65ceb02eaf 100644
--- a/docs/indices/supported_ops.html
+++ b/docs/indices/supported_ops.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Operators Supported &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Operators Supported &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -292,7 +292,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/objects.inv b/docs/objects.inv
index b90aea1d3212e963c9b3120ecd9953de59d3d1ac..da92a7752b6bd0f18de2d40d91fccb50216722fa 100644
GIT binary patch
delta 34268
zcmZ6SV~i(3+pl+Q?bx<$d&jnI8~?Fw+qP}nHg;^!oPFLW=e)^D`a^doRb5Fn>b|aD
zZ-)cNM*+vlLNJ?{urnJN$E)xFyqpRp7TDi^e4%9@k;z?mc>khFNQ@!P;@fU+AL6!d
zT6Maa?jn=B!%$eS{5Jpf#+3WL1cpdJ=OUb7mb<pzLP5n0NKa07DgJx?t?DGF+80eM
zvuf?u-O|tXdL+mXnJ=?|yy@BGlBbnZ&*0CR4&qh=GRr*OZZbU*V<EK2kAsbmzqouK
z_;J_UG_QBvyPNan4e+wd-O*-haO3geV$Nr-hjluU@gB6-@v)r3F*-<ppRzFic{qN1
z8)hv`ln25B;6gor4L@zaXpx+5p6~YVZv1q$b$5QwP}vs9p`oRDD9xq`4>mk<-e%YH
zi;dee>h{q&q^^D*Oue}q&NxG)OGChrI2!`lU8koQP0<?d5MG}=;_=>xGt&&dkX^6M
zZ$mLSE9Gkbl06x5=L_jzZ0s1?{u$)!ZENr5;O;g9pmStTJA+J>)a27ol^<u!;mgG_
z<{O<YQaW>k-dmgi&1z%lU!Tq32+gvf)tt`yMbdD(&{`>?J#OMUJvrpDx{)buvzv`M
zc3jAf&Umx2?=59!!XPBAmndBFZBW7{Qp7AKCOX9he6+GIA^sq{K_wK?M3KlR1dOcM
z@Rk+;vaT94Gf&T(`Kp;(@3ql!9jzcgWzI?jQ7RznMUB3ZY1nVu7<A;ceX3$_wCh0c
zkTx#Up=QP<H3gkP4C}ZO3bwe}W{8S2^n)0-V1GqrL;wwrk1w85XrjsM!y*pL`$-c;
z!L6(lhrNKqz!(L(;Mru6ZXwrskj21lq?&*N7I+CW6)dd#e8HsvcB0|I_5B^NFDBKL
zDZ}7@si5(nO{r=AwU51}jM5$8C2Vx`*xrkwb;i}2;u_I+@mBb|Hn8Y0Tx<j*F^U;p
z-~w*6S)X`a_Ok#z?KAW4Hfx=i#Ul;R?rxupE5`D(3P7;QLDWU*jfGfXRXg>Df%^i;
z;u}=ia}+K)dWDdi4*%eF`R(6irEJ2GC|F%J%7f9gnz>7>2F?0!GS#LO-Hpg(<{=i$
z{NgV3*br3}VfRP`KIaTO)kOhLj102<sB9e{?>jrR`G$eghMpQkFo8f*!;sgnhdz4t
zXeNfpk?H8RyWp=JtXfNja7iGnhd&3P3m=@gf!%pr6GIV=7Wx5~o~xWdQlAMj!fa~m
ze~I|_KDzv<Gg7gY|DxexcXy#;3N4t5Qi>9wJrlg73VOJhjs?L+CzOZrBsg^3^VXyL
z=<ybC1#U!mqKB>PEM*-Qd~m<6;}|A0M0FRrc&uX39NrfI%^Pc~hUSOc7kvXL;94%n
zP{AnM=3HS&PZ#w&q<{4y94+6z_{&$a)zZujdOhi~aAd9bJ7RXPAzVaX73RX*=Rz)^
zYIDkaq%LeEuPmS5nZFgkq0BPmJtm~dvPkK7D)11XP@~U-fnd|$hJY{@0%s6t2O$VT
z&h}w(^fO89VvSC|uGbLfWiA7JATscFJ}*0&js9}(xEpGm81v{&MKL;a&7U`RIHLtQ
z;~4I4=j!I>>iYEdoShxrz_r<~2rybYy1gGCeCv(o_45o4KxdhIdilc6p@U_R-Rc?D
z`F6psX0q&S`%@{n5>uUC`rAAH-s^S!%@ahheH)5LDBq!xI1$3M4$}tEn6u<a@NZm#
zlqq#iG`2`qLz`UAHB8PL?`0F<>Lj;=j|Gzh)hcy>-LcIFa3Tyivo$Y9!ffY3_KMs=
z7m33(t`Xku-0JQYH=3Oh;ic|$*0cRY@>d()Oy7~Pd?Gk3zm%Ua2JRSgZ}`oD-l<o*
zlCQX(LSBXgs7!VeouB~bPvowHFI5}!K)%;N_KpX|Puu#J%+;Z|IyjiFQ0yG=GSADL
zfR~M)%mmd{20Wx|H=D0~ZiX90;qu>47A=F|i7#OqOZ_o0pC2#T{^TD!)hRa{{0PgP
z?xhnyP|m*WSQ2tyI6ymYNZ8*bJ~_OyR6W$wJJkr^<z8nHnO*=MI^MVW+P=zco&Yxv
z`Um{NGV`G~Wb;q_zZ*AyuDV@Oc2XU0icj!_-S&OXX-X{-zeAhaZ&VfbGd{jqzY$!n
z+=`!lH@Do1x4g>R#ph3YsI!ZeqgT!WVwoSlsHoNL0O05!VVw`1^6pi(7az(OUCV36
ze?3T<QL4leQUJPz#|oOy%j$Z)Mm^Y}Da>u);a+&%KkaD;keb0i_blFX<{AO(*&vPG
z=3oK0a!9DLl7+(2E<3Go-#it)?4lu&JEH~DJ)?{_ayR^$9XNm7i68<Q2cI@(KsL7t
zS^ZuyO?C-;JDPZY1&I>o!-$$R_#mRR2f?E(pNA64qX2$$$-_qUT_*Nur9ueg%TXC-
z>?!}HTfJg3nYc#IrvfTK5CI{{dEf$5SY~L!dj&X4+_{Ue_w=iv^mY@2@H_dV^o$?q
z@7U`P5$W~=ZUPBbp1D!6e$8j<4I<JdQpbg9?@$IS<|+?4`Na&dxUY$18sEe{CD^<6
z9k>Dh<O8m{K${{SeK-d`?)=>39~0Clng%|LvCU3xKxrX^uL%*Gj5f!=r{_Rt9?@BG
z_)5C%)ZJkTYKJw+L`Pro2RcH5X)Mlvc5=1$2G@qGI`!ff(0IeB$JAfs{nBZ#Y*ei_
z*FmLb;f44upF()5-ym)5z)KJ{>C)O$_ybGI=>d6#7a?HV?fhV#ZXgCL0xWEZ2n@-i
z=d%7rGLKMxPJ^u4R`q`R1(`~djBqettI<xH!*h^Mn7llo`~P0_sNNxy&kq-k-Y6-2
zm><keTrGZP?eKo~JlG#b$eKCKT4|>2RURV~B){oB8TXMd==pwLH{4X;<sr?Kd64HK
zHvyYBt)U=)hM0lAJiR<09`^ly-$@J5*Y<kzqsS&om<4$N9K3uyP4JgMoEyP|pgw9#
zTUS$8Au9D$;q#Db;7tS#JLj1q^3B9EQF6!dgTMTn12(hr^EcN*e{uBLllQP^bLB9u
z_{`4rdxNLhV=uC?Y!jj>9h<K(J_f4EJ_3xK81GIW()qJ#wT+^_gG2b)(R#RBO}Ww-
z@>i>MaK74%+F}k+IHbZPuT17O?epA5JNCH}-%#9hS}_XIR&%is1y-|S%}&w=pJmKD
zTsXejj$W~25A9fEy4&4TuZBL%3FZ)H+>d0<`f%w-Ixc8V5TEMJ>=_+OO6;Wf4FQ*R
zf?0XJ=qTj6jdBYZq|ZR2KRooEqw1p&9?3ji#AD$Z-vMR<OX6wV%x+ALXmd^4tE}iJ
zQ&^b~V18sqnad$314#4xM@3q+BMF>swu(N4yZ7Xa=R*tR<^r&vocDFZ?gyA9r!wdz
z7fjE=t`6Gv?&`_+M@53jBLf`JE{W>UH~<{k<+brbK>-n@{X8#*<dyRqcV;QeY@ipU
z9DkF&xs+5ZWT*on_NL2QN|0V0y-WRE0!5#B0r!5O=c6O%H^gDV_co$7r8Z4^LFjZd
zRD_t`YEXBw{PiUL)jW;rO}!3k?$nsF<bJ3Yd;&Y2z()mZ#n&}f@xk#~0vCJ)T|kj)
z%+bM8kB8XL&oEpN3n!;Tz?^W1L`>lj3Kd!a>L;@0vG=zV+M3QS1WtwS*8m=46jRQK
zMS-hIgbc*K6XH9=iUMB-<LpB(JRaxPX{HtRXlW*^H+mM<D5Cotvtn2me_O;z8`R41
z6^)>%W$6NR!3-fReoS$+Qu!6kUw~)-A+=mL((3Ru{p>{26c>ZIVv(1^Ygv}Mq7hhO
z_KCmHri6iJWTy4)QjFbmAO--_6%`0!gnwY~1+Gi-&@HgLpEC#qvommY?mBN39geLU
z_74stSSUttH%v3{kh>(tPpNsAWL|Z}FxQ{pW!UCml|%d$Se_QXI<gAzML?*k@bTGO
zUdI?hDyP`Qljkg}#LnTXdYcG|_^>d1Sg=b17RI#=sJHnOIL3WMWsx}w%PYo<J1Y-x
zFNy+E?Tg1Pr+xkznG0^)jypIIXwMBt4S%51*{hO~DeYr8>($OD@6JT;E9u!#sAk^N
z2t3co@Vu}e>1;SQgw>-x8lZZ`oWr>_#P;Dx;6m+-l<l>Cs0>>#U7kKs$6kLMY{rGX
z&GAx2v_>Yu?*4`#Tc^d>_fFPjGp8g0x8uHasrm`0l)t<~2I4fV($nz(qIRy)K|l^P
z_S<9C<ZA{tuj3H}2P5ttflz{-kw+1vEOH@zWK?fKh!C45bsmN{4?r=Qdy5BDq&p}I
zLdDmtT?Z~(2fNTZXvMq}u&*=_ICHYU_bLM%i0(0;%TMyCv7&M^h(}_4Xz*7qYLGit
zA!M+8?DrbN<QS0Drto}3lNyBD7zTU)ftodDyLfSGkGa5bt*Rprv<#K|tFk}gvj&1)
zwQC?~bE^1UnR;j5D<H`;tp9zU&IKGE8)L%$6{R17m}^WWH)d$DL`A@RVvoL}?;$W7
zoVp8{S7IOOQ9sH7nTBupHYrO>r;p#7QU&OaGLXMs0%13qkik9vrw7W={3G*t!F3#)
zsnNq7KeI*fP>De!ki-8O1{M!5matBy((g4XpL3tunVk~)2~at<NwbeM1X75ZmgG49
zj-k1%BcJtW*jxfm@iQMGB9Y+HntmhC^&RrB8a4|bm|npvRC^OlY;kin@L!b?pP(`W
z-Tp_$fnllC`YYqckz8{qy7jafXY2Q!p*!-L<4$lEKTa212#!e3Z~RW%kpg7=@4aFc
z)W>M$&K$X~HOyvl9m;oLJEV9G)c1$AK!#5QMzCt-02Td2ZDI@nSZB@ytVE+w^2BV}
z@0|Op?BQXJh|%iou2j5o-+g8gNaj#EVs24625(3q1^VC=vzZbnVf<Nwpl{=A?ztr&
zz_r}y^#CJ>W#KYdZ7UNMb5NJv52j5)8SaNth8UN6mt5r@Uqz}zOW+**e&n`3j4QKx
zM{k-IvQn-bS;;8?$cpcUX4UO0yt(d#PJD{R^lGmnmt%Hj9Qv0Gb#<6&Ej``FZrEmN
z!#Cj>^N-+&rFq`>sJhKaLFLW*iD#yP)%%Y+U8A<^-po%LU0`1I?tP0*lrM60C1)8p
z%j{XND~5NGK0~gznE^zm>U%8P0*8c6<}ae@3<`2AR~tt_C%PfHVo_J4WIjVLY27x3
z>LAS~cZJ`wPf2dnGGlD)sak2pt@o$rgD_?-{%Wr_;O9vbvzH~|nRbHQxABWZv;2@O
z_%dK9vhhk4-5|HjX&}eof0wjz)M2<MZl!v3*FVJ>l!9JfHEGogz>50<(LBZS2{uLt
zfF5BxKPAK=N@6)aPbINi)T)(9@1Hc5n#&b2u)aDF3gPDCWC@0k7Q)c#?L%eH-o7hd
zT)v18QEoZZnT3Ad+*I5kP7T2pd}GVHY!}GC+ocNRg(p3$bWVTKo4KZkGZwBLM?zQ0
zqID2~j)DX;qn<;er54~b**rw2kPw9|0Gk}OW8H4gZ0?W}W%q0G%8oA!S+KcMt}{4N
zj4_2I<IiLQRRLcCBYN{vM8nOhx<W_zxb5mWjCW7z(0mnZ(y*k~rb?vNG^pCZtXyE0
z&d^C`B+Gh}>SJ!Ctx+g@>lBPrWSu{9G0R$zstP8)Mu~lEzH6X(pGkgZJU@ZDfPRw&
z_F+K{AD&IynvOt=Kky1`aQqr4w(9s-B!_d;E=yx6xVo9IGbaHufnCjhweGmtmu1m-
zw_*lMwglV|`k0^oiXRz>Vg}x{kl0EQ+94o(j-xgD53ZMlgSpSl<wj^;55})H11#$K
zHE!a&DJCd=%TDL|YmpBpaA1XX04URoOtK`-UNZN$PS=obip*O|k&!^CVOEYJ@e)S+
zVatY}4VKl*-e)kqq`)ZAGN7@HW81mub(Y25-5tFU%BWRFk)J;ay936J(xPciF~yyf
z+(s_!<v*5rubUM==AkmRS82sd(?j&shjS$HHGp{(?*2^zEuA1y+w3+;0Ez9Ws>bql
z#a#AAvx@Fkj6`(s5H^u1(2@Rk2~}42-^x)Bws+n`Thg++^Sn@pEEy*#CW73lF$Myy
zP~)+9r%-(hDXV+ngSuk$jnM*=KLM+>RMvbQJBN{%9MvOtccQM+U4!zh0>@Z#D)+*o
z2Nfq~lqPMUYzLew(@x<b02~6<ag};fB<|*(>JH;2EqTk3{E<JtCq}9HC_Po3J4+&}
zo^Mw&#y|4L?DA^rk++xHq4B3Vfc6+JLf^WnPQ;1fxmnN9lmKn8=Jp+isd3T5J-89q
zoql=xLrfYF1i(~M_HMxJiiEL9xywTSmQ!AXHMQt#M98>n0+Dbfz%;kaC|3p3?a<#Q
z)!ognZyY{)+uGY6=G&OAcULxnne7~nG`%s|?DZZ)B}uIhEp-|iP9yNro{t-dPq{Bu
z_A?(imQdZKJ~|gW2QvW+c)@UMoo0>OE5`9iR(r>N2bT04@u&WoRPF99AF^`hX#r31
z+GIi27gy^NtgU(xu$vhHMarCnJfqUvWy79<-qn$Y5(+qg!B1j%b9e9oe0-hgJ+GfH
zAD?b6eoWrjWP&U+w8FVu*3$Ll<iLS`Z5}_hF77Vf?%?UoUIXWPBBTtjBF80nb4WIm
zJjtf?^`~+$Wl2T?#YZQoXSs^$A6aB2@b7KSF4pzHZBG0nWV5ePZRf~2`SJeiExVf&
zPU$~I0d#|pLWko#Q6ndb$oVVw2vnJJx$z{b*^OJmlvjKK?)-mp2_-N8B>p@6f=v1L
zP5Q=^G*rtt!uw<4?L6q4)Dv;beyH6Zs^Iy2L{D6o%E9LK9w1s@k!^-AcJqeJn`49@
zF`GNnSSSGCct9xZcuKO#S`WQmSwx_UQhB58XV|zAwouhcu2laVOTtxNJs1UB7CR)x
zko`c!KdOpFMyC;!R(v)Nx1xHDfh42MfW5Ov^V~@k%;9_ls8-i}T*6jSB=qGGjTdXS
z8|ZZG+KFaAloz%&AXXPm`JPk6(0rnijwYzJciaMAY<zH34PHM)@3amlc!L)95osMu
zxmIninDLVxje_j;@DPRY5GYRZgwA=rekqFgfn=1qM+-7VC!sh*CvU;3jnFu<Q)84o
zhAD#WQGGH69kZaNIZGD3l5*jy*HQWi>*QcfU7K(8B=@bXD4UT_TpZdw-`n-`d1jj0
z$an%=VT1T~PUwHG&$}8G@cY~~(0h{{&4o?3Ulb!sq85Q*KfTSp_#!iIJor~8Qh~Zi
zIf8DEAHM#57I<P*$u?`V@m4a0H_k7n5s<hI8hkd+?a2;WXL4YPS)$bRQ)c>ow7$R6
zju3SR4)LjY4#US;MM`1cVees-{9j~AoD~6A;}YgmI=(zX#dG!@pJm~R*W;$<NuK7J
z`9Ni5)0Ra{Y?C3bBn~Wof*Y?0jIv4$msg8MeT286h-8$HVvI$4cI2`BTnZt*@o%h>
zOSY5Yuvo_EA`k|a@tIAn=>3qe$JDJdYR_5oKwrGt)v4}anVOx1xhw}X_Mk=>Y&!t!
zZu7iA%jGHH(c{;GH^(bc5Q8242c+@_w9fL3D|G%~Nnes<h7n`-KaIsyr8brzw_5-O
zj6)3I+3jl_k{g4p-7()a!@M(B+o;~@dCC*FUk?}b4sipxAGNtTu|=R1eYlC+pZ7G{
zkli#ddhjbC(ztO2Ec&&%^FO&;dwqbE(KtRM3G~wEY3BDIddLK5vX9o9k1qJ?TTVzH
zjEfG;IU3QuQ@qJ?w&o9SC!GN|$wm~y4j);8tilE%cSAdu=&f-FTI`9l-n!OMvFj|i
z*OKyQLRMx7k3ud2e`5cA*<6PfZ~j6(ti!evh^o)C5`>lxM%h>@!B<Fy!e0O(7P2JF
z>qp8Zx>LswvAf$-;S4x+v861ybrh>{0{Jh3Kg(gU26d&thKxg2*oQJ!)k#d*5%D^k
z6gHYxv@E*7V6FxY<1x{XU^^~#B)d>H|0x@^OC3zKPs`Yd6GdHVis)PLS-uDa>=xRX
zP@J0l-)<`7z;X7WQbVWOVgRwrJ5@Yq0<v3kj)UyBwjWHbfA2Et{M*GXU>`r24)O+>
z3?e7sM%>fO>z<I6w94%thZ%1x*p;=7YVZsxHz_eKDDjQqID0lG=PX|pmUkeOzl<nR
z2Ps03lwbD3jpT&@W~Wkj2&re~n0gI^-7Q|)ljpz`8yWE16sJ{u;Q$+pZH2riB9_9e
z=J%z>*kpfaJvL~#ED<@>$pm=AI;(&~?EZLCi-_0D$)s5b#;wM<^c)Cg=xXPV?;|k-
zEFS9unFjLM0#pb|K57!?cX{OFIq;0VLYx6aI^-eV?b>j%*EVpX59sj|X2ob%eP$>C
z9-T?v_svjeIXK&dF2JVWBw(KfechG1%<WWmGo&i;ysOmFl*S;v!RIfvc7JqZHP+99
znr*k2$tGk-Bk&HUmgHI@<898$p8zrm_A-kBL1Kg6iq-6Xg(P2&#C_hu&|9*uO|_v+
z*E4X|X~AwNz!deNO!XrXSz@ll25Vr)TOnH8pRW#olhdqV2!N0G-(%>#PU^Ghza7Vz
zFv#kOoc5<&w>*nkS}WF<X=E(Z_4ADJL<7-Nm08F_SN~K7-X_G0QNl<B5>W|cme{w-
zulNN<j|zqZG0gP*O>H&BT%b$cgQ>qHAttXoL%7@>+(03=f0bbR#<wtLN6RqNHN4@s
zCaW*|UUuzfeE}^u^ffm<yE{9Z?4>Vfce&`TZmGMq$AZM<RUwLA(dbZ@W*Fq!@Iyt&
z2`j}hD_@%aEsn`SGUB4iLE`v|L4{qA;zf|+AgF|q5*Dl3XNkdJraMc_Cv$Z)KJeaV
zm$3>=+EM6nwLMRc7iD(4vOnKns<>y{?=8STF^1poBZNhZwmy|*g)Y6SdDYrJMvDpx
zK8N$AC!hbfQ;$S^EKC6Bg%*Bm&AY2d^>1fk9~hzh_mKi6VIS(s|28!CF<MYi@j09;
zz5Z<b-_gvNb^w_wt<IsJEIG=Y#gdmD2#?N{DxKXgx9ZyJe2sqq)=tscThYyqk~}=t
z;CLq<-8KU+Fgmin$BNX1a~moWR#FB1XB?jZF*0(ZPch=Tp5*jjJ}mlz4Nxk3BQd3N
zW@OG}DF!oL;dU4`m2wKo3}iXwvp78)tCKdR&)dX(rR=Hq1P>h{^wfgZC`L0@s^Dss
zd{hGTYF2B`^2%23kK>WXECTT?;d^eh=F{2Z$}iKHSa;_&{J7i?>sx+GcD8gpedj*_
zpRI}SAFUf@7#NPD^jd9XVQCDc)!nnGETW`@@97|oWPsBdbI|!@Rl3gbB6{SwAy><1
zJIGTz{E3o2En3L2wCNlpy0`DYd1s9I@%Hfbb)b!H#F@YcnGMW0JUTX)6|~}}gkFk!
z@L-ccdE<%Y6Yaw-vDPet<ix(63I+n4#9U7iK1v(ydw#>VnWr)TlSBg=l<#dWu(WAn
zLNxYnp(tBM{A9eYp}(s^+*~>&RWZoAl~pj{eJs0Q{h_P0FdDVM8Natxm>Y1GHbGc0
z1c`Q8l9r}U0#i>h^HIP{Sb@=y#z)4(fz#^7$`rO#@Z5^m1kdQ$@h)4X;v4_1(rDT<
zT_m4ql7-bl7;D|}xK&MHHWq7kp(ZSKJNH#*6FQb#weO`&t5!%I^si`^37!K<tt?mv
z3Lo`udrA8lwyG{o9&ZtY5Y{v9jW1`Vm;69x9dUo{yR$uyk~Q&|wJ=QA6zc(*7D><}
zX1jvr?ki$xY|2h}jErj=GIjtYuf?N;>zWL3S^<poWeS^Olfc6&AqV&G-v`g{j}tv@
z-Cw?&9S;q$wsNL}st<*MYtWUS$J~Yf4O3nX6PM%vp$r73>Acx`-rsl0^K>59-Iyo#
zE>_P&N`?1ZUd*uVwI2c@Z~uXm%#8--*Swe`o}NGsYYrs`c_sBZ0AJqj?w&5wYT3<C
zFQ!?+ssVFYFt$Ep=|dp}A8gRL8u86Ic`*b<ec`>*sLf94C*B%o$~CvV^L<H)-E2&y
z*}D<sNhb2cH$&5?{KeIBWTTF&EuFZ`{r{^>lKgGI98JaO3*BJi%T|wQ{j-Y*9{ZS}
z330^sS7NOJrY^(;BLCJL&)Z+;PjBbTFBg%|^mZ8L2>J_eO2FP}J-Ay552c-p^yn`?
z2Mqdxj=wr-bIQ<1cKT^s-3#cPy=DwLf6oI|x!GqrsQ=0LdDRq$;)ZNaNbp>qbeC9m
zHGXQAcRwjI@+7qz=jU^6D!Am4C=4&PXd;q9fyt%=z}tK5Ypi&W)baUb%}3!S>z|@|
z>K?6rM?mtKfaX>x@}VmF{$_)q`xc2#NJ4$i62X9<sor>H&58IN+YO@QL>5OH3)oKm
zOl4@INo052S@NT1?wazo%H1^vBKtE>%E{s|7_1ML$ZD@bNPX8y=j)hP7-^s=*rZ<{
zo$rwVAc(W>r&Rzd+Y?Pa|4k{;eV3d78JY}!bV-Cs>`8Y>t{@esU#dJ$B~FS*f}dA`
zczmb?mg9_3R*)DCeDUa3jwo>6`jpEPIaZnr1fyjVS*Y(U_5<y2Q0eD>aa+ivk7p32
zl5PJZDdD0>ifW;HKzfebz+1pXQNA;WmS8LnC=8M)Nvt0x#?|-}W<2=EM^Kw+;IeK5
zJoBAe(l3Fq45>_n#WH9NjoLCc_7CgtpgxTDzf6FH=Cmn-ruAQjM)P9!Bm(f7n$y3*
z%lR4@J4AuX?YAM7nH<><lb{ZwDT)t0m}hq8ax~gI^x4?ZkpX<UZ;R^#tRrW7=C4jh
zfc;J<tCGMPo!$Ugi?msDs~%6sggY)y55M8DHQiB)kuIwFVmp8JR#&iAyj(H^{~p#u
zGMuZ@Qx~OjMs3*%7B@PhbTq->$)@St%DHM2M^ugGSD9+AqMb{EkaDqWb#`qtrd;6J
z2Q;Izv+pIpUmYjjJj|n?g!!?A;u2x|0Imq7y*$Y9g)0-AV_ogSo<4o)&7p@72sEq5
z;80hVFTsLH)o4nUAZRjbN_bT54wt2cY8wZ~Q#3TvjRzsjx{7q>vI`@8;Jsgi*{?g!
zf89saUwDNf9x(Ud@w#C-1H|LjY@4DC&(`P3bnFx}`>EAg3}NtO4mblL5?R**0OH74
zD|_?Ol_N>e0T7wVOW+86+gz5`aZya0F=aO5gO;-}CVdrbZn#c7Iv7gAq5Av%lv(aE
z%?z|Y`)|y<|8o`0Kye~0cny}n2zWLJ`Qy7y4CzJu0ZoD(d7bL48sL^Rl>{ku>ryr}
z`-|1Zz~oe1L|Okc_LKI-L^?urz(EXYH!P+R)O$Xtx87P>Uay89#rANy?s1R0zk_jd
zhcjvknMm=7J#+zZrpb~R7~i&L1<^ZqQ30;v@)GQ<Uzsqoo9VT&DQ%ubdyN&{R5~l$
zDa<dKYs>A)xWY(+rE`P%u<FP;jvo6Zt-xxxISw&<7AQ^D5@q?1^{S#4*yo4ym3c&|
zSbC1;)5JMKTuwT-+cT3fBpwbk3k~OUy~{OJSW#{m>6SCS=QUC1{&}0TLNy~*Fv6f|
zO-o_OTwB~HRYS@kB|FzdG9p62qBI#d^KXg>ZZWN7L0CCi)jg<<S5L)Fn+|_vX;i_|
zlSTQR{5NN+8fP0Pimp(&%*3r{uD{(Xs>(JFIKu5g{MoPX1L@o;{J9v5=UW*wI%gMi
zj$QRY+H^P9CS-rNuZfk*<Emnr&&%gV)142VX^oYU<jj<G(WVJx7ha12ndj1@B{woS
zfCJ4QD*=!+rB#PtSZ4=6^-I4PN4B$t?z7q)>ckKv*k8u~!#{;^w^>Q3HpWe(&4!XH
zHr}_(bb*a&xPba!DOn_+$9n^vTOzuqf8RS(3}3CkFH=H%MsDiWNZs}#z0!2c6$>q;
zRHzRnQb3%al?tqu&{hJP?8S<##hR?eJl3Nc8rDNKg6glB^{4WB(&$F?t>0p7Gmzc(
zJrd7x(tgdL=QJY5M0ZDd7#cNcLP(V<Q<hM0%#yH&a_h|Ml3Sg@n~{|Gr4rk~b9MNN
z>FpX6MZA^Mq6Hg7O?M0iG4knj3W2dc^1=4`8K%8ko_`zK%18rz_|nsIAgbQB8nt(y
z$X5n3Iu8WPQW?b&1E?W9*?6IWTqLd#d)8PGDV7tf-Po+e1C5qj@Yx>roc2sDW*?8{
z7p&IqOgSPOUG}-0hZHO}V>7amaV@Zxj~X7|4+_4bU0EcSxZ(#WCR7UsMHKjSxDU`N
z`z~>iS@3Z4fpGxyz+0g*Lw;AZH0?@z>c~C;nqdE*4kX9%^}=)u)$8h<`j2HC2`!^i
zDP^6ItrYrTw~3(M!2+|w*l4x9K2f$J304T2CK?n$;?uE8M!kt4LBlhExe<P`{Z(NV
z8G7q+hzW}L+H=_U4Lg&6C>Na`TncC|9Z2p?b#OZ#wc=>HDNs&ciQwOX4wCD)$7)@9
z|Lqs42OLeCskuo}bz|LvQPT5pu32g8-XEXghVR)5qo&Ddst=ui9FT5BDDcm8{y)*#
z;f{M_w52oJJ#9&g(unbBQGI4AQ=yMMTjXhFQX6<?e(2U%(VRE|_%myq=ugF)TGQ+q
zDns)Ryin~13V3Au|Cex!_d^K*m_|qW|MtYzMQ;ZiL5}+Aj%Xuy?=ugPlgw*eu{7M7
zm^s@QDl4^UpjE=i-TY4bd}K(pSSM5BQaRTtKgi`*rIfcBr;c*7K4zBgI$UgavP?}<
z>cL7DBlhmb0nnEEsEeXxEQBfIl=u5SC{ja(yAAi_T(M)gj9+q&l_|N7`io{0b;hip
zqpf*o$(GjjB${@Bx#m(VQgYln6UL{>w#a+U2A+q^xm`<PH|yZ=Ox#RsZOFFLvFY6p
zAl-LRQOLejMxZ|pVu3P-RtfFDOksu5p&wHdc*kUg0cztOPCLFpP4@i>Fd$pyK@0X(
z+uGbv4n%p0LkSL0gKuqP^=Ts%1F4QsP2TZtC`?fO$u4PK!i02{Ac(Jdx$Q-|%ityd
zm05kxUMfyVHHT+};M882B$PWTwFe=;9CC(W>?qn@MaNnBBR1s#sRKWRg?J`Q#3YtO
z&MDnlfCw5#h-TnHsN(^e&dIucSWC>?tCUMlX{|rJ;N`+tc{j!ujK15)s{DHD7*3s6
z9kOC*YUOe}`dCglOVraHotIp)#47p9oxzx~dMX8c5YR}%q!wKci|<_#winLhrG@rd
zl;=4lnyzjniLSbO{Dz2|Y$h3342z?WcJD1UfX|Q<W_8;<(6bh(8SBPmz7oJq_}<kG
z%tNk79m<ohG>WXYkG3SIUwaK@*#Dp)->FycUzNO(Smz!LnRC$W!*1-?<FV#C=?5RE
z9$6*QY;COnSP-w);eS|=m41VNb-kMK?WR7*)3%wJo&s?A0W>_xkAB2W`H;tiCcuHx
zOyerQnRfDAr8PmLx(7|2t`HqNm~~T}A9s%ruG}@SP4_C(JPC{NgV{KF=KE3gm?&2h
zto{nvt}kGk<T2SKN2c5rtw(1g`hf7lim*^_&_=A73%*P<S1cfchq1X(LtIF7`Xjj9
zWvT;Ql=r9*YX;@^W#TaB5(v;s0pPbhC>qot3kt21h76`vB0g@ChD=29EX1H27t1+f
zR3~TRV!!Vs3*WHeRDdO?`;Gcakqe8?hE0!`QR+3zikwG9oSt5jg**t(NN0@d%h{K*
ztydj|Z&>FGJMcs%BVr2DYj`j9M>pp;O)*TK`L3MCL|NuhZ8qqCOd;?Uz!%s1V`o%x
z2Dctp&&M?Z&LkD{s}bMIcwo&s&J6F*!&li<No8CD713~vtZ+zVmItK<>JF1seV$O5
zXaE+H0+bm^u#{=$-~vOQ+*#w5DD_+qa|)0_=43`HoTH{rD`%@vu#B8JS+I)SM2~nk
zP2!*Gv0eri0j@&3kj1!9fR{tG=yoEz&&Ks{*gQ_%%z6QwKz4726CTLLbrh4}4#9^H
zg)ZRpIWa;CS;h#hGrbcEIy&b-%kSU<`7x{5k|rL%17_V@PUuX{Q%HCXfTH;pT1jY~
z<N4=r1iZ{?sZk$y%k50bA-u`JpJ4|S)E}7SVhZZ7GMLvfV8WkBfS^z*6UI&9Wh^6)
z6iUB6kPm^p_!TJt{*;3(mjg|WV<Z5#ChghkvDyY<Iep_V^(yV((?;?K+_K7rqF&|F
zz`*?;TCcIVISaJ6Hi9W%Ig`E|_g6y$Ib{{ag5R+<w=oo9_2g6tZVLsmt=h4)LC|TQ
zY5J8IWAh$;AGEK+fYcWU)Q5W19R|?`2w{E%>ozkoVV+858V^umy0+iXK2mWki9*$;
zOVbca)Q7u;YB^H*hLNc5&7rgn)nRx~e=w6RF@gfE(jw26|CNl2gXY=r)dqwG|G5i;
zvEWP8V%f5|IQ|j1c$opxHZ8o|dHQG<h#NE!M7{wI3BfafP`geSsr(fWeXHGT>w~Re
z<(i-BK&A7=I{cpmg4mdb{p~Xqu2gXTl$jHhbqCc$Rj%rW2Ds`s6e+<d>ChBaS={AO
zI&~0ob?|d+<tn1Z_QGT*o=NjHTU`rs{xH@_ggWn6D}rZ@YEPI{e7XtoDqUAVBz6Bi
z<R3%so`26@cOiB7)f$Br{;`x{>ajwy$i>7SBf9JbaPGqW-#ABY(KVKIho#|F7W({_
zvkX$4qBU503BSf5*MDA`m?9Y(52;WM6KAC4h!|Y!_96+$T62Whco8}<aLqZOw@UW5
zUrX|KlrboliU6r{g#%}(N{NT`fQI<xT>Vm0n8XmU#uYiJ?wb9r+hO*NL8B!~V!V#^
z?+n}jnq;EB6+|eFmXQO76rb<|a!=ozdXYdXBErcPb)2CFG+2kyp~h84=Ri=oMO=Ru
zZ255Yw(x0#Dru(ywX=dd?w+}CimI;2KVuVc*6@bMV7&3+G|a|tvHeprbt0F5t+7*v
zkP%#wrRaZRox32%4w;5fnEj43C_kD}?7l84>#)I@nGQ&)m4Pd&dT@FId=|kKtLpY`
zTo5{z(3|D(cY_P@zdC!Pj1}|Iv)!o96^04PtF@jhY`B#1(+7EI?wNhESY|h_c!s#n
zgPIMgvXz-TYCFDY4vbO+4!Q#1^k45Sd(ODl4VM|Wt(A^Da9skCJw3Q@BkcgW#!So;
zc6A$}>IvFH%pqbe4uxRAJ@3Srj7<+hq~D!&k9fk}wG9eeGN8D=llx8W5==W!U=XLn
zL)Bu<_;;W=wo*HTQub;My*V@W(zAnHEpIM+xAkRXefPU0dq?{jFrJrM9gPQq0rL1B
zEp-CV*j_L5!3i)$hEGJYj1^z94*%tc6?nP90at8dD(C6%PC*tLr{pf{Ec^2eecoZ)
zC@S*slreodF3J%Arcp@Beq4u6d_5I2XC<4?xs3i8IIi|V_hf~-<l?W_ShjOvsAc@L
zjl4-y?dlUhX*VSXfbS+WKn5m<?}Ff=$Ew8_TtjkoeK1X(yg|_=UPZvedXD>|sV1{Y
zktgKY{k}#G^T|*`A?@Fp?d#b*-z2%@>h7HS!y3I9@>RFII&?B@1af!Hn%D^|k;9Zo
zA${1lo>z2)+}(^#FV3QGF)ksWjXJwAO)Q~LzKgIqI*)Y<Fhy^Ynjq(l;z`r9i%H-F
zU8Ss@cOt{#XATQ?Z?qJyE!49PPYCO#$gwi)W=9Dm@`7nB#c+E_T=-;#9~-tfJ#y(x
zi9X=7c7usUoawtzYR43T$!sK2`7n#00H+4vfK@*IZgB=mk85_If-P3jW7waB=KT9O
zfhIz_5qUrk$XrtM%a8FptyTpNpgux>JQpF3)xLLdY}yJ#l|W7eo?K^(hf-(?F)ke$
z3v>rXBK5~8L*v_RG+uI|A!R0v+!yxa>Il%)%I~4&Wf&j9e~psh+q)M}!s2Wv*rV|>
z{QV<Dyb#u761hh!zoAhd(rxkxe0cf%3jZd`_FJhI&`>&}S}}D8qJ5x(7$<bZ*(dyq
zcZ{ky{+UQlm=1!cC}oraucyO4n%6j}%RO4$%PNk@D+t(r!^37@=g6b!rrtGBJdvFR
z0ecI>Gjk5afXj2uZ%qnR{<>~0pmSQ!LT{X!Ou8(jb}r25uy54`HnFJlpe4`JP;rlo
znEqx0K;Ien#ux<XL(;i52vID47s_d}J1SRNBOBKYiAN5c^9i~%SrGXEE4C=jdAZ7b
z=9IcXy`is%2`(hXDh^DO^Nvml`w?1fqE1+$))leV(C)>!7nt=kLsKdtbO^`8*rg}i
zu1duTRwpb7xE>d-CBe!22myy{XfeLrPw{*LQ1ntpYv^ZRYpHTKoYKWxaXAD-uNk4K
zm9*z4YV*(C$TA|<;1dTiY90nZ@vlX<OL-&~=Y7M-od3odRC$!%{Ma)<wprsfO}$Sk
zirWE}F+jW=p6A*q>QZ!SkUrw{F^)?W>ncDLB|GN(i&m!#jD9@o<V-L49+pwY3d&Of
zXl7_Drf>4%*$&m)LxJR4-VU-lTJJUrrV4<bN4OUV<OnP>d5jbB?EtRrI{1^6K2>?P
zA5-EC6H|EnJ6`-ENZ2&|48lX;pulBYZIwV)(yh1mL4EvBEr7n5MXZ_Y1>sk5tvvd!
z36w22aORlYLs1JuYhb^yEUG7i^RCz)0Bp!!d8Qw%G;`78PL+Guj{4*;h=wc%Z_L(H
z28;%X2kT;KEJZYoh~DNZNI=4a7pzR*tS^am81$P=igS1Z23&j}1dkIi?>%qCuP8Ba
zH;)6etTAY?8*^NLM4H_M0wn*1F~7^iX=JUuy@S7*J(El(%yq_;OeJ91O${INfDLz%
zl$irKOAWO+8ENXLb+&App6!K4K8!LiiN&@dyK;^ux{`1WQdH1Q$`jXbkHEgM?y;N~
zrA^L8@TuP~(30W=Q_!`ellR&~(+!R`u;iq!_<qPyOojV?A}i+c1^<!}g4w0#7%i&x
zQ<t**dX_&l_wy!uj(oKI=+&qk0NW+J1IXwnjrwE?K6HL=l00<hb}Xv|z5|U=<3<uW
zpTV|>EnPmdVpyyRKTmg!kdZrGOrz({R@{nT6~F5}|1{$`jC<B4j8OIDDlDVcIc2Fi
zIrq_|s2RNafgclhc(6sxBZi~uqemL%KL>Oz(lxl5cd39Rcac(RubW>Y0{9_ri%aiU
zoEC*0B?_K-r7qD4=FC~3QmlD5{OehWasAXc6HR}?!bwG5exsF09$XXI)lx_g=$*mZ
zXcjj0j8sda8BwoN#5T7}AwMV2TkcF$P^@b>h(G%^*CJhxz5hB04U!@#<`DgPyf?LM
z!Xl|-(dk_HV|B|x?tRQ`3_$+UD5l#Z5kqlDO)=1@Kot%4?eyJj;8^x2LQ2ZHeU%T=
zymJTb+NRF@I8veLJ%otndz=vIj$r*O0cyO=>o-nuFRtHdJpxe}yKZyUjrN8$7xB`q
z-)PtWCU7j$yU_b3geS-)RLI#S1{&9Ru-S&WN|IUh;_!iLG8Z7S2{4^oFt<Vm?^=&A
zvv{cB*s#^rW^_yx05mqG3cfC($53lXvV03F-U5#+73A*#d<Hi;|HX05qenk^4f(5f
z&)_?}YYEKPHkYGIqKBuk1ywG2LEl>F$#?{}nl;jq=HU}@7LRRw#F?=F;ZWZZYLIZm
zoZlWXL1gQl55?RVfCxMmckr^_Gn##KsGT^o_#F~&9btCSr%_>_QHJ$xnhlWnT(5nb
zQqEvkQ3?tAXQINn85n3&FrDxMI}^oqxCxb4Fe&Az*s|@KTU^q4=!0)hrT_w{+XTHJ
z@WMW1;c4=Mx$}@XmF0zR&(uYWB=}HS=@+Hk5f%fH-?x_ofU=g!mCX@!I#!R@h|xA0
z>CJUK48OHakJhacsc>GT)L`L7)BZ)TE-u}wo`fjFz1#5t|4bL8mdQ?cy)d3j_><gm
z?2U&q3ZgQx9&VX-=;^4&XuCgoZV0UD{)TLW?UJHj3eWMhHOPOWw)(q)@m+LUYe8A_
zwI0jbBDBjy0LgUEt($J0!$O>=*nj1PF^11=U(KgfG&B2f=q0Fj1`x#&7}ZIg&)cz9
zH^59ESTWeAIHFfD$vZl9qD!KFwXahtn<o~{Q@sX0vi(jwNRUo5VE>()tk~R1(+mQP
zcXmD1(F8NyxVzYk8^xX<iv3rd!!wE~HW?887s8jM5wQANA1B5iJYI66=~JH(=}VQ$
zp5s0MQlN`vt0vhKtI^|%iSH+O3e(b<Y^{h5Dd)pAD_`UshKi_8W`H8JMdnsGPX_c<
zyTo0@I<Lq-#f#`-DsNcposuyJ?N>{7DMUaI>?WdSlQ@m#MM@oHdf=2%vAwT+6;t9W
zaO=R%3i!ALdXnKn6WWM(zJG1-3Gd`^TRx6e)t0-p33@Hb#9%`I6MTaH8e)<d3eQ<N
z7C1SNwP2MYl)4V)2GzTda%GyiK-jWYb#qW|0zbP;O2hV=YeI=@Xr!)-Bv{>n&f<Nz
zM%SJEjiw4B@Ld2R#R%+Ru1^Ce+hAQ)hQT2z3fTX9dV_D#6H6NGQ7FzlsJJ#|6grai
zK%e`$Du?jcFRSSH0m*iawf0T@H>o(b(?%6va4~fU@O7X0Ogh4RlK+B?M?bQ$D&xog
z${hCdOWQ3d^WmL_4km%=uKXh5`d3b#NqnXZMndwZ0w1FYH3QblYKkOS-rXHPwPPWW
z9)OQrG*BFC8QpXp<xwx11&v}S>vqy^g!h`QVazj1w@$V1A+Dj4K(cP*Nz{UD-zLj9
zMz@YsmKOo@3|of$Vu9w?auNIcVr=#k^~NMd9AQldtnVKas-a``&%Gu5)R(+?v{kv9
zlKFdXLRp;q0b%?=kjd`K*1tfEUF(Jw0MM<!@|KN6-!S_OxI83-0|sd^+wwfXWj{BS
zIT2b+!^um^qx0xscGeeMpS)w4EQqHu=6dSM2nKum4d4|a&no9UduQy`(8A2N-8Bv=
zzPO|bndT_ApN1=w{xh7gTP5T$T#}bs7Kst_i|@jK4fhMXM6x?~9I_<z_>?Br6_9;A
zf2)d+A^vf(D_N53z9)XvnKfO>uofT)L`#(WWUb3-&;^>0-c7<J;D}~I(YwHc$KXD9
z88fDEc!zxtuWa>CPZ^jr(?O@&4XCe^qEzhVbL-l*6^Lx;2o`-ccS*nEDtrx9((bJH
zE^3`Fk)J9EdJ7|a+{T3yxq;=N05&=!&HPiRII?|&(}!sO#;m*v01q3JLjv&`32Q>B
zwybg5ws1DjYRC$j$UnrPa1-4Hd_!^ou|J#AnQ1U>%Y-N1#VDaEE4M3d_ebm2e@yAz
z6JMUD*_c)?@omMSWp2&XxYwCoIC4uJUaCvsI9jh);A)_ni3CJ~Jw2%w0!TK7=ukkE
z%o?)iMZX4<UBwkK3E~G4Epq+PCDI>peo9y~B+Z}eCucmkXcVQIPKzPH+Znv!<!><Q
z9p-AVYj1VH(Kk_egj+S3`_?p)|Ds1pa&#W~o83w=y31sc#_b@-ke5A(@C0;fZ({18
z*)>_chj3w$chw}L(z&yW0Z84SRFECqjVGX@Zr1_+_-(}hGH?oqd^%8P*+QDjL`pgW
zljTi~_@||s^&hQj#|#xsd2e~CYUONfs|qGJs(k9Eze2D+;y>OiF4~GwBEw{8<YxuA
zKd#ty$ah`q#KuZ;LVsoG;K|^kvhf(7b3iE)5|AEb-XlkvZ=4;}09M8ZLwojIjQlO<
zCdjP@93W)4>AUs&&<06|R>fgFq>^7#_?kT+u|f`feSef?bK<8Ctl1~sZYRMHdG6|I
ziqf;-|5h$eZ&Nhv7OqR2BI=e1725M$&YR*t*($s}d%<&pL1jvE{*@AiRZ|hPyY(@9
zE#IY|NDsIB1R>v>2UsihFR35ut}=NNf8`M1w0jr0md!?*(Ly@Bd<UTeRZl50Frlf?
zu%I#YonH-JNsOXsvz0345_el6RjOISAai+DoRdF^Qj5upwakma$_QrnGsrghP<-9r
zu@Ekh@vj!D<D4{0ap!VBf@72MQ;2+Is&*L<nMIXVhU-(A1EAoIG5_WP1mVIU^xQ5u
zWo*^8s1>{k#4B8{#<m?TrZTg8G<Th}e%BeB_9h}nA8=#Xxkc1Nn-_Cz_E?~&;a09}
z(bI;PpH4o5*>Y!Tr4%=3tGXWZ6pQ9CWljOa(tny7Do#H#Z1md;XH8NlVBZ<l1-<oj
zJ=_p>TotVQ00=%y(7|*hrS<WQAXpEcKp4DL7vzUY@)Y_$8ix7FFCZem^)niEb7L9~
z?$(Z9vy%^#N>~4W2rR0oM8Cud*9MZ_)m!K_Ss?ZPb-g*ZJ9I=%;>`p44UKK3gca1}
zXiCycwBAI|lIhw$t(q?RSsoQd2mOO2T0PLpd6sbd1BfYL3cN}}GkUTlU7HDNR;#Ju
zGnEvh)$-E5z?WQUUtwlPK$H4y-z3oAyKUFPdHtYg0&WvIL<(O_b4<EDMaXZWRe$yc
zh=vmoX509hZMi3T8>y~(W^bf@1|}tTLoWOie5xOzUHHft!-f!Bt*6_3xM$V{=9_|S
ztul8_2@pIUq|vC}kgZK#sTfL=sk{ejqtQgY0rj)9z}7MO5{m(ub%nZe*L`|=cD{N4
zE&vyMJBILqjr3k0hLow&lwGmYUvW?SrW<@mr)@I1G1`$HwnpriF|ZL(z5zc3fdvyh
zS<1Ha=!^ShaGH5=Wv$eeE#^93`f`b4X0cW|3;@bhiy`8}DGB=*a(08;C^Iu)r~7EE
z+?t4G=I?}-A(l1m!gN@bawVCBbaxdcwkw?ibzrJTBR5%%-+D~mt}<u$O_`}uBBp+>
zx=cg9g@vF(CtEovy5vfrtqk}hzY*gG2K&?8-2S46o$2}0EVi{i^ijJ#?KM)+X)&Ab
z3}C(ZwtAqOkqzl=_e$O#pIiT}3d*Y3+;fhO6LcYyv2EDxw5>t!CnYU2s`;wPP|YsR
zpNC>6E4KaU0_z69bvEn-@B(NMT~GE!hU9RP1&8PSDXBLx8d!Di;)E%?gglLL3x55V
zxtMd0u)6Y5QkmUhy{k~mzEr6VW8=~t2XJffC+JW`-EWq4>fY-MUbis!9sNp-ck4O!
z7nWT|4*l<L;OTHsKjJ}*o43GN&RH?7hOP^r^}2gpj~|CME^>na4aQ>^y+HNiu9gwF
z?<xxY!V$5jirM@+|CmOzE21MA+{^D34drXXs`%9b*^H>UOk3A!5^E~<6Ttf!@C#Ch
z-(}#C74p}Cn|hW3nwb`wbbH#q0`UFQurLXDt-eEq2E+01z!#(t3mn1;#SY*x{C{aF
zyWZW;Nj~oGj!$ndPr%!kCUS{#X@(7K5so2^Aaxmm4yA&Qvl_ad+^onS+f;e^S{1~a
zzDmpP9vxi(_m_-7t&WgbH-IM&m}mNzQM<iM%&RsMUpHeVrImln)339Qj}leNnOXDg
z<K=Z0m01Q`i=2t64v2bGR~_PYrpe3e6w~PUVdq4rwQ^4C2&LB{VC)<6t1~0jSv1q*
zp$vsz^jM|q`t4EL0x42#lvt;KgzZeJ1O^M|K%}Kg`W`Ig)nmzYF98}J3cY($o=Jvw
zCu355g%CPKrEW{6H(X+mG@f(KE)A;L^nvWLPhL<-XLs{0feaEhTHQigD+5WE%8vmg
zm67ps{8b9I7d5aRXqHX%!1MMKH(_xnd15a75%XoM*aC-HjTHG<U-n_dqX8S$$aIdD
zE1(h!l?q&){+Juaj({yPGaOQovmF|7IBYyAlCcnKZ?%vsLGM2;*}w27nu~F1+9}<Y
z71m=MoAMHDP6?_@B)rNiigAdPp+O}@_v>jH23A?X-Q`>>md0J(BNHbq(_za@h-&_A
zq}ybEXNHifOg_oDVo`6<bx)tPjlY|%;S!N?akx*(usB*}0SYX2wz<-FhFdJPJAF-F
z?}gzGt27dUe#VFLyQZn~MD5hRuH$DLZCiw;Vk5d^%|$icpw*6U<C%%=_H%HS)M1`<
zcsu`xt#^vftc%*TW81cE+fK!(*tYe=wr$(CZQFKINh<7mzy5L1eY(dz*BEQ<lfBot
z<~37So7`iebs!aEyZNjfY(tF~0$e$DemL6wo|{?8Vg6(*bCx;<o!>4p6<OX4FY7%W
zP4VPjY-ukV0MHeBxWW7xfSsZ=aZG1RKiCC(!~W}@l6JvPs!iJ-KaP6oZIQYYk3<0-
z3{8dn^YD48dgVh4fuN-g++N2i*gV^2w7)0?+{(7tsRu(6wP)jV91G*aUG+_OsJWt<
z$Z|PF6zYU35V9a!4s;rKrC;0k<5lzLbRU=oRlB<s5IT5diyNMTM-3O=&7DCQRyRjh
zV1Q6#-wrH&WEnylY-S`?n1Q9e1?$JwR6&L_oPPr@h$D*<y%IQb7>Y8Ep)#*77a+t8
z-Z+BRjIKiTOD@2K8JvCu?H)79<4A43t@uea!RFOkhi4BaAgNW&7+2qK4BndbLOKgW
zar53AkZ3|#G+BH_4#~n}d=SV!Zr6weCOPLKxb=A9$q1Yfjo$`&S}77O$^8E_N3b!B
zUC{y_%rZGAg1b3>9qm79qp9*RoYX<<Dq-2_PcJ&gGgLu(eCjv-8}M52TE+D;5Z}67
z^tM9Q5?aqRH9PB4%_c|v^6Ks4N`OSgh2~N*J+MXAj5IZd9Q%#|X?Sr)S-MSqN8?F5
z`{~4!{uK}A<AYFH#HECwjE8fNF+|uECvplp)_*4(#G(YjdNDH5L=)In5+y>~3~!lz
z7$U%L9z6DO!@Xt*^mSRYPcvwns7hYRa^XcCd0lkH-y4p2kL$^Nj2!my1|Sg#TN$nt
zjDk}a#a1oCtVmX(yo^_PFPP-+SH)hoWL&IZ`gMF(i<AG4m_VS;Pvt3A7gUwSqs37s
zg^1+K-ycnug?UDCeHX4qa2t(d&SP>h71+KSWFd&QP-BNlRs&#QSEsU+t1~J;RF*Cp
zYjvwFs*FJ1^7?q~Mu{e81Mn>m{#&A%Ws74robBWwpiBBelD;}?7h4EWgooYQ+jgc}
z=>Lo+%iFu^i3x$i-YI=Mf8D>)=-HGf5@Yl%)*7|~l!;#bSDMRZXsj+Gkn-Od{C<%B
zV7MzjVM@kv+=I9XHdJw0^huYd9NO9Lk#g^wAA?NeJK1t9YS{sJocSafP%un$WBa?U
z%()rNxY~b&iZk7%ULdet^Okrwz8;0rLMmb>Y*Q(368kiC;S{Pb<41e2ypqlW%*B_y
zUUYev`PNO+KG<^rYuQ(fd5Ms?y&`EkcqT`6VmKh8q68?!Ohxi;kv!6N#*(++Q%<o`
zG)evtjT8wDAJhQBbU`gahy&VQJ|}QN&x9-=Cqm&jpfshS2*>JR)wRzA+5NCXX&sjc
zNZxR&=b$k8Z4YGvUQ6{!Hez11JlT6lNPV;wk1`IzNSdO#x4{akKB+9kgx~6tFv=-O
z$r<DD_i+wl?}%@u&}rG{c@!~eC{BmhrV6(ifZ$F3S$_ay1=kddg@T(taT$jc4f<my
z4fUr)sNf!;t58aR>89oqL~6p@m8<F+YSKHKEYcC4VBZ2dkC-`tWY5;rOQk#h>D(3X
z3%B#)ocumtX8Xp*UZ(E2zAT|?7=O~|wlA-N$3INsFz;8;9Bv0J4@#@zuh*mFpJFCy
z+hst$Zvx<Fi1Zy)fK66Ypky@6z;VLIpSX7p*o)L@F1-DXr>O2PYcC~auTy}?D6XMs
z?5cfHX)PIIEri}9xp)p7ousw@9lneqAIO6!No-@x!7H6E?IL^jEEvWQ>G5K4{M$2p
zqRcGEVy#s0JH#QSk27=FGh+X5al?Myjw&e{9R)yJ-`{+$sc~PNuigl^TkYdPWy2?I
zL5m+EL=cN&M-wP6(=Mbu@+kYfftU`iV4A$9Yw01yY=01*@%V<Z)G@8^C{(as9l1`;
zNuAmI3Q7_1;EZlC>dA;qjj~>n0mSmbsQy9fO?>$S@HTD9ta;Lf$Wcga7vAaF#$wyg
zgAqWQYnkaUQ@Y1mZbA^oaHTaWkJLz3a*DGNMFqSBSsX#jvRY=IvN)028*xVBT~{`3
zhyt=wn4+g^rLMs^pY(mJFDMirO9V3rRBhe+Ii+?jZeI6v#{&}sKP8g|DGY7y2Sxg+
z!7{`POj&OI*#p?GDQbbp#b1pnJCARPKZgL&hx+J5uwi=?EEo*^CPE*mKy;k#iFG1l
z2kGzdae@h6kr?EW!mmA}Smfa08;xQ@YS7BTvqV1VKMK&e7w4L%P9X*1!y~5tJc<@j
z`9Sg^3+TRRgUuina$5@HeFXrn5|Mxa2Wc9L9|&y8!I0&`pM;quDPBuhQS_inEHgmc
z#^jrH#Dwib66Tl}w2oA*Od6idb$#a!g~jVOD9m3w=UL(MsO&;R9yv)GoI!l`S2E#d
zt>Wur;1e#75y`85`Nsq)7Lf8YLi=ni@=2k~eJ{n`FF{Z4LjCg^H`zUw0DTDQ%yknU
zLF7!O3ML{}S`9AnmO>L~A-EAp^Co}}$r#baV|?YcKoTU33Ysp@Bax1%PuIJwl)9MF
zK9?}h;F%dM@HYLy6UEB8_YCRYv4BWS@7ldLa|_=&q|2jp#(}$LE+#Y!xPRQvRH=y?
z@s6RV64^M>AJFz<Jahv(=8r&t)ms@>Z5Yu0XgC>_kh<Y3x}cQWPZ-xdS|EVd@gvet
zR@hth!~we~FYRzP1a&#1VjAANJ2^vDE8?*uu}P_LRZ4n8rjZ^$2Q*;PNGxT~^+hZ{
z61ez^bMnw81YZ|4k$M-bQ%NdiCN=Yf`1Y}zl$vbYicB1?nuT#1>)}mzxX;&IR_ep`
zJk2c);&v&^4L-MH*l)a7hX7DOJO=@bA+BWZB22iD&b4jP30K;{^6LnvvH_0HwY3sg
zc2YZ(MN<Mkl^E2z5N@>?!kPrsx)N@+8N!+dbV?Oss(OIM)L<rgAaliF#>8MIWgv6S
zV8+xyYtlfAT{9J~I)p_t3a2^*jLy`s3Zum&FtwoigxQKdj(F*j3Kme(B1MBLl`^uR
zjg=BnI2mX`A37QQ%M`g8L&)^7tnpqeDwkzIMeDjcL?L6mg3e*}u+(6EculPQvdP}_
zWc=15(qfL^+=2?s{M!Er?lyqZm{u+ZjM69+nom@wl~|i3fHMJwFG1OhhTNM*Z?QDl
zKt<*vBl%jZ;5k_1UI!p^-;Km~f^H)X-3l|1El>N+EHgelMg=y9LUfs3T&k)nc1n*p
z;8jNgV($sHI+Q&i1{@w?(KC)Mhwh&qxtfq2PyrN7t*xI(Qa<r+Ho}i;h^Tg4j4mkO
zuEQ>U6q99VM8yW#RYHN<;J!hsX@x1<7(sRb8PL{aHy(@jkOP=i(~-xUYa*MynWdLP
zJ%9B3vl792rjg%W1g(sfU|k;CVcH?CT|5zp4`B~$g1t=gb%`T3Eh20f_1x$lj}-~S
zN?kYrWws!Mp@S;RE?gGyG>!$t5WCRj{}JT+uQ^JS0le3hQ7MtgS2{040H;Rg3n^KO
zoJjSr)V?P||2cqIN)mY|y4ib@j<A}-?FY{Pg<YzJilNu_ZK{mz@9`)SF#@5@AfMxr
zL5^7-`(Y9Dx#?P$_=udeBKdful@RIK&33}Hw%;`>Vl<-XEHYNgBZuGR1bAaugA6*#
zee}t-jIcB*qg1ZR^0~R6q!U|tK}mvJtdm3K6UvC9CK=!_O9>q(lq6eLv;f>TphWB3
zozb)<@K@1V9%>AMfs9GvqzD4l=!We-VHU37-YqFn>=!9D9rvW7&46-CQ{PvN^eLoQ
zteo1wji<DfWEvp`>{1h-?1U9MdOG|11v``Qu&V9q5t1!b1V=Mr0i?0da?p!2ny1a8
z(HjyO^)NsZB6?dsQKCx8?R{aEQcsSn^Y4z`o|XAA{dYE#_Y_3C`fZ;*$ZLcNfi1oX
zrve#yne>tB@DCdFH^92~Aue$4N8@pChbz?=ScA!^X_bQ7Kw6{UP45x8h?XeQ;O2A<
z{r3ow{opkp`*}<u`z{b3v>G8qDf+!&t5)-!XDYz$v)T5*8drubXGT=NNHt~WQl37B
z7PeU+7jAs*;w~n2;Nlr59LnA?Mi|LR?`Peg3I03Z_oQ!k`{$^PC9T!|P4+WWaDlOb
zNRm>Vbg|99sLcX3?ta$q*$Zs-%5;CRX#%H8nm9NNnmdwu(LxXYY~{WTM2fQ}xlKpq
ztpL!P+yJy2jmmqz)A(H<dyjBhEv2Nhhe4gX9@`ieJE1bED=tW(zv_LQt;dUt&F*C^
zsOBwCAJ)Z)ZTrIh^$1^99Umh_;pRVsUWe!AyqJ(CJxE=pG%ET_*s|dfVv|S$Sd${}
z8tZTuvx7Fc8k91xyA5fd)b<wvuOQs`t{Wf}M@Bsqm-<2F*)7CpTAcK(?Qocwt((?M
zD>Dvais;Vg3*-pNUN&{*2$Twz;G|=|ylI?MB=CXt22}ugAaVs$+>xou^kO)I@BpL4
zs;hbOuXZ=lULg8A&3w$NJYHwpC}j_hzxU|nRIdg>&2_uw`laIgFCkKFwDV6CNK1g_
zzRL4PV`?SwvUJr9$)iRlrTboCp4678ctN#Lqn;f>AQLfr4b-GovBa$8s5~iRZQ8=`
zRQKfW0^tKIs-<wyNqBcr?s%$S&8Wek6&xl|WjUw_T6!@~2CUY=+p+Wdd{G-*Np!Q3
z&G36|(0?fGc_GT!3oR`eipIihQ{Vth;JNDd>1C-Z^}6F6(faCo<x4Px_4VGG1uVWW
zFTdq`O{E)ol5?-{D{OrW1Dfr<q!fNr6NNqBC=aO&l`IS38@1B^*5%gPc|?K<U8xb3
zBM1yAw>u{3^FTdp>TH7jk~$fCjb3LIJ{M;U)OF-o-Oxs!tTfeXQC43pHqipK$oU(M
z2*hU>(VdkiCpCv_%_@xoq*xtDxXTxQp`wgX^K%BdAWCkDLPNADmF>&ECuXlb#5`NI
zQIaxg`!ADZ#rj-VTa%st#8k_$BBmUm!1tA#tBRR<fjTWVtCLntLHeNS)9XlBr{J_o
zwU<@6Bn!91tu{{1kLzPME`|b-Tveku67@dg*=k~_SAOG67w8&qJ=DQx+=okh*lb!i
z5CjND4v5*thmKkJueyq7u9;6EMS~scLlvAi%k{m(DdU<SEkfN12fWGPn&9PTq`8T9
z4;%E@IT#09CG{&!B&BEvieA@gt$OhbuL}L!w^~Bm2#^X!j>P(rk2t^$Hx_nVvfJ%=
zpVzmM&q!VmQ*`lup}!<&0d7-YP=9;(rx@%S^4%}Fhw$L_65S%XP=PvS^sc^(t`#xE
zJvACQ<<J%_zQbD@ovKEvg=^*V*HKM7lvS+M=}l2Hp9Pk3mV{@Em%k)&+1_1~E-oIc
zjF0vY?|R*;t0%nn&lf;h$l3`uRCA`RxVSKHh<z5l6IhPx#P43FnT4n_+5~9<c$ZL#
z4BUJwBo_L|9jyU)f}yVYNnZS~op=S)&R8;<v6~Y4&5iBH*T}32`@Ud&0kb9qKxlDc
zTI#ZA!G@N)2g(1IRXTLxH^jWDuuSJ*4n{F(S@v@gPf%??>M-CQL~u(*xU<ew4d<1v
ziiNQ0&7P`AeIop0cHK@(g1)O*t-!K#(uvC3WpZ1Ee2T-IPy|4+u(5jYs}&?7oO@PO
zV2`$_{n_p*RC6ALxIG}ZK>Hed3CKOm7d||*Mc^Q<Hns>lVR3pOE^}*^Uc;SGQlpgY
zykZC~A_<dlwgAkIzG|fbzY8sqnjcX0(PD+Apo2|NjDkL0Q{5xugePuIh$bjsuOt$J
zW_*TdEBK4*NaUk~X-5bp)EK09Xp4N;PKB@*{+0a4u?v8`MOE2!@aO%7yfT3LpdN4)
zPWRy{lWTVEI<v%1vY`~}{S}Z-)!4Mj9`5%6-~Bva#R%x=422m*!ePu+FS3j(ru|gH
z&WRtf!r)Y+U8o(x5Bt?1o9)6?k~U!uDqFF>Hy$zk`TLW?HXWrmq9_cjx^X4I`mOK_
zCMax-En(;z*kg`M%8QE1AF}*c3eVZnwbDlbA-Pf&Jjx9Z6C|WIfNyqxzE+=$q)jhc
z3ZVo?jT@jJT7>&4g|CRhj$IBknc+4)S+!$*IY5(Qh$<B-F0^$@qj+?TF01VN7#Kal
zQqfEqd5FA08)r2DTT@H3VvZ>zlNJre>S~GALG45nN#RJ)ds&nSXVA)nGnh7TJwWMu
z_ka<jDS|j$Zc+F)p)bKm17AP&$skKi`0D^o`VFvbSA?z^#emdYw09s+AA5P1X>RDB
z?Ay8n_6M`kY>c8NUekGJB7tqo#ltuCPq|oTr@%7dHaXaV89&f_;2-R-Di{Z9w6qs7
z6SShqT$l%FDTo^}hveVkH<aasPXf-Sf@8W8&5B(Gxe)7gOGCJJkWfh{v(zb0OSXJW
zkB5MLY<M?AJjn;By=eAu+f4GD0+X9;GHXmOtuBd)$mXptKK%%q^c#Z1v`q%yAnl>p
zt12LZ)rx{bTVkK{(~ZNbw>r*OiHokNoEnjn%@n{pWs&H`G<3G=yG8Lu)({EaabZe^
z5XKnrKbN4>2FGaTj4;`of{RbXA=Tp(y&zzieS}lDB|~29jk|z&b%H_y28aIf=}WS>
z^ZsVQiXAEAc?3%|Ja}K$bwbI5mg*%&yo<RL+%#!I^Wm_k)t9k^EJldDW2!$wn64RN
zuT(z_4(CY53caqlSsA~pt@GO9n}V%kF_8E5;|3>yWxuQX2}Y$@N_g)ti^Ue>Pz%5V
zC?=hJ)yUEl79IgZ`F)HDy5N}RH|3bNs5fkqb^4+LEis}Fy(gHpYFcZIWJ`;K{|DK+
z=C#!;FrQ=qXQbiA_UsmwmMG`_o|JvoAdZqIDdfA7PIFkpacYI$Z)ymS$PP<%yUeFj
z+m0340H-P6+Dp60$b8djl`3cls3SmQq#c35hG%b_4lGwR1o2hKF?onO?Wxxq-CdOF
ziZPe9^dV1Sr{M8@`GlW0J^}khRpo+}YOR4^MJw=RtqGXyGT31*dpIG-Gm=_2skME9
z2++uDG?*5c`<<dQN~5Tp7Er;5<F%1sY@~#Dn0d{{?#6-W+95=FtNdmP$O2&2j7+-@
z0wFf$G(pmp?FFBOiDS#IuAo87Ty3C1T$ufUIYu~rUsv5Czq&DPcf3vg;$e+TwA~;}
zp)yrp+f}6jY6+p&nF1h`(|O{?hz@5E@Oe~QVC<A9p6-aZcmSy-dr?0<PfJsiiLf!)
zeATt4UaIS^MlT;$IMm7kc@9WyyYh0ucYce+pBPPv(xFZoXPf_r6lM`Jj8A>G7x0C#
zsjpfhk6azjR89sOW_K#pOYIuT;u&AChUD#0-b0NCs8IJyjwZm7QikqJcYM78$3yrh
z{>m~XY&Srmr!2r`lOeG$Bi0Vah`KJpwpeI<>n`-smdphYsYeqSHUL27Y=C3ROH|x7
z#W0+^CaCQaG&3x@|IM%tA#1@nM=RmVoxGK&YP#6X6q*q8Dq=71apZ`q3l`tiqEIX6
z`feSUS!+U7+e8GmEz>HmsZ@g1sF5`inRWUw)E`yeeSzO%sN|vMu;}aNZ{Hz!wY^S1
zfNHZ{o?$g;(%f69&jUa>c7W05lW>_uTOB+^7FRwm)9)X_CXnNPS_U1*el_5*IhG4`
zSgT`XcsmV#K~6Vv$8wsa%CQ;D(`^~$8L|S?q6;V0S1_LD_^Di0aW6jxV#(lCHe%2)
zPi+NVmhi`eMeSS0(MNJPGu~8@c{%EE%vX!GE+9ue6rHem5d)Ndxrv^{a_}29@~3Fl
z9JZ|YPU3%6njhQ9SKNvYa-?*SuOXalU@+OHx1nvq&T%@=gc9r51TkeP!K;htQ@54x
z4rlowAl|n~w>uJ9vfMX?UT{lstQ*mks<gi0W&p}&w8@nuK%I`3cw+B4j2<h{A~luT
zz1<sw3GhkALjcO0Beb?3GBRaYW{2T(Nsa2|3Z$=DBq_@{nUxX|1(7B4{qlc93P~ai
zIhM*001+p)4=NDGAFURq>AYgicP(a17k>|g^EPJEz8n+I%ux=r^c!h+4OSbb+him0
z^mPZ)UTJlNGBsEdbtD!tvsX2H-4xW3-GsIBPHnP~*#Q^}nRp0Vvs9(@9T8`*+nLSa
z3~u!@1h&0J%whEfQ(8A~<)s(>MTMCZht?Oa>xHtXYC^@{qH$sVMct@rt~X-53GBsi
zBvN58Z5}0bp6&@{-s{D`{Se7}(WnBbssG6h7$0hIM=FfkS?+eNsVf=VG_8U@wWp(_
zxd_OYm;f6uQmlANcDFyoMrkfd@S`{|VD4vME#mu?Ob~I^AMzY{HuoTW7H>|*$lgp<
z^1fpVi&%jv&&*pj+fu*N@WmX{`cfp*XAt{6#M+{%B)W$LKAL$~&znHNmq%~xY#|Vi
za=b>fnCKYF7;ZQ5xN+}*S3bcI1JSLgh#peSCIGcg(@hp^QK3!ct9-oKCF9a=*8Lhj
zI<n!R;}7`~=jeJ3kTW&t9W8WisVC|NnLI=*n|JqT(Ly9+v1zlob@~X|N&o&d`CW7d
zERTM}`HYz+i(x_<jcW=W$2(Un&9oJwVhJuqow&t8%x0akAt={!=?;z#{KT5A2<_yT
zqym0&O-$DqLaq`NHe1kho5(Or(#WG?Qzmg9C)!0f*uR2pPKN(p=w6$mdrC;NtHF2s
zIy7sUQ_$l_Mok6K-mkJ>o64iHD%>N8-Hh?jRxIXL^Cre9=0RJH2bQF9BcWe2fMO-W
zCi?C5zs1aoPFamnhoAFsF9?{6t(#Z$ngfEN?#8|#DGHr;=`vLcL<ZVLWQ-acD^(@g
z<+|6E_K6IQHP#9WC4+jy;7Dd7X`{*M-)||4*{nG=O)M8&=YSyq2uETIDrXqqwiGCA
zwfmqBd(9**DSMFnoet7%yB<i?ZNWqo`1h0B2A-Ko+dHGGx|R9M;XL%|`Mbm{*8sKA
zVjlj#agU$2NN&pomF%rmulef|%HMXY0Q%XC!w6h<(Q%oLTYR9A(Uixr4t>9+-s3XE
zKf&=Fe|CVl-5k3Ei&Jx^TPL#*Y(^~MKGO^CAQ@_vDji-~wvGD6n`HL&Mb!GYxKm!j
zgrUoy9YCC`!E7m;-j(oA(-B#9p8)I7bo=1TXABcH(ZcE4I#G=5HOUdYbJ%Le8`NgO
zn{kVLG#%8BkMFyex|tQ)rN-GhDlli=xAror#S7Tz5z*W3<LkI}=u)}y{Aol!>;8~Z
z@Uq&;CzVd*(@=YFB7!~izQdfGtx^O6b5iBQVI%i34r{e6x6LV}ugZR1?|>JT6J^{R
zSb@15A4Z?Ple(0*Bb8Lm9#W@o_#HI%Wonn-ZBG;tV;1CQZhO)a$KP6`qx^k<o-W>>
z3j7bZVd39ustY<9GBdOGy#56@%#|7DfDc^r5jxw%T>?uo0*j0dQ+-0SGNPRYmH76+
z8@INi%vcoOzMGUqyqvsh9l*`yS~^E*qh()j)zpj-J+r_0P^kgjT>0qzkcWCqO7w9?
z%kGvzuB7k617F%IDBOjo%Q3DgrHtxn3N=f!<W2^BVH+Vw0HmO);YO*UC+Bvvc}Z47
zrQ|Amr)F96r`@T{lYiO<%A!`y9oj|c(i|Nxci-Y@K7(IE0ix{_Hvo`As``!ZkP)A9
z;(2u7pR%O+{r)QJqtadvv0*+yq+BW#VGQY)Df@AC;coZVgPexwjmqnZxwr4huWV0P
zG=4OwLHZRyD6Kmhhu%@OkM8xt6KXf_1EeRpyV%B59u}v6nA7@fDlmGr)FtfKi)|vd
z8x!gN_bsXHK9eZw9+0-o(&bja)ajYKXtxsU?YFrOpu(5)A7GByBBsID@|U!$8EjpG
zpy$MDh`2K+wToLZ%Yd)|dd1r(0J<j*)6%x+J1_x*rnGja>e!OHI)R9BZmM(IT_;<!
zup2LO6DRylexhOG6j6z~W2Ry90$qiP?vQuS2V#_@AHXX^0^oqMskS1|J6RO4Eb$>s
zDhEm5<+oX~+SK~0<i3Ck-<8f@d7!iM=t=RFJcW#Jv6#2+R;@)92W5Vv=CuX&8nJcA
zdBoSQL*YbN<-;gP<`GnCxiF5KzU~?zI!$OJ=PAoW)!TguAHdal8gNtph4+Y4UT1;Q
z6Piu-hiJU64Nw{*c}uQSqYBD`P&>KZth$<gqFzMjDcu8ReT03yDa%5+t;P8}BGV0^
zdu*R^l8D~Ro;yzF&g2e9z!PxY$UTGdk8TOTS5imLWUMfRP(4djt7II>VXk)gT)U2^
z^-5P$wl7=w7;U;tPjG^I`-cstWao-AhA1}ottyZ|0rZ~=W)!b+ZmVgSMD5r8DE9*c
zIFVBY6C9fRvtXujtlF4%hKbX-R5Y`xOHSo9Z{@^hI_ldyk~355b!3HReENDVhUu7v
zW+3>r6Gi=6!P3S!mC$%?8dJLY6r6}6E1<yxj+eK=m9kzp$f!301G^rKq<FAaDdS}B
z{0_yp0ltgWl$-cwwqpq}M$_6$+f@6=Ac%QeB(`Q8(CoGrySCifsjN>JVymuI`l@N=
zRB3v<#Sh&@JtJPfb17zQxicV}d&tkPIqjSmq*JPv+$ad=^(7?8XwBRRI*#wRZo+z~
zqczewB6bx2VpN!XVFlNDL^lNHb&tyncsigb001nk#Dxn0%c8z*5uTU$vuA6(Vk@qV
zTQA!n*ZT?GK(d07CVGdR)j469+r8CgNhDgj$PB71(cz9}z8GP$46lvvL(IMYe2|dh
z+-#e@m!QHP!A%qA0BY1!;pC-{k-DY5hrB7KmhqFNzvg>N)8M5!@*L}dw5lTy!e?N{
z08s&j@<%Fcpj)G&y@pNN{ZS>O-*K%7E>o-+6!jF&`?Ie5o~7Jv)f?-~@)nuKMaTs}
zc|M_OK2qN9fGz0Bdbqu;c4J9*%KmwIUn^j)4BVr?SeK*IM&K)BWgwT|A2%Cw|J(h)
zwdMWspSAz{>G0+D@xzsJGeSU16JT&E&u@$XKec$)?>_pCMLsm*0j#y~@^B&Yar1n)
zXTLF@`SdWHeG$v->{2h(NP%&Gnrq2Dy3KMrZQ=dqQrOdNCdT`J*!{)x|HtnCKMOqv
z|9^s;vR7XZe8s$3xpO(Xp=?joJtlyTMji<&HtO86IRfpjfIyeW9rEH*)|8#gd?s&F
z#cdX=DznR4UTn@^8@v7rPEJe$1BtbvvcTK6-p$*Ks1Xxp{NLZ(0X#4SPt^4outQE1
ztmo;l>Z-mznYJ(gjX)50FYxMT#e_)b?PLv`XN?KD`pddcqMz59%5Dg;J_IP6f_A5s
zMLOD>X}su))<+V>WCyj!k=ZP03!2xp<69r0oKrbVBX4`GzBw{LRwAvCt?u1{2|X|~
zWh8BEVX=;*Fb0^Bm;>dW@Bj@yz=bIPKSpS0)WNw>kZvIti_cHEG<K;!>e&(sdjX|k
z)=_t}(G_PNM-iqONe=)YX4cVp%P@-JTCfKavCIO!ssC+{Z?*9CF_rM<K9>0Vwhk4W
zk!kcd5K>4ShZjma4UGACm>kLzg%`xBGBn;pL@QA~cLRK_Dg-H%CkZ9{y$YrAx;x3L
z2P-QoLNIUc^TOr;$M~6%?X#odey4+7RA3`oF<dQ_MbNDT5czyecI4{x2m~uR<W2aw
z-=YESUX5GJDtr@s<_W8+;R3J{0@7V>%g8V$AotRIph6byo|e817QJ|B#L>t+$@;$-
zEkIj>So;fP2x$q_0*Bp-OoIiNi^hmHmDbB9w_T?nTny#l@eBRPvj-#20GhB%i<spt
z&+rIp@0tyjiBPGLyy7(<9?Yw{=FDNJK>x2rS}AU~flKwmc%%~MeIaa<m5AoKgVmYx
z-zBU3l&h|@;cRsSw?2@CQ~s^-hzbx%@A2<%6P_H+cay@b{yfqT`cc$5CVu-)CfzjA
z6ajU<%I8pOzU4B0z|CI}h0^gb^U||uVliWDJUsJMdpZ}k{Y!QK40&6O0yWs-`(qRE
z-2529(8irm?oi!>Z<oU>So7Qb*uTT+3TLY>w<7vs7?+h;{ie$WaWVA>x1`sr#SL4g
zJWCB1-l$`F?WuP-^FXJ|u6X{Jl;8So>LPUBI@N3sK2Cwj0H?fbbU8v&RsGfYb2G{;
z_E@88p2AcEX5DCD9A)lKONH%_Gx<_y0}w8Kk696+F@aPa9y4p)=tBA({pp&BiaAPD
zRqFuuyds63yLVJ;!x>#<+jq@J3s4P&@7x@hg#_#WsD+DBAa(E^YKQ8GSe&qq0~`jN
z4-x;sm1QS@+>po*G}Zc8qonXQBvIFMf{5R6Wmwp;*Aez5Kk%MA-df%Ox63a8ObaoU
zwmkUrx$#C3B*LbPBv}&zD^tk4(*T^>2{xO&Z@_zSr(wbRm0|!xp(x@M0e<&C^}sJI
zi*oD#RJoF?LGyXj4-P7?zGP0<40xhK2?D7;%tQd6P!A7DQeB)4YQ03#7K^HXycClb
zXqu%=Aw6q|YfhhSPP9c)+ml<KY-JBVzk39u7Zx4YqciyiGa4mK+mxi1rpX$oX`?Zf
z(u*Or>5kE)TjJ&v(ZE!2>vnb+6K5p<)=;Icl9N-W#a1^|UHPmhijo<Bz5AK62YAa|
z4HUrfa^QCs-~fGqjgWMzSu*5>JBuua({8g9Y#XXIjA9E<fyI<|1nzM>cVy~j;A>h$
zHW+=P#0BEvxmAy0Ah?($v6u;pb_DM;-Ivd~%}%QrWnU#gO=d5Uwo7cYldnFh%2Ag2
z8>6=|zZp6J6>=Apz<=yY5{ZLlZz84bbP7Oj2$`MVs&XBmmt##y-QV>g2u}RoQXF==
z<cs}NlEW{d^sw?q&u#Yf%xcss4DaXXo}TjuoJWAkR`9YZMx}KEyJttwTRrjVhts`8
zFcxp^>*Et0j05TzG5S&<n#kW~BNllgl@1yK3G9f+osyTA72Bzq_wUtHC1T^obrGO5
z>ln#;VCeSJ-4(x1Z|$SU-bzyg>CN>|S!ZO1v}dAemQi;mPsXF*;FD;3UxPcMHDFC(
zILQ>sgO(b#O5pyxt1GPWaz<kYRUF{k4)~gpKe#SI^~+m@xZU~6tk1rl`nb^PqbHzc
zF}H7w9lkDC<VAa8!0*Mj&KRuO<N;jPCyrZ>1-}5J7I!Sr{2dF`6@ieWVoo1g6(N#E
zw$Wo|;ln!NhZSp=9gi<m49`DDw*gV+`=>c#7m4Pzxi-BPLNj7!DkM8%^Rn~I=VLJ|
zC)xD`Kx11p4{LdVMiZaFQ!ZFoD+xssGY*Mg6H%QYfCqwsmqy~QYoHAI4g(e?3Tj0l
zg0L5p!3{&6nW;kQ$p>Vtf)28sT+u}mrF0CCI}xuv(MN*YpD%<f&JB)bz0pOKr7H|m
z9Sl46wYhG&9)zufTKbjsL*khb!R(P_n}8)j%%seMrInD7R1H1RMPRT^_ZMX7NuMN?
z4?T!92mLvsoxIRRaAcSd*8#|-1_=cyhE>p%c%sIX_`L|kx^m1WQ|YTZOpygKsf(y_
zy8Rq_A@LXz_3SuiBoXDRgVM(Fjq{Wh4Pue9P|&_nVq=CP0iJOVRd|W2)N&b3Oyqhd
zI+{U&Ybe%M{c!=ax1^E^+F{|ZJbEUnu#+ryc;?DP4)Dm&=m$l{5P)Ig038Vk)DDqY
z$wT%fj=<M^kfe)q+$Z6Or-^y@{P%RN*;5aey5lh;YSH=n<^eX_nnek2TC9R;RMPma
zW-dL;dvGlDU?{AApMxHh3E=34nktTljt=pYLK?ruCBgAg-o^b3MBoEzjnez-xyWv~
zlASr){Yj=(rH0-Hm;fe*Uxh1<30KHtQpJWfi2Ik!811ULS?5cK;sb3cgSuJW^~z$h
zL8MS%apR<KQ9;l9&yJ8z`kK4Vp)!~JVc1II_t_;c2yR;S$pJ}$4<#ea3;hBru(a@r
zBppOdw$2V>0|1f)T}?bY6Qo%1Ds=L7FNGBU4O*^Z5a#2>9008dWEoRZpaw)0cdIZq
z8gp0&2r;DHeaA5OBw#|nJeI|v5xXP<$A@~t&<VmGu@e;hE}*}>kq(?tB&F4nSS#F-
z;6;!?SU(=(1$}@E-Y?iyk16(o+_ZqjwvQ_c3j+?)8Y^Lu2C<e39<C{BGeq)6DjXr&
zKRVPGvy4Pr6QEK;gy8Kb--rcs7t143Sh&n8A3+3TCIr33Je!Q7K~BdiMmj}Z`i~^@
z)weoBZwF^$X1S`JYUJ?eUP4A*-*UR5t{zpjE*xmY()n?aHVi>EpjbZ^BV$Ge4kk(l
z3qy_tnTkSCvkVRa7vs_tk}DR|5<^!Zk%HW<H^)pF0nl19+vGEAY!7~CfQ5=|Vo0wS
zpa7(`3`j5&AjqVn6-aIA<%#tS`JB-(I%Fq7?8Al@t<ao-i}PuUy9uKlli}QIF?}Tm
zq{(!HD|WaeMUFL{;X&oa*E<@K=4hs*3M~b;5>%HmM2csWdD21#AX#ACQYc3J3^cjn
zn-rxa0gH9w3c|*4Oj<Iu+>XfVX0_~rj*tp;Z}5lO$H5A<V1XM@FNgPG!Xg*xFXtCU
zAW8oiEtg#ntC(eEWP3SPaaCDn9K)??<Sq<u{w6u%5@>L9W@SuJXk`Q7ERjK7u{9F&
z{dGy=`j>shAnBZYg#gqH4u2HlCv~S>qh76X0MFm|{mp(sS?X?CFkYl}|3N=29|mc%
zylbIsO&$fhK=CBx$ZnuK2}4T!q=f<~(xC1JmqpLp1~<G5qzF|M>;rD;TVkcikhYXr
zu?QO(lyC^+vh1a7i`$6#VN1EMEt#_#BoU+ZO*|103PVkf{(;kxHh|&smJDX{@gOob
zfYe3!0=X@8&_w5W4430C>sGnT3Ucnv)62fi!a&U9`poT_d`z7R9^?jJFJBka(ep%Y
z{~Te!^krF~oV=I&t_9%U?8!CCD&j;BdmkyCi@&FAPffa*Zr(A823&A&!=>E($<-6X
zTt#$YIrZF5If(O);O{}uMzCn$iD&)`K&z0UQ<A=l=NKJEK7_ZO7pj^2*!ky;o39N4
z)SaU|a(HEiSIiG&2_vOBY@8ie4H7mh&NV?k?R|yOo^an#FwI0eQ@y;cCm4Y#-<oI_
z!IPsd%l6IX<ITDf1xes_(YmEdVFn#j15m?2puB76wEHStHRQg-=e_besLw$R=-u8E
zx%*z9E7~YGd60E9{iFM!$s@apgSJ;HHau1qJnk}n=S;n2yCM%i&D7?a*XbLWVZOg(
z#<#Vx(FfdsquXNPv4m6DwP9!xkKsJ?z(f!KyL%I6#O+<WPl4r+s_Kq5C--N|gZoGH
zaqk)$s=DiB-3EAW5Vf48UBQnJz)Ey;2(H6=f$vR=;=7nFzijO$3_sL+g$=!%N@z->
zuda6a<aecjW?}GdGC9HfoVc0%oM}clL`+}Et2<MAq{eoE!^D%Z<NQNw@N=#sK~vIn
zfY?cm>r4S1jf=x{qYrgO;W0u{^Em89Xstbn6<*znyi|<)eUWA@LIHax0EyiT8sETb
z8EoxO(HIsk_B>8ecju$lW_275&$FTZTbg2?9_v0O9Bj6X9QgH{a{m$xNEi4(&In4k
z%d&Y{h(BgXSu#DTIU4abJK`iYIod;@GYE<ES%twNj!83!&V-8};_uQDI27qYFoal~
z8F81h<cIvt(ZE7tZg7!G0Cc{#SEUzaOi1OG-x4e}jgPw2LzfJ+XtvA|n=m0FH~w~A
zQ*;&diTkLp9MO`cp+G-W&&3OA7iOQG;^PhiwzFj6UK=0BTC7^#fEC1wsLG5+No6V6
zWpi+`QN$lM0pDIiBK1ja4owaC$;D{)HYaWUuioyqcbXNoPx;@y0F?+1GPO1#&YWsW
zVwF-QtX{C!Mtrv-1RA+dm8mQQeS!35dD*Smt=^e3&fiVCUeSHW%?vnouW{E2zaG5i
z%K!0}lqa`XLVwrrB0lz+o{AZ-imtz{tem2YGD=ihZWPPGz^MXw*EmD*zWgQL`xp#a
z=9$W_yx;FnP3XhW0okR$|GM+dbj0JyBVf4+Rj4b^i38o-)0-RluWlyK)lHqPT@LYx
zCPMgF^a*I~7ihhk41^(^v(iW-JX-V>YPA<>MVb-EAyD!Bdt!0nU&tL_;u(4BpNc@u
zLm`c@Yxyr@QT8u$kn=wo0#&QNN-d!Ztx7ZD5`=QVzcS3pOMfG7tSZmQll*D~Y7Po%
z)ch9x0y>XXx{yX7ZAdhnlw!y&SD`jMlQq5_r+VEm7u+NhER0rVM+yWh#bpB?6ssBo
zFCSfgy_y?iCpIS4tjTG~U;MsQ#T7bJptKrc%nhBwnzXK%K(+)`oj_Ji>P-}mZv>Jj
z8Q_3rZks^7^jRC!V<6YqbOX6uaHhPV&~cEz)9hjx(`WU>5+_<fC_EP7bm8+lq9y^s
z2)IV7x!_1e|Anw-{)L9m{|ilkQsFOi!{)MSoYDC&8s<p;E3^Nv%wg$Y*+AC+lxgjk
z+oH+^N#Oqi;BZ|gTvEFLR693}o#+D8ZdL?fRoNv!=rmXSZX{1M5ym%L2Yk3zfxV|8
zP52w-)2z8@cBy~qHo>KYT=1;?(kidj3dKRU$6>Qcm2UJmEXyQ=#o?GDD>|efO`B;{
z#^}6Or8Pa6GSjkD?beCkq%$@VURGe2z>u;{WtJG367HN~6+@T>+?a?S6YZR08_9Ls
zv~SZ{n*^LFv`Ap+*rl>djPL@V+L@NIG`+WS4s6~fP??vSYQUt~uEj|5^e(mjlXsfZ
zMLO@@EYMOyZI0GWC$~;CfIhIO+;-t#pMXWY_NQeurs^OFv9O+46YHp3|2d_WlYqw>
zn4DfN)@nfa<2bnh0BvPM;BGUoQv!qcMXhYS<$`*3(XWSb_}r5v?_U@Z?1RL~XoYkN
zHuncUF$a{vwo3vNq%ho=39vZ^m=F9YU^bxMyQ^-l&LQ$!^gqbHUhKY|yiC|2B1K7N
zx(yEb{Tch&UV-_M=PCK_eplfE_jnTE+vb0}FUiqW)}yxsd~ttyvL-t&qS>>tf}h{i
z;U#?K)%&vC9wCiXN=w_Mk<Q!w>0@-S|Df@MN4938h5k-w=vM{7++;I9omQn^Rf{@g
za`FUv=Q1rF&$#gH39EMQ96-KWHiA!n?2?2GdyMy9WSqnLcmWkjiCK-X$g}mM%G|#G
zu>K>1tJ~rVI7hzqhiv%Ux#?VHv9nbA=iD)<(pU}GO>^riOXyC(clF~Q=2dxh42BKJ
zmIHPcCY5ZBH}NX-`2Ex(Sbp-G2g_6~$i$T}m&2JUByTZd3ep{ugVX+NhBl|p=PFJ?
zl11lj>&E1}z6E8I%aW@Ux;^T_KOG)QD<Gp~y{E$;FerWp!n`h%EX2g#Qvdg10crh}
z==B97IS?xl-&vJco(a?uT~f+1Wq#{=>-Vo9yh)^_dM$KO39nc>r3*aO=*;sr%z33q
zzSdocH^s-`B_ec`=ziau2XrWlkY93GW+9x*4rWM?2&~Xa{x2`vAiV<`N2J)h`$0De
zaQ62#fM=;t&NnwtvLRd_4mwkdV_tVkMm!U~A<>%bvo^lwY&MT6(NWv)G=UHA;h#ZC
zr>##$U**=BpT#kaxHtW`WXr6d62uUKhrauPnZTbN%=H<5en@xs?CD*pAe$CiXf({V
zkFcun!^;nsp7L{Ly`SgvtKpNERa84yF!fwLz}lY}r!=ioKMmqkMaC1)LLA6q1-iT(
zI8Kpz<yM>KTHKl`iLU4NyQz<ozz>s28f)Kr&AkU+e7dz)JNLGn_3htdjCDTxy?9~Z
zpI+dVpdHxg-=nY}@(HyJH*1Vqg*-a1jD6dCXcL>@Kkwu=P7_ryZ};u+FAopKjBEq7
zfPq<D=(`wi-J9Ayyn$L5Z+6LkTA?aXFYwaP-_C%a^JzB#n9U0lexW)HF#T#5##Q5p
zo&WcIcL$Aq?X_(5!Cx~i?2)6_zUuhHuFD74KW{ug-qI4#qv9!;X;oftF{YKJUG@w|
z;<#sPRywsNN4ztt@Kbjjr0fKW%A1ZIfXtmeuTm?Y=NrmCp5ukh`jC!_+z&$;uWcI*
zLBXspBZc>e5k8x{?>aa%z@MQx!SB=31B+-6B2(3`d1Oy7di;8n_IzYU!S)3p`mHFv
z-Ad|VMtsFF#vH{_{Jq%8t}u6=ygJP7O3Nyn+i$D0p{<#|;*tid72rTukFq2QfNLGa
zqJDRKlQ8B4eueznQ5J!`-DY0zzi!~0IQ_dw*psk~AVk9p7kgg|lW(3i@si`;+gciL
zaO_`wB~e?k_QGL8m;mTJ4FF=r<T1qYHec|KZ6+0G+sa3Izfk0YBP{9d3+wau*j(0M
zFO!5ibXky^D9Y6p)T>ccYY!t`0DpsukMGj8ziwA5hSPA{!NvE3Yrirl?vu6G!%ApL
z+_i93qKBuYF8`a#L)Gr<^`*9(tv?5GN`s9rHf^mMmi@^W;q(WPZ607J!0N{Q;P8t0
z&1~!C+x91MG_QJ@YOAH}_;AU1<e;ok8h*Bg)2P6<#CYM^EXiM-#wTtI@Jxa*diJox
ze+YkFGD-UT;&JBmVkm9v^>wc8{+$rTYU4(sY3t~=4b<bR%J2Qz>r%N=x}P1Yy%t>O
z&Z5>j(Y0--nl?DI_r1zG-kx9O%nq-e8wQbRa%Qm=HPkMlQmbi-ZsqB$#<TR_#G2If
zQdD!hRO)x+tJ8{IaOXBLzzT7A2{%lf2*-@FH_+Kd@MPYvyQC@~5Zkdr7w6^K$j_NY
z0GUqvFjA0XJhwU)V)Zo3z%Mqli0_>52fUsS{2Q%*I`}i$XTJXPF7|JYr~UkmDF~kd
zt#<^J>^k=gy4CnK_6=9z7nk=wz-A(<g>F1|N^QjY1zWY7sjSyCfM`I)QrC7>VRwl0
zMCba>$cI{hg}$vHc|v6)pR9WqSs(|!b?($KiD}M&)?u)BUiw9K)dEFOw~vaLZy@VW
z={WHQ9n%nVO-W}O+M0JHrHaRa+*+{{3ArNcoLb<{UY6o17>v4$La~wbjfsribQx;7
z<}dDqz=&0pKYqSH0D`E)p;5e+7sWY^vV0{ULaqGKGZL`O$M(R#%`R)pvNpYm<P(2l
zP3BxSQMI?ikh+4by)!r>oK_5UQLv!8O*P#*|GemHycos&F1HM^h6iPc{`LiZ6&Ub#
zsQ32L{i?8PX7RSUK1@pIu7+cpp-YQFV}M3tpiyI<q0m5A2JoqnJ-ma2%N~YC(VECL
zPHl<fra@wNJshW%1719i3Ym;yYyA=n?Fp^;<bxgG<POP_x=rUFz#2vihV+xJ9VYgV
z0@IJ8MS+v1?^7ElP=m>)fR*wzzDqk1tE3+?e0zy!F^jYDv$i#a{w^U3CauUe7}yC0
zyNz*`KQ~6I0WzOZjCDA2Jp-9ecU1wfS$)B_+!CLLo_RgMi1cPtmE5v$ZhwK!r4Mtx
zo4!;TIQLfFt5}K6**3PsWfd{VcCr{dOwO2A$w4co4$DrubyBS=+g$#9foJB?7xHk%
zZ}L)WFvp%SepD;1{vBB9Iov~En=N?XFsgGFt&M?x1Z3SQmOOeMHmD5MpCnAaTd=qP
z+DkJh(C6uwF1>ig2-pmH*jP+bc+)=VkqZfnvvZ?T6JX-@<2eF4BNB`HFd*0s`xpyC
zJ<o_!mE^z5GtMR;Jly$6bF;j-4s&B~jDjU!m4*0}gWpLSsr4&7{_~sZ)c&UdKI`UY
z$+~6b2QVg2aXced%A1^>9H_>SYPt}y@_PFBXi5cPE4d1opSi<6E8;pUPTjR<DP={l
z&X1wiv;mO)XyzWbY&s0P_B8A3qx&`TnK@J^HskGyfSPfeTZLe*Avp7OiTFyKQbn-z
z0+m8t<T-JrPe`D#)pg_h)~1BP9=?Dk@P`$D9bim4o+5kCpaSzKH3VWcj*aRtxH~FE
zLx+0Vyuc-efxmM3iQ-V2vKFu;6tu4mjtAEW=WH4{8lI;QVjZ14V2sX;%mD)#O?{{i
z6_EXM_=(aF8;`LIRv^NIW0broHHhB^9hh?QB#T7Pxy>X_UBF^+4hLd+%I5AcHTLu;
z2mqmXVKl$2BLOWjh+1T<y3G^WLaL3Ssi;gck|X|**yv#wp2nkXQq6`;W=w!hphN_P
zO*uz9m4{i_7mKR61V=t8i&nvjOgjbj8f{(B3?FQ5Gdr8-t$<`Y&Pt9p#&ke6RGbQ8
zT;j>a36P^d9pniOC&eQrSG(V~vMW(h0GvBNQHofnYsHICQwLK=|FP&Ep&`yuqMn<{
zBZ+W;lTxlCGup+Cmd?~;O9(%IdP)-^9xHO277ySumw{%CX2Yo-7}@yyn?kz2AHC|?
z-2}x^(;mFqg~!O<?i-E=2fDuB1Iq@3G=0}_AgtD&FR112`YZ0rz>+AJWfnP=08pv}
zpIL=e*z){&r1(p7nqOR?T?%`Y4@Lrni+6kktk~J@o0%Jp4&?-dWl<VQ0+O-bebZuK
zc1EA1Ky+WiL$=T;9NFO!>W|dGPj>j(8KPZu!M?TEn|Vm&J!Sz_psp0z^Yv#BtTs)I
zOS1ORB`Vg7gab;0d2XWf(^~T2CE%<*IoUvSr6U#0F#w%4TWV--X3yY|w7Pwhl)?~;
z3MABh*Z2+b&k##)Y~M(1|2AwDkkh~~1%tz|i+B_VmIlF(x3>GnmVZOKp%lU*m<SGZ
z!D7LaM)Uf9yf2Hwb`g1LNxGXRB|(iDxg0q8HO$)tqXp`l0_4%3z<5AxH~{@UCffa8
z*9W@USpc9l91iux08%t6b6_RKqSpEe8Qi$0zMpY9e=W>xAz_zz3`a<#{=jp`&8wW9
zpXkX+B>r_gFJe*ycnO1dC1^GUWz)G?LZ5B_kY=pUoA^~@TU8g4QLJbV^H;$_*!s0V
z;c&1w!DTQ6yFL-^38*I_F2L`fE5<j6%SB|?5h-s}SXrh&^~8<@9C=JK|C*MD77e;F
zm-XX{H3v@FG-Jg36PC~l4phMo@K9_<84i6CQO?hy=q_v6kqzZV9>2NXaAc&4-q58l
zMf0UF*Sk4bhM_%16ImRVNj=8iyvRxrOq%PHf{3ftf_0;gQ}3ZZJOKB%IqekEJwu6s
zZIt9Lzd(K?hKjO9GShB9ue|sqvdqC@;AN9)W;NW`6Um+iz3POQhx8Cgb8}hkkMfG?
zka3KIy+^h<5w!^mFVZG1V_{f;WTfhlQ90c|9zcTJ<#93ASqOyS8{Q{s4I0=e)z>;L
z20CM<vsmWq#uX>_a{&^;e8iEd;E1bw40dHB3{zRS^b(4Rxlppt76&t}_-)$DL%#@Z
zgbE0UX}vyJO5^aEq&-Wqu7RO|<LICY2KXs8Gp-U;l`vKJ@!TANX&utAt5wn^tgE5J
zbr=3!@n=s4&)%Si*5tx1!`w3&rkPe7KS!Rbz%#VxQzOX+EdrMPam5W+NcPdgo;S`S
z$x`+=9YveL>vm8}2ZAKQq%Sr5ecpE;d=hc+6NsjXW#IyQYFi23flTk?e#idXn*1L~
zyaDEvpiudIa^<4uo`eCD%Y+^hY5bREE086XX5g222^mTdE~QjQyc_f$-??JLd1$bJ
z5>?rIRfosQeE`W~y?Y1A&$8?+7FRjdAWUZeQb+<*lGpvaVMvPxn{0?hRJdt=Hg8yv
zd#+Oj7#$D=di1{+P$aX0$u^)lz_IzE8V9ucBUJEuSw7peCrESIVmz<EdbM-A$iu&)
zc5MCBxe=-;K5I@x#|eb7W2MDR#Zc=W_oMo`yH;^k4Zx9AvDL_P_$&(IUj7|du8i0H
ziyjIl$kf~nc{}T26Q=of@;S6+-rLk`$mqC-rN{8%PA_A(9>l#*&RzqqOQV#NPP!+p
zLSdR~e<ej;S->M6u5oVUQ`hsQOX^%u>a87nGMrb^Z|B$Sw!`4I<KyN9%6@FpW~y1U
z>q&ABDS)+x_J0Lt1eyEW>@+E6!zo_pNf{eX16!U0)|-EIzErN>^sK2VSv{FiCr+{I
zNt+tZnL0{fI#~|XQC?GaQd38M(Fv23Iueg2WE~x)0G%w0=qNKNJ1wXM+Fd8)zqTtD
zv}+E$YoU18sq(Kq#Ryt_YP}W#`?N&Z(Oe&Md%8Dw55f0;qOSKn(8H)E*IE?*P~T_^
zkP1R~n>2Ro62EkqGJd(~F747s{Gg6fPg$2^Hgyq)<FX@te0Hf`9py%j=~s0g+T^=Q
zca^AWb7^yElP)SMbd+MqsvO>8)}ZxYt+)T<?$&=dhF{U>r?S#giH%XgBh=6ut}X6%
z(`$@Pr%c;_O{bNQ=+>ia!l3IPZF_1hGyGiNxY=pg+P~jduQlCjIKG>&-E%P8T`7So
z_E15Y+&xr9%$tcPxzAKNT2<3JJMG}D+>G>w7TeK|GhAMNyiR)#zgAWEv8wH5{hAix
zT{V``dN$CwY2(`GO@Dm4t<ry5#7El?$lZKJf2^K=1<&s}xb6LGy7CG1DjI=g4Y;&{
zV9`Ols#k9s_-L!YKi_TJgSG+q1<ym5YFB*Cn?^S4yN5MA`uE4@kBP+|FRJ1L@2Tt=
zWw$-zk>AlPW+`cOfLYxs79i6dyzQk3cXN^HX2Zx$mA)T~ZW)Z+$uQm~E0hf!2U90B
zUDYK8aT-mFSCd(SD}Pc}zYR~R)q}eWc|$0tvg-s<av;}6Fw&MHnN1aW6cud{$!sp}
z*i<QdvCHP*jxCK|P8EJM5;_v>oE6MmCgd*avN-m+FtWK!jgBbki2|aFgPhA0>kOHm
zASQZ}VCOQ`dc&uagQWB0pYt^64x^5QOXtKx7m1fKwA<mpd4JK-MN&2btW$!ibE2h-
z<lKc@^Mk8Xz>=oQc8Ibx4J>I1tkG0C2jP*9VU5PaQP~1Cyv6<)RW24%HrFEnr756D
z9p%)!86Q?#Kd!Ytr95Xhhs?5`Q?z?Ywz`FZa{J-&(a(sY6a*5s%(@`(OZvI`83x|J
z!%rYTa2_d>{(s@wq=Wd$FZ-MOLrXU=n{XTfYjVwtfxQDd>vVNp(^(o61A_78{uZXG
zk3%uBX0x3naAjRS_)GC)^<D8J?e$v%eVeeL9-k6C(M{ufO66nSRz6mvgY`D5rm;ik
ztZQT5pz!JL3%p0z*SNd3qt)N4IfsYU_vvQZ_*5jSx_`POj614R_ml?CC=A?J{kMnu
zafRS1HGwlediC%f{6^OQDXc-ESc`7`z3JhwyI)!EyKim|AL;sZclgk|;^#U&kRCr=
zU6-I3?vM$mt+a!y=m}v4`=A4l7ue5bjC)tY1YYRv{p08GTzp70n@t#+E;6331S%Wu
zN|Hdsbzj|ZU9qXd?cbJe(>GwX)pu2!)el9Row(`qBh1xD)9da9)eO@|$JFrOA3wux
zVO509!|L_%<$3k^`C;|L&p)or)6@N(E8~|{*uBZ7@ttXuQ`I(~SrvBwe{rzMmP*gA
AKmY&$

literal 34013
zcmZ^qV{j%>|E6Qxwr$(CZ6{A`+nU(6C$>3pGO=x2JMa6it=ih!{nXWc@ZnVB*Vla=
zQX*AHD{BW&B5MbCa|c&|vlo%OxwDHkz=4PbhLlLj8DL{>>dHf;25>gDqE|C_Z~-{0
zsQqiv_@7=pMD8pMoD571X6Eipw5H}J+{VW2|C-gT%!!=M?TxJ+%*>sM02V~9R@N>=
z7S?v=ME{Pa0DDJga~BtLGa@$^YX?grZ#!!f1{lxv%N~1|VyOj=cfSB|%J+Cw)>#5K
zSTeH1$d8Z>jTg`IjjNU|-ruuPsC?jP9JbJGft%0Y@2UVIp>8$wFtXY0#^3hJY8D2W
zsi{vg%UfTy$9c6uxRP0QYu6U0A@a8aA^u1r*(H>%PgWN~ZG5K2Ahs-!*Lsk7mRT-S
zS#kJ_p=I10+k#~m%e*gN0oKKRn*m)tuSeg{+X8(Z`(`(u@2(aimL}N8f3jc0_d4H~
zGPp;FS)Vdhr@qsxr>2hB%fS>4=_q2(R_{*`mXcr|s2ea~hny)`Pcvfpp`X9*->*05
zlOLWw0Xq&?0d#<yy576!?9*Ri;1=6UtjBW=bbbiFmX`_2EPAn+4f31IE$v(`0(lv%
zTf!8J10c}3TK(BRWk*;pQyFcMUEF<=2`2k+Q@1@)yzZ_ZAaGkt<rsm#I+*hk3LXB`
za5%jLv@xc0woS!6`1l7cuE}xs+nwXQ59a99L4VzWVWaYd3*?Hli5Fy85ZwL=13r$w
z{zLpIXS(P84c9)Nth&-fAuimv<D^LlspDeFvh3#)PFLRb?Rxpg(gjqZr=#OmD9IjY
z<hnR_kSS`Pi=Vd(jJiEwO9=i>&_$C-I(kqFgnYu<ZtE{A&E#5ddxuw^!Nnqr3++^k
zU6QWwE<ltMzDS8b5+CP*(5NM>JnYPS|J>Bi_aqoSQgO~=R?l%}W&x!L7b)Z^3hij1
z5gLPf8H_Y^&mG8UNevHcW+qQSVxA@f#59m99K;O8*tda!K-iZ_OACvzX3FZKW;ZBs
zI+IJlDqjOx3Nh49qVx{<1H9%l1f3jX6!L<GFQuhS3xlwNQTf%8N!R$_@ZJbT<400H
zBo^9VD+t$1A}f_6HL7qL<(Q=k^nAG*dOR(Gu31S`>r7Z(@%lIM@AYwWo0fn3e2zhn
z%#5Ae2SPqB9gE)jzJ077LLD=I1n{L+L~<YS*&ccQLK_G7VpXQ_vGQ`ze|&C1!ULdm
zu89)OYTd>~QX4jd_MEhl1t1-Ux^<FAbvbK8L?U%SFJq6bF|<+iPvl`rEQ#`Xm8Iku
zP&&8jXDA|q=Eu4|rwH27G9>XP3Fr!$3i?gR$EP1`C=qhxJA3Re1gnQ?R?{Kfl8GA;
z&M-yyF+9NEyslB9Ny>`@LCVk6j=^Y8m6>HX^i00Qg8E$Demt3JI4Z&D_&8sW^ehm>
zGqKCDf^_CWR@GrnPO@(#IT%C=Fdl_Q(fi+8^`7nDgm$3+Ff8>s_dDeOO@XA}?-<%o
z$&OUtMUGqiy<mkN0g4^Sve-)V$rd`bU(B;qh2O$B=l@_=Ze+s%uP}A_<40B>9sn1r
z)8h33!r!Y&C>C;%iC?2JkN9EyyT$Ku5%?NaxHH@qlIBK5=VM|0osWRNk1cy28zRL3
zX))RY+>SFEGStMJWZlT<0DRk#$U;pBKh*pcDfAY^E)caQ__4*kJ2wA{2BcGa%cJ0I
zZ+f<um$fYKAdWK4Tw(NK<PVl;IeM-@wakgI)EM#e*4Nw9(OWuTWhzbKdm!+_0vxTJ
z!s8@A?d69L9R3&%meH~3?COYG$nenWygwj*;P{Sa({54B5xh!hExsb-H|XG+cHqyt
z^es}bD=mR{iO`vaI1S<CA<?ddaPgiL#DEGZTkV2;a;dU`a*a|zv?j~10Q*2!cg1Zy
zLfAa0)|msW?ro7D8-ma?JDc*UQU|5b{31{Ig<oNrH%Okgp7l2iYpkxw3A8uUTDqSj
z`5KLF$DaIbpNLM&ZI#E=A=}2hYk^9TcWTw{w0}8IpgyAlXw0{hU8Jp^DBXwJYSt%!
z{jY%>-H%I`w~RhnYsc{QbFiKX92{}7@Ty$Ck6Zj$$!qJ3`G_|G>+hl-M%yLfJu*w>
zYw@^p+awm+ki7J_fE^Eryi1?oI=$9Ed>S|VaWp@ab8pjDb3W%MV7I+dtGASA4|t9$
zck<TH7Jj#iTcU#Nn+Mis)balC2A7A(-2+~kKUm`Cq%-+K2R}+H{;D>F&BeE^DL%C9
zFKC^x0NE4&Du}%Rsq7C6^whczfZ_k{)jI8`I@yz&<%42>oxRYJUNukgHEZRvQ&-f)
z{-RiL7f@l_N8N(Be%wocv@J8uAI9-wf3_*RtO_LqKx(qH=b^p?Y&&hog23oxn-2NG
z5(w(WIEvH;ad~F>6Fq(!x?A?!G3ta6eX5F$s4kppndY|HhX^K|1LTwTie4(MTuz<-
zY%G4vmemEK<oy{i+H~wGd+2}mkb)=jmso2XXJn*D1Ts#NwGvg%vLgf&rziv$_j)&m
zLhA^{Kno#Z>MFTeIRaKX{gs@-!&TZz>)Iuk)bu4*p%Qosq6{j1*sUO~h8`OS`JIoa
z!bdP4SMP{FQV$sKpA{i01vGJGapGY&#%f0Hd=N#oyeWj?2t6LJFojkh!b+Jj++2pK
z<fjb72F4Gvd9F%q9PTDQ1v~op-+Kf+i)?s9TVbDVIES_!00Rn6eGCfcpdMD-b86d=
z*@#j)BZL;><taZ_M1OHD8vb>B&3LXe-lGoePP5HK!#@asyC8sdRFwUB+1msm9A&WF
z8VbI&pD%6~A^g|C)K=Pa<!#ElVRW=6d@32Yomjd|Sa>zvk0vq&&bo4MImh+{?&`YL
zP{8|AE(8D&{eg*Ghu8-$`*P}3-PJ<%1KHhlgkRC2Bg!~EUUHTj68UL4$Vp>f8q^a<
zL==8?bbkgH7*c<Dd!i!@D^(o*{*x0=zpGsbN`yB%`n?*OcJc?KYz@J7Mk`ZnzX=sp
zpwa*B?&GBH_d<jSSMh#FAOir<w?%+Rg**%X_;B?$%{T@sGwcG~)A{{)rNt#rl8bu$
zb^rYS8RMshI5!Q0#BkY{yJKLePgv`(jUA}bz?A|XbtO?v6`qH0uj)$@faVVQ7sbIP
zJlw&Q5M&o<DED>S_1tq*>xEww@&S8y&|WTkt~o+WF12uNcn;A3Y(8OnWH^7;^4qo5
zF^>5i6X$zV>-Bmw>&$2{%%JVr$@L(9k0M%iw}yzKMbpccIB*;PBK$(`SasKH+ay*;
zFTh3!NdMorKhqR=W2Mk~W$$q#aS_0$(6`L>bi6O$iV7$W5)uSENaD=}_UOjCsQaBE
zx-^zIFfyE()yo_f(>Mg_6#UIVt<Y_eU&1VN2@?J7Wzdq)sDOCS<K-!uh|2y2J{wq(
zz~o_ZZDv7VVBJw?%kU?Yo#O-+NPdQ+8hUymX@2jrMxTBrnY+`W=Ut@tNU>}&s#I|<
z5bM?D&^YF9m{o2zn?Y{n=o0qoKnuoGEA#%cMgnzakPF%k&Gr7c&NRLp*3{+{iH?se
z40W~<qpXyXFW?v#L_vLHqF7i+0{N`Khb@)kjL?%+)<z%b1=%1_eRnQR(+U-OUxc&y
z@{Ss$4~OxkK@q94w}My?CXk<(*N|V#DN&#f`Wmf{lQvQ0T6?7U06+trByA-?{>omV
zdGWmRJjqZ(YGdvgd<8kK%Sq&yl8q+dHa+inPb#%FR*YGhO01o?!8v>S)7Kf4LSbpC
zfaE=nG+~{RAu=M;5FQ{>o0AYQ1JVWi4IfdZ*>^7qR~%XHo>ifp>bofXiWe#n>z0yW
z@#p@tzE~3B<?VQV^7hOEd`Cs;01JfCM*=44MN)GfYh^%Zdj>_V#C=^?c!@i7Z>X}_
ziKgW%sMFx~aZ<H@q^0}qNjo#S2GoT_+#4xOaWcxsrpBmQRZz(ahgy!-=@(+&`rWiK
z(gEX8uULP`-3!yJDJ)>&b=s)j3E@m=^kx^m+2{00JWgIV1VvI|fLOv9AYzZmY=Aua
zLyZGKwW_vhR8TQy7qz!u9*$rKO{h(%iK-fSY+P32_7<pO_==bUAw9C`!NegWbo8au
zC*hYI5k-hBbvtKg;#-A!T|I|qI!x7+o~N?9WxhVM@dWXwE+#R!dDwN?6<L!%=W*=0
zg9Cx`-Eq<jfH;}ED<A!%bBb!a-uvd${j2Yj-D)I4r(pUo0^iKYylEi$Y!oge?xQ1e
zEvFTiYg>@R*P+mX<`+1}Yh!-}zG0FQV=_H>!!;;oC$1j%a}&u5#RTV@X5vg8j$of>
zap#qSs&Pc!C$*a`-`JUAmBZEm_kC4f?%M$DqaEHH>O^tCwySm@GiU|F7Z4;w$)_mP
zf<2t#63}@O+v4k^tPYJ?$TH2lFd~)78|pl1;F4{7g)n(p8Z1XYw1)7zx3B#uFO!Lk
z=iHhA9)6#+Q6$Oi$HQ2tfT_MY^QEu|2SM5QFjwybmN-{%bWPw_Lo{AP6F*w5l#iQh
zSgaF1ozsX$l8=h_SqzTaz72VK@mxu$q#QbyN&eIAUmH#-B_A)4xabx{8M(>`EIWcL
z5zF27ph74~Ib>g^q7c2OGci7U9SE{AxbGquKEYM%hEd-65VSlY#L<6u5sE6D;zY+0
z_~${I3U*=!%PVTk<EuV4h$z|{;RaE7YoC6tU3xb$YxdYnqctiUGx#s~NK~tzz=5Fy
zYOq%8{|sTH^bNY^5HIw{_u4?`3-UBt0=+2JYvvBqa3f49P+`VV2|)`u4cRAy;@^mA
zt;iJ!dS3>Umm45d{tVSy4=Z0-PXl(NIS>$8VyZWO$J*O3omzEo+S*lYCQG-Iv*h9M
z1MI(|uH5T`;`HZq#)IaJ;Qb^Ra+=OZBL>{6WWc=3ROyeE`+u$%*P;0ZwM9N^qrX3_
zhA@31GK1HuC94}jJdL<ALzqr^xGv_j!_H>Qo%Dk__TJ`z_vN`jlo%AM9G$2^D|%_n
z?4!_)EdH(QOV6wD-(wYn${Z?B$}OVA5&$c#Nf()7wOs5dOt3@}31E4_w>s|?d?`2e
z*uw&8nYRg9(Z){2F6smPVA~f};D4xQm3cIHW@`-isU<kIhRh-CA$E;od|EWP1~9i#
zlnLa^$<2cP^}W`vyLm^oHJ;WF%CP>EHIORkl&7DJ4wR*#g=}7*K6T7_|4dyQAoczy
zAhFQ~r{afM<5%P9Iq!xZz{O7fhj5B{su9%Vd(0IsxYcWVy_NZ0o{iz80B4S`_-Ebp
zHZOR<w<$M_-VWz%XG7|MsKp*6lFha$$7;1@;>sWrTPo>(h9hj@Q={L#SPP!D)k6)q
z+NaEru-cU1hOsZFdhp@<VcNsIyVvl?`|GOB*8Fp!q79%da94dbHm`%<W-y*cW}tW3
z+9~xRmWuie_i_FG`F{U7)plXt7rbif@9}Nz^`p2f2fe-_J7SlLkq84>b+iUczQ#du
z!}|!q1umS!a{n#~n1t#Le6mQrBD{!;*;=mv!g2>PuW;{9Civ6qFkx)_!j-zs=;)&u
zk#O%n|3@|KceCT{u{or%f=1$1gaG@h1%9y2i}liEMej|^Y|guQsRC?cS@TEE-Cm2d
zJ*F54xA7cVafdN#a`RZ3v;lz&S*X%F#f+`<O>Pe?0Sd|_-!mEdW)Bl3>2Y!`>zE&w
zCLOK#_x2g48#bz8e&ud)^z^XOpaqBe;Hb&~xl*xefke4bltPcUMy&Xc!cKe=2%j!_
z_*zr;`+K7|`~VNlw3r<#)&}B6e+VJUZLFou9BsQyCj}{0^$TW~y^;r${Dc$a$6kcF
zL&Vdz0#<~3U9nE<=WW(-8-%+6{4VTT$$SXt)s52c6QAMt+l_GR1_}NCGyx1nfLaB(
zz42<)!!f#gO9O(%K{ihcb{~)DT9-w5F4e^?wHQS(bzBhbN%ObtR!+&!g8Gv(!h&Tf
z(8T&*|J2#lrNy0{ZNo6?SWafKpJ%eZunG6nNhWJNmloAliD-9~pAjMb9*HkWA3GlV
zG5S&)3McJY(Oj`kg~96_#as6d3Cz7DUGh5AsIEV@8c*vqde!dosj!51%hi-KGn)0)
z#+T}v>{CtivkT9D&BJA31f$H^wTWgzy}qYIftNsMqVc|rV6<Ir6oNu{9IncpT5Pd&
z;#)<-$2}MP-=`Z<^^U%u^B(=pV@m8oM>vY=_oCwaRmYap=ItOH``qf&F6g01!!#W<
ztz;(Uf7{g4W4&RYar`y3o(M5+STDm8p4>08##JagI-)MGCvG6mQEajEY8TJGIxGo^
z0Q=*J8rqm59a!&f$8#!))dd_YxZ&I#j40iMt1~=U=jMDN>brXYl~rcE*T~S41gaJV
zo)jMhwKVxsD8o6bzX~d5R?C;DZkNo}>^MN+mr_i;zyf58=1-(y4872v*PI)Q<>Aj9
z=x#Gxg?O2%(YR_Cg=F;mJDR<(<ASQm#><^`3&J$rISZ5Z=CpNSZSwDu`pku9@y>%C
zRq1?J5ivQMxW7IVg?yR1Q7CTGS6<q79KNj$a{@ZvJ$?KGo@%X8lW>k(3**1ik4_$9
zf(iou)tcVlT{zoargd-nyP_w+DX&;AO?60=m1!m0YcO1|O`P$+X_<+d3SnXv8K7e6
z<dyDub3VLqG}>%+v?(62^U2x$233Llj5w}fTblHa1uF`wne=T)G9%_!eVvP}+@MmY
z%M+wf>SyR)lw`URhy-F6Fr`rX7Rdgc3I?YJV3h_4C%>jrbVR7&1nm1^mG+6fZm1M)
z4pH&@+-o9pN#SMl`wbR(F3&U}7QcK(`Hu!bjhrZ^UycI}d=6DO@Hd)&h@Lv|`;`xR
zrtToa6@L+@951VPM86@HT^4j63#O^z%BL7{U5WbcRtqTTHGnWnb0?D5RqpbVWRzI>
zMMnIddkBKNrz`mRZR56OX=x;$1crbv&9FQPf3dLTPkWK0NIx<n(wxll(NfB#^*SvZ
zPg(Emwny0Y&Q&vbn_&K}i#o|4y0C{t?_ABZB7gN8E7jRF^j3)gNdy^@>X<;}4Acim
zMRE}Iyh1Eam?bU+%_&U151V0>&biGNtL%|V6nt0a6Kl`}2T`swGU+Ed7vawuT5k)T
z0(?`Ko;$$D$kwK6ZDR4=Gri|kw<%$}L|gUOi~#1!Kfp4wgP-dma88Pq;C2T~J;p(H
z(Tl0VW}Xvow0mN@@u2<JcQ&F?qZMwqwx8LTG5e<P)0tu4O1x=k{ml3`e_5`;j&FJ+
zDg|#zZoDOl(*@o*lgf}MxP>+TCg+i0taSVyImvh7AZuQ`o~Zj|!4y%SGrH%Am<a81
zP;BVv=E#_-77ToOOhOjlS&&`0MCDj3HcsH=dX32Xn1!8{B#I;`R!P(k(g7Rz&^7}<
z1Rh8qtZ}jk08RA$%IY4=4#oV{Hq-Ez*i~!Bcp-3?6bF=Q%w~I67n6tym0@RUYx7Ag
z!s*SP_wPa4)unazH*ZplAX2QMhG&RPad>>SY6@69%>(l<^6nU%!I}XKQWbN0f7Rs;
zMt_)Jm#3Y^u@it4Z`o9ZqeX~auh*i2^ysdx+>k^5*x%XN3A%9lnt8Ox9$*iPUB6#0
z`@Fmbl2A^2H+A`^hSEcxfK(w%sNh$#Egyd<Ik}pSm`f6{7VbBDy(E5q(1le74sZXu
z<#QII3qTekn(A|cW|1R)4w`Z=m$~Ny>R?~%CSNufvroVdxoK!aDZe#V#&hsinhImT
zX#;$$%x1hI043H0DlRUk05wQ5M>6KkGnSe78_7r61H2X2z$?Mdv*22X*u_E_q<<w1
zRUlFv^aq?rCz?%~ON&pj=j#K5IcOR(yQMtGh>kOqnqZ^~`~CseWo2Ln;$7CL=b{X4
zsa(0Q*$SIXwuTO@e2P$ze!E?hC8=MK2Y$`Chsef%Ds@h4J)9Nps_Aj_B!1Ylm@P>8
z9q74iHU{_+JbR<>2$~XLNza9&c}qRY(Q_jW0#_nRz^VTbr?Eo>OWXNfR&!98q&41S
z1j~NG5Q}xpGj41Yi>mPjWnHVv-l?q7uDX3i=%^n4aF1QNSxKpHBKzU%Igx1fo}@Y?
zp^{rdsTy1{mxR()2xX8k^w%^36AB^2yeg|e<6^P9k6z3f3RPAX!WPvro#2GM^_FVE
z-5^<UM$6|?V?t`kqY?)Ue2!Q`t%<ZG^D6tmUFxopbQXy~1k2HbGTaNDdD+Q8tO#vx
zonVJ@1_a`URW{yuvDJuhGNbcEj)0mZcXJTMD^<ilKmq2Yh-g~`El?LU{vB)<gIy`Y
z+mKlzh<IaOaD6kpQ3=5@DQr({7QDxnzUEF_>2aa3kyR6N=3C%=Ot&Xs{;{Oqo{VdW
z%l_R`y~*=3$$<=K3Es`xn&L=gy31c%3MQZIptKkoA~EQoUauQcO!wtTG2|1TuqW@?
zRv*iGH4kr-RqT!Woza%S$-Xd^QS&3V(2Kn^O~~G_e!jv^r+Y%jcY2`8xY8e29J<|I
zqnp>r6vUnh>QM(e%R1d*K0O+5EwYG*OOHy;vN_&8Nlv_UeGT|9^*QNPT+m_`8Ac0Q
z9Pfi6QsH4xOqI~14Z-f5aPv854cvmw@yZ=;fZNG#H<k3D?4OhOvjOJH#65V!Vkc#l
z{S(C7fsX(By>T_d_&<@r)m4w5i+=*aPh)pa*Sq@`A)E7{GgS+xXHvg^xD&~tkRA`Q
zwf(u(RXw`ZMt$<_Sw%&1<f&-1V+#6SB-)-;0m&iq+J+nDyP0uNCg)QuHyfR7KIjhi
zhiM8N<^ecbH6V9W=X_)3q0g^N9n!n6w|1bfNUOWo>8#msN9KRe+k5wK-rlHFRVROy
z(Bh!zL`k!N750;ZDDFjk)8kX4ARu|V-D&<s=hzPOKj0U-m~E}^?ryaxuJV4cB9-r>
z#j5gtv{l6|eHsP!v+tv&#Z~VV1&YgWPRQ{PG$I5^J^CIz*=G<L^7^8N8LCt4g@Snn
z(TMn>`3i-!8aq54El-p;KMsZr0EcwU!<4u023zlxGs0F#PG(o|uO!*}ECF+E@><#u
zklc@DUIBjeWnN^zs@(3!g!w@52}-pfT;4o^+|0R5t#IxKieBUPIstLzfeg<w0heJL
zL&~<Eb&mv~{2jd~$joJSUu|fUVk{Sp-&lIJpA|rUeL6$sAw@c*MT#0^#lX=e3Zd<`
z!nW6PWu1VTxkyEiud~(6*<*+tZx@$6VBw#eeT~PT9o}*s&wk=rU*s&T{lUogZw1Rk
zw8G1?9lZ?ox3)k5(Tv{ltPOQOzs3x@GSjJiUZwmCBLVQgCdOJbW)S!;#K&W~n>Gip
zjGF1`Qy1S{F@>MZw|rPM5(cryXw9wZMM81@0<+~&B>9;0l!)y^De@s`)Rv%m9Zdb3
z^SRuidDe7#v-!Z7@GfO_=JH^);+Sn|h2Sevk&xHli6WktW2Ix?N<~h)bqZ~H=;5-A
z>gW<e`7(_D1t7MVqgQFdu>oz%aA_glK7kOVQis*y$>(d`4^4ceDT4#eBK@Q!YdqM>
zK&S-R=+RvZ2fb*#P+QA?L$=%}Tr@6+k~g$5)hsJP25ln6M`BhR>2w$J+@IW)3?A0m
z+q^NB==;!<4Vg?k7$!h%Eh-@z32QuMt1$>le?ougp~Cmv?dyvoB8YsAY$ty;3bHDL
zBJfSQ0fio{trBL>-RG<gvTdaKlV>E6=#%hV!TN?*Z;xlWtIS|ix`d6KQgje9BMeN2
zJ8gcBbeBlT<I=mJ8Dd3OUwj;0J-uQ2c=>!>wK|=cV{Qfg39mhtlx#%Tcw6LD0B!sO
z*)(}M5i;|<M`e-8ug@Up|MSN>o$h4-&ZWDP-3O&oS^GK!`<NIadyEwO_`lR}GrX_^
z(G2V23^H;kjTIe|J?`mo<L&BcnH}J^ek7Ra6>oyBU`o{hOmTpNIeD&28tBTO6&~vM
zNCeIS=0DlqF{QS3Ad?>K2bo2X7y7uB$^3)|;A^CFVaa2(7{%hz&*kAR>zdh0-h>MP
z{vRAs1?PH@&dTbI-IE<7)<XdRza#@Mgw#-m+GB#@^fzOz#sMbo{B(BM*~&LG%nNvP
z@3H&74-a{UqR15_?~gdUn5X9s=;Zxr?*1tc1a?U#UA4ax>tTA1cjy>Fbt~ME1>Qi9
zj5q2j-jM58fw?06%k$h2qDH%>T5p4mSh=28Q-=XFo6{^;Z$|(2F_xy0k`HOkcE=W%
zRz6`;xHtmLz{oe1HI1cFo`5}lstoOJT$t|Ve?=*F8-(mjCHs~r`=-5)*ZzviE~BEc
z>Vjg;#nonWpy^3-Pa1&Rc_@b`PUPaA-(<Kjr$qrc?5+aVH1izsw<R?E0Fg^6l4Y^F
z4~HGVp}^g(64BW8$o)YRlEfVH2A|IvVF<U7P8M1X)-3{2nu%dpB<~?|8`YE{!Pl@!
ze26)WJ<W{GH>Vd4&Q%eg!b|m3`T<f8UlkNc-F-p;HFxzZ?x*-F)`Ti}?0Q$sGe2CM
z4J@r~8cJgAEC?v=zf~9Nc6)6UG(tAcQO|Y!(Ux&jAxF2?*j--aeSeOOF7SQ|cTe<o
zXM>4+cV%(+^p;EmDe5&Y?IhYJ9lUH@2hTpQ&I9rZFVHFAFH)u#>(x^B@>Q!!A_JQl
zS5JL&F^qY_4*iQO<Upqb8xJ-vEL&|bNVHrIh;>jZ&}^>*UuSh*Ik-d}wpD(PKY8Nf
z73KZy>@{F#$3XGzEAUYMJIpqAzHjdKWOUHu<gXm0eV0Eu_5#za6>YD#`>1DbE`PtT
znH|6c&D0>}bfHD4M)xBaH$m~jIH->OfCq27{G>&-l37n;lHFr_j0HZ}Io&!-P_s~X
z=#Zw#<~v)*O{(Wj7)~{Av(ce_#!LV_?}UDIZvLwh7}$0C&C?=&L{tP*G$;{iNFJ@c
zUl<vsbfbE5vZq@@KWHF>BMK89k?-#*4C1s^XNVYXEskmx6uO><3LZ_Ut8HZ|@5cV&
zUwS&3X3Q`aBXw3wrIj%Ouzuih-n*W&rMuY1YoBn0V^$(OJ|1isumqyUEi3eqx!=Y1
zooi(r5t_GF!<c;M!>|yD47Ru62|R4w1I2k7an$Hwhyt{g@B}8EElaCJ*vuR8750)t
zHjFUl{Z$+u_%3|<SgN8CMtcL)IiB$?O!R(xZ>&2=2n4xs+#!-AxCmZs=LiJy`-Rlo
z&5oHRyuob3It%(WI))H7bk#&@w`;QYbjXXfg&>qPJS4&EF(TLv#~q8<j$<*6*E})Y
zIY3+?F;T4Sex@*(rei4a<o~8Mg?=vt^VM9<DCnaTLc88qt9RC{>F3faWzY+&lvb`}
z&IzvQx5REy7M5!ZuZsLesI-bvV`m>?B|4w`lbgw#sSRtTQ+JUC>tYc%{RSeW+OFfl
zf_6$G<>u|lwtqpg6wiqF^mq3He<>aruNLy(GSgIi`D&=>evG)<T1WaMFoL!GcZnb9
z16Xnu==@mb<#%V5wRB@C^NhW>U5z{I9B)s}sF3);EUmp<&kQbCG2zU4Vf9*14W3se
zo6$}=T<5EqtAmjSE$Lf`#pK%3yf;j##gqX4NL4i00<I}}f*gkZ6KL@M7G)=~#I7ei
z2F;n;y^V8}7%OrVf~+W1_q-CgslsrxGk<rX*I&I=Hfp<q)D+OA%P|%k`b1;SQVh@5
z50yL-aXBbEuH2Tqs%vW2@43RAp#ymCp2Ao?=mG?o%N9G>bGznN3XeQZLEA;Pw<hHN
zc5O*ks1)`J%#@ak5S}bZueK#BoAc!=zV%u`I3=$$Zv8(f<eU)ZPeM7wIJ3hITJp(o
zTnN0kP-lnYGfr6o^7*L)k@CDkD=r^tncDK`jl>fOk?A}P)Tm;ibd%yYddY9MLwil7
z5>aZv>}b6L_%0(LpogLVM`rioQ6LpYS+~j=xn7d{G2S1>wRWRP2G&w+(n4&?A|-V?
zGIg5x4@ulrBCzTI4{L_G+FhE_q2LxjQD_O5$~cJ+aR1UHymrm)QQ(-vpOMl7W)#&S
zbanj-?(H3tLVr-zrGpv5%6E%^HZ|#N4TG^c6~zh!9btM}Uicc>%*uH8Wntz=)OzT!
z?C8BvtO;ZHI0{jsGz}sGTS0iV^F{+XPh2PdG+q=cP*d#PUaP@|k5}*VU;Ps@8#J|$
zcQ#QRw$gAk?TB%5G1zh%S-en3$lgW9v%pq0p}zOzy!I)<i%n*eD`kv!L_2R>RFP3f
ze;0#B#5)ESCn;G0B-spvXpG8j1PLp9jmGs?EWbcw;QvbYq$73|Mz8iTZx~!!2PS{t
z5m(79TgNsnHqBkjXWvJ2N({h+AJ=Ama4+LX8>8+09%oV(lUtE7AL$~E3X@zNjF{`e
z4?JJrC-&X;ga8KXz2T}83~@PqRW-HPv%acyJ-RX5G<dtiLAdIoQZH@XPw)WQQ)S8-
zjce%zGJ3NuxHDI^#SMGPoy8bh@?h4dU501mQh6W{xv|)jp&f;jBW~7Xa-jzs|34$k
z^!fw+*o}+!Hhn;e2}XoK9Qsy`RI1&6hZ>;fQXPrj{?lKh#a%`Ftiz5)sT6aeMdhX;
z>ZA2Oc+!JN$-uJUDD(H(=A5!)@Lc|%ySs$W8&bRfu;>Nmf?thuVt`k;J7{TF4c<6A
z-!*LfO{(P-K-!4S&|(MJ-vIB7sb=3_)U{Qvb!t(wgw<#jt%vBNyuJ6>6x&f}>pU&8
zlhnF#GR4Tf2JvZ&#5E+a^44M#2}`?uUX@9q!(E?7@yEEa>t^nFW=k|(NBu<_N%mux
z&9F6s3gzlrE7Gi2ARCG)*64ViohedsD{V@=vmw?Ib8gqNs4cmKd^Fe7yz3fmGn|Ie
zgGu+DEL6fTv@z*VLoi_65p<%+FaMHU4oq}fBH#F&*!skWll3n!bL1c*Y$y*UvZ6hO
z_HK{EeRF=&5TXP0j$8MHUHWK|5Sk-&@ppt9DznreiYt2cNEHKBaMBxoA4jvE3K;3p
z?C1VwA9X)uhy7Dx2wNX?GV1NL`u%Vque@Pc09D6xShB4@8fX6ZHtY|t1i#4=DVfc%
zTbiFBy4N9s4R}22WT|#*y74sjl3zckZqotNmBG1_6#fE`KBer`oh@VA`P<+^Mz;Nm
zJ4;iyjQ%~uqSkJ~_IAz2RNWDq3c3utZpOo_I{7(lK_au-e+8VG>eE(*bYC5qwxr~1
z=^}FvNfzt$<tI{vMtRjTyNFDIvVg@E`7=(o`~e$SpFoGKU9;@kN9HddMX(!x#_0g0
zfu0IP(;~<H^8=Mh<Uelm!f5{?M+l~)C!|_e+JB{HL)Jny+NpcH?u7isE+)}->Z$hG
z#G3|c?;6$!R&nwHy;EACzu@iSLU2SjA%-e%1b8E&QKV9o9Esi_RX>Hu8C3p8%VwIl
zMEq@~Dp%c7v1obMF=~nSU!|&96L>!Zda;&ju^o1^F_bJ`g1VedRL}Z4tC{o?Xn`@=
z0N)M-pCWTjHBXbTbjRq`Uys`-zOZE|mL1ZUDCI$@&`Fm_j^=Y}DXt+cEIR(0T;^%2
z6E;8`sR(BU|15s=B=YGOOdFAu&vWIP3cbZjgDz|~rzr_egZ?jn8bV(i|HTK9U6L@<
z@>wTc<gP21G87df1}-oeu{UUeIwJbeeA96ZqGqvVSw?#>+$byur5$Am(O~?dNqX>~
zge=7Iw>)a*TK{auXLK@VIT-AJfW?a{2Fp3cn=R$QzjUuwtjiF5r~9Qb(M8d2N;ALK
zOmxj$;s<XOM-D3=zUhyswLezsn`^3yig?NDqV>3A5;G%N^`Nd9HKrO=qnr{ciOgPX
z3Dkt0vlb4-BeY*@j}?5D$EY)rowN2sm4rg^#orT+iiR`k>5|)X={1jvF_y}u=ucQt
z&=S^n3oiJHzA0O}^Sth}1^0X-py|8ySnz$U?)?zv6XA@RGAi07_^h3TeRin`4j5sl
zc;!uz9~#j{y>p1=PgL>3#1&w9YcHS?%kEtl6pj`KWW1*DlDT$xxdh{*!8dXOKK5+P
z_>bGAPR{g5(6orxm_;g@J4_nc#`?!!47;eXq5F&w(7BUF-EmEVBe$EyP~otrpg}y=
zjBhSnW7KcMmF<Jn7?+MCu3E)6c0M&TOA0&wTSX26kSse%oiuLmFXygMOnlAe3D_t)
z(+h$OQojY2ux}{|`m|nA)l*YyhJVp^qr#YcMokXs1Ln(h>&h`i$mRIu8r0zq5BYYl
zFg_cnKANN7mS6xGB;0|8`H&o&tm(vg>NIJ5!Niz)&>wZ=Qd!c48m#BXA(bPq9;c~C
zDiy0H|1==u7(2=$(H;?rQXGiAT^tJ%9`--1RZC3kC8D+&F{cZT>B@!SA!o~laRmqn
zQoB+XzZ`+D<H!EP?zRTHK#@Zem=IKuIvaKvwm~W^@-(|R_cy#e3e@d{Xm`~+pX?CH
zrB4&$n~=9o)w$9k1TkigQ`Vd`_B6O^o0{QkztLo+WA!4^(iHHQ#~4<DD7C=PXw_;+
zRyvAHUHD?GUL6dqDFmb0V-OoWUu}tAv}?U#F$vQ~NHyx$`$nz??!jbCID1WMw<l7E
z9qfkJ$G*uMXYWg7ik!@EQ(()Tf)uU2TBNvZNounHaGmW}XQwOax;~-AtJsBOlJ#o~
z^FC3ILZ`?;C&bQA!Nr@Z-Xn+5zqw5UanSE4HCaauDBJN27-~?y?$(mMzEFoIun=Ka
zYjENHvk>{n_iIRA&eSe-gvm@-X<`nv+<$#5w_ARr(dkN%nXke8yTY*+$QAUAh{ea3
zCl**sl-y(&HsVD0K^mQZ`qop90zVm9LZ@r&gf^waG@OevyFEMykHRPK0rIz2nA~)a
zhhwafWg6PBAZGODRpjGW!@U3vHSJ0RcXTS|qZmcgpZ@#&;LHo7iPes@StqzS-pC4E
zP>og(5&j(>EtT-P0~a_^T+`S?V|4Cv^D}Qflrje+S3KQ_jTZPk!b>)-gNI-LGHsF9
ziZOEY3mpl`#ujC3meVKaa-%B<GnQuu6F0ONMbp<Yj>y6*fF^BrFR^ScrO|_g9g7CQ
z!X2-RRJssWB@zcs?L_Ew&7fI4cR{tm2bF`mi<5;nd`ljYXCvZZBV#|Yfs&Lj`sy}X
z!yBZPl*`Oc5<20Z8|T8DikkqO)L<at1^0lz<A4I8YE0ewQvM;MZ!Nndg=L1B5KXU}
z(+PETK$B(>t*ZMhesx0Lm3KXXPUU*?a@FI0x6)^G!l|jxa%yf{JO(rh)Z>qy+#xCF
zV7KT$k@prlWEQ%9fXuE-0$eZ{sE=D-$Y$|ef*KiN;tT~IW+|5b2q;f%z2LwVTQaQI
zp3Tz>CDl$u*Kt-w2w>iyxrFM$NXb<86A^6pZMjhClMuGYd|i$??`CKf)>z?hd|IGc
z!R*){tvQ;*MrkE>-0%14e<->;Mh>MnwiIOS((|vswdv@6m}`i*w6tck?g>TNJG%BL
z7rI;wE~0{d_D6WWQrICg-Z|Ssr(I@Kuzem%GepfkNnjuTSdqJCCGv`vD`JWRwTwwl
zMtuD1(2b`YQc6rJ?3N^G%b7qFRO`EQMIecrlWjOBP?>SabZ_L|!!3h>q*vN4F)PRA
ze~bisXR(}RAlbGGLXO<^C!f}&NAsWh<^%b=80+QX*TN?~!uW`F`k~wJw3hwtD|grg
zq?!H;l@0<i(CipK^$*FsNl02BJn)NY7!Ft9jzo5+N%+!KL&rVSFuWFTbI>A?E0&)L
z$|rE63esJ#i<Zz`l(%GoT<b$+DFKCe4c!iqO4DT1j#YAJ;%JV<%Oxx?qy(ZOvP973
z{u5kT3H~t=7R;u9nm|P{?O6-?`Nkk<y4`2cY~&$mou^o3;xAYbhE>$`S3)+DxKrI;
zsBNIqOmx7iuDGDlABO}$QobcA^AoI3m3?V6-p&BJ0XQ(VSRN=J*jz}rij8%;HjXp*
zE^!N=!rkpi815x8>EQ@2-}*)%+8Sv};Nl-!NI>S%eDBCQJc0c79G|bF>8ZUaV(8ha
zF{}w=l2FH(3FI}0PpKb8eLGVjPOk)Md@ZOU2eVxAbM!`FRlIckMR0dFZLgi^@fgxK
zZv1I5B4-NAGUa`VAGu=fU@NpOwuAzl$P4m)x-|Y3WlCAD&-P0Fx@6j4>TN?~Oc+U8
zHW|pqj8_<X<e#WAYeOlWa!>3=ai=YlaZrBHJYBh@@L_UqBj2_R*Dh^nG?S=Em`+N>
z++@eVYaE=V@%5y;2;KAL;>$8NhamON`Wp9!6OJTY9;Yyv)dLL8l8(Y(dOPzs8q7!z
z1f-$N>$_o30S~w?`S;<a1>gTFQ&hYmw@0~+k6mM2`!{}z{QI<$#BC7yJ*3N#d5ZP2
zA{AB^iu+^%=W$t5W#!0V>5hbTa665D@wYp?tpp-JG5IA35aeYXtjz_?b^g5TAx1|S
zu-bEnA^7{tnMM(8;iywyuL9v5(FGcBDH1{b5KLt!a2bjR*+)l7)phW(d7H5DVtEpx
z-$IYMd_+$3W#`qnNaZD6J6m3K=A|orm?}2KI;kJLfeR}YF*o;MZTvxQhbP)9su>$Y
zyTs)%{8*j!q_?2Mj%t61!OC+N&A&Bx#{ja&=OEg0Sp4yu(-KhH@Lt@D5ieBoP-2=J
zE5O0YF+One{j>gL_K_%W@UopE(mCN$yP$d8K?H9E;vf?AAzgHLqzZ>&!5+==LQop@
z(uw0jmF7av6BbeMN{&u$@;i-kb`WWF;-k$4za-pmU~m)07qq*@=`V2ZqpVAMS4)45
zwCQGTgM+#uT4yD`;-?1wePd&;FUc|D9NGLMXp6+vakBQ?--gw4J5YPqfW#U)wC0wl
zn{G;cGd9)Mo{PG{2QtTKI5r#<MY~u$I#~S{aL(s8*1#TpWa06BC-d)lOke=Te6U{Y
zu!`$<Dt<<iw5pknsTI0o{#hdd?kSjB*825`Jj+A2f$nvVGn#tne&0c5Hm3x!G-Qfx
zGv*^6d+A}xs|KP*vHz6f%)OudWJDdO>C0K%L~C@?PIqDzl*w2>cnb_aDe3xPhgM9C
z!r0G&@g{PW+`X7~iH`$N7b35hhFRgj;T@g@{+w6#s_r-=<|b4A7)9v<mtw<l3-)Ox
znC|z?O2QE8zLMq#iVrUpcK3i)rF05NYEwm{KxTA}=cv`t(LB(gjQO2fojSI$Sql9#
zX~hk&R!_OCX(#pR&su?cHtPYs6D1)_RLLn0;PG-{*I`HT%&POV4rBMsLG6viZi@dd
zQp0pap@iv%nQEk4jw}-E)9tg@%CQknl9Evr^Q980_2dKD{!X3Nzn4kbxebvZ<S{QY
z7=dsj18F)Z=r==qBW=*-Kn<B6xoo{Ri1CHDdizjlxYTuIR>GbKJObJhB@^T4tPtvv
zfe&k5IUHu#CwR{EH~mGin~CP#v76b}*Fr%Vb?@lx3{oXGW@M=(98gaIn$I*)`JIDK
z)U;8fJJK))L|!s%OCR+Po?W4{j_CHc8GWLcUDLE%!s%D&VC+6!>+@`l?Ox;+_dO9r
z8_y$Ql#v@8v@Rs;rpd;gowe6e$D-&(o3ozgL`j3HM6-!=WIh4Cu85-BArP}bPnfyr
zc(whs_jC){p^UhvWfk9^6*pKEAKBu(MA0s@Jy(3ibG=9~3o-gEFjp+)yBc#>%8zk!
zGF`%9FoKp*(Rau#8|1ykWICdohKdqMWWWaZF>^*}p3W5`Vuw6iNKH*T>xv%Oxe{lN
zr^Bv-9@cWG5@f)$46!s_c0KyO$SSI#^}eyD#_JY7MnEP2%Pr?@26A^XJpu%`Z1CBe
zyK~RpcNvz+pdm_FNQMiN%QTO>-o)<)-HZS-fYoeqNn{Dm+BMq|%@V5x?oNsjfY8Pn
zbi^*)<yZ1M>2nf&9jZ+1=3oyPp_{%(JsEqU?qfxJvR;K)D#vqMm&eD52)8BfxsoW>
z$eI6Z#k9Isc0XP^89Kl?vN!^(2DS51FWz<<WX%_T6dt>LKHRCOdgI7y5?U#vRwS%d
z8mBfS;McYUh^k&PH0PzxevC+!`<RL@(QeT7c8%=sIl2%2uZ=-ZT<`Wm|Ip$ws(a5j
z&5GUwNfw_tLKo{tRV)s_mD89by+_rKn!90C0;Hz}$1a)s9?Q2Z^KMXqT*lRDjeF@@
zV!oF%KGD1d5)Bcfq)=5Tr|ds*5*uJ@eJX$?4N2KArU#*=OyQ{9doLRiQlQ4H2E?Fl
zs7+-37Wr1(%hYb9^C(8^D)$K07T&CNkb$u+wdXa^^Xz82P&QKQqdV&t6c4BC$tl9P
z_PpH-s5|*K=0k=Ql<E3g^eGBNdgs4MkebEtB`a)U3~jL2sQx3=>(dOS;&#2-J0q%7
zAbEX?8Gze9BWijRQ!PDY;o45jCEtTpx}KzOj5JW8=OS=f0T3rEBRV(*Ee-=Uyc}=w
zz5A1!8|&T|@G$XWN&X>`)juW?qqz@^grDh%h>rsbDuEwR9M?Fj->~N?r3oMQ8koXc
z>Dz*S@A@BT2iOmDAJ_?)rdJOf{kWgp!+oH2yo1wTZW!s1(n+tIZqgn=igWkl=BVLj
z<N+!2aPu&+;ZLdND$rIYpN#jLR{iPI((}7X63b!Q0^nbmq;cfYoTQ(RT}}yIaePe#
z#e`b4yIxXjZi!@CSN|N-^jivrJ~6=t@)>?a>{D8K%8LcQTbf1O@2PRi@8}nnv0})}
zIuxU~S7*)i=zhdkB>#pYH}Afx)?<pN$Ew7I=`Z{yum0n>T>FOm@zIN(@B&pk*8GRh
zuxI2xqK|gzkp7@6?6y45G5OA|#Ev;O3P>vQ3fa7CczjPKcV|9JZMNhvx$^Dw-?v1D
zd-V~gp{(qX`hpmowxq=mTeucloij70TBFoqxW+=_Dl}=I$LP_t9N;}7`ooT3x7vum
z&rS`Q<g32q6qxYo1e^HQ*{6#4Y6;j9o)>qd%JRi`B@erDu433$bA%D-N%EiU48e>)
zp+p$plOBPS8>vLz;>w}|2SO}7#Nu%h43j(xbU^>5RkGD?%I)5%qmzupn&60Aciuyo
zG9_C_V(W?{=7WI9b4z9WyP5Bv?al%L>;#m3+$^f#2syM4+uM@4ZF@eKZnM#|ecDMf
zOJ$Gd2?!J_3SMETTWs8()LrwK+yjer)sJy!8Jdu+2(lgID9lI6e(2D~6_*a930F>X
zg;8DwFD2z87&k~x@3(7K5AyhiY|@QC8dZMn#M7J||K2DAGk=es(?;JKF}TcDSF7-~
z(NDyJW5A!D{uYz1k20iys+u=t&x?NzwYW>Fa1$jBAz9}Op-Ck@qWqMxXUS51teW5O
z;S*GXuTKqvM(AM)KvulOrgK@X$g8~ygd8z|&(7I%;xRpIly-ufq6{#2?PBk%z$yP~
z0$cDIyaRK~i<E>)w`DD^{)}^%-%*l84P9w%A_1!(tN^O-v>`!EkmC+Q7WiPi1@$;|
z;Ag7ZD&GM0u1=I_8CS!cW1+d)|2XPMyZOFS<BpY~x8gWOSFehic2isLN`+7R_e(zN
zf7si7%Hu$NL}G#uyTm%j;Qyn)GSP<LjoegsLL6j~FR3pXhKQ)mqY$hHBNg;o_Bu?O
z#nIVb&3=Dd$mqGHRfNNKZ!FJsU0|IahKaXo(jNT!Zbc2CM%`H`r$7`QQreuo$(x*D
zN!HHUvUtPrw_{>JA&e0@pExV%<=fhf5B?&Umgo$;B|*mtJ1|b*@TqT$nQYyG9iNbX
zm7`HIlragdg7FTy;T=-k@>l*N=X-F&1)N}U0aG@J^U|p?PkZ(Pwl|KB+9K(fDQGJk
z+4W*s1Z8D@4Ia`+Wm?!62&!O7=%C0`hSbEJ`;K>JAETA4f}1h7rYbL3&7k8H%(5zh
z%FV{j9%7u+=ts46f5%3=K*760YKVu?BFmcp&u+z~;H47#s7~uU9JY+DsGcyIw1!47
z!#*zv5QdM0G<?3`mao&+rB&)Cm8@#L8sBoNoSsrJtiA4_hthKTy)zXhaYrBP!8_s!
z&ZeSwxy=S^HdeL#A`5F$^|spEuOHzu*3{6tI9``g-Y~9eHuPyZ{8^r)&c0*W8gvvd
zfT>-?bUJ1Pf9K~lvc>PYA>Iot_^3>a)|r?yDlrOY_2&ZI=&_+PFIH8kFz`t|C`@A$
z5$WxX$8tu5)N*96apFm^j-h_0WtMa2S5uuqg9n*2G?QO|_z#A(<}Gl0{lBpFSAF8`
z9nveUU5&gk(!zM=uTR*CGQXm==4$=c1-boMaWhxt*B#|0D&O=F2I!v~DjJqmd21()
zdWqmIIW3nXn+sD6Gqoo6v6ky3vs7DlmoKA6B49~aw9o7>i}VA54|TJ-W+}a0rEwL#
z1#^VAAp4P`m!D-0Aoew@mwfvp>83c{n&*|@(=Q<8q#n4%GGQl1_j<*T%<-*=32}x7
z><37e-Jt$S$d_t!*VMviLp8lR?70RTy44`20=3bQyZ2V9eZPQui)-Cdr)jwna;{L;
zAG+@^w$8Sfzr@*No2C#uv5wzXN1)tla1{R58*BJvd<zVnW70R9-<TLEj@Tnj$Q#QG
zsog-Jg2IstTP)QA-UgQ9l-nDb_FL0GrN(=tFY|c1o=FWI^jd0Of8U!@WFL?TtE{Ja
zaKrtSGB><3wg`^|R3f!Op#GHdCo*AN{lhN{7($=v?_Vaha4#+%G+pV1Ei<WL%PQ=>
zXBc>)+4hsyQ(IkHm8kvbWo11)zQ9R;GmCMRqT7Uv5C$m1ee$0@_B;A|`e=|m%#p-J
z6*<qtqVfVt?#vGcH9Znp5UJd??54W(K54u?EBG0k?tAO1etWoeSE)zzoTJT)QPOxZ
zUidT-%ux45bzYT1VH`U6=xYNr#dbf{Lg6{*rSsuQY`<%OArJ(~h7b?a-wX#PZl%+9
zS$e6z-I}8czk?1No8J6_G?^(l@I$cq^*xWpdfV0MnM83jUriJ9_gi?hsxc&yxv~Se
zcCyIzKs&4(#eKmnbi4U?HRYaa2giyJW_!XMxY-zb9{3eT-`GCL@AlQk-N_O71e8R-
zZNwzJ?wk>Bi-A;Ggl!+T-~>`JZ7EHlw|`rozn?dz1+QWr7&Qq2vp4m<`nC%x=W4&>
zf>K0dedc6nq)yD#F}MCB&%$OVZ&0Qz+2V)V-WKW9*K4jA&IY8<+2$vzG9s23p#vk1
zehn^@?>~gyp2cdrX}dJXNlt5Que8WGx#JuP)c-B3^wqHueNZ#|D-cQFXp1|6q1~iQ
za?XB^v8cdcRQ_Ibb7lk9gOJ!`i@lJd$Xa_MmCiigB-FaEB)ED;rc^ZMvw<-9&&Gd(
zxzdtVtx}$cMfnWt>WL!Fzc$vWzvzwqrdzT?92!X7L7mSI!CC&IlGySG0L8J+G=<tc
z`UF<WD;WL8mCX5Cs)0I{u9vWOUn6gxxGa#5|0M-6*JBWm!$FcJl?cD`s^z>9@+zeA
zPgNfNb$xHI1S@L{gRHLBS`0#OHQVZvsG(ZcqqeMqfJ{RkTvBwqiiWi(iv!yIMX!Et
z=F@#7{b7>{S7A<4Z@y4qo+>^hRi0dH(Z4v@=+><|)Zw(MI@IYETo>=OrKb<S_)M&h
zf6$tw9v5hKq2#fbu0+%^70^0iwc)-@QZ6!TIG$S4`ZOWY@p1SxA;LB8PwWG)Y}x;N
zaa>_ub&HywWLL)%<`7*er1iEbkdfNWzKSXG**y(c-gHXGi#|T#Dg5?nnx7bh+wC|J
zs1u|Wcce$z!fxF#=D=sw?yCPHDxTTehdQ<<V1Anu<E%$c*+gh{?n}7mpEg_9(whnz
zL01d3`ERqa&V??wqjd?8E{?T5BYDzDJ;(Q<0eEk$x(9|=jSZbNwwrmPXa{`$;OW2g
z@%ZJ!u)gohz1Hm*33#2d+0zX^?0+$JPC=qH!L}aTwrzW6k8RtwJ$r21wr$(C?LD^d
z{O87rd*3>`S9U}_WOY~NsxQem*bt~WyBP@X-;Et`diX9OL7mLKiDAmvb3{25&B;XN
zSdfLRJPBh=*{;ID7|nmLMlK*nEc*;0g&^P2l;)JB{e>ApeIhB%sY>_@(gJdZQCLuv
z2y~_Iqt#@0<LKau%{uk=7v5E&wC%K(TkeM42I^XPc`Y{gB(xmlF4o5>n14s=7ZvlS
zQwR8u#7e^cQF=8JH#g>mmms13@VbvjCG3u3q^I*wZx7GU{gr2VxXDc+ye^@F+1tzi
zJ$AhG+VC_WGePjYL`Z(p)xG4-{479^U-`WEFSIIyrn~ML=JUfIYr}6O%4fc^$<>B<
zK28RJUBfk5M1l`t{sKt^@iAw-i^|EuhZ?44RsOM}ui!12fy~tlS?U_RW+0L{mSL;o
zV?)G%3Ga7~Fv!=e843~+)xmtvlTPZF=5ind;=eOh&@c~bA(P?%#Hu02Y4Y;WNSD}@
z(lEZ!xw#AdglJ1a7sK;ti~Vy%?s1{+Vs;+5EDyGPCcH6OhU_9vzAgX3*{6)TWI?`A
z&LV$wT7#7rq+}MO%TMbfUTs^J!lTM^A`FA#!9NpCtwujby+jRG&$SkXZ^mbFHsRg2
z82sVRP@u9*A+Nfv@vh&TB+$$iKcU8&j5m2$&C9Fu*SK@E^st*}C}$BIcB{?t38;Fi
zrCABg#Y1?{R_T)x=tk89ZcdL<ECzORnlqVV&I_&pQ}1vH1UwvT+tU`vx_`ayPhF;9
zwBci1cIXp8#&OlK1c<X#U!!w9!bV0@_G^&`vBSbGtZ#6e6};_0{S90B4_I&V{@-ia
zq7VF(gPW_|2Hf2Fk(%zLW?2Sw^y@4f{>=+B=DPQeR<A)~b!RnOXsqw)Hr(}2hrwoG
z-V|&RN$#LO|5`%I5M7{&<EOU68h5MAv0|+)Loz_IT|Z>D>t&wWzwZe>>h__X$H(8<
zzS;807?zI4Z}fH>j6@|Ik+~f?;U+nW%C&(k$1a3Nu0#JFZ5Tgb1kt~`7PEftiP+xv
z`+)2NYm2ag<K7`D>NJWG`rq7>d(4C4eG(MR!Q-_!Tmi~`7F8u#0CBUbir;dB?-t2>
zoflz5FcrqWiiS{hS}4NAYblqa7crIUni8oM@eLrJ|Jf@{({Vhq$ynOiAP#Fx<ZKUn
zLbQB25_}jVCwDxA$rz-2L|g)sC>GRJBn{S^yiNV6)uUKQb#}Wd15v!!#hqc|4!Fl7
zA2;0c1Lx4}Hxrl68*{@>-#Max_jn|W`3Bu~ek8ulliZrNwu7pDH;^M%3+G08`=xK}
zxd6aN5B<pl(_?WwbtbXS&A%R9|B*0A*eLtq{~-Di6Mp3OUWsh-mW-aYMND`D_&tfh
z_$YcrVC!+GBAVN1<{ii5jR+JR#Xb;%W1}nPq9cK*&D!;zisHglhh+o6m-Z+44q^yC
zoM(b8WLLc-rPPWe8=B@@Y@!&F@a`O&BpHXg%!d&1f;uescKI*R!Y-g4Zm_@oF&#0b
z1Ly7+THt?$8H>kJwvEmxaR{mKX|d0|uWTOiyz}TlLWHC%L2nQuz8qZklY4{-Z@RU_
zkX#TzQ0KV$Q9N!u^mTdxgxBZjongfzNB`N1I4Xjvpe?Mdyp!ef8u2h-sym{(F_%F%
z77>&!Ph=aRSYc``{P(;~BiH@}*E=y3{7cyvfnjxH9VbQ*U4+6Kh1)Ia8I-i&gCd{~
z!gLm&p4=|M^Q1mWjyCk~hzB|%uN%)fX_8TN>%={uIw;86c6b6vpV&yI4Ef8TKRCgg
z&5ds3p$M{YCzCvpq78Es;l7qMk!gHIdRvokOmMkpdIEO}Ng=#i>$tIU>-3BW@Rbx2
zw>s<h7>;PU>+p;q{aCQq?`wXHZA8At#<B0*g29Nx1z)?4F^EA!SF1(%>)^kB22_uP
zi)<ve?n0yZNpu(yGP)X|B@aO%08n$usGd17N@=UOXNyh9H?_yuJY@<-1Um8IBR#@X
zagNlCmp^MfGIr!P`elals6wvWTKIn`8QQ0PBM#Q8{Gi8m3V1`2ysB*7AUC>i{R(_r
zIS&bzMP%n0a1SzvKiGr3s;(shtQ*DGpTLv$5m51MfY`@HiN+!Fa(ug743pNt6`@zX
z?yrBwClJ2`?V7dTQ=mVo#21Fh7T>~`q9nrs(>2}#l;o);Qvi<SyPR4oQ5|6tcJLL`
zx5e)H4JHbt#PEW!!)o!r5ED@2F*s!7V(^H=F}u0?u8{a_m7;rAdG6;gh?ma1V0%-Q
zCIkQSljkO3{*660$(bt!xE;5(mQ+Pu;7yt2$%j|`<3~NA05}5FDEC?#;ybbL2?1am
zB_04|OzN6@Cscd!g8-f*Xb)<eJAb1)ho{1cWAr#FxzlbRz{QN(ZV-E8LZ+fx;NA1s
zs8FyXE-^3Zqs7Gq4wO6`#?))|ESxt1XpG)bNi~PW?aJvLdmxjC9jvU;vb2SNz&FdC
zAUIGhs(92#^&mJRK6FELcg4*uxKSH927BoL@mQe~Xhv9nvsT(o%yP7D*xx`=5tZ_Y
z7#%)XUGmb;q6%iIEx>vWER|hdF>+x-D}+f?2sC*HY*hfWQUqkR0KTG(S!Dsb(gaVV
zgh|r~H2DwMssv`G3dm{&d_^0x$^&$z3!X*_lco}A@&ec@A7-Th$Z8%qrJ+tGT+=5Y
zCBN#Jk%~5UzVuiDO_DmkNsd4TO^n*0Ne)E?O_-XoNe)5<O@JD(N$yh_jgNZ1QSMe5
zjhi~ZQSL|?jf2`jiOKpP6GHiE-K~qs_&2dyPIDMpPy(2r`yjzy`Yw&ArK3T}9YY{_
z3RA6xT7-e@7Nl;AQWq9=8%pm<ZJv>=pA|h<q@HQiJc+2>ccgB4(0Nc%t)Gyrj{`t6
zRX>fA;=*GUAacC?${a6PiwlUDZrsIJyigI{M}->jOkv2N_@#|6MMm^10EU!XVvJ#=
zK?$VS-xH1ms%!01wwU9e<wayQ?-zx~R1#TsI?mZb6rJk0EtwF#M)CS3wQ9!55`=L;
zcAh&(xfPGxxKbUK9lDGq0yeX;<H+Vvzb-0K%|__OJj9Sa4TNj*u})%+;Vg1i(El;G
zV-vgx&@R^2@DI_TptMNSd%=h2moX&rU_}u`g8B3>*DE7CTXMuk0qz}Obi=oCtAiUP
z1T0G)X#FnUAQ#jg(=Q9>8<yMz{F}gom~!#lbATB<Ar=&b*@>_42dTg+W48YQ<@vxV
z(ndVk;r@QaWcb<`g~JBHGa2NzIM#~(HHvz(fOQwR_m;I$p8t|&D#2JBcV=+Mt4v1u
z!u#A)k8%7J2<@&)a|8*vF)Eb_0cX``dQg&B?gNg>W3jfUZp34-SesZD=oH`tT>c8*
zA)`t3NK;P04j@jih~dLs_s-KicBU3+3Y5)DRfdbgGmtVVn1m~xt#fo<*|ND_oo?!Y
z4Au9Nx08ykhtsN8{8!L*9QPKRji;n;<EDo^KZ_VVFz}2wp;WIf0%`^G>IS0=ORE_7
z1S)`~oDX^CebkSN^_=?~P82Jr34<R%68t*m7vCwfV9sk;iht#EFdST%y?b?C?JBTy
zFblb^#n+eY_+y0KCP(sMeoFA+Kt#zQgH_7(T`GS2qva6Yd+Pn&8}M^I%J>YbJrg#o
zxk(bb+zG_?aDmUb0rZ<Ju77RnRp9Q~j8Dr2>`-iO!S=)}-t8G^{eOBU3w$OUSPn~n
zH$67x^DJ!eI<Sfx{)yUInrnOHx!fJ`_elJdHN(i3g7XWzM_R!IAUwQ(paogn+HI(P
zpPzi+{6TML@fp<HQ~L@3>krDwMTr&P1B%lvy6GO|_FTA1T(@2Yl$s->swLw{NF+U`
zARRCIV98M%@&}c_!y>qAID-hTIX{Z@mPz(A?`86Rn{0qPO(VXbt%q8XrXJG-95=NT
zr8DBMbWhdG7-u&dHs-RY5xa_$3~flKTvUpWOt0rKrIj&pLO8y@&oFh!c9ioGqXdTu
zuOSZ!>Ob0+UjLRb1pw7?aPE+{m*80aqRYN<@EcZ;S8?p5(HS`42Dj||jD)Mf=%iOp
z&rVUklY;mMtG@>bSUbnvG}B^%CUGu3e}f&uT1j7)4{<4=@J!n0%9v-_1q1GwuaNl=
z`y-Z9MI2Zv>zxmVV(mi}n{}{`y=U~|?D`#jP|rj!$>6rR4-<7^`*@9>Om-<_Rb97O
z{ymcWP~^qKKskRSf?F8uCBCeyOQ|4Vcvemm-?L|sJMDJmif;;u<kN^XXxQKfFc7lR
z!cWjB5}y(umc)azSN@t{a7k;;<=gNkSnmCp2DjzmNT80cK=%17U@-?QQiFgeD;40p
zO{e`g5#J-t7_H0_jy2+2_BZMBH;%4G_L@YOV5dLM?rhaafu;RRm#t39KPcB|jL}DG
zCFz$eg5lNI{#41Q^KpJ;lj&(F>fu7oF2^j@@XhmYu<|a+ZR+yJoNoq)lm<wZ`)CgR
z(`>15^l_OKq`**ZMPt-}0Bh(NR!CU8V;eGa*>o<6QU2>a8}>yE(R~(btd<qaszoiR
z!J48%ZA>ZyHCe$37=h{~<`|<sqd-V*fv7Qqc=)FX6C@sI*}M!g{2(bOQ=lWXa62C)
zaHCA+7S%^$=JHk2v$-=7k%N}sGG0cEkL?mm;@y|Fa^Tmi)h0Yhe}Q=%pRS9TwN$<Q
zxO9xm7g38uR~Rh`i%qh%sLVByw;`6<Gch-&ht;qUg5aY3z?Pu<8Mjm&O}X63o@UfJ
zQgf(>$+VA{__)@zXow5cdm0!%K>!;&4^Vv>!BRVuLWlu5)QcdvZjo;L#96d5Gg6GW
z69{yd%r?eB#7sXO@`@NZT{04lSYZPs1}dj&2?<!=TVJ*88BpclU>RJou!{yPt<i+F
z@ArWEj}7N{55)aytl#auj>l0(7h7oIcD}DzXAWjV4nMW^<qtLBM@$cX{R{D@ZZ}Y~
z;u2-?!Yi%oP2?5s!%P5Uo?=%sP+BLtvVS)!C3>kQE>#yQy1+2vc$ZHS8aS+wr4n_m
zBK$4I(dQ=bW-}o}AxX(oZ@{3XPO@6z({2q(6IrYN*s`~zB-K0V)}D4gcAv2PHFqul
zCb)3A0=}@b-^&ff1*q9*a17*+8_FG^L8{uudP#wGt6?p}_HYskac5b=^Rw&MxA$o|
z*6q#M97a`uuh7E0G0E}{#ipbrJxJb%bb`U-HSie~IjPRRD)fTClIXi`w!rEhq@lb2
z?6Y#*wUt8h2Jd9W)F|yY^+Z`R(?Jh&3-)ALy_6<uMoBeIXoFbg6tD_Y3+D&MyHmKS
z)*!qIEEK3mPHaezg1FV);WJ=!0X&~QII~FU7I(#uNlGACxSlKLYgAo$KCEix*l=jp
z#ys1$wO34qCg*~V8zas!CrgHqQ%lcmC(ImZ1|BE0*t$+XM^zP}cnc$5T4Q0Km^p!@
zEjhf2WWAD<1B~%Kx+NwcoI@1<BxDniKao~{T)U>=w{1i)bHSTflf5V($ZI5Z%T~_x
zXP^v2&{xu)CK4Gw9VN2O;y({8qXAbSV`$W{a3bzXoxrn}-99P!?DvF9t1^9<{O1D;
z)(kfB_kcfCg~$!+)1M`lq#Mm`hX_<H;g`6w=O*{o`s>ustBypBKWM!YRwY4p|6^=z
z;j)MIHSg`;+h>${H}D1TGQ%O^MM3EURxXoFe&F<4>Ny<EDO&~$H^prW1g`#*qi=7%
zLXQ)#MK4Mcsu(?yRXZ>b`?n}&6`2*Y3}7PNbt<BA8~dW4DtRASJVb<l^O#EZ&=|F{
z^x_B<Gm){pi9F%}ah*EWvL9YkN2OwxJ}HR~6Ozfr0;7H0i7JB30j;N^5D6@<Iws_H
zRR0+v@$apBq$o{3xS=wO!sk(K0X`LM-Rx&faU6V^y`<dhl5HXD+87-IOX2RJ3~kKC
zji|AKUlQ-8ZNNKp)q1@IHOZ=Wt0T!Y8?LTi9bU4u(rWN~c4q*=mMs{6ZevfLuL>Yt
z(7`|sgeW7`Re4;l-_e{bm{@)Anoqzx-z9VEv(px1fzSr*6HA|KGTyGe7k?X#n?!k1
zrtPJFJUaNSc^&j2M}*j`X_bJr68$+4sZ}b8hSq`c6&5M=g6+?PH)(}_3wW5GW#>N}
zOIYq2dSLgpqL7G|;M@F6vxnM)Kf7Dl!8dfzEl{XdYR~6-__$DJvU^1XV#F@HI4AoA
z$kkIIJ`OnZ0eB>-Hbzy}a76uX1&5KSV)3~)Z-h0Jz2_C<)=UHRkg)Y|nHb|1O=Gjq
z`0*D+E#Q^&{KgCDMlgg(0rbnHV*AzkTkL4lBj)HsWQp|$Z(cSpJ*f#SK&VGGK;&Tc
zOI+TGe`%S_qo~W0doPNUFV?yjO=2I^$|aJ)w$gWRRv?l9cg?a@(s+u|AG_%TUB8&L
zBf;mwv<yj8&|2sA^yj61Fvtl1wNI=})Gy5K3>;yVG%ZSw0jo*j^@A-J>l`ZB(&Fs#
zNwA@PY;*(9D(poYs<X5{a7nVw!G5YOY?joCqO6Sh|3x{yGT3sOR4%PX0p=OqYC>Y4
z_E>h^swn1fH{nxrWfu{dV>l^a0^ta9@DN#rulq-{>y;0RBO4g^BzT`7Sc&4)Y?bmf
ztp0>Cqsi-#Ex(QL=&o$m8weMB@u;$FzD$+M+^e_=P*08755?-=W(Io@O3N#ZdNanQ
zUKYoH7adO!xp)2LAu8w^MhQ*e{3j;+W>jI`{N}ETWz&n>`%H5SV7W!MQ;=X|GfMb!
zxv#%|h388lJIW^%ChDn$+uXcrRYS$zT3%kpUD^nN%smwqi=y&h@#=lGvgar33<BL+
zQDVh$s_3>d%>YZFUG_M>e5q^ul@utj`fpv;>MU)`1kn~})cI9lMNyN6`7uJWutcbZ
zVfr1fDcNF0M@4F};H<8C8nNSOx+6z>6sJdDtij=!NNs||2kXqoG<X_b>Yj<)mSS=q
zoBF0H?7-#DQ{^LIKdVEbPJBmS3diW2IXHKl{1#%&Ux~6$Y$P6rm^@@pqWx<KFb>Qw
zK|Zq{UYj92C4LSDi}c*Clu$DWEE1;((|nHUr>nqSQ!E8ExDJJHNFO5m4fIq-H2<bC
zlJ3kUr@5EcT&LuwfqB(Y!jg85O45Pns*^o`ti;C(h&1s$S~bsgL<3C^GP0^sx<dZ%
zr%g_BjTw1G6F$&}Zlk=0N+BAZR_aht)baHo-$+C6l~s#Ql8d7CoUI4AeJAks<{I-L
zr0r%|hFPC!eMjLw1MGn%=nB7xy>S%P{vEW0%6U0=Unx2fG~4SU*f{Tp5v%!uyuaga
z6%P~qQBWv+nut@D?HEm(d0(DJ(=g$nDbNa40GWZ3&J_1g#gZCx*)S+$5{t6Qw8}w>
z8^AKO7Xc*N_#z%QO7*GknwrETQk!+2E@aC*V&q-nf7qr1{ax5(uMOug123w2%{Qxd
zpJcE1<k_+Hbj9t^AQ>uXsT!P#Mr!>Hh8v0|e4^c{W$X~|W;j8%LaeId9z|RE?iltr
z9K1cNMEgVjh4(%)*hQx}>-u43>C%6<t4u$lnazrZ_^@Nqa+w?hn_=UniWG(-``_E+
zypQIH0(40o<9ZgIYTeEegvesvIZ4feE|%@PN99E;bIPoeFe)@MK(-O|D5w%J>(aSg
zpP(tNZ?k+DnXMw!gIh!e9<{8wva|5;?^89s|K!4WxDyd}KL={u1FMYEZBmmsdpd&X
zFV))oSZa+)+9L{JIjig4ue9|<UP0^mribZ>Eopx5;WVTv$Z9zv&*G=ET0m#r=wEp>
zz2%Gm4TR8{H6Ip6lmN#@P-TqO7ONRd(xs;Y#$Uto;sM1p$l_dXjJpz1i*pLc!J*pT
zL1{Ex7l^;q$+rH(lk}#P2U1d;sp6}>t;T*UH*90N*|nmqtgTbG4E(1lEh>r=n_!V<
z?N)>tL&5&yn_4f`VG>xM0o1?k;cJB0MioU!boqBOB#>3t4;(hvmc|g?wz>RfO#(}(
z?%HR{m6&~Dr9P12x}o(8vEdC6Blau>aX9Q{tx>MiD4LI2p5JE6cGYx`VW+~Z3wH3+
z@#3>)I==A<PkvhNmO#C}1qaE_0?jqqC`F`DgC$F(`Q)E{3J>{uHK5+D11%vI(P$u6
zzLNVm9!qP=>595-^s%ab1{J~b#?2ji6hG5w4EhXqtu9<v{GDVnud{Z)#UVG0;iw6U
z@F}?AW4+%L;c2%l`);_b{--p3%H|&|4y%ks4)NdvXTVH=AMOklV3j~L&2O)SWW7!l
zTTw2H)fM-d1nnf<BpPm2DoYBoLpYPwN9KlP<kM2OdUO>OOi~qP*4yX)dDlT{O%4?F
z)Ij;YYRk3p3<}e%ecZ5(7g*}@ft)Jt1R3dENXxN+<WZb3C|5N=m~l`EUu%O;$<zD~
zOLB^^GcL|WJ|?1njmo>wf<Z5b-?+&0oOXEA<?`kF+C-#`8X77U1z2Rd|0wN~>gsDR
z<>w1Uca6Z}J%>?862N@mkrgkRv1uAu&OG-30{?_M6r7d2K>yGoLt^Re0o&^}^EAir
za_@E6i?r^zBT%*m5Rl>CE^O&LWF&5FkErNO<Sm79&8Fw=5HkHkA1UJDeS10hv_WWD
z%5PwGt$ZQa6;=GSUGW{CO-BmHMiqKYZrJ1oxR0hDj&=I;RpT=uJ9q&>D09&X==kr`
zJvc|Rg=v%0$-nWqlrhXGqzAvPO|*Pqd)z+MC*9=A-xpK`(C$Qe4Ij*lzc>^*&4|=o
zD_te_f??D!?L1>tS0C^Xzsq&P)&xdSIcd|Y;=E*f+hmjiXG*q_XxSIVRAE9UQEkml
z^-OVkgNf$IIBK!|%;j~7u?SYSLeAK@Pi$20oo3(><hm2+Kq#%d-%?$Xh(@)P+CbE8
zH2ve^=75-Yp-$w{{zFueq_;YZ9;Dk9^r5U4rz8FGD!raBosMOp&%kMW;!W_4+h;S7
zulEE}t()*nZ(e3W2v@M}q3aIG9Y^)h^fmT)*jBDd)%L^3;`a9O?DU!&G2BK)LBz>(
z`O@d7D=@|eUSWpE?~VhM>eK+)`F6bMy?;t3?#Fvvc7U^(oB$G3OXqfsC70x{SWObz
z`LBBW#&Ip9jkL+)Umva1%)pLOfE@VD07jlttU>rg4^~yCgwvIG{Xh@ICzH_!K}~pu
zBJ_C$>!fT71r6nrsX06svzD-(ziVK4pM3)jGK2Sj+bm`z*^QE8t14aURV~)Hr;1Mi
z=^IIl8a1~m7vM@WF}XQ=mqzmF{^sOE+kA2Q785Ifqe7&|r5>AH?fVrks{ei8MD3x}
z)&zdmU<ga1l;2wm$URy3%k@JB)60AiVNh$dx;xzJt{c0w`D<bex>XVHJrq++y)%-y
z=5qJX=?>4wUc&cVO=!KPg}K;2Om#1%^+}Ju>v*jB{ksCgjCU*i)M5KZq3q%sWBT;6
z9IwH(ZnjM+t<!2g&dDWvzJUTq*0<L_cn*USL)(kjDy-XX5*UOP^*-oaAKNtQ)+q+W
z>f;4(0|)S?&`$x|sO7*E7#QEcm9%AFFl`n&)P7c(q0T*mnuhgQ>X{oAl~_kj7c8g{
zZv7WAMQ5;F0CbI<BgSvtKy5E3F$C@(t5STVL3b6XI`+aBF6no^J;+vFQoUT8l^El9
zmOWGz(^$6eqWa96egj}NpQq+ku1y_*Wq8ZXZ3FE2W@BG{kE>aW#16+sgjR;Y^+&1s
z+$dD~d0QVLa%>Y(XJHny)|Pu{54L7qKNB^{uM6vfo+VsYNH&2B!FW|`afJ8*DPOe$
zEFD12#8#8Ss^76v9<8fLGa&g6#_<X@9oe=zGg{cCvo~d3%eLJ(*e;NqX&iToHZW9`
z;KO=GBj7ol?3UONHUB#S%a&h-u1e8o;wEZ8_^`K5sOHQ-RiZgt^u}to;!u=|U~lne
z!_3hWts8}J{%=K=<VmlwP-gBM>z0<vUWjhvm+Sy2upJSt@510bkR27RTgCQ(Gj^!p
zfwYB#DLt#%f}<Ie<xKJLv{$)>#AGwc($w?ir05h7@RIdhAt~rlBWW8=&v?O_(V*&m
z0|%uaMG09FNP+@1y0FQPS!R(jG}QITB%y_YdNvPL*M|m*!-qs^fcZ-rE3Oz-czkn7
zx<Vf@2p(T+aclY;iE>lEhug8e?i7tCLe-^ecNv|60$p~O#G!|nSLAXFkIcoUBNM#2
z7xmnR-PUnIB9-1uW_p*9FDGVvRoc4AQNo~|8~$?%gRapAiR&L@t)hf!BZQtk#u2Q)
zw?yo3d;KoL-v*|F!i7HzqQ33H&j03f7wsJ4D)x;#GoxYI`oY~m6N1oYYx-QYdjAJ?
zE{`uzRYze<#1<OnWTAl-D$exO@Igw~6CwZ!CBe(R*?k2j;^o^kjs~PeLK8qy;ug7E
z<h%Dr&A>8#vb1rwr%)Y2ni-pIEx<~7_)g#y#7KrupzKS*5nyXnwAZNlKQhfw3!V+`
zS&A8rw7$$qU-o6+gS3;aMq|BE#vIG2D6JqQ-#QHaTio;YcMEEg0cH=o!)VO4tY3cS
z`x1~n6Z^;m<5G0`Fmy$v9OTkh>t>|hzmMam?bgjruaA>YJl=034==Z;s}9sF;anOT
zhKG_I#?TOxbEiFSBj2cmeZwxlF7wXUru;9@?^e53Z}VRofZ>euXc{M%I)Mf<w7b)6
z6ONHBrju<GuD9mAu8vbd_Kax<psCX89QrTUSLQ61e2i$0@$np`<9}Y{Iq<c6HF-RJ
zb${^L16_M~zL*Y~9d44wY<GYia(SU-Ok{MB{yw!oyg6)!f5R*2`PXSV2JV0H^Hd?%
z?~C=!xzn(}5Zsdi;H@*R*QB|x9hFVq|3_I7>o@xUC@cMuzeDey{@dQsrQL#F0nX!O
z;MZQr?F7NQsNR<I2bk{usoY8f+13x&dn3!fw*iFlTZcZg$LKQvqoWMdeOZ11uNyb$
z+VZlWjZY(o>QBnnSYtzMpqOxQ5mo)CD>+8UW^;GM*ox!|p3E<$Sa=5D|DsGVp^C|x
zc+CD=Oppm@!Gg94JDY!g!l<E&FRNyW%I^A?gjz-3%tV!+x*vv{q$l2aGcu3NS%i=c
z*8n(R5>3n3ngD0%qZZY2H}Ul_6}ICr6?XYnfsV?^)O!yA=kY}2gH%f;U@#p31<{1#
z19GYeN%G{=jFHWL22?H!LJ1{H0Lnh80Ah0A6lv3soERR=o-+G#X|;`Dd_lwd+R}Kt
z*-ppFtsEvA4$GU4)+EK}WHaiTnZYx-v2?xk!|QS-+mCkab0IIuy63d=yNJA$f`QD5
z_++MYqA3&vCWj$04ozkq$#Nvw)=oGS>-KO4cJMtD0>CkBh2O}O#+XI9>@v%9a{vQX
zIM*X7kcwNgYl^%I@p{4(;0EhdOzDi`$f1uc%@JOx4g4>m!CzBq7eT%_61A2p+_=0=
zX{qDa!n^H)=EMPL4~C9xX8AsX@^pqP#h*;4+EtN<uT#bgTp*as&Fse1h&I=xy~>Jy
zGKH1-0P0r)a6zX^1WIry^}o<!vJS{k&W2q>o;#SuhZ5*T7f|JML(&3Cv$O#rpN+*F
z`aR<aZ+BDA84N*|mXUr3)3*^pG2j|k(6)7DQ$(z0{{Mv<7*T9iryH%IU(1pA^w^)k
zU8KoHojcpgoYFnInCI6-0BXzPcC3kC?(q${%2;;llrZCF{wC#TxYb(?AgsQu&M08n
z--DlKE7IYH!C@%mSu-<n%9nB7!AC~HCllas+yBU_6eE?ymXK(R!x(vl$%UCGLpts|
z#$4cJeh<N?G$hXd3@M9<wKn%qY|g(8ZDpi=_|o$<p{w3-TrPZ8bJd}(t|!bFhZTjf
z+gxv7{uM>WXfOWqO*3s__EhGwfkrdV${f<LYxWE3=|L#eWoSoPXdZKe0(5A&QHFc~
z8l><kkHoq>-NkFzbMkkPZ+%7`zA&?dz@JLxu>%U0l?7wzQgA)@@?_kE9WNPxl^|%*
zr{q;~1QwUj%jC+i(IUFPQO=mSoa_G0^>5a&BL(}1bevdou{#^{LVS(mz_YvTiV=-o
z4=|FToEuW20S}mkg}SjU6vt;Dka8+Ux>AMc!zRMox0jG)Fe$08u5XTvhmm=5TfGDq
zZFJ5%WxjTW_6HJkt0mwI{VlL>^iB#Eb9GT7`x63Wf}SF{f=kwtxTFgTsY}-MG3_Dl
zRJgW|r+NiVN?sbyHXRujVVO-HZ?XdD<x3}`EdQ_-fl><BmHdXTfT;bz=#%bRHpgR@
zSai1{gPrPU)$cl2H@#1StVMYeC-zLEdj)rWil#|GBSBZ>6js{$1O-V(LK;sJETm3&
zvM2U@H?>`25HA@Z2dPTv17356WN~=kr(3f@JN&Bkx)89y1|o~&4(|?t_gi>ZpY*0z
zTgj+Z4Z^h#n2@ap_jIYrE&{l@{y_*jTaCcWkb5!tOm)4(5P4HOY&}YweuxcQM`L|m
z-!@>ogl_WI-|${CLndz-$L!wL@luU*%E7&i0O+;MZPc0q_?AsLA$&qL##j1=Iz*`X
zKKQlLLRVzEx54;Jg8GIh+qnN=1U;@~=0<Qw^aNL~=KctBdAWz~dV<V#?qTL0A6erM
z73(4~-5>wcYik)g+8SmX?i$Rr>u@|cUkN^x)!xpC?GEP7rsXNaJ`9FLL%YTgJSSv0
z8yN!V2oFJPtY^k7?62elBLhh}mC0vxg7*iU<%^E4ztJ#9@H+*D-PWNQIV?ZF=;MsS
zg|Xs!+Fz<WQF1!)Dlr-efBRu~EAEXZS^et#h5|wcc?KVG!52l)zj^}wx6!zx!@-X*
z<}yQ37>^Rafq7gzTgf+O+8BFbn?N)I9l5P?bHSzCUGd&MmX;ske)>gfoHvhTwhzq^
zlEj`RTv#mvNEy-vgI*t)m&A<%frOGqWvj0v0rP?=g&o`hg$ZLSu7nnZx-goD(UJu6
z%a;jpnpjqWkRWpK7cu9nJ5fPFK3G@@RGb%>O?{>cDoRisq}d;E>~FT;aySTF0kiTi
z?tvmSz=7ByND&2&0f~y6f=DbNASfHSrwT%0n&>M`))YO7E*iSyuM2{+!8m@T3Svnz
z9I7Xl?k5o<9Z*G<<p>#&<?_ZA>_{^lOJS^T*GCb;q%9`L>-4kff+D1S)VE@Z5=K%e
z4@w*%Fv*uuGzv#aML^m>3y&G}13JXpSLGxrS4?9vGZ60*@2vv^ttDMq^1}y?-WH3=
zYJx+&ap@YPKu<E+;+QGo-@_s@rydX+g$WY^YL9{;a}36b9kMF10l5(XC0m?lKM6cI
zP0YXHe`0LR8oo2u9giJW49PRF3^dr#ERJ?mWe`j!7bS4BaOhgtgJz(DK%6sZPq~#L
zf~FE|EjbuC*ds{xFUgCGg~B3fiUiOJ#sZQVX7Dv|5Z82|IJLG16u~Hu3;7PrpB(rU
zsXQcFC60*~AJoS0TQ;JxFXv&OFCC8zup<rXWb-g62}=PJLx8}G7rR9VKkq+3ggfe~
z>#~4LUh;w?E{NFUl)A#LYS5<wCI>x~iZm+lcPT+r#Uc@L6wqHg*$WH!5hm)a<JcM_
zz=2k!maKcqq5>>bvlj<794p3F3j&ihAOWp~F?F&IWTG&HGXfQa+uCyqcXIwA^)2A)
z08E^wh+f*0l7I_jcK4dYp>T%>@k}<Md_}0R!bVRB#yB<jIz(&&wb0i=j9T0iQ$Gbg
zOw(0FqguR=Yz#9PuxAKGq^!Q*i&*Gm=q%H5Uy2Dj>w_3GS9f!uDhTFOfjX!=T_uUk
zzr89WCZUq#T}*-~&<9DX!#R|ubWj;!5@Kn{GL$SLoO>>I)%Di`048p{?x3*(PGiPJ
z^lzqZ%^9$kZYIN`iR^!ZPeoDX05lB{krhTlM&ySOl(5Ixr>N^PS4$REPvZ{?gd7r<
zOcGIMBn@!hgY|M%(CA7)8wA2~8m6tvmC&asGKmjDrMgQ^0tItKwBSz|I%8Q_SwJ~J
z9bpzTNa!r0xpm=?t`=oP=ZC5g?07L^j7jL9cq-VX;0P~@WN6|RQwYPcs>v@bhoDwN
zJJ2w}Y&XxCbv>#$mnK{=q|BZi*aOA{t&~hO{4-ab6*5m=M0~zVRGP;KhCx%DoYe-w
z%)E*v&<jkC_6g=d>nKR92Gnm3V&(8UNRaO=ZS~kx-dEI##+l8Yqe<){JcNy`g1D?0
zC92NmG*lxZJ4>S^ZXwvO5w$eTAAq9XR}g29KHofs$?>cJQN{bZsIN%grL-qp0-7g0
z)|H%9ieZP=Alt*&#&$ca2(^pU4+VmjSBD3dD}^*p&W%8x5`!G6|7(6GqVFqJSd$nv
zcBT-VC9tE(cFyst!WH8ZCQ23-b(c->5>GPRw<%^;Aj+hJ6b`Icnz4{&c@Z{0U@7^w
zDSl9eAY_EGfg=PAWRS+*(|<6$(ZhIZSpX$%w-+9PkdgNss?KM?Kz})e&Fq?HqtbB+
zGW+P_<<N4zE#Pr&{P0jZyhIrlV2h=nrJLgLX^^^o5F==OuP0DS+{tF&!0%fBED>oQ
za;$~1hmg*)yg7F>L83%<-YSyrpLJuyz4(316WLgvZ*D2&j9%WK>87&d%aUm?UdIE!
z#3!{R@=|7;9NHzAUv3ZX2JX)m>V1vh8+5v2ur~vwlF-)S9y%tczd@AvjL>eHf1z*C
zsENM*Sf=-N{{)El>?BcAY!U3aDRl+_+yQoQ6=(L)u^uwp8rxe$1Gq0m->uqyv7~)x
z|I~W1Pk4MqcIt(n#Pzu{-Kge+|7n7JF!@E>bS?MAlMyV5_6J=~br*GcL8C#n^p#CV
z*xOq&Ogi+lC#hjub$Y1}!bz*Oe3Kl*1FXkJbbDsx8#Zj&yh5ZuQx$zX8cry?3BxL;
z)52oyU{RH#Wl`?kC80dD;9|LBeBUm*chijIrMd*8u0rYWG}$eVw1K1(^wp^o_5z;h
zm`?af|LpyNTnE_WW5-w9pnYvbNf0`y`P;?Iaw3<H)H0Y<(p)Cfu+UHYSk->JH1d4j
z-OKGh9GBAFuSt>4<1ZB)*G@{@4)ctWYXWCnnRjyyXOcuPT#QBvKB-C4mO&EQi(p6o
zWu_n2sFMq_;vw!QMM<TQc{H7Hw5}j{8WwB6i_Q~<5izi)QIguKPYT;*VHBLt8us_`
z!|5u_E94+hDUuQ(bq~sIQ$U}kfW28g2tDr8x&`5$$UddX<QS$1gx7SSqa>tA*It(2
z*p>%XS{oQ<HGmpZ_U>Sc1!bUc0)u~Gp{Nt$Hm3>CSW7*Dg}7`$oFzb6Ne<Pngi*nT
z=kB9m1WYcf;wPQb07B^khs@llkSzGkrPj!@-#zysA8Fh<3nRXM(2ny*{C1*VEBTvk
zXjD7#{EZe~rqyW0sy=IA#e(vKikiwI=mkq~k#YDF1D{V9K7s0lCYrh$=)_VKYpbKW
z-dB%z>$}QC<?CgOcPWyMc!jOMEtiIzV2N}$gE#E83HLuyT;sIY)D(8yp1&*>=_x7M
ztv-=*b}gozj~Kq=7CI=pH<kb5<?lRa%RqzD$&arw_}^A>!aw#H9*XE63jcjuS~^A*
zrWY$U|C1{N0j2QgUd0oN`O8oIrI*TpX`Z(D#Ovek)Q~a=CA(Pt$(?heEgnM#4#S<N
zOkI9T<mdXD!pz8TWi#=9+3>CDqirU>;0J%TN)FA#B9%+?ItS<@N;)opccsPx?ZzTC
zPjfU6C?ZBW4oHhD&jQ}SA~%mSw?HT|N;2Nh{h#LQKTX%-|7ZdwuhdwfDOjbJY08!W
zRm4co1vPNxX~2zG<?3;gmI;SPNGyPwo~e^SXETcB(fBX@1Pc=$^*iCtQUd>Flxo4X
zT*lcNCBO_0s8Y=g30#F^Ns9?qqe?HYsytcR;wKjR=Wi&R@&#O+3lYj3YvQSMaz}+P
z!wzVccLJC{s4s)cXEtZBh7aCwP|ech%@`mb^*Nhn5`dRE4S^Wl)A+sNun41#nbi<B
z=<|ibGE&U~#mxx_84CoRU=cx+IIkfT{)#Yge?@)fzaj$B|3q?l{O5Ty8n;F5TxNht
zaF;y4VeX5+Vg8x_h3))L*c6bMO{P8;%Z1<jVxK~+vRr=Q!Zco@5oDER?XyN+1?PrY
zf5o%aAF5GD{*@NklfinpH6uQP%Xpg(?Lmb*S^tX+lQJ6V)$))DL6>Q!r84)$JcCB*
z1W*|6WfG0KIt?;RR6E8V>y+e%Ig?UNN@zW{Ny);4<A5boOk(H)*9yi4e#^!vMk-yn
z1)Cf~M|)dxY$EV;wpj$D1CzmHQw?Hh8n+78hCRo|Dn_auNCr1*?qv2#J1=_m4_>6>
zDXaD50h4u?Ldj7+8|XGBr4b^|mu<Xm$ACPW&k1RZOdM_mdgkMv&3;|kICpsObV{r7
zV*nCnr5>~a6IM05oB`t{Kg6mjX_*X6t$j149Jsn^i@JW?Y#$`~+fMcD=o`+wR;>UZ
z>p^fiLC74s6F|D#vLuzV4<l$A4t!+y4nHrHJ%#fH%M&AHba%AR8)rmrKwq(9o3GEc
zKrozM*WBx9J-ghgXMlS5B6D({f3@GQxt-eky|SfCxoW<Wr2uw(L7|=C_&qIlsY!BD
zn!XagJ22ZE77^^8%%Epixj6A(xph8F*NX_l72*=sZen>l7ruJe`cEpKSVSunsz{%N
zyngv0cuf{FUCc_!>T0ABgJZ{lXNT0x!`bOMvtDCdrI<MNvZO2gl)WC#_7w2#<X`tu
z_4I!Tlr_w=!=Beqd=!pMcXcb}Hq0xkg<@~Pc*3UbDp=hjR(NeRRbru)VJkK32Dfy3
zK|Eh9v~CWmyQEtARPzAM8#U}z>qy#n;<Z;vR@udPtrxCp19eqV#Z_PSEttWTUMaKN
zyzSi#oE}!ZbkDtywd}ZX$L;sKH^)B>EJ&Li7VM>w?a>bb8L<%>fS9f7y_^7pBX>Xz
z>yjz_^(`$8?hXqH>#hZ^uV^Vi89}&D%3L$_!49Zm;tr_tTi07#^T0Th2+0f@sY0S2
zaWo1RILk0t=k4h83Q;_)yJ2s0k0470s7NsUUp5Y@5$2%s(-@|p?8^412##<~k-z}2
zuG&Gp19c9GF?aL_pT$Gi*Qj|D_F<ptVvXGcZ3Y!XMtn}MC!xWA7ut%KGY?vLnzC43
z$ApJ$KT^40ya&Gf#O*fUseF{1C%)&0m13Xt-V;sJKff)mVqf)M_e}eLuBod|a&iJY
zxqGH|+Q8PS)Q~9fYF?5n!wxP!9=pcQ6#0HW&n_b;uZqdLE+DFSx@#`ckEt5FK6HZB
z`FfL1!!2>*-VNXWP1+NKP@7B&UUtlN&@^@8z4*NKDBJs{H*_@frB&U$X2O+RdbN6O
z_N;AXj?&Zn==I=)LVkLJRsgqSVt$Vxf5^nw$X>0|YZP#0z0m*J-bESTfc$wUwRRkz
zgnGSggMGfcQ=(_-uj!k?hQyEZ(z(jn#p$nc_F@(5qvo#!_5=+H(Q@+rIh%6z1+jKz
z$1PBW0wi7OM7nGkstN3|>(Nf8S9>NMx%F<Oi9Wb{(Mu7((^2u!QPDfSNi{Cg*G}?q
zXs-zMqETYqzG{ymx5>(_bZAeA_Q@#6O8H<T=ERdr*l=ji*!JR8V&&WT7@z$GfU;W~
zSXYex#Yn(o-&~fPJ*mM+{OisLzuEai4LscI`LhV$+hf6jMT{qosq)8JI7e3syb6TQ
zd}tD0mxX`wxgfRH66(%M?CQ0-(RAzXYOKrawWRSc@4l*tmW9)c95=Nc`%g;ANQE*u
z#L9lAEY@;ohPdzj!3>ZNiCYny&N4f1##U2nk0<fh)pV`faG;~ni9Rt+_H{LU^i=L?
zM_H10B>N>)Zhpzn%cK2fJ-Rc5^WEyL$y01xgS0LG%(T$jPKm#xla@~`6im?>ZtL8k
zZ7=_&?`K1Ltr*&yW<AMVM_GN1WfeB-ioB7|@)~7Nj|E#_jfxaB=fUQ!^Uo`netBl}
z8>!E$W&eWMbDpw9mv>VQ)wlX*#VT)SSBegFo{YE!jTX1ja3j=VwfE1CH-!B2TPkkZ
z%3l;ZSNMMR&6ZWWk60GnM#Vy!RlJ1A>d}b7Sd)0HEGxSq!A;50g0pEdz)0m+yw-Ce
zoX6S2R<9v!b*W^rmW9L2>BZ67R{ZN+yZwhhBufpO*`}?d({|vuE2&?P=TA%J%87nf
z2=+SAZ9DV7$$x3usi6kJ>hq?yO0er$GPBKL?}UQKpOjf_Lk_b|q|zvws!?$otMwoq
z&pJWNC__H8MWggcyfUrS4Six8ULk}a^{WrI&M1Bcm|28O{*%8$uJ#795hHSbQkISS
zmRbBG-ew<82zE%|RK<X&o^BG5Z$5?e#r<{2>G{IF(fD|EKa+aq;WzJQ^+|uyFHoNf
z`x?;rh)cquce9{TMObUqa2fFL{PE|uiIjY<gTRSO2f2RHLcMw-rRhu{pmd=_vnsnQ
z*lwbJZFl%p(VB_2wGVMzX+4jmYX^}p8?|Nj#2}GjR-e*-pk+?tS$V}A>5on)1tCv=
z=2J<VP=khkh>@n03q57c3yNIH?Ld5u#Idksj%ijUNM|p5?ldGy)mfJKaKgrT(pK6m
zxqN+|BM~TaHR;9I{XQ_-@W=>G^K<iQrP3V5vlv?0T``1ziI;Z2w{C~!1u2`}c*2pV
zSc4hI6=e05P}p{VbGLM+a645U9V86M4igRcw&%xoa<}>+nx*Ex=Aa*Rq3>>A=j<&m
zPF0Ssnr{VE^%Nd<=Nb}oXgXj?`f)@204d;rNI6x>`cZ{ogjocMt{#Ac#Fo87NR))D
zN2mGWJ%JH>&L`5-ES{Y<im7$~vYg`Ml~8nPI0Ia+M3!+vD-2f-!3u}-t5pIn9j3Q7
zf>V|Qg?<9&4ilS4K%DV9;l;zmuJVlm8)eJ-DfWT4z{Gm}xDQy;pYEUVD%}W3rw_&^
z>=A*IRF$e4PI|@>lf!g!2%~G6r<b}ntF;uLA^eh;b?n<Y!<MOx#v%Pwc)uKy>vs0d
z*kk7ho39owWJl4&Zk?t_V}XV4w*)CyI3pdVxDJ}XnlY0m6(yb$YQ1`SZ|g)APQc~e
zfsUw$>fiOVSSH!{+S}CMI(PqYDspL`x!8|3FbI0zzLlwR$?>>ZVYKkdt726Hp`Uy_
zPVS0<vy3zT+98(dVC2&Bo(I*c^h_$dzn+<fDw+h3-z{Q-bAS_SZizkI5^nv$%i^D{
zQpA0#@{Muu^bT{w*WD;DZlu0)G)9M)tV)G>O~>jWkJQmAJbKb%II;U_ht0gYTC{3j
z`Z<*$JDL_Q;ZDkO2CdAZnJhxCyqSI|O)bS~Ij;e08anE+A#1Qxt-kjxC9m|=`BLVY
zH2mQ>p1iJDvKWG1eVFm_)cIQeOc<;cp7!#9Lr%ZGPzi0U%su)06#5ajpb~506*Q5g
z&~@~510P#?wf)TZIZ6?UHDnHz+aU}7yawTTjMO#h4C+y&56F5H1<7GxXGDUU0_n10
zjzba|W9jl2l4Eh=vd<z<z`hy?4ooAYok_rGXqMieRdiynJ|YbQI~aHb#eq7AU)Iav
zFXSGuIJ91XJRvSDqof7Ne#|CF|HR`PX;=!jZCXK+JSGDRm_LhC2Dkh1;oF7)aIG_=
zxg}j82=RXSJR_AY?(ha8Ep!z*W&FWRfxCnT5Brc5E-jO421Ej5EKDo~LQquVY4R~W
z^t|3^c&R}M(lKeoQf64PNs!k_v-}3w04tl>=`1gK7}HTYQiKtPeUgEqlz;sKPgdri
z5;P|RT%jSvnD_)LcU#uh1xoVA_BZ5w)+m}Wq7#$>ly^^-9mC|fnX;tQ6S;U{4lt5(
z6(q(R*bx#~`V4X5$G11B{J28}?vn!kEau`MbWtqWmA!+1pR|c2>U$9?@7zq`98;}8
zrd+u7-0Z$!u+boC`aI5Tk%%xi4EsWh>^c2gZqLu7E_Eyja+s$OQt(1GVACoP^O~OD
z-{ch1Cpkp;+C?x%c%a09S-3}rKntAQKWR8nXyJ~4nCB!Ag@Nd6+%`@6rziCBbA<N9
zU8D+(Ll7JuL7qi>zOq9P58&)0^0%zKpN)bduaWX7{d6Qqp03|JptQ-NT$0rW&yX-)
z#2n#k%)jmG-mD}Io}IKMB^jnJw50;t`XVr8i}p`X>=^D4O|`EO6X#%200+5m7(YYb
z4KU?KcMZk#{{?FRwChulGu#f^i$ijxujO|CXuYm!s^dz4lnx4?#op2ajRr^@&hCEm
zKFteVh9;vT?r0nr`uCvYv}NX0Hg4j3;;*gu6-0Od!2+UT@98qp>hnF{(#}l(@w0-3
zratdOgi31kD=SsdQa3IR9$oMCH74sTgO<%B;1Z8)17_40eB`Kpnz{BBH8BapvxcjV
zL#zWMX80@v!6GkjFgu0kv+Wbqg!y(Af2e1p;vzJH5zTD;z@G<Iw-O*12KvOe1Oji>
zBdj(Kav;d6{(2(!=5V<POE)ZP4iBbG^Hh)HfRB_rBh3*nH?U;bfxf5}Q>@Z=z^WP{
z+8eWon6sw}u!n<WGeULXlYnG#20?pT$q1_>BlPga@rETWQuvG@c_NfAg0|Mh#ykMw
zF_OUKxIpYO^5#uY1ZUDz9~VGhp&F<Vag=foa^Z1*k=0Ht+A)ym-%LcpqVO*UA0)&Y
zPD8bQxAx+bNH+t6hMPg0npSsDiz9vL_o5SC8qkd`!ogv+Kg1=XL&7!&@)_3TjN8m3
zI7gMRgn?%9mzJVKLg93Oy9M@tk;_U|W62qaU~nI&F_>$mP*>x$=;wryPG6d@5mS`N
z!<PW+DS-H8SuE=^+!PNnNMhpDiZ3AGK+ZT>7|1r`p=m1*zQd#C&A}a@`uJcjnu5b9
z=1_uJ0sQuzfEF~jpM_LC@gz}M0!8HrRnhK)+A;xqKq;BWvH~(xTY5<bDP_uc@(MO6
zCkJi@;*nN2!Mw!iF1S+;gr+lx8d}I>Vcio|NNa|0A11W<(2g%c(&n}eYuRh|`t6Z>
z8%7|33!NsX$DJdmSV)W%#AzHZP`9$YB7~g>^X)KshZ<c<`Qt~-QQ|yT2hk*Kne>c}
z2~&c%PMxr1AXiPsz$1dK4{K56Oyq}bf;l>`JHPrOjRh9XkB}zW3?c_gUJHds1Z$N_
zeJ|I26y+ZnK{S;I`3s|mBrXT9#Wz*=5-C&;YY9^an`n39a6hF?mFxr2R~%TojAyAx
z@)1CeLZvC}mV1NH|At4=tc|(gx%?_D(&YyGvgqEq!mC!Qt|8IOT%Bg~rn~ko8FB>H
zpRZ0p4LsQQRQnn|c;S=NF<Vj3aO`{!I>g6~%HQ!6PCnQRwiJ-ZkmhEN+}nv-P08z4
zD`B4s-l1N^CL_K{K8IEEeVKR+!EF05@$58S>t^aUki6)Yej1Jf*41g1n1}#R6?k@I
z^i|9GqN97n*M4oo>_Bvj`EU_(I|-qm!qwB|-Ue+ul(LbsYjWA9<Q|=Fs@XIxZ8v1|
z9=_yJ8wsiPr|kt^@%p*&R%`dHHIwO1SaxE*7*eb9tdW7;P3P+9b8g_47kkNQpl5a2
zqUYKtEslv4L$<}m)dA#Mr!6SV6j)yk(9GL@3jSPm9SLxq@pq#|xp}Ynw31^AK+Dyv
z73t%nMRa9Z9o@>gp57L^?Jm3YLG{E~KGIAaz`sDZ0aO$`vrQba)j3#&QyQsd-!9jA
z55qrFxRAJXoGOt$u+MTWik-c#P!sEjH+ome31xe;UC^Pd*wEg<*(i#Pg2FAwXkZF$
zO=C6xQoFqTsq=c;jlNbxd9R;pQZ_VFzJ*|I3bBgp+<wF|TBKZbU9>nR?r^!um^**>
z+RV|Mg!!{fZ|jQHvU2mXY$j8S6?1dKe$AP7MVHKv>Q$B}eT`Q^axxuB-tJPtt*J8q
z?z+*h){bcbOWRTiYsT?^0yzW5{Js2mp7tDmt*q{2S=-C}H7&xsY%HVsY@l${#<kCz
z{`h=bUH@qjA1yy1ck>hdv8oH6-*a%=``7g3Gw4+m0?8V1X#>HcgK|}?-Zb#hR{wau
z+qOGx1Mmy#Lz8M}e9aq1HtV~GHB|k_<MXG)VviS9@qzDDwv4jb9`VR;=oPbcX>@>D
z-6$3y(;a;6r3iO(k?Cf`$W4{LAB%1ojNHjE-X<%Q4IBqUClp=PDRCM_i%(MXuNd6S
z25+0JK`#Q_a`3i=7;95i8G~!<!C0G*hqh3_0oiV{{rIUeG_I_E8=g|B2X`0px=>DL
z*9oHJK(38oq%B1<n=0}sD%v2D*<9SQsZ#c0m(9T)TN=HbD*R|9bR^h0E10=V$X(QB
zaqM$pWOJDs9Z}K~1w<DIIhQHc88SUVO!Oqd&Sk3ghEFF4N$1Bu=V{O#MjZ*4&WVRE
z5-+1`x5I(+qN9tXYy?=R1XJfkOBczx3%BM6SEqm_O_l8sWoa5%(h^vssd5g&BOSvU
zjfbPM1!#DS{V}RsETn9%M*vDwK#@AqsdqCz%(i}<Ykf+3&TbBwX+5WC_mXUN3mxV5
z<Kv^B5k)BoBy5>=LEz`~bM+H+yg$QFAU|*(DU<%;*`$N`$<O<j`$J1NFPm^20c&#2
zi-ElZI_vawUDH__6a#|s<^C3isZT>Ov1YNIB=BTiR{Xj6vHGs~k=FVxfxb;xP>)Xu
zp6I5rpHlf)x0R38XkfjCs$uNVIqO=OHz<6*`wHI?)-~>~?P&FvYL4My^?iDo7Cse;
zDzEMc<BsgqJ*j~+5(D>T|LviEoFRBhPT-79uO7aGdu07vVGRn!Ty*R2O%I3N`^s|P
zeRFeIrEBZ%u+qEY=Q>qL)emRaB`AhFWWs4P?cgkWLYTom=)mI%_DdP#-lZ^s4|;q5
z_$53S8;NGK2}8q0M(s+VvfwTy2^3t{1=kguI^6zk={9`>R$F~nm07(n%Iw5V+mA3-
z9}Ta&4^%Tun~tgApC7-#YGGA`&BN;T@#T5-_~l{s{-+;S=IQDF&Xw`YD(v25)7WPk
R<y4i;XI6#X{~y!>&=qp3FL3|>

diff --git a/docs/py-modindex.html b/docs/py-modindex.html
index a0f13a84d7..de29719d42 100644
--- a/docs/py-modindex.html
+++ b/docs/py-modindex.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Python Module Index &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Python Module Index &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/py_api/dynamo.html b/docs/py_api/dynamo.html
index 23b3c66af9..d40657c658 100644
--- a/docs/py_api/dynamo.html
+++ b/docs/py_api/dynamo.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.dynamo &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.dynamo &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
@@ -654,6 +654,202 @@ <h2>Functions<a class="headerlink" href="#functions" title="Permalink to this he
 </dl>
 </dd></dl>
 
+<dl class="py function">
+<dt class="sig sig-object py" id="torch_tensorrt.dynamo.convert_exported_program_to_serialized_trt_engine">
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.dynamo.</span></span><span class="sig-name descname"><span class="pre">convert_exported_program_to_serialized_trt_engine</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">exported_program</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">ExportedProgram</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">arg_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">kwarg_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">{dtype.f32}</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">assume_dynamic_shape_support</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">min_block_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_ops</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pass_through_build_failures</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_aux_streams</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">version_compatible</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">optimization_level</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_python_runtime</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">bool</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_fast_partitioner</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_experimental_decompositions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Device(type=DeviceType.GPU,</span> <span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">require_full_compilation</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">calibrator</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">object</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_shape_tensors</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timing_cache_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'/tmp/torch_tensorrt_engine_cache/timing_cache.bin'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_explicit_typing</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_fp32_acc</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit_identical_engine_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">strip_engine_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">immutable_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_weight_streaming</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">bytes</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/_compiler.html#convert_exported_program_to_serialized_trt_engine"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.dynamo.convert_exported_program_to_serialized_trt_engine" title="Permalink to this definition">¶</a></dt>
+<dd><p>Convert an ExportedProgram to a serialized TensorRT engine</p>
+<p>Converts an ExportedProgram to a serialized TensorRT engine given a dictionary of conversion settings</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>exported_program</strong> (<em>torch.export.ExportedProgram</em>) – Source module</p>
+</dd>
+<dt class="field-even">Keyword Arguments</dt>
+<dd class="field-even"><ul class="simple">
+<li><p><strong>inputs</strong> (<em>Optional</em><em>[</em><em>Sequence</em><em>[</em><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Input" title="torch_tensorrt.Input"><em>Input</em></a><em> | </em><em>torch.Tensor</em><em>]</em><em>]</em>) – <p><strong>Required</strong> List of specifications of input shape, dtype and memory layout for inputs to the module. This argument is required. Input Sizes can be specified as torch sizes, tuples or lists. dtypes can be specified using
+torch datatypes or torch_tensorrt datatypes and you can use either torch devices or the torch_tensorrt device type enum
+to select device type.</p>
+<blockquote>
+<div><div class="highlight-py notranslate"><div class="highlight"><pre><span></span><span class="n">inputs</span><span class="o">=</span><span class="p">[</span>
+      <span class="n">torch_tensorrt</span><span class="o">.</span><span class="n">Input</span><span class="p">((</span><span class="mi">1</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">224</span><span class="p">,</span> <span class="mi">224</span><span class="p">)),</span> <span class="c1"># Static NCHW input shape for input #1</span>
+      <span class="n">torch_tensorrt</span><span class="o">.</span><span class="n">Input</span><span class="p">(</span>
+          <span class="n">min_shape</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">224</span><span class="p">,</span> <span class="mi">224</span><span class="p">,</span> <span class="mi">3</span><span class="p">),</span>
+          <span class="n">opt_shape</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">512</span><span class="p">,</span> <span class="mi">512</span><span class="p">,</span> <span class="mi">3</span><span class="p">),</span>
+          <span class="n">max_shape</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">1024</span><span class="p">,</span> <span class="mi">1024</span><span class="p">,</span> <span class="mi">3</span><span class="p">),</span>
+          <span class="n">dtype</span><span class="o">=</span><span class="n">torch</span><span class="o">.</span><span class="n">int32</span>
+          <span class="nb">format</span><span class="o">=</span><span class="n">torch</span><span class="o">.</span><span class="n">channel_last</span>
+      <span class="p">),</span> <span class="c1"># Dynamic input shape for input #2</span>
+      <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">((</span><span class="mi">1</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">224</span><span class="p">,</span> <span class="mi">244</span><span class="p">))</span> <span class="c1"># Use an example tensor and let torch_tensorrt infer settings</span>
+  <span class="p">]</span>
+</pre></div>
+</div>
+</div></blockquote>
+</p></li>
+<li><p><strong>enabled_precisions</strong> (<em>Optional</em><em>[</em><em>Set</em><em>[</em><em>torch.dpython:type</em><em> | </em><em>_enums.dpython:type</em><em>]</em><em>]</em>) – The set of datatypes that TensorRT can use</p></li>
+<li><p><strong>debug</strong> (<em>bool</em>) – Whether to print out verbose debugging information</p></li>
+<li><p><strong>workspace_size</strong> (<em>python:int</em>) – Workspace TRT is allowed to use for the module (0 is default)</p></li>
+<li><p><strong>min_block_size</strong> (<em>python:int</em>) – Minimum number of operators per TRT-Engine Block</p></li>
+<li><p><strong>torch_executed_ops</strong> (<em>Set</em><em>[</em><em>str</em><em>]</em>) – Set of operations to run in Torch, regardless of converter coverage</p></li>
+<li><p><strong>pass_through_build_failures</strong> (<em>bool</em>) – Whether to fail on TRT engine build errors (True) or not (False)</p></li>
+<li><p><strong>max_aux_streams</strong> (<em>Optional</em><em>[</em><em>python:int</em><em>]</em>) – Maximum number of allowed auxiliary TRT streams for each engine</p></li>
+<li><p><strong>version_compatible</strong> (<em>bool</em>) – Provide version forward-compatibility for engine plan files</p></li>
+<li><p><strong>optimization_level</strong> (<em>Optional</em><em>[</em><em>python:int</em><em>]</em>) – Builder optimization 0-5, higher levels imply longer build time,
+searching for more optimization options. TRT defaults to 3</p></li>
+<li><p><strong>use_python_runtime</strong> (<em>Optional</em><em>[</em><em>bool</em><em>]</em>) – Whether to strictly use Python runtime or C++ runtime. To auto-select a runtime
+based on C++ dependency presence (preferentially choosing C++ runtime if available), leave the
+argument as None</p></li>
+<li><p><strong>truncate_double</strong> (<em>bool</em>) – Whether to truncate float64 TRT engine inputs or weights to float32</p></li>
+<li><p><strong>use_fast_partitioner</strong> (<em>bool</em>) – Whether to use the fast or global graph partitioning system</p></li>
+<li><p><strong>enable_experimental_decompositions</strong> (<em>bool</em>) – Whether to enable all core aten decompositions
+or only a selected subset of them</p></li>
+<li><p><strong>device</strong> (<a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt.Device"><em>Device</em></a>) – GPU to compile the model on</p></li>
+<li><p><strong>require_full_compilation</strong> (<em>bool</em>) – Whether to require the graph is fully compiled in TensorRT.
+Only applicable for <cite>ir=”dynamo”</cite>; has no effect for <cite>torch.compile</cite> path</p></li>
+<li><p><strong>disable_tf32</strong> (<em>bool</em>) – Whether to disable TF32 computation for TRT layers</p></li>
+<li><p><strong>sparse_weights</strong> (<em>bool</em>) – Whether to allow the builder to use sparse weights</p></li>
+<li><p><strong>engine_capability</strong> (<em>trt.EngineCapability</em>) – Restrict kernel selection to safe gpu kernels or safe dla kernels</p></li>
+<li><p><strong>num_avg_timing_iters</strong> (<em>python:int</em>) – Number of averaging timing iterations used to select kernels</p></li>
+<li><p><strong>dla_sram_size</strong> (<em>python:int</em>) – Fast software managed RAM used by DLA to communicate within a layer.</p></li>
+<li><p><strong>dla_local_dram_size</strong> (<em>python:int</em>) – Host RAM used by DLA to share intermediate tensor data across operations</p></li>
+<li><p><strong>dla_global_dram_size</strong> (<em>python:int</em>) – Host RAM used by DLA to store weights and metadata for execution</p></li>
+<li><p><strong>calibrator</strong> (<em>Union</em><em>(</em><em>torch_tensorrt._C.IInt8Calibrator</em><em>, </em><em>tensorrt.IInt8Calibrator</em><em>)</em>) – Calibrator object which will provide data to the PTQ system for INT8 Calibration</p></li>
+<li><p><strong>allow_shape_tensors</strong> – (Experimental) Allow aten::size to output shape tensors using IShapeLayer in TensorRT</p></li>
+<li><p><strong>timing_cache_path</strong> (<em>str</em>) – Path to the timing cache if it exists (or) where it will be saved after compilation</p></li>
+<li><p><strong>use_explicit_typing</strong> (<em>bool</em>) – This flag enables strong typing in TensorRT compilation which respects the precisions set in the Pytorch model. This is useful when users have mixed precision graphs.</p></li>
+<li><p><strong>use_fp32_acc</strong> (<em>bool</em>) – This option inserts cast to FP32 nodes around matmul layers and TensorRT ensures the accumulation of matmul happens in FP32. Use this only when FP16 precision is configured in enabled_precisions.</p></li>
+<li><p><strong>refit_identical_engine_weights</strong> (<em>bool</em>) – Refit engines with identical weights. This is useful when the same model is compiled multiple times with different inputs and the weights are the same. This will save time by reusing the same engine for different inputs.</p></li>
+<li><p><strong>strip_engine_weights</strong> (<em>bool</em>) – Strip engine weights from the serialized engine. This is useful when the engine is to be deployed in an environment where the weights are not required.</p></li>
+<li><p><strong>immutable_weights</strong> (<em>bool</em>) – Build non-refittable engines. This is useful for some layers that are not refittable. If this argument is set to true, <cite>strip_engine_weights</cite> and <cite>refit_identical_engine_weights</cite> will be ignored.</p></li>
+<li><p><strong>enable_weight_streaming</strong> (<em>bool</em>) – Enable weight streaming.</p></li>
+</ul>
+</dd>
+<dt class="field-odd">Returns</dt>
+<dd class="field-odd"><p>Serialized TensorRT engine, can either be saved to a file or deserialized via TensorRT APIs</p>
+</dd>
+<dt class="field-even">Return type</dt>
+<dd class="field-even"><p><em>bytes</em></p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="torch_tensorrt.dynamo.cross_compile_for_windows">
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.dynamo.</span></span><span class="sig-name descname"><span class="pre">cross_compile_for_windows</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">exported_program</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">ExportedProgram</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">arg_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">kwarg_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">device</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">assume_dynamic_shape_support</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">{dtype.f32}</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">require_full_compilation</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">min_block_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_ops</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Collection</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">Callable</span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">[</span></span><span class="p"><span class="pre">...</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">torch_executed_modules</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pass_through_build_failures</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_aux_streams</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">version_compatible</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">optimization_level</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_python_runtime</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_fast_partitioner</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_experimental_decompositions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dryrun</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hardware_compatible</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timing_cache_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'/tmp/torch_tensorrt_engine_cache/timing_cache.bin'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">lazy_engine_init</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cache_built_engines</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">reuse_cached_engines</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_cache_dir</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'/tmp/torch_tensorrt_engine_cache'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">engine_cache_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">5368709120</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">custom_engine_cache</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">BaseEngineCache</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_explicit_typing</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_fp32_acc</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit_identical_engine_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">strip_engine_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">immutable_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enable_weight_streaming</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">GraphModule</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/_compiler.html#cross_compile_for_windows"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.dynamo.cross_compile_for_windows" title="Permalink to this definition">¶</a></dt>
+<dd><p>Compile an ExportedProgram module using TensorRT in Linux for Inference in Windows</p>
+<p>Takes an exported program and a set of settings to configure the compiler
+and it will convert methods to AOT graphs which call equivalent TensorRT engines</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>exported_program</strong> (<em>torch.export.ExportedProgram</em>) – Source module, running torch.export on a <code class="docutils literal notranslate"><span class="pre">torch.nn.Module</span></code></p></li>
+<li><p><strong>inputs</strong> (<em>Tuple</em><em>[</em><em>Any</em><em>, </em><em>...</em><em>]</em>) – <p>List of specifications of input shape, dtype and memory layout for inputs to the module. This argument is required. Input Sizes can be specified as torch sizes, tuples or lists. dtypes can be specified using
+torch datatypes or torch_tensorrt datatypes and you can use either torch devices or the torch_tensorrt device type enum
+to select device type.</p>
+<blockquote>
+<div><div class="highlight-py notranslate"><div class="highlight"><pre><span></span><span class="n">inputs</span><span class="o">=</span><span class="p">[</span>
+    <span class="n">torch_tensorrt</span><span class="o">.</span><span class="n">Input</span><span class="p">((</span><span class="mi">1</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">224</span><span class="p">,</span> <span class="mi">224</span><span class="p">)),</span> <span class="c1"># Static NCHW input shape for input #1</span>
+    <span class="n">torch_tensorrt</span><span class="o">.</span><span class="n">Input</span><span class="p">(</span>
+        <span class="n">min_shape</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">224</span><span class="p">,</span> <span class="mi">224</span><span class="p">,</span> <span class="mi">3</span><span class="p">),</span>
+        <span class="n">opt_shape</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">512</span><span class="p">,</span> <span class="mi">512</span><span class="p">,</span> <span class="mi">3</span><span class="p">),</span>
+        <span class="n">max_shape</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">1024</span><span class="p">,</span> <span class="mi">1024</span><span class="p">,</span> <span class="mi">3</span><span class="p">),</span>
+        <span class="n">dtype</span><span class="o">=</span><span class="n">torch</span><span class="o">.</span><span class="n">int32</span>
+        <span class="nb">format</span><span class="o">=</span><span class="n">torch</span><span class="o">.</span><span class="n">channel_last</span>
+    <span class="p">),</span> <span class="c1"># Dynamic input shape for input #2</span>
+    <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">((</span><span class="mi">1</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">224</span><span class="p">,</span> <span class="mi">244</span><span class="p">))</span> <span class="c1"># Use an example tensor and let torch_tensorrt infer settings</span>
+<span class="p">]</span>
+</pre></div>
+</div>
+</div></blockquote>
+</p></li>
+</ul>
+</dd>
+<dt class="field-even">Keyword Arguments</dt>
+<dd class="field-even"><ul class="simple">
+<li><p><strong>arg_inputs</strong> (<em>Tuple</em><em>[</em><em>Any</em><em>, </em><em>...</em><em>]</em>) – Same as inputs. Alias for better understanding with kwarg_inputs.</p></li>
+<li><p><strong>kwarg_inputs</strong> (<em>dict</em><em>[</em><em>Any</em><em>, </em><em>...</em><em>]</em>) – Optional, kwarg inputs to the module forward function.</p></li>
+<li><p><strong>device</strong> (<em>Union</em><em>(</em><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt.Device"><em>Device</em></a><em>, </em><em>torch.device</em><em>, </em><em>dict</em><em>)</em>) – <p>Target device for TensorRT engines to run on</p>
+<div class="highlight-cpp notranslate"><div class="highlight"><pre><span></span><span class="n">device</span><span class="o">=</span><span class="n">torch_tensorrt</span><span class="p">.</span><span class="n">Device</span><span class="p">(</span><span class="s">&quot;dla:1&quot;</span><span class="p">,</span><span class="w"> </span><span class="n">allow_gpu_fallback</span><span class="o">=</span><span class="n">True</span><span class="p">)</span>
+</pre></div>
+</div>
+</p></li>
+<li><p><strong>disable_tf32</strong> (<em>bool</em>) – Force FP32 layers to use traditional as FP32 format vs the default behavior of rounding the inputs to 10-bit mantissas before multiplying, but accumulates the sum using 23-bit mantissas</p></li>
+<li><p><strong>assume_dynamic_shape_support</strong> (<em>bool</em>) – Setting this to true enables the converters work for both dynamic and static shapes. Default: False</p></li>
+<li><p><strong>sparse_weights</strong> (<em>bool</em>) – Enable sparsity for convolution and fully connected layers.</p></li>
+<li><p><strong>enabled_precision</strong> (<em>Set</em><em>(</em><em>Union</em><em>(</em><em>torch.dpython:type</em><em>, </em><em>torch_tensorrt.dpython:type</em><em>)</em><em>)</em>) – The set of datatypes that TensorRT can use when selecting kernels</p></li>
+<li><p><strong>debug</strong> (<em>bool</em>) – Enable debuggable engine</p></li>
+<li><p><strong>capability</strong> (<a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt.EngineCapability"><em>EngineCapability</em></a>) – Restrict kernel selection to safe gpu kernels or safe dla kernels</p></li>
+<li><p><strong>num_avg_timing_iters</strong> (<em>python:int</em>) – Number of averaging timing iterations used to select kernels</p></li>
+<li><p><strong>workspace_size</strong> (<em>python:int</em>) – Maximum size of workspace given to TensorRT</p></li>
+<li><p><strong>dla_sram_size</strong> (<em>python:int</em>) – Fast software managed RAM used by DLA to communicate within a layer.</p></li>
+<li><p><strong>dla_local_dram_size</strong> (<em>python:int</em>) – Host RAM used by DLA to share intermediate tensor data across operations</p></li>
+<li><p><strong>dla_global_dram_size</strong> (<em>python:int</em>) – Host RAM used by DLA to store weights and metadata for execution</p></li>
+<li><p><strong>truncate_double</strong> (<em>bool</em>) – Truncate weights provided in double (float64) to float32</p></li>
+<li><p><strong>calibrator</strong> (<em>Union</em><em>(</em><em>torch_tensorrt._C.IInt8Calibrator</em><em>, </em><em>tensorrt.IInt8Calibrator</em><em>)</em>) – Calibrator object which will provide data to the PTQ system for INT8 Calibration</p></li>
+<li><p><strong>require_full_compilation</strong> (<em>bool</em>) – Require modules to be compiled end to end or return an error as opposed to returning a hybrid graph where operations that cannot be run in TensorRT are run in PyTorch</p></li>
+<li><p><strong>min_block_size</strong> (<em>python:int</em>) – The minimum number of contiguous TensorRT convertible operations in order to run a set of operations in TensorRT</p></li>
+<li><p><strong>torch_executed_ops</strong> (<em>Collection</em><em>[</em><em>Target</em><em>]</em>) – Set of aten operators that must be run in PyTorch. An error will be thrown if this set is not empty but <code class="docutils literal notranslate"><span class="pre">require_full_compilation</span></code> is True</p></li>
+<li><p><strong>torch_executed_modules</strong> (<em>List</em><em>[</em><em>str</em><em>]</em>) – List of modules that must be run in PyTorch. An error will be thrown if this list is not empty but <code class="docutils literal notranslate"><span class="pre">require_full_compilation</span></code> is True</p></li>
+<li><p><strong>pass_through_build_failures</strong> (<em>bool</em>) – Error out if there are issues during compilation (only applicable to torch.compile workflows)</p></li>
+<li><p><strong>max_aux_stream</strong> (<em>Optional</em><em>[</em><em>python:int</em><em>]</em>) – Maximum streams in the engine</p></li>
+<li><p><strong>version_compatible</strong> (<em>bool</em>) – Build the TensorRT engines compatible with future versions of TensorRT (Restrict to lean runtime operators to provide version forward compatibility for the engines)</p></li>
+<li><p><strong>optimization_level</strong> – (Optional[int]): Setting a higher optimization level allows TensorRT to spend longer engine building time searching for more optimization options. The resulting engine may have better performance compared to an engine built with a lower optimization level. The default optimization level is 3. Valid values include integers from 0 to the maximum optimization level, which is currently 5. Setting it to be greater than the maximum level results in identical behavior to the maximum level.</p></li>
+<li><p><strong>use_python_runtime</strong> – (bool): Return a graph using a pure Python runtime, reduces options for serialization</p></li>
+<li><p><strong>use_fast_partitioner</strong> – (bool): Use the adjacency based partitioning scheme instead of the global partitioner. Adjacency partitioning is faster but may not be optimal. Use the global paritioner (<code class="docutils literal notranslate"><span class="pre">False</span></code>) if looking for best performance</p></li>
+<li><p><strong>enable_experimental_decompositions</strong> (<em>bool</em>) – Use the full set of operator decompositions. These decompositions may not be tested but serve to make the graph easier to convert to TensorRT, potentially increasing the amount of graphs run in TensorRT.</p></li>
+<li><p><strong>dryrun</strong> (<em>bool</em>) – Toggle for “Dryrun” mode, running everything except conversion to TRT and logging outputs</p></li>
+<li><p><strong>hardware_compatible</strong> (<em>bool</em>) – Build the TensorRT engines compatible with GPU architectures other than that of the GPU on which the engine was built (currently works for NVIDIA Ampere and newer)</p></li>
+<li><p><strong>timing_cache_path</strong> (<em>str</em>) – Path to the timing cache if it exists (or) where it will be saved after compilation</p></li>
+<li><p><strong>lazy_engine_init</strong> (<em>bool</em>) – Defer setting up engines until the compilation of all engines is complete. Can allow larger models with multiple graph breaks to compile but can lead to oversubscription of GPU memory at runtime.</p></li>
+<li><p><strong>cache_built_engines</strong> (<em>bool</em>) – Whether to save the compiled TRT engines to storage</p></li>
+<li><p><strong>reuse_cached_engines</strong> (<em>bool</em>) – Whether to load the compiled TRT engines from storage</p></li>
+<li><p><strong>engine_cache_dir</strong> (<em>Optional</em><em>[</em><em>str</em><em>]</em>) – Directory to store the cached TRT engines</p></li>
+<li><p><strong>engine_cache_size</strong> (<em>Optional</em><em>[</em><em>python:int</em><em>]</em>) – Maximum hard-disk space (bytes) to use for the engine cache, default is 1GB. If the cache exceeds this size, the oldest engines will be removed by default</p></li>
+<li><p><strong>custom_engine_cache</strong> (<em>Optional</em><em>[</em><em>BaseEngineCache</em><em>]</em>) – Engine cache instance to use for saving and loading engines. Users can provide their own engine cache by inheriting from BaseEngineCache. If used, engine_cache_dir and engine_cache_size will be ignored.</p></li>
+<li><p><strong>use_explicit_typing</strong> (<em>bool</em>) – This flag enables strong typing in TensorRT compilation which respects the precisions set in the Pytorch model. This is useful when users have mixed precision graphs.</p></li>
+<li><p><strong>use_fp32_acc</strong> (<em>bool</em>) – This option inserts cast to FP32 nodes around matmul layers and TensorRT ensures the accumulation of matmul happens in FP32. Use this only when FP16 precision is configured in enabled_precisions.</p></li>
+<li><p><strong>refit_identical_engine_weights</strong> (<em>bool</em>) – Refit engines with identical weights. This is useful when the same model is compiled multiple times with different inputs and the weights are the same. This will save time by reusing the same engine for different inputs.</p></li>
+<li><p><strong>strip_engine_weights</strong> (<em>bool</em>) – Strip engine weights from the serialized engine. This is useful when the engine is to be deployed in an environment where the weights are not required.</p></li>
+<li><p><strong>immutable_weights</strong> (<em>bool</em>) – Build non-refittable engines. This is useful for some layers that are not refittable. If this argument is set to true, <cite>strip_engine_weights</cite> and <cite>refit_identical_engine_weights</cite> will be ignored.</p></li>
+<li><p><strong>enable_weight_streaming</strong> (<em>bool</em>) – Enable weight streaming.</p></li>
+<li><p><strong>**kwargs</strong> – Any,</p></li>
+</ul>
+</dd>
+<dt class="field-odd">Returns</dt>
+<dd class="field-odd"><p>Compiled FX Module, when run it will execute via TensorRT</p>
+</dd>
+<dt class="field-even">Return type</dt>
+<dd class="field-even"><p>torch.fx.GraphModule</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="torch_tensorrt.dynamo.save_cross_compiled_exported_program">
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.dynamo.</span></span><span class="sig-name descname"><span class="pre">save_cross_compiled_exported_program</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">gm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">GraphModule</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/_compiler.html#save_cross_compiled_exported_program"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.dynamo.save_cross_compiled_exported_program" title="Permalink to this definition">¶</a></dt>
+<dd><p>Save cross compiled exported program to disk.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>module</strong> (<em>torch.fx.GraphModule</em>) – Cross compiled Torch-TensorRT module</p></li>
+<li><p><strong>file_path</strong> (<em>str</em>) – the file path where the exported program will be saved to disk</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="torch_tensorrt.dynamo.load_cross_compiled_exported_program">
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.dynamo.</span></span><span class="sig-name descname"><span class="pre">load_cross_compiled_exported_program</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">file_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">''</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Any</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/_compiler.html#load_cross_compiled_exported_program"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.dynamo.load_cross_compiled_exported_program" title="Permalink to this definition">¶</a></dt>
+<dd><p>Load an ExportedProgram file in Windows which was previously cross compiled in Linux</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>file_path</strong> (<em>str</em>) – Path to file on the disk</p>
+</dd>
+<dt class="field-even">Raises</dt>
+<dd class="field-even"><p><strong>ValueError</strong> – If the api is not called in windows or there is no file or the file is a valid ExportedProgram file</p>
+</dd>
+</dl>
+</dd></dl>
+
 <dl class="py function">
 <dt class="sig sig-object py" id="torch_tensorrt.dynamo.refit_module_weights">
 <span class="sig-prename descclassname"><span class="pre">torch_tensorrt.dynamo.</span></span><span class="sig-name descname"><span class="pre">refit_module_weights</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">compiled_module</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">torch.fx.graph_module.GraphModule</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">torch.export.exported_program.ExportedProgram</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">new_weight_module</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">ExportedProgram</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">arg_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="p"><span class="pre">...</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">kwarg_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">verify_output</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_weight_map_cache</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">in_place</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">GraphModule</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/dynamo/_refit.html#refit_module_weights"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.dynamo.refit_module_weights" title="Permalink to this definition">¶</a></dt>
diff --git a/docs/py_api/fx.html b/docs/py_api/fx.html
index 08278106c9..46ca83fd20 100644
--- a/docs/py_api/fx.html
+++ b/docs/py_api/fx.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.fx &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/py_api/logging.html b/docs/py_api/logging.html
index a6793ef5e6..0fad552a74 100644
--- a/docs/py_api/logging.html
+++ b/docs/py_api/logging.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/py_api/ptq.html b/docs/py_api/ptq.html
index e3e68261cb..5b1df53974 100644
--- a/docs/py_api/ptq.html
+++ b/docs/py_api/ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.ts.ptq &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/py_api/runtime.html b/docs/py_api/runtime.html
index bc9bb22a68..972fe8dfd9 100644
--- a/docs/py_api/runtime.html
+++ b/docs/py_api/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.runtime &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.runtime &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
@@ -515,6 +515,31 @@ <h2>Functions<a class="headerlink" href="#functions" title="Permalink to this he
 </div>
 </dd></dl>
 
+<dl class="py function">
+<dt class="sig sig-object py" id="torch_tensorrt.runtime.enable_cudagraphs">
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.runtime.</span></span><span class="sig-name descname"><span class="pre">enable_cudagraphs</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">compiled_module</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">GraphModule</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Module</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">_CudagraphsContextManager</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/runtime/_cudagraphs.html#enable_cudagraphs"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.runtime.enable_cudagraphs" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="torch_tensorrt.runtime.get_cudagraphs_mode">
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.runtime.</span></span><span class="sig-name descname"><span class="pre">get_cudagraphs_mode</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">bool</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/runtime/_cudagraphs.html#get_cudagraphs_mode"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.runtime.get_cudagraphs_mode" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="torch_tensorrt.runtime.get_whole_cudagraphs_mode">
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.runtime.</span></span><span class="sig-name descname"><span class="pre">get_whole_cudagraphs_mode</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">bool</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/runtime/_cudagraphs.html#get_whole_cudagraphs_mode"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.runtime.get_whole_cudagraphs_mode" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="torch_tensorrt.runtime.enable_pre_allocated_outputs">
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.runtime.</span></span><span class="sig-name descname"><span class="pre">enable_pre_allocated_outputs</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">GraphModule</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">_PreAllocatedOutputContextManager</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/runtime/_pre_allocated_outputs.html#enable_pre_allocated_outputs"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.runtime.enable_pre_allocated_outputs" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="torch_tensorrt.runtime.weight_streaming">
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.runtime.</span></span><span class="sig-name descname"><span class="pre">weight_streaming</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">GraphModule</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">_WeightStreamingContextManager</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/runtime/_weight_streaming.html#weight_streaming"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.runtime.weight_streaming" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
 </section>
 <section id="classes">
 <h2>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h2>
diff --git a/docs/py_api/torch_tensorrt.html b/docs/py_api/torch_tensorrt.html
index 76ae37b6e6..3c78e060d4 100644
--- a/docs/py_api/torch_tensorrt.html
+++ b/docs/py_api/torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
@@ -584,6 +584,64 @@ <h2>Functions<a class="headerlink" href="#functions" title="Permalink to this he
 </dl>
 </dd></dl>
 
+<dl class="py function">
+<dt class="sig sig-object py" id="torch_tensorrt.cross_compile_for_windows">
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.</span></span><span class="sig-name descname"><span class="pre">cross_compile_for_windows</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Module</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="#torch_tensorrt.Input" title="torch_tensorrt._Input.Input"><span class="pre">Input</span></a><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">torch.Tensor</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">arg_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">kwarg_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/_compile.html#cross_compile_for_windows"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.cross_compile_for_windows" title="Permalink to this definition">¶</a></dt>
+<dd><p>Compile a PyTorch module using TensorRT in Linux for Inference in Windows</p>
+<p>Takes an existing PyTorch module and a set of settings to configure the compiler
+and it will convert methods to AOT graphs which call equivalent TensorRT serialized
+engine info into the disk in the specified file_path user provided.
+It will then allow user to load the deserialized model from the disk in Windows.
+Note: the model cross compiled for windows in Linux environmen can only be loaded
+in Windows.</p>
+<dl class="simple">
+<dt>Argument:</dt><dd><p>module (torch.nn.Module): Source module
+file_path (str): the file path to store the serialized module into the disk</p>
+</dd>
+</dl>
+<dl class="field-list simple">
+<dt class="field-odd">Keyword Arguments</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>inputs</strong> (<em>List</em><em>[</em><em>Union</em><em>(</em><a class="reference internal" href="#torch_tensorrt.Input" title="torch_tensorrt.Input"><em>Input</em></a><em>, </em><em>torch.Tensor</em><em>)</em><em>]</em>) – <p><strong>Required</strong> List of specifications of input shape, dtype and memory layout for inputs to the module. This argument is required. Input Sizes can be specified as torch sizes, tuples or lists. dtypes can be specified using
+torch datatypes or torch_tensorrt datatypes and you can use either torch devices or the torch_tensorrt device type enum
+to select device type.</p>
+<div class="highlight-cpp notranslate"><div class="highlight"><pre><span></span>inputs=[
+    torch_tensorrt.Input((1, 3, 224, 224)), # Static NCHW input shape for input #1
+    torch_tensorrt.Input(
+        min_shape=(1, 224, 224, 3),
+        opt_shape=(1, 512, 512, 3),
+        max_shape=(1, 1024, 1024, 3),
+        dtype=torch.int32
+        format=torch.channel_last
+    ), # Dynamic input shape for input #2
+    torch.randn((1, 3, 224, 244)) # Use an example tensor and let torch_tensorrt infer settings
+]
+</pre></div>
+</div>
+</p></li>
+<li><p><strong>arg_inputs</strong> (<em>Tuple</em><em>[</em><em>Any</em><em>, </em><em>...</em><em>]</em>) – Same as inputs. Alias for better understanding with kwarg_inputs.</p></li>
+<li><p><strong>kwarg_inputs</strong> (<em>dict</em><em>[</em><em>Any</em><em>, </em><em>...</em><em>]</em>) – Optional, kwarg inputs to the module forward function.</p></li>
+<li><p><strong>enabled_precision</strong> (<em>Set</em><em>(</em><em>Union</em><em>(</em><em>torch.dpython:type</em><em>, </em><em>torch_tensorrt.dpython:type</em><em>)</em><em>)</em>) – The set of datatypes that TensorRT can use when selecting kernels</p></li>
+<li><p><strong>**kwargs</strong> – Additional settings for the specific requested strategy (See submodules for more info)</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="torch_tensorrt.load_cross_compiled_exported_program">
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.</span></span><span class="sig-name descname"><span class="pre">load_cross_compiled_exported_program</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">file_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">''</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">Any</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/_compile.html#load_cross_compiled_exported_program"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.load_cross_compiled_exported_program" title="Permalink to this definition">¶</a></dt>
+<dd><p>Load an ExportedProgram file in Windows which was previously cross compiled in Linux</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>file_path</strong> (<em>str</em>) – Path to file on the disk</p>
+</dd>
+<dt class="field-even">Raises</dt>
+<dd class="field-even"><p><strong>ValueError</strong> – If the api is not called in windows or there is no file or the file is not a valid ExportedProgram file</p>
+</dd>
+</dl>
+</dd></dl>
+
 <dl class="py function">
 <dt class="sig sig-object py" id="torch_tensorrt.save">
 <span class="sig-prename descclassname"><span class="pre">torch_tensorrt.</span></span><span class="sig-name descname"><span class="pre">save</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">module</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">file_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">''</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">output_format</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'exported_program'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Tensor</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">arg_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Sequence</span><span class="p"><span class="pre">[</span></span><span class="pre">Tensor</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">kwarg_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">retrace</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/_compile.html#save"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.save" title="Permalink to this definition">¶</a></dt>
diff --git a/docs/py_api/ts.html b/docs/py_api/ts.html
index 278c6f1563..272e84d71c 100644
--- a/docs/py_api/ts.html
+++ b/docs/py_api/ts.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>torch_tensorrt.ts &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
@@ -713,7 +713,7 @@ <h2>Functions<a class="headerlink" href="#functions" title="Permalink to this he
 
 <dl class="py function">
 <dt class="sig sig-object py" id="torch_tensorrt.ts.TensorRTCompileSpec">
-<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.ts.</span></span><span class="sig-name descname"><span class="pre">TensorRTCompileSpec</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">torch.Tensor</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Input" title="torch_tensorrt._Input.Input"><span class="pre">Input</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_signature</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">device</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_long_and_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">calibrator</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">object</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_shape_tensors</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">&lt;torch.ScriptClass</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f1bbb9fe2b0&gt;</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/ts/_compile_spec.html#TensorRTCompileSpec"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.ts.TensorRTCompileSpec" title="Permalink to this definition">¶</a></dt>
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.ts.</span></span><span class="sig-name descname"><span class="pre">TensorRTCompileSpec</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">torch.Tensor</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Input" title="torch_tensorrt._Input.Input"><span class="pre">Input</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_signature</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">device</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.Device" title="torch_tensorrt._Device.Device"><span class="pre">Device</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">Set</span><span class="p"><span class="pre">[</span></span><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">dtype</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.dtype" title="torch_tensorrt._enums.dtype"><span class="pre">dtype</span></a><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">capability</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="torch_tensorrt.html#torch_tensorrt.EngineCapability" title="torch_tensorrt._enums.EngineCapability"><span class="pre">EngineCapability</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">EngineCapability.STANDARD</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_long_and_double</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">calibrator</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">object</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_shape_tensors</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">&lt;torch.ScriptClass</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f188180f7f0&gt;</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/ts/_compile_spec.html#TensorRTCompileSpec"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.ts.TensorRTCompileSpec" title="Permalink to this definition">¶</a></dt>
 <dd><p>Utility to create a formatted spec dictionary for using the PyTorch TensorRT backend</p>
 <dl class="field-list simple">
 <dt class="field-odd">Keyword Arguments</dt>
diff --git a/docs/search.html b/docs/search.html
index 935d744300..98a4208a8e 100644
--- a/docs/search.html
+++ b/docs/search.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Search &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Search &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -290,7 +290,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/searchindex.js b/docs/searchindex.js
index 5958994dc9..8ebf3f7547 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1a46612a64c219548c5ef03013eb2144ec", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_ptq_8h_1ab79e3404965db0eec712f7268f29138a", "_cpp_api/function_ptq_8h_1af43f19b7b8f732447847cef1e8bd02ac", "_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/jetpack", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/auto_generate_converters", "tutorials/_rendered_examples/dynamo/converter_overloading", "tutorials/_rendered_examples/dynamo/cross_runtime_compilation_for_windows", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/pre_allocated_output_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_gpt2", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_gpt2", "tutorials/_rendered_examples/dynamo/torch_export_llama2", "tutorials/_rendered_examples/dynamo/torch_export_sam2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/dynamo/weight_streaming_example", "tutorials/_rendered_examples/index", "tutorials/_rendered_examples/triton/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/mixed_precision", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1a46612a64c219548c5ef03013eb2144ec.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_ptq_8h_1ab79e3404965db0eec712f7268f29138a.rst", "_cpp_api/function_ptq_8h_1af43f19b7b8f732447847cef1e8bd02ac.rst", "_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/jetpack.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/auto_generate_converters.rst", "tutorials/_rendered_examples/dynamo/converter_overloading.rst", "tutorials/_rendered_examples/dynamo/cross_runtime_compilation_for_windows.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/pre_allocated_output_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_export_llama2.rst", "tutorials/_rendered_examples/dynamo/torch_export_sam2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/dynamo/weight_streaming_example.rst", "tutorials/_rendered_examples/index.rst", "tutorials/_rendered_examples/triton/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/mixed_precision.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCH_TENSORRT_PTQ_DEPRECATION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Overview", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "<span class=\"section-number\">5. </span>:mod:`test_py_module`", "<span class=\"section-number\">3. </span>Paragraph Level Markup", "<span class=\"section-number\">4. </span>Lists &amp; Tables", "<span class=\"section-number\">1. </span>Long Sticky Nav", "<span class=\"section-number\">1. </span>Structural Elements", "&lt;no title&gt;", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Automatically Generate a Converter for a Custom Kernel", "Overloading Torch-TensorRT Converters with Custom Converters", "Cross runtime compilation for windows example", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Engine Caching (BERT)", "Engine Caching", "Dependencies", "Mutable Torch TensorRT Module", "Pre-allocated output buffer", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling GPT2 using the Torch-TensorRT <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code> frontend", "Compiling ResNet with dynamic shapes using the <cite>torch.compile</cite> backend", "Compiling Stable Diffusion model using the <cite>torch.compile</cite> backend", "Compiling BERT using the <cite>torch.compile</cite> backend", "Torch Export with Cudagraphs", "Compiling GPT2 using the dynamo backend", "Compiling Llama2 using the dynamo backend", "Compiling SAM2 using the dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Weight Streaming", "Torch-TensorRT Tutorials", "Serving a Torch-TensorRT model with Triton", "Legacy notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Compile Mixed Precision models with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 17, 18, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 44, 47, 48, 49, 50, 52, 53, 55, 66, 69, 76, 77, 81, 89, 90, 91, 92, 94, 95, 97, 99, 104, 108, 109, 110, 111, 117], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 18, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 47, 48, 49, 50, 53, 55, 57, 59, 60, 65, 66, 67, 68, 69, 72, 73, 75, 77, 78, 79, 81, 82, 84, 88, 90, 92, 96, 115, 116, 118, 119, 122], "torch_tensorrt": [0, 1, 2, 15, 17, 18, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 55, 57, 63, 64, 65, 66, 69, 70, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 124], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 18, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 47, 48, 49, 50, 51, 52, 53, 56, 69, 77, 90, 92, 112], "support": [0, 1, 2, 28, 32, 47, 49, 50, 53, 55, 57, 62, 64, 66, 68, 69, 70, 73, 76, 77, 78, 81, 82, 89, 90, 91, 94, 95, 97, 102, 103, 105, 106, 108, 110, 111, 113, 114, 115, 116, 118, 120, 123, 124], "data": [0, 2, 3, 4, 45, 47, 49, 50, 53, 54, 57, 58, 60, 61, 65, 66, 71, 72, 73, 75, 77, 78, 83, 87, 91, 92, 94, 97, 99, 105, 112, 113, 114, 117], "type": [0, 1, 2, 30, 31, 50, 51, 53, 54, 57, 59, 61, 63, 64, 65, 66, 72, 73, 75, 76, 77, 78, 83, 90, 91, 92, 94, 95, 96, 97, 99, 112, 113, 114, 117, 120, 122], "can": [0, 1, 4, 38, 47, 48, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 72, 75, 76, 77, 78, 81, 83, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 101, 102, 103, 104, 105, 108, 109, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123], "us": [0, 1, 2, 3, 4, 33, 36, 38, 44, 45, 46, 47, 49, 50, 53, 54, 55, 57, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 75, 76, 77, 78, 79, 81, 82, 83, 84, 89, 92, 96, 99, 100, 101, 103, 114, 115, 116, 118, 120, 121, 122, 123, 124], "tensorrt": [0, 1, 3, 4, 32, 33, 34, 37, 38, 44, 45, 46, 47, 49, 50, 53, 54, 55, 56, 57, 58, 60, 61, 63, 68, 69, 72, 73, 75, 76, 77, 78, 89, 92, 96, 99, 100, 102, 104, 106, 107, 108, 109, 114], "engin": [0, 1, 18, 33, 34, 38, 46, 47, 49, 50, 53, 54, 57, 58, 60, 63, 64, 65, 70, 72, 73, 76, 77, 78, 81, 90, 91, 92, 93, 94, 95, 100, 102, 103, 105, 106, 108, 114, 115, 119, 121, 123, 124], "thi": [0, 1, 2, 43, 44, 45, 46, 47, 48, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 72, 73, 76, 77, 78, 81, 82, 83, 85, 86, 89, 90, 92, 93, 94, 95, 97, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123], "compat": [0, 1, 47, 56, 59, 65, 66, 72, 76, 77, 78, 112, 123], "c10": [0, 1, 46, 47, 49, 50, 90, 92], "check": [0, 1, 32, 47, 53, 56, 61, 66, 68, 72, 76, 78, 90, 97, 101, 103, 115, 116, 118, 121], "trt": [0, 1, 3, 4, 47, 49, 54, 56, 59, 61, 63, 65, 66, 68, 69, 71, 72, 76, 77, 90, 95, 97, 102, 105, 108, 110, 111, 112, 114, 119, 121, 122], "so": [0, 45, 53, 54, 55, 56, 59, 60, 61, 63, 65, 66, 67, 68, 73, 76, 77, 82, 83, 84, 90, 92, 94, 95, 97, 99, 104, 105, 106, 108, 110, 111, 119], "should": [0, 3, 4, 46, 50, 53, 54, 55, 56, 57, 58, 60, 61, 64, 65, 66, 68, 72, 76, 77, 78, 81, 83, 86, 92, 95, 97, 98, 99, 102, 103, 105, 109, 112, 115, 116, 118], "reason": [0, 66, 89, 95, 97, 99, 123], "you": [0, 1, 2, 47, 49, 50, 53, 54, 55, 56, 57, 59, 60, 61, 64, 66, 67, 68, 69, 72, 76, 77, 78, 81, 83, 84, 85, 89, 90, 91, 92, 93, 94, 95, 97, 99, 100, 101, 103, 109, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123], "need": [0, 1, 2, 26, 44, 47, 54, 55, 56, 61, 66, 67, 68, 72, 73, 76, 77, 83, 90, 91, 92, 94, 95, 97, 98, 99, 101, 103, 115, 116, 117, 118, 119, 121], "explictli": 0, "public": [0, 1, 2, 3, 4, 45, 46, 47, 48, 49, 50, 84, 92], "enum": [0, 1, 2, 43, 46, 47, 52, 72, 78, 92, 95], "valu": [0, 1, 2, 17, 18, 46, 47, 49, 54, 57, 59, 61, 64, 71, 72, 75, 77, 81, 90, 101, 104, 105, 106, 108, 114, 117], "underli": [0, 1, 2, 47, 61], "In": [0, 1, 2, 47, 54, 55, 57, 58, 59, 60, 61, 65, 66, 67, 76, 77, 83, 84, 86, 91, 92, 94, 95, 97, 101, 105, 112, 115, 116, 117, 118, 119, 120, 121, 122], "case": [0, 1, 2, 47, 50, 54, 55, 57, 59, 61, 63, 65, 66, 67, 68, 76, 77, 92, 94, 95, 97, 101, 102, 103, 119, 120, 121], "itself": [0, 1, 2, 47, 53, 56, 93, 95, 115, 116, 118], "interfac": [0, 1, 2, 47, 59, 60, 61, 65, 70, 92], "vs": [0, 1, 2, 47, 56, 67, 72, 77, 78, 93], "normal": [0, 1, 2, 47, 66, 83, 89, 90, 92, 95, 101, 102, 103, 109, 112, 113, 115, 116, 118, 124], "instatin": [0, 1, 2, 47], "ex": [0, 1, 2, 34, 47, 68, 78, 84, 86], "kfloat": [0, 46, 50], "enumer": [0, 1, 2, 17, 18, 47, 112], "klong": [0, 46], "int64": [0, 77, 78, 114], "kdoubl": [0, 46], "fp64": [0, 77], "fp32": [0, 49, 50, 53, 65, 66, 72, 77, 78, 92, 110, 111, 112, 115, 116, 117, 118, 120], "khalf": [0, 46, 90], "fp16": [0, 49, 50, 53, 65, 66, 72, 73, 77, 90, 91, 101, 107, 110, 111, 112, 114, 120, 124], "kchar": [0, 46], "int8": [0, 44, 45, 49, 50, 53, 65, 72, 77, 78, 92, 113, 124], "kint": [0, 46], "int": [0, 3, 4, 36, 45, 46, 50, 53, 55, 57, 64, 65, 71, 72, 73, 77, 78, 81, 90, 94, 97, 112, 113, 114], "kbool": [0, 46], "bool": [0, 1, 2, 3, 4, 25, 28, 30, 32, 43, 45, 46, 47, 50, 56, 61, 65, 71, 72, 73, 75, 76, 77, 78, 81, 90, 92, 96, 97], "kunknown": [0, 2, 46], "sentinel": [0, 2, 77], "function": [0, 1, 2, 3, 4, 47, 49, 50, 52, 55, 56, 57, 59, 61, 63, 65, 66, 67, 89, 90, 92, 93, 94, 95, 97, 103, 104, 108, 109, 110, 111, 112, 115, 116, 117, 118, 119, 121, 123, 124], "default": [0, 1, 2, 3, 4, 17, 34, 44, 46, 47, 49, 50, 53, 55, 57, 63, 65, 66, 67, 72, 73, 76, 77, 78, 81, 82, 83, 90, 91, 92, 93, 94, 95, 96, 97, 99, 113, 119, 121, 122, 123], "construct": [0, 1, 2, 3, 4, 47, 49, 50, 54, 55, 56, 58, 60, 61, 66, 75, 76, 77, 83, 84, 90, 92, 95, 97, 99, 119], "new": [0, 1, 2, 3, 4, 33, 34, 47, 49, 50, 57, 59, 60, 61, 63, 65, 66, 69, 70, 72, 78, 83, 90, 94, 99, 100, 101, 102, 105, 106, 108, 109, 115, 116, 118, 121], "object": [0, 1, 2, 3, 4, 47, 49, 50, 53, 59, 61, 63, 64, 65, 72, 76, 77, 78, 92, 93, 95, 102, 119, 122], "inlin": [0, 1, 2, 3, 4, 45, 47, 49, 56, 84, 87, 90], "constexpr": [0, 1, 2, 46, 47, 94, 97], "t": [0, 1, 2, 46, 47, 56, 61, 66, 67, 71, 77, 81, 83, 84, 89, 90, 92, 94, 95, 97, 113, 115, 116, 118, 119], "constructor": [0, 2, 47, 49, 50, 59, 89], "from": [0, 1, 2, 3, 4, 45, 47, 49, 50, 53, 54, 56, 57, 58, 59, 60, 61, 64, 65, 66, 68, 70, 72, 73, 76, 77, 78, 79, 81, 82, 83, 84, 89, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 105, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 121, 122, 123], "torchtrt_api": [0, 2, 20, 23, 24, 25, 26, 27, 28, 29, 32, 33, 34, 35, 36, 37, 38, 43, 44, 45, 46, 49, 50, 51], "scalartyp": [0, 46, 71], "torch": [0, 1, 2, 4, 21, 22, 32, 33, 34, 37, 38, 45, 46, 47, 48, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 68, 72, 73, 75, 76, 77, 78, 79, 89, 92, 94, 96, 98, 99, 100, 102, 114, 124], "paramet": [0, 1, 2, 3, 4, 26, 27, 28, 30, 31, 32, 33, 34, 36, 38, 47, 49, 50, 54, 55, 56, 61, 65, 66, 72, 73, 75, 76, 77, 78, 87, 89, 90, 103, 110, 111], "oper": [0, 1, 2, 3, 4, 32, 45, 46, 47, 50, 53, 54, 56, 57, 58, 59, 60, 61, 63, 64, 66, 70, 72, 77, 78, 91, 92, 95, 102, 103, 106, 108, 109, 112, 123, 124], "const": [0, 1, 2, 3, 4, 30, 31, 32, 33, 34, 36, 38, 45, 46, 47, 56, 61, 71, 90, 92], "get": [0, 1, 2, 3, 4, 24, 35, 45, 47, 56, 57, 61, 63, 64, 66, 68, 76, 77, 90, 92, 94, 95, 99, 105, 110, 111, 114, 115, 116, 117, 118], "return": [0, 1, 2, 3, 4, 24, 25, 30, 31, 32, 33, 34, 35, 38, 43, 44, 45, 46, 47, 55, 56, 57, 58, 59, 60, 61, 63, 65, 66, 72, 73, 76, 77, 78, 89, 90, 91, 92, 94, 95, 97, 99, 102, 103, 104, 109, 112, 113, 114, 115, 116, 118, 119, 120], "explicit": [0, 1, 2, 3, 4, 46, 47, 56, 66, 73, 76, 83, 92, 123], "delet": [0, 1, 2, 46, 47, 56], "other": [0, 1, 2, 46, 47, 53, 54, 56, 59, 63, 65, 66, 67, 71, 72, 76, 77, 82, 83, 90, 91, 95, 121], "comparis": [0, 2], "true": [0, 1, 2, 4, 47, 50, 56, 57, 61, 63, 65, 66, 71, 72, 73, 76, 77, 78, 81, 84, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118, 120, 121, 124], "fals": [0, 1, 2, 3, 4, 45, 46, 47, 50, 55, 63, 65, 66, 71, 72, 73, 76, 77, 78, 81, 82, 83, 84, 90, 92, 93, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113, 114, 121], "struct": [1, 22, 39, 42, 46, 55, 92], "onli": [1, 3, 4, 17, 45, 47, 49, 53, 55, 56, 57, 60, 61, 65, 66, 68, 69, 72, 73, 76, 77, 83, 92, 94, 95, 96, 97, 101, 103, 111, 114, 120, 121, 124], "applic": [1, 47, 53, 56, 60, 65, 72, 76, 77, 90, 91, 93, 121, 124], "kcuda": [1, 47, 57, 90], "which": [1, 2, 33, 38, 47, 50, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 72, 73, 75, 76, 77, 78, 81, 83, 84, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 104, 105, 106, 109, 110, 111, 112, 115, 116, 117, 118, 119, 120, 121, 122, 123], "map": [1, 47, 54, 55, 56, 58, 60, 61, 66, 76, 77, 90, 92, 93, 99, 104, 115, 116, 117, 118], "kgpu": [1, 46, 47], "To": [1, 47, 53, 55, 57, 65, 67, 72, 81, 89, 90, 91, 93, 97, 103, 110, 111, 112, 115, 116, 118], "datatyp": [1, 22, 39, 46, 47, 49, 50, 51, 72, 77, 78, 91, 97, 115, 116, 118, 120], "target": [1, 34, 46, 47, 49, 50, 53, 55, 57, 59, 60, 65, 66, 67, 70, 72, 76, 77, 78, 91, 92, 93, 95, 97, 103, 123, 124], "gpu": [1, 33, 36, 38, 46, 47, 53, 65, 66, 72, 76, 77, 78, 90, 92, 93, 94, 97, 102, 105, 110, 111, 114, 115, 116, 118, 121, 123, 124], "run": [1, 38, 47, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 65, 66, 67, 68, 69, 72, 73, 76, 77, 78, 83, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124], "kdla": [1, 46, 47, 124], "dla": [1, 46, 47, 50, 53, 65, 70, 72, 77, 78], "intern": [1, 17, 47, 61, 64, 74, 76, 83, 90], "note": [1, 47, 49, 55, 61, 63, 66, 67, 68, 76, 77, 81, 83, 90, 97, 103, 109, 115, 116, 118, 119, 124], "The": [1, 47, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 72, 76, 77, 78, 81, 84, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 105, 106, 109, 110, 112, 114, 115, 116, 117, 118, 119, 122, 123], "valid": [1, 47, 57, 61, 63, 72, 76, 77, 95], "kcpu": [1, 47], "comparison": [1, 47], "an": [2, 3, 4, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 65, 66, 67, 69, 72, 73, 75, 76, 77, 78, 81, 83, 84, 89, 90, 91, 92, 94, 95, 97, 99, 103, 104, 105, 109, 110, 111, 114, 115, 116, 117, 118, 119, 121, 122, 123], "memeori": 2, "layout": [2, 49, 71, 72, 77, 78], "store": [2, 4, 50, 53, 54, 59, 61, 65, 66, 72, 76, 77, 78, 89, 90, 94, 97, 99, 103, 112], "tensor": [2, 34, 45, 46, 49, 50, 53, 54, 55, 56, 57, 59, 61, 63, 64, 65, 66, 71, 72, 73, 76, 77, 78, 89, 90, 91, 92, 94, 95, 97, 102, 104, 109, 112, 114, 117], "kcontigu": [2, 46, 49], "contigu": [2, 49, 50, 53, 72, 77, 78], "nchw": [2, 72, 77, 78], "linear": [2, 57, 71, 77, 89, 97, 113, 120], "kchannelslast": [2, 46], "channel": [2, 77, 82], "last": [2, 56, 66, 77, 113], "nhwc": [2, 53], "memoryformat": [2, 46], "ptq": [3, 4, 16, 19, 20, 39, 44, 51, 52, 53, 70, 72, 77, 78], "privat": [3, 4, 45, 46, 92], "algorithm": [3, 4, 30, 31, 45, 66, 75, 92, 111], "typenam": [3, 4, 30, 31, 45], "gener": [3, 4, 53, 56, 59, 60, 61, 63, 65, 66, 67, 72, 73, 81, 83, 84, 87, 89, 90, 92, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 112, 113, 114, 115, 121], "int8calibr": [3, 21, 30, 41, 45, 51], "implement": [3, 4, 56, 57, 59, 64, 66, 76, 82, 90, 92, 94, 97, 99, 112, 121], "specifi": [3, 4, 34, 53, 55, 61, 65, 66, 67, 72, 77, 78, 81, 83, 91, 93, 114, 115, 116, 118, 119, 120, 122, 123], "calibr": [3, 4, 44, 45, 50, 53, 72, 75, 77, 78, 90, 92], "read": [3, 4, 45, 81, 83, 92, 112], "nvinfer1": [3, 4, 30, 31, 45, 46, 50, 61, 92], "iint8calibr": [3, 4, 45, 46, 50, 72, 77, 78, 92], "iint8entropycalibrator2": [3, 4, 30, 31, 45, 92], "std": [3, 4, 23, 27, 29, 30, 31, 32, 34, 35, 38, 43, 45, 46, 48, 49, 50, 57, 90, 92, 115, 116, 118, 124], "string": [3, 4, 19, 21, 22, 23, 27, 29, 30, 31, 32, 34, 35, 38, 43, 45, 46, 50, 55, 57, 59, 61, 65, 72, 77, 81, 90, 92], "cache_file_path": [3, 4, 30, 31, 45], "8": [3, 53, 56, 64, 65, 67, 76, 77, 83, 84, 87, 90, 96, 97, 106, 109, 115, 116, 118, 119], "cach": [3, 4, 45, 53, 65, 66, 70, 72, 73, 75, 77, 90, 92, 100, 102, 115, 121], "getbatchs": [3, 4, 45], "noexcept": [3, 4, 45, 92], "overrid": [3, 4, 45, 55, 66, 92], "batch": [3, 4, 45, 65, 66, 73, 76, 92, 99, 106, 108, 113, 114, 115, 116, 118, 119, 124], "size": [3, 4, 45, 49, 50, 53, 56, 57, 65, 66, 71, 72, 73, 77, 78, 81, 90, 92, 94, 97, 99, 106, 108, 112, 113, 117, 119], "next": [3, 4, 54, 55, 59, 64, 73, 77, 81, 83, 84, 92, 95, 102, 104, 109, 113, 115, 116, 118], "alwai": [3, 4, 28, 53, 77, 83, 103, 114], "1": [3, 4, 34, 45, 46, 49, 50, 53, 55, 56, 57, 59, 61, 63, 64, 65, 66, 67, 71, 72, 73, 75, 76, 77, 78, 80, 81, 83, 84, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 105, 106, 108, 109, 110, 111, 112, 113, 114, 117, 119, 120, 122, 124], "due": [3, 4, 67, 82, 83, 105, 113], "issu": [3, 4, 65, 72, 77, 90, 104, 105, 108], "getbatch": [3, 4, 45], "void": [3, 4, 26, 27, 28, 29, 36, 37, 43, 45, 46], "bind": [3, 4, 34, 45, 76, 78, 83], "char": [3, 4, 45, 53, 90], "name": [3, 4, 32, 34, 38, 45, 55, 57, 59, 61, 66, 67, 68, 73, 75, 76, 77, 78, 83, 84, 89, 90, 93, 94, 95, 97, 103, 109, 113, 115, 116, 118, 120], "nbbind": [3, 4, 45], "Not": 3, "arrai": [3, 4, 34, 54, 55, 77, 78, 95, 97, 102, 112, 114], "pointer": [3, 4, 30, 31, 92], "fed": [3, 4, 49], "buffer": [3, 4, 66, 70, 97, 100, 115], "each": [3, 4, 50, 54, 56, 57, 59, 61, 65, 66, 67, 72, 73, 76, 81, 83, 90, 94, 95, 103, 109, 111, 121], "input": [3, 4, 22, 34, 39, 45, 46, 48, 50, 51, 53, 54, 55, 56, 57, 59, 61, 63, 64, 65, 66, 69, 71, 72, 73, 74, 76, 77, 78, 84, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 109, 110, 111, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124], "number": [3, 4, 50, 53, 55, 56, 57, 61, 64, 65, 66, 72, 73, 77, 78, 81, 90, 91, 97, 103, 105, 106, 108, 114, 117, 123], "readcalibrationcach": [3, 4, 45], "size_t": [3, 4, 45, 92], "length": [3, 4, 45, 66, 71, 84, 105, 114], "how": [3, 4, 67, 68, 83, 85, 87, 89, 93, 94, 95, 97, 99, 101, 104, 113, 114, 115, 116, 117, 118, 119, 121], "enabl": [3, 4, 25, 50, 53, 55, 57, 58, 60, 65, 66, 67, 72, 73, 75, 76, 77, 78, 81, 99, 101, 103, 106, 108, 109, 110, 111, 112, 114, 120, 121], "use_cach": [3, 4, 30, 45, 75, 92, 105, 110, 111, 114], "set": [3, 4, 17, 22, 26, 28, 33, 36, 38, 46, 47, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 66, 67, 72, 73, 76, 77, 78, 81, 85, 88, 89, 90, 91, 92, 94, 95, 97, 102, 103, 110, 113, 114, 117, 119, 120, 121, 123, 124], "writecalibrationcach": [3, 4, 45], "write": [3, 4, 45, 66, 70, 83, 90, 92, 115, 116, 118], "provid": [3, 4, 50, 53, 55, 57, 59, 61, 63, 65, 66, 67, 69, 72, 73, 76, 77, 78, 83, 90, 91, 92, 93, 94, 95, 99, 100, 103, 104, 105, 109, 112, 114, 115, 116, 118, 119, 121, 122, 123], "cast": [3, 4, 56, 65, 72, 110, 111, 112, 120], "convienc": [3, 4, 50], "convert": [3, 4, 32, 33, 38, 53, 56, 57, 58, 60, 64, 65, 70, 72, 77, 78, 91, 93, 97, 100, 105, 106, 108, 112, 114, 115, 117, 121], "easili": [3, 4, 101], "assign": [3, 4, 82], "ptq_calibr": [3, 4, 46, 50, 92], "field": [3, 4, 64, 73, 77, 92], "compilespec": [3, 4, 22, 33, 38, 42, 46, 51, 57, 78, 90, 92, 124], "dataloaderuniqueptr": [4, 45], "libtorch": [4, 37, 61, 67, 69, 90, 92, 123], "dataload": [4, 30, 45, 50, 75, 92, 113], "unique_ptr": 4, "unqiue_ptr": 4, "A": [4, 33, 34, 48, 49, 55, 56, 57, 61, 66, 67, 72, 73, 77, 78, 84, 92, 94, 107, 115, 116, 118], "uniqu": [4, 91], "what": [4, 55, 56, 66, 69, 77, 83, 89, 90, 91, 105, 110, 111, 123], "make_data_load": [4, 92], "factori": [4, 65, 72, 92], "path": [4, 14, 15, 16, 53, 65, 66, 67, 68, 72, 75, 77, 89, 90, 92, 96, 99, 109, 113, 123], "find": [4, 66, 67, 68, 90, 97, 114], "whether": [4, 53, 55, 65, 66, 72, 73, 77, 82, 92, 106, 108, 121], "exist": [4, 32, 33, 38, 55, 64, 65, 66, 68, 72, 75, 77, 78, 92, 99, 117], "There": [4, 54, 55, 60, 61, 63, 64, 66, 67, 84, 89, 92, 103, 115, 116, 117, 118, 119, 121], "consum": [4, 54, 89], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 19, 21, 22, 43, 45, 46, 51, 52], "x": [5, 11, 34, 44, 56, 57, 67, 68, 69, 76, 78, 84, 89, 90, 94, 95, 97, 99, 104, 109, 113, 114, 115, 116, 118, 119, 120, 122], "includ": [14, 16, 17, 35, 37, 43, 44, 45, 46, 52, 53, 55, 57, 58, 59, 60, 63, 65, 66, 67, 68, 69, 72, 73, 76, 77, 81, 83, 89, 90, 92, 97, 112, 121], "parent": [15, 16, 19, 20, 21, 22], "cpp": [15, 16, 43, 44, 45, 46, 52, 56, 60, 67, 90, 92], "log": [16, 17, 20, 21, 39, 45, 51, 52, 56, 61, 65, 66, 70, 71, 72, 73, 77, 94, 95, 106, 108, 120], "emum": [17, 18], "messag": [17, 26, 27, 53, 74], "sever": [17, 27, 74, 109], "kinternal_error": [17, 43], "print": [17, 32, 45, 63, 65, 68, 72, 78, 83, 90, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 105, 106, 108, 110, 111, 113, 114, 115, 116, 118], "error": [17, 30, 31, 50, 53, 54, 56, 60, 65, 66, 72, 74, 77, 78, 83, 90, 94, 119], "kerror": [17, 43], "all": [17, 43, 44, 45, 46, 50, 53, 55, 56, 57, 59, 63, 65, 66, 67, 68, 72, 74, 76, 77, 79, 83, 84, 89, 90, 91, 92, 95, 97, 110, 111, 115, 116, 117, 118, 120, 121, 123], "kwarn": [17, 43], "warn": [17, 45, 53, 61, 74, 76], "kinfo": [17, 43, 45], "info": [17, 33, 38, 46, 53, 61, 74, 76, 77, 120], "kdebug": [17, 43, 45], "debug": [17, 28, 46, 50, 53, 61, 63, 65, 72, 74, 76, 77, 78, 93, 94, 96, 97, 98, 99, 101, 103, 104, 106, 108, 113, 120], "kgraph": [17, 43, 56], "everyth": [17, 65, 72, 77], "intermedi": [17, 50, 53, 55, 65, 72, 74, 77, 78, 89, 120, 123], "graph": [17, 32, 33, 38, 46, 50, 53, 54, 55, 57, 58, 60, 61, 63, 64, 65, 66, 72, 73, 74, 77, 78, 89, 90, 94, 95, 97, 99, 101, 102, 103, 105, 106, 108, 112, 117, 119, 121], "lower": [17, 55, 64, 66, 70, 72, 73, 74, 77, 84, 94, 97, 99, 106, 108, 114, 117, 123], "phase": [17, 61, 64, 90, 95, 102, 103, 109, 119, 123], "class": [18, 45, 46, 47, 52, 59, 61, 65, 66, 74, 78, 83, 84, 89, 90, 91, 92, 94, 95, 97, 99, 104, 105, 109, 112, 113, 117, 119, 120], "int8_t": [18, 46], "select": [18, 38, 50, 53, 59, 65, 66, 67, 71, 72, 77, 78, 82, 85, 91, 92, 97, 112, 123], "capabl": [18, 46, 50, 53, 59, 72, 77, 78, 93, 95, 96], "kstandard": [18, 46, 50], "ksafeti": [18, 46], "kdla_standalon": [18, 46], "directori": [19, 20, 21, 22, 43, 44, 45, 46, 51, 67, 68, 72, 92, 99, 112, 115, 116, 118], "program": [19, 20, 21, 22, 52, 53, 58, 59, 60, 70, 72, 89, 94, 99, 100, 110, 111, 115, 119], "list": [19, 20, 21, 22, 32, 50, 52, 54, 57, 59, 61, 63, 64, 66, 69, 71, 72, 73, 76, 77, 78, 87, 90, 91, 95, 97, 115, 116, 118], "level": [19, 24, 26, 27, 40, 43, 45, 51, 55, 56, 57, 60, 65, 66, 72, 77, 78, 87, 89, 95, 97, 115, 116, 118, 123], "get_is_colored_output_on": [19, 40, 43, 51], "get_logging_prefix": [19, 40, 43, 51], "get_reportable_log_level": [19, 40, 43, 51], "set_is_colored_output_on": [19, 40, 43, 51], "set_logging_prefix": [19, 40, 43, 51], "set_reportable_log_level": [19, 40, 43, 51], "torchscript": [20, 22, 39, 44, 46, 50, 51, 53, 57, 58, 59, 60, 64, 69, 72, 73, 75, 76, 77, 78, 91, 102, 115, 116, 117, 118, 119, 124], "str": [20, 44, 45, 51, 55, 65, 66, 71, 72, 75, 76, 77, 78, 95, 96, 97, 99, 113], "torch_tensorrt_major_vers": [20, 44, 51], "torch_tensorrt_minor_vers": [20, 44, 51], "torch_tensorrt_patch_vers": [20, 44, 51], "torch_tensorrt_ptq_deprec": [20, 30, 31, 44, 45, 51], "torch_tensorrt_vers": [20, 44, 51], "torchtrt_hidden": [20, 44, 51], "xstr": [20, 44, 51], "nvinfer": [21, 45], "fstream": [21, 45], "iostream": [21, 22, 45, 46, 90], "iter": [21, 45, 50, 53, 54, 65, 72, 75, 77, 78, 98, 99, 112, 113, 114], "memori": [21, 22, 45, 46, 56, 61, 72, 77, 78, 90, 91, 94, 97, 99, 102, 109, 110, 111, 114], "sstream": [21, 45], "vector": [21, 22, 34, 45, 46, 48, 49, 50, 57, 59, 77, 90, 92, 124], "templat": [21, 41, 45, 46, 51, 81, 90], "int8cachecalibr": [21, 31, 41, 45, 51], "make_int8_cache_calibr": [21, 41, 45, 51, 92], "make_int8_calibr": [21, 41, 45, 51, 92], "cuda_runtim": [22, 46], "custom_class": [22, 46], "devic": [22, 34, 36, 39, 46, 50, 51, 53, 59, 65, 71, 72, 73, 75, 76, 77, 78, 91, 92, 93, 94, 97, 101, 105, 107, 110, 111, 112, 114, 117, 124], "graphinput": [22, 39, 46, 50, 51], "devicetyp": [22, 39, 46, 47, 51, 76, 77, 78, 92, 93, 97, 124], "tensorformat": [22, 39, 46, 49, 51, 77, 97], "enginecap": [22, 39, 46, 50, 51, 65, 72, 76, 77, 78, 93, 97], "dump_build_info": [22, 39, 46, 51], "get_build_info": [22, 39, 46, 51], "set_devic": [22, 39, 46, 51, 121], "check_method_operator_support": [22, 42, 46, 51], "compil": [22, 32, 38, 42, 46, 50, 51, 53, 55, 56, 57, 59, 61, 63, 66, 72, 73, 74, 76, 77, 78, 79, 81, 89, 91, 92, 93, 94, 95, 97, 98, 100, 101, 113, 115, 116, 118, 121, 124], "convert_method_to_trt_engin": [22, 42, 46, 51, 77, 78, 90, 93], "embed_engine_in_new_modul": [22, 42, 46, 51, 78], "current": [24, 55, 57, 59, 61, 63, 64, 65, 66, 67, 68, 72, 73, 77, 78, 81, 95, 97, 101, 105, 110, 111, 112, 113, 114, 121], "report": [24, 45, 76], "Is": [25, 77], "color": [25, 28, 83, 112], "output": [25, 28, 34, 50, 53, 54, 55, 56, 57, 59, 61, 63, 64, 65, 66, 67, 70, 72, 74, 76, 77, 78, 81, 83, 84, 90, 94, 95, 97, 99, 100, 101, 103, 107, 114, 115, 116, 117, 118, 119, 120, 122], "lvl": [26, 27, 43], "inform": [26, 34, 35, 37, 49, 53, 54, 57, 59, 63, 65, 66, 67, 72, 73, 74, 77, 83, 89, 90, 92, 93, 97, 99, 114, 119], "ad": [26, 53, 54, 55, 57, 63, 66, 67, 94, 97, 101], "abov": [26, 55, 57, 63, 66, 67, 74, 82, 83, 90, 97, 106, 108, 112, 120, 122], "msg": [27, 43], "add": [27, 54, 55, 56, 57, 61, 64, 67, 71, 81, 83, 88, 90, 91, 94, 95, 97], "global": [27, 53, 65, 72, 77, 90], "colored_output_on": [28, 43], "prefix": [28, 29, 43, 83], "help": [28, 53, 54, 61, 65, 66, 90, 96, 99, 109, 113, 114, 117, 121], "when": [28, 30, 31, 45, 46, 47, 53, 54, 56, 57, 58, 59, 60, 61, 65, 66, 67, 72, 76, 77, 78, 81, 83, 85, 89, 90, 92, 95, 97, 99, 101, 102, 103, 109, 114, 117, 119, 121], "termin": [28, 53, 90], "If": [28, 30, 31, 34, 54, 55, 56, 57, 63, 64, 65, 66, 67, 69, 72, 73, 77, 81, 83, 90, 91, 92, 95, 97, 99, 102, 103, 104, 109, 114, 115, 116, 118, 119, 120, 121, 123, 124], "doxygenfunct": [30, 31], "unabl": [30, 31, 61, 90, 97], "resolv": [30, 31, 54, 56, 58, 60, 104, 105, 108], "argument": [30, 31, 49, 53, 55, 56, 59, 61, 63, 65, 66, 72, 76, 77, 78, 83, 84, 90, 91, 95, 96, 97, 119], "candid": [30, 31, 95], "could": [30, 31, 57, 65, 66, 97, 106, 108, 121], "pars": [30, 31, 83, 90], "declar": [30, 31, 67], "ha": [30, 31, 44, 50, 54, 55, 56, 57, 58, 60, 61, 63, 65, 66, 67, 68, 72, 73, 76, 77, 83, 84, 89, 90, 92, 95, 96, 99, 102, 103, 109, 113, 117, 119, 123], "qualifi": [30, 31], "invalid": [30, 31, 99], "c": [30, 31, 43, 44, 45, 46, 53, 60, 65, 68, 71, 72, 73, 76, 77, 84, 91, 97, 101, 115, 116, 118, 121, 124], "expect": [30, 31, 49, 55, 56, 61, 77, 90, 91, 94, 117], "117": 30, "member": [30, 31, 47, 48, 49, 50], "157": 30, "id": [30, 31, 36, 46, 53, 77, 81, 82, 86, 94, 124], "96": 31, "129": [31, 89], "jit": [32, 33, 34, 38, 46, 48, 50, 53, 54, 56, 57, 58, 59, 60, 61, 62, 65, 69, 70, 72, 76, 77, 78, 89, 90, 91, 93, 94, 97, 103, 115, 116, 118, 122, 123], "modul": [32, 33, 34, 38, 46, 50, 53, 57, 58, 59, 60, 61, 65, 66, 67, 68, 69, 70, 72, 73, 75, 76, 77, 78, 82, 83, 84, 91, 92, 93, 94, 95, 96, 97, 100, 102, 103, 104, 105, 112, 113, 115, 117, 119, 120, 122, 124], "method_nam": [32, 38, 46, 53, 77, 78, 90], "see": [32, 44, 56, 57, 59, 63, 65, 66, 67, 77, 78, 83, 89, 90, 91, 94, 95, 97, 99, 103, 104], "fulli": [32, 53, 56, 65, 72, 76, 77, 78, 90, 92, 97, 124], "take": [32, 33, 34, 38, 54, 55, 58, 59, 60, 61, 63, 66, 72, 73, 76, 77, 78, 81, 83, 90, 92, 93, 95, 97, 104, 117, 119], "method": [32, 33, 34, 38, 49, 53, 56, 61, 67, 72, 77, 78, 83, 89, 90, 93, 99, 117], "contain": [32, 53, 54, 55, 56, 57, 61, 66, 67, 73, 76, 77, 83, 84, 89, 90, 92, 97, 99, 102, 112, 115, 116, 118, 121], "pure": [32, 72, 77], "Will": 32, "out": [32, 45, 54, 56, 57, 58, 60, 61, 65, 67, 72, 77, 78, 83, 90, 97, 101, 112, 113, 114, 115, 116, 118, 119], "unsupport": [32, 50, 55, 65, 77, 97, 102, 123], "script": [32, 56, 57, 69, 77, 78, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118, 121, 123], "nvidia": [33, 38, 43, 44, 45, 46, 53, 62, 65, 66, 67, 68, 72, 77, 78, 90, 104, 108, 115, 116, 118, 123, 124], "configur": [33, 38, 49, 63, 65, 67, 72, 76, 77, 78, 87, 90, 92, 97, 114, 115, 116, 118, 119], "call": [33, 50, 55, 56, 59, 61, 66, 72, 73, 76, 77, 78, 83, 89, 90, 93, 95, 97, 99, 101, 104, 108, 117, 119, 121, 123], "equival": [33, 58, 60, 61, 72, 77, 78, 89, 90, 92, 95, 97, 106, 108], "specif": [33, 50, 55, 56, 58, 60, 63, 65, 72, 77, 78, 83, 95, 114, 123], "forward": [33, 34, 57, 59, 61, 65, 69, 72, 76, 77, 78, 89, 90, 91, 92, 93, 94, 95, 97, 104, 105, 109, 112, 113, 119, 120], "traget": 33, "input_binding_nam": [34, 46, 76, 78], "output_binding_nam": [34, 46, 76, 78], "previous": [34, 90, 94, 99, 103], "creat": [34, 53, 54, 55, 57, 59, 61, 66, 70, 77, 78, 83, 90, 94, 95, 97, 103, 112, 114, 115, 116, 118], "emb": [34, 53, 64, 78, 84], "pre": [34, 56, 70, 75, 78, 92, 99, 100, 114, 115, 121], "built": [34, 53, 59, 60, 65, 67, 72, 76, 77, 78, 99, 103, 112], "serial": [34, 38, 53, 58, 60, 67, 72, 76, 77, 78, 90, 97, 99, 115, 116, 118, 123], "regist": [34, 55, 59, 61, 66, 76, 78, 94, 95, 97], "execut": [34, 50, 53, 56, 58, 59, 60, 64, 65, 66, 67, 70, 72, 73, 76, 77, 78, 79, 89, 90, 92, 95, 97, 102, 109, 115, 116, 118], "must": [34, 49, 50, 53, 55, 56, 57, 61, 63, 66, 67, 72, 73, 77, 78, 83, 84, 90, 94, 99, 119, 121, 123], "have": [34, 45, 53, 54, 55, 56, 57, 61, 63, 64, 65, 66, 67, 68, 72, 73, 75, 76, 77, 78, 83, 89, 90, 91, 92, 94, 97, 100, 105, 106, 108, 112, 113, 115, 116, 117, 118, 119], "follow": [34, 53, 55, 57, 59, 63, 64, 65, 66, 67, 78, 81, 83, 84, 88, 89, 90, 92, 94, 95, 97, 99, 100, 105, 106, 110, 111, 115, 116, 117, 118, 119, 120, 121], "format": [34, 46, 49, 50, 53, 71, 72, 77, 78, 83, 84, 91, 97, 99, 113, 115, 116, 117, 118, 120, 122], "symbol": [34, 66, 67, 78, 83, 121], "index": [34, 62, 63, 67, 68, 70, 71, 78, 81, 87, 92, 97, 112], "0": [34, 44, 45, 46, 50, 53, 55, 57, 60, 61, 63, 65, 66, 67, 68, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 82, 83, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118, 119, 120, 124], "2": [34, 44, 55, 57, 61, 64, 65, 66, 67, 68, 70, 71, 72, 75, 76, 77, 78, 81, 83, 84, 87, 89, 90, 92, 94, 95, 97, 98, 99, 101, 103, 104, 105, 106, 108, 109, 110, 111, 112, 113, 114, 119, 122], "y": [34, 57, 78, 84, 94, 95, 97, 104], "compilesepc": 34, "order": [34, 50, 55, 57, 61, 63, 66, 67, 72, 73, 76, 77, 78, 90, 91, 95, 99, 120], "pass": [34, 54, 55, 57, 58, 59, 60, 61, 64, 65, 66, 67, 70, 74, 75, 76, 77, 78, 89, 90, 92, 94, 95, 97, 99, 103], "origin": [34, 66, 73, 77, 97, 99, 101, 112, 123], "pytorch": [34, 44, 49, 50, 53, 55, 56, 57, 58, 59, 60, 61, 64, 65, 67, 68, 69, 72, 75, 76, 77, 78, 89, 90, 91, 92, 95, 99, 101, 102, 103, 112, 113, 115, 116, 118, 119, 120, 121, 122, 123], "assum": [34, 76, 93, 97, 100, 115], "convent": 34, "below": [34, 57, 61, 63, 64, 65, 66, 67, 68, 83, 90, 91, 99, 102, 107, 112, 115, 116, 118], "build": [35, 50, 53, 54, 58, 60, 61, 64, 65, 66, 72, 76, 77, 82, 87, 90, 92, 94, 95, 97, 106, 108, 114, 119], "librari": [35, 43, 44, 45, 46, 53, 55, 58, 59, 60, 61, 77, 90, 94, 97, 100, 115], "depend": [35, 54, 60, 65, 66, 68, 69, 72, 90, 91, 105, 112, 114, 116, 118, 121], "version": [35, 37, 60, 63, 65, 66, 68, 72, 77, 81, 84, 97, 115, 116, 117, 118, 122], "gpu_id": [36, 46, 47, 53, 76, 77, 78, 92, 93, 97, 124], "cudasetdevic": 36, "dump": [37, 53, 97], "base": [37, 44, 51, 59, 64, 65, 67, 72, 73, 77, 83, 89, 91, 92, 94, 98, 102, 103, 108, 112, 117, 123], "stdout": [37, 76], "equivil": 38, "document": [43, 44, 45, 46, 51, 60, 81, 83, 84, 88, 89, 90, 92, 93, 115, 116, 118, 119, 121], "copyright": [43, 44, 45, 46, 84, 90], "corpor": [43, 44, 45, 46], "right": [43, 44, 45, 46, 56, 60, 61, 83, 115, 116, 118], "reserv": [43, 44, 45, 46, 110, 111], "licens": [43, 44, 45, 46, 90], "under": [43, 44, 45, 46, 60, 66, 83, 95, 106, 123], "bsd": [43, 44, 45, 46], "style": [43, 44, 45, 46, 65, 69, 81, 83, 84], "found": [43, 44, 45, 46, 64, 67, 76, 83, 90, 92, 95, 97, 99, 121], "root": [43, 44, 45, 46, 67, 81, 92, 113], "sourc": [43, 44, 45, 46, 55, 60, 65, 66, 68, 72, 73, 74, 75, 76, 77, 78, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115], "tree": [43, 44, 45, 46, 81, 92, 113, 121], "pragma": [43, 44, 45, 46, 92], "onc": [43, 44, 45, 46, 54, 56, 57, 59, 65, 66, 67, 68, 77, 92, 97, 111, 114, 115, 116, 118, 121], "namespac": [43, 44, 45, 46, 52, 56, 70, 77, 92, 94, 97], "ar": [43, 47, 50, 53, 54, 55, 56, 57, 59, 60, 61, 63, 64, 65, 66, 67, 72, 75, 76, 77, 78, 81, 83, 84, 85, 89, 90, 92, 93, 94, 95, 97, 98, 99, 101, 102, 103, 106, 109, 110, 111, 112, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123], "ones": [43, 57, 58, 60, 67, 83, 90, 95, 97, 123], "necessari": [43, 63, 65, 67, 76, 94, 95, 103, 121], "user": [43, 49, 55, 57, 58, 59, 60, 63, 64, 65, 67, 68, 72, 83, 84, 90, 91, 92, 95, 99, 103, 114, 115, 116, 118, 119, 120, 121, 123], "dont": 43, "know": [43, 61, 81, 83, 94, 95, 97, 105], "we": [43, 45, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 73, 76, 81, 83, 89, 90, 92, 94, 95, 97, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 122, 123], "want": [43, 57, 66, 67, 68, 69, 73, 89, 90, 92, 93, 95, 97, 103, 104, 115, 116, 118], "use_cmake_generated_export_head": 44, "torch_tensorrt_export": 44, "els": [44, 45, 49, 65, 72, 78, 83, 84, 96, 98, 99, 112, 113], "__gnuc__": 44, "__attribute__": 44, "__visibility__": 44, "hidden": [44, 81], "endif": [44, 45, 46], "doe": [44, 45, 56, 57, 61, 63, 66, 67, 77, 83, 92, 94, 97, 106, 108], "gaurd": 44, "someth": [44, 56, 83, 115, 116, 118], "6": [44, 56, 57, 59, 67, 71, 87, 89, 90, 96, 97, 112], "deprec": [44, 66, 71], "been": [44, 54, 61, 65, 67, 68, 75, 84, 90, 96, 99, 102, 103, 112, 123], "pleas": [44, 66, 68, 77, 83, 90, 100, 112, 113, 115, 116, 118, 119], "plan": [44, 53, 60, 64, 65, 72], "port": 44, "model": [44, 53, 57, 59, 64, 69, 72, 73, 74, 75, 77, 79, 89, 90, 91, 92, 93, 98, 99, 101, 119, 121, 123], "optim": [44, 49, 53, 64, 65, 66, 70, 72, 73, 75, 77, 89, 90, 91, 102, 103, 105, 106, 107, 108, 109, 112, 114, 117, 119, 123], "toolkit": [44, 68, 75], "workflow": [44, 65, 66, 69, 70, 72, 73, 77, 90, 93, 99, 100, 101, 106, 107, 108, 110, 111, 115, 117], "http": [44, 55, 62, 65, 67, 68, 81, 83, 89, 90, 92, 95, 97, 101, 104, 108, 112, 113, 115, 116, 117, 118, 119, 121], "org": [44, 62, 67, 81, 83, 89, 90, 92, 95, 97, 119, 121], "tutori": [44, 89, 92, 94, 95, 97, 99, 101, 103, 116, 118], "_rendered_exampl": 44, "dynamo": [44, 64, 65, 67, 69, 75, 76, 77, 79, 90, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 106, 108, 109, 113, 114, 115, 116, 118, 119, 120], "vgg16_ptq": [44, 113], "html": [44, 62, 67, 68, 83, 89, 92, 95, 97, 119], "more": [44, 54, 65, 66, 67, 68, 70, 72, 77, 81, 84, 89, 90, 91, 92, 93, 97, 99, 101, 102, 106, 108, 112, 115, 116, 118, 121], "detail": [44, 65, 66, 68, 72, 89, 90, 97, 99, 115, 116, 118, 121], "setup": [44, 68, 92, 115, 116, 118], "alias": 44, "eas": 44, "ts": [44, 53, 57, 69, 70, 77, 89, 90, 91, 93, 119, 122], "torchtrt": [44, 57, 96, 97, 113, 115, 116, 118], "ifndef": [45, 46], "doxygen_should_skip_thi": [45, 46], "get_batch_impl": 45, "element_typ": 45, "super": [45, 89, 94, 95, 97, 104, 112, 113, 119, 120], "batchtyp": 45, "dataloader_": 45, "cache_file_path_": 45, "use_cache_": 45, "auto": [45, 57, 61, 65, 69, 72, 83, 84, 90, 92, 105, 110, 111, 114, 124], "batched_data_": 45, "push_back": [45, 57], "it_": 45, "begin": [45, 66, 67, 83, 104, 109], "hack": 45, "explict": 45, "work": [45, 56, 60, 61, 65, 66, 69, 72, 75, 76, 77, 83, 84, 92, 94, 97, 103, 104, 109, 114, 115, 116, 118, 119], "here": [45, 54, 55, 57, 59, 64, 65, 66, 67, 69, 81, 83, 84, 89, 90, 92, 94, 95, 97, 100, 109, 110, 111, 112, 113, 115, 116, 118, 119, 121, 122], "explic": 45, "just": [45, 46, 56, 57, 65, 66, 70, 74, 76, 83, 85, 89, 90, 91, 93, 94, 97, 99, 101, 117, 121], "still": [45, 57, 66, 67, 92, 95, 104, 123], "static_cast": 45, "option": [45, 49, 53, 57, 58, 60, 63, 64, 65, 66, 72, 76, 77, 78, 83, 87, 92, 95, 97, 98, 99, 104, 105, 107, 109, 120, 121, 122, 124], "batch_siz": [45, 92, 113], "end": [45, 53, 61, 63, 71, 72, 77, 78, 83, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "statu": [45, 84], "reset": [45, 98, 99, 104, 108, 121], "incas": 45, "go": [45, 56, 57, 66, 69, 89, 90, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 123], "again": [45, 59, 61, 83, 97, 101], "stringstream": 45, "ss": 45, "cache_": 45, "clear": 45, "ifstream": 45, "io": [45, 68, 115, 116, 118], "binari": [45, 92], "noskipw": 45, "good": [45, 61, 66, 83, 99], "copi": [45, 61, 66, 68, 71, 75, 84, 114], "istream_iter": 45, "back_insert": 45, "nullptr": [45, 46, 50], "ofstream": [45, 90], "cache_fil": [45, 75, 92], "reinterpret_cast": 45, "save": [45, 53, 59, 65, 66, 69, 70, 72, 76, 77, 78, 90, 91, 96, 98, 99, 102, 103, 107, 112, 114, 115, 116, 117, 118, 121, 123], "cache_size_": 45, "move": [45, 56, 59, 78, 90, 92, 95, 102, 110, 111], "arrayref": [46, 49, 50], "friend": 46, "ostream": 46, "os": [46, 68, 99], "dtype": [46, 49, 50, 53, 64, 65, 66, 71, 72, 73, 76, 77, 78, 91, 94, 97, 98, 102, 106, 108, 109, 112, 114, 115, 116, 117, 118, 119, 120], "device_typ": [46, 47, 77, 92, 93, 124], "int64_t": [46, 47, 49, 50, 92, 124], "core": [46, 53, 56, 57, 60, 65, 72, 77, 90, 95, 123, 124], "agx": 46, "platform": [46, 53, 60, 65, 67, 68, 72, 96, 124], "xavier": [46, 124], "dla_cor": [46, 47, 53, 77, 92, 93, 124], "allow_gpu_fallback": [46, 47, 72, 77, 78, 92, 93, 124], "customclasshold": [46, 49], "min_shap": [46, 49, 64, 66, 72, 77, 78, 91, 106, 109, 117, 119], "opt_shap": [46, 49, 64, 72, 77, 78, 91, 106, 109, 117, 119], "max_shap": [46, 49, 64, 66, 72, 77, 78, 91, 106, 109, 117, 119], "shape": [46, 48, 49, 50, 53, 57, 61, 64, 66, 70, 71, 72, 73, 76, 77, 78, 79, 91, 94, 95, 97, 100, 102, 109, 112, 113, 114, 115, 116, 118, 121, 124], "doubl": [46, 49, 50, 53, 64, 72, 77, 78, 83, 121], "tensor_domain": [46, 49, 77], "input_is_dynam": 46, "ivalu": [46, 48, 50, 54, 59, 61, 90], "input_signatur": [46, 48, 50, 78, 91], "nest": [46, 50, 51, 83, 84], "full": [46, 50, 53, 61, 65, 72, 74, 77, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118, 121, 124], "spec": [46, 49, 50, 53, 74, 77, 78, 93, 99], "flatten": [46, 48, 71, 89, 90, 113], "fixed_s": [46, 50], "reflect": [46, 77], "builderconfig": 46, "graph_input": [46, 50], "enabled_precis": [46, 50, 64, 65, 72, 76, 77, 78, 90, 91, 92, 93, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 120, 124], "disable_tf32": [46, 50, 65, 72, 76, 77, 78, 92, 97, 105, 110, 111], "sparse_weight": [46, 50, 65, 66, 72, 76, 77, 78, 97], "refit": [46, 50, 65, 70, 72, 77, 78, 93, 97, 99, 100, 101, 115], "truncate_long_and_doubl": [46, 50, 64, 65, 78, 107], "allow_shape_tensor": [46, 50, 78], "uint64_t": [46, 50], "num_avg_timing_it": [46, 50, 65, 72, 76, 77, 78, 93, 97], "workspace_s": [46, 50, 53, 65, 72, 76, 77, 78, 97, 103, 106, 108], "dla_sram_s": [46, 50, 53, 65, 72, 76, 77, 78, 97], "1048576": [46, 50, 65, 72, 76, 77, 78, 97], "dla_local_dram_s": [46, 50, 53, 65, 72, 76, 77, 78, 97], "1073741824": [46, 50, 65, 72, 76, 77, 78, 97], "dla_global_dram_s": [46, 50, 53, 65, 72, 76, 77, 78, 97], "536870912": [46, 50, 65, 72, 76, 77, 78, 97], "require_full_compil": [46, 50, 65, 72, 76, 77, 78, 97], "min_block_s": [46, 50, 57, 64, 65, 72, 76, 77, 78, 94, 95, 96, 97, 98, 99, 103, 104, 105, 106, 108, 109, 112, 113], "3": [46, 50, 53, 56, 57, 59, 64, 65, 66, 68, 69, 71, 72, 75, 77, 78, 83, 84, 87, 89, 90, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 106, 109, 110, 111, 112, 113, 114, 117, 119, 122, 124], "torch_executed_op": [46, 50, 57, 64, 65, 72, 76, 77, 78, 97, 103, 104, 106, 108, 109], "torch_executed_modul": [46, 50, 57, 72, 77, 78], "structur": [47, 50, 57, 60, 61, 65, 72, 77, 81, 83, 87, 89, 97, 115, 116, 118], "hold": [47, 48, 49, 54, 61, 77, 92], "relat": [47, 83, 104, 108], "let": [47, 53, 56, 61, 66, 72, 77, 78, 81, 83, 115, 116, 117, 118, 123], "layer": [47, 50, 53, 54, 56, 61, 63, 65, 66, 72, 76, 77, 78, 90, 92, 95, 97, 110, 111, 113, 115, 116, 117, 118, 119, 120, 123, 124], "thei": [47, 53, 54, 55, 56, 59, 61, 65, 66, 72, 75, 76, 77, 81, 83, 91, 95, 99], "complex": [48, 50, 65, 67, 89, 91, 94, 101, 111], "either": [48, 49, 53, 61, 63, 72, 77, 78, 81, 83, 89, 90, 91, 94, 95, 96, 97, 99, 122], "one": [48, 55, 56, 61, 65, 66, 68, 72, 76, 77, 83, 89, 90, 91, 94, 95, 97, 104, 108, 110, 111, 115, 116, 118], "rang": [49, 50, 53, 66, 77, 94, 97, 98, 99, 102, 105, 106, 114, 117, 119], "profil": [49, 73, 76, 120], "singl": [49, 53, 56, 57, 66, 77, 83, 89, 90, 92, 109, 112, 114, 121], "repres": [49, 50, 55, 61, 66, 69, 83, 102, 112], "signifi": [49, 56], "static": [49, 50, 54, 61, 64, 65, 72, 77, 78, 81, 90, 102, 113, 119], "three": [49, 58, 60, 66, 73, 77, 83, 84, 115, 116, 117, 118], "min": [49, 53, 61, 71, 77, 99, 105, 106, 119], "optimin": 49, "max": [49, 53, 61, 71, 77, 81, 99, 105, 106, 113, 119], "allow": [49, 50, 53, 54, 55, 56, 57, 63, 65, 66, 67, 72, 77, 78, 81, 94, 95, 97, 99, 102, 103, 106, 108, 109, 114, 121], "tradit": [49, 72, 77, 78, 92], "convect": 49, "produc": [49, 54, 55, 59, 61, 64, 77, 83, 90, 117], "low": [49, 66, 95, 101, 112], "high": [49, 56, 57, 81, 95, 97, 123], "weight": [49, 50, 53, 54, 65, 66, 70, 71, 72, 76, 77, 78, 83, 90, 99, 100, 101, 107, 115, 117], "first": [49, 54, 55, 56, 66, 69, 83, 84, 90, 91, 92, 95, 97, 99, 101, 104, 105, 115, 116, 118, 119, 122, 123], "calcul": [49, 54, 57, 90, 97, 114], "detect": [49, 59, 77], "float32": [49, 50, 53, 64, 65, 66, 72, 77, 78, 97, 101, 105, 107, 110, 111, 114, 119, 120], "dynam": [49, 50, 64, 66, 70, 72, 73, 77, 78, 79, 95, 99, 100, 104, 105, 107, 108, 111, 114, 115, 121], "opt": [49, 67, 76, 77, 109], "minimum": [49, 50, 53, 57, 64, 65, 72, 77, 78, 97, 114], "maximum": [49, 50, 53, 65, 66, 72, 73, 77, 78, 105, 106, 108, 114, 115, 116, 118], "accept": [49, 53, 55, 59, 61, 67, 77, 90, 91, 104, 122], "exampl": [49, 57, 59, 60, 61, 66, 67, 72, 74, 76, 77, 78, 79, 81, 82, 84, 87, 89, 90, 91, 92, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 121, 122], "s": [49, 50, 54, 57, 59, 61, 64, 66, 67, 68, 70, 72, 73, 76, 77, 81, 83, 84, 89, 90, 92, 95, 97, 99, 112, 114, 115, 116, 117, 118, 119, 121, 122], "cannot": [49, 56, 57, 66, 67, 72, 76, 77, 78, 82, 89, 94, 96, 97, 102], "through": [49, 54, 55, 56, 57, 59, 65, 66, 72, 74, 75, 83, 90, 91, 97, 101, 103, 117, 123], "altern": [49, 57, 63, 64, 77, 91, 95, 102, 109, 117, 122], "refer": [49, 55, 58, 60, 66, 82, 87, 90, 92, 97, 113, 115, 116, 118, 119, 122], "given": [49, 50, 53, 55, 56, 66, 72, 73, 75, 77, 78, 89, 90, 91, 93, 94, 95, 112, 119], "kernel": [49, 50, 53, 61, 65, 66, 70, 72, 77, 78, 95, 100, 109, 115, 120, 121], "ani": [49, 53, 54, 55, 61, 63, 65, 66, 71, 72, 75, 76, 77, 78, 81, 83, 90, 91, 92, 95, 97, 106, 119], "event": [49, 65, 98, 99], "place": [49, 56, 63, 66, 83, 84, 85, 92, 94, 97, 113], "variabl": [49, 66, 76, 77], "dimens": [49, 56, 66, 73, 77, 106, 117, 119, 120], "domain": [49, 77, 84, 92], "convien": 50, "fix": [50, 66, 83, 94, 97, 121, 124], "describ": [50, 57, 61, 77, 89, 93, 94, 115, 116, 118], "entri": [50, 61, 99], "okai": 50, "flaten": 50, "precis": [50, 53, 64, 65, 66, 70, 72, 77, 90, 91, 92, 106, 108, 110, 111, 112, 114, 124], "dure": [50, 53, 55, 57, 61, 64, 65, 72, 75, 77, 92, 95, 109, 110, 111, 114, 115, 116, 117, 118, 119, 121], "prevent": [50, 53, 55, 57, 109], "tf32": [50, 53, 65, 72], "comput": [50, 65, 66, 67, 68, 72, 76, 83, 92, 94, 96, 100, 102, 115, 117], "inner": [50, 84, 117], "product": [50, 68, 77], "round": [50, 72, 77, 78, 97], "10": [50, 67, 68, 72, 73, 77, 78, 87, 89, 90, 92, 94, 102, 112, 113, 114, 115, 116, 117, 118, 119, 120], "bit": [50, 61, 66, 67, 72, 77, 78, 90], "mantissa": [50, 72, 77, 78], "befor": [50, 55, 56, 57, 60, 61, 66, 72, 77, 78, 90, 102, 105, 112, 115, 116, 118, 119], "multipli": [50, 72, 77, 78], "accumul": [50, 65, 72, 77, 78, 110, 111, 112], "sum": [50, 66, 71, 72, 77, 78, 97, 113], "23": [50, 56, 72, 77, 78, 84], "behavior": [50, 57, 66, 72, 77, 78, 95, 110, 111, 119, 121, 122], "sparsiti": [50, 53, 66, 72, 77, 78], "conv": [50, 53, 90, 97], "fc": [50, 53, 56], "truncat": [50, 53, 64, 65, 72, 77, 78], "long": [50, 53, 54, 64, 77, 83, 84, 94], "float": [50, 53, 64, 65, 71, 77, 89, 90, 91, 92, 93, 94, 97, 98, 99, 103, 104, 108, 109, 112, 120], "ishap": 50, "restrict": [50, 65, 72, 77, 78, 119], "cuda": [50, 59, 64, 66, 68, 69, 72, 73, 76, 77, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 105, 106, 107, 110, 111, 112, 113, 114, 115, 116, 118, 119, 120, 121, 122], "safeti": [50, 53, 77], "averag": [50, 53, 65, 72, 77, 78, 97], "time": [50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 65, 66, 67, 69, 70, 72, 73, 76, 77, 78, 81, 83, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "workspac": [50, 53, 65, 66, 67, 72, 73, 77, 78, 97, 104, 106, 108], "fast": [50, 53, 65, 69, 72, 77, 78], "softwar": [50, 53, 65, 72, 77, 78, 83], "manag": [50, 53, 54, 56, 58, 60, 61, 65, 67, 68, 72, 74, 76, 77, 78, 90, 102, 109, 121], "ram": [50, 53, 65, 72, 77, 78], "commun": [50, 53, 65, 72, 77, 78, 90], "within": [50, 53, 58, 60, 65, 70, 72, 76, 77, 78, 81, 83, 94, 100, 109, 110, 111, 115, 117], "host": [50, 53, 65, 67, 72, 77, 78, 94, 97, 114, 115, 116, 118], "share": [50, 53, 65, 67, 72, 76, 77, 78, 99], "across": [50, 53, 56, 57, 65, 72, 77, 78, 81, 102], "metadata": [50, 53, 55, 59, 61, 65, 72, 77, 78, 81, 103, 119, 120], "post": [50, 53, 64, 70, 90, 99], "train": [50, 53, 70, 71, 90, 91, 99, 114], "quantizatiom": 50, "requir": [50, 53, 54, 55, 56, 64, 65, 66, 67, 68, 72, 77, 78, 81, 90, 92, 95, 96, 97, 100, 102, 105, 109, 112, 113, 114, 115, 116, 118, 119, 121], "instead": [50, 53, 54, 55, 56, 67, 72, 76, 77, 90, 95, 103, 112, 113, 121], "potenti": [50, 72, 77, 86, 102], "subgraph": [50, 53, 54, 55, 56, 61, 63, 90, 97, 99, 102, 123], "aten": [50, 55, 56, 57, 61, 62, 65, 70, 71, 72, 77, 78, 90, 95, 104, 109, 123], "thrown": [50, 72, 77, 78], "empti": [50, 72, 73, 77, 78, 84, 89, 97, 112], "torch_tensorrtnamespac": 51, "loggingenum": 51, "levelnamespac": 51, "ptqtemplat": 51, "int8cachecalibratortempl": 51, "int8calibratornamespac": 51, "torchscriptstruct": 51, "compilespecstruct": 51, "deviceclass": 51, "devicetypestruct": 51, "graphinputsstruct": 51, "inputclass": 51, "datatypeclass": 51, "tensorformatenum": 51, "cppdirectori": 51, "includedirectori": 51, "torch_tensorrtfil": 51, "hfile": 51, "relationship": 51, "inherit": [51, 66, 72, 92], "subdirectori": 52, "definit": [52, 55, 61, 83], "By": [52, 57, 65, 67, 72, 81, 89, 99, 119], "cli": [53, 91], "It": [53, 55, 56, 57, 58, 60, 61, 66, 67, 70, 77, 81, 83, 94, 96, 97, 114, 117, 121, 123], "serv": [53, 59, 66, 70, 72, 77], "easi": [53, 54, 56, 90, 92], "wai": [53, 65, 66, 67, 89, 90, 92, 94, 95, 97, 99, 103, 117, 121, 122], "command": [53, 65, 67, 83, 84, 89, 90, 115, 116, 118], "line": [53, 67, 84, 90, 101], "quickli": [53, 90, 92, 115, 116, 118], "part": [53, 57, 60, 66, 76, 81, 82, 83, 94, 97, 99, 102], "deploy": [53, 76, 90, 91, 92, 94, 115, 116, 117, 118, 121, 124], "pipelin": [53, 90, 101, 107, 124], "basic": [53, 57, 66, 84, 115, 116, 118], "featur": [53, 57, 66, 67, 90, 92, 93, 107, 112, 113, 114, 117, 123], "quantiz": [53, 65, 70, 75, 77, 90, 100, 115], "though": [53, 60, 61, 89, 90, 123], "alreadi": [53, 54, 55, 56, 90, 92, 94, 95, 97, 100, 112, 115, 116, 118, 119], "two": [53, 56, 61, 63, 65, 66, 67, 77, 83, 84, 88, 89, 91, 92, 95, 99, 112, 115, 116, 118, 119], "embed": [53, 55, 59, 71, 78, 83, 124], "after": [53, 54, 56, 57, 63, 66, 72, 76, 77, 89, 90, 91, 102, 104, 108, 115, 116, 118, 121], "link": [53, 54, 63, 70, 81, 82, 87, 90, 97, 121], "against": [53, 90, 95], "libtorchtrt": [53, 67, 90], "python": [53, 57, 60, 63, 65, 66, 68, 72, 73, 76, 77, 78, 83, 84, 90, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 121, 124], "import": [53, 56, 57, 64, 65, 66, 67, 68, 69, 76, 81, 83, 89, 90, 91, 93, 94, 95, 97, 98, 99, 101, 115, 116, 118, 119, 121, 122], "packag": [53, 56, 65, 68, 90], "aspect": 53, "ident": [53, 63, 65, 72, 77, 94, 103], "standard": [53, 59, 67, 70, 72, 76, 77, 78, 83, 93, 94, 95, 97, 101, 112, 117, 121], "load": [53, 57, 59, 65, 66, 69, 72, 75, 76, 77, 78, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 103, 105, 114, 115, 116, 117, 118, 121, 123], "like": [53, 54, 56, 59, 61, 66, 67, 69, 77, 82, 83, 89, 90, 91, 92, 94, 95, 97, 99, 101, 103, 105, 114, 115, 116, 118, 121], "would": [53, 55, 61, 65, 66, 67, 68, 76, 90, 91, 93, 95, 97, 105, 115, 116, 118, 121], "input_file_path": [53, 124], "output_file_path": [53, 124], "input_spec": [53, 66, 73], "displai": [53, 63, 65, 74, 81, 121], "menu": [53, 81, 83], "verbios": 53, "v": [53, 68, 84, 113, 115, 116, 118], "verbos": [53, 65, 66, 72, 73, 84, 106, 108], "about": [53, 54, 59, 61, 67, 76, 81, 90, 112, 115, 116, 118, 119], "process": [53, 57, 65, 77, 82, 83, 89, 92, 93, 94, 102, 103, 104, 109, 115, 116, 117, 118, 121], "onto": [53, 59], "consol": 53, "w": [53, 67, 77, 112], "disabl": [53, 65, 67, 72, 76, 81, 82, 95, 99, 114, 121], "i": [53, 56, 61, 67, 69, 71, 83, 84, 89, 90, 92, 94, 97, 98, 99, 102, 105, 110, 112, 113], "debugg": [53, 72, 77, 78], "fallback": [53, 58, 60, 61, 102, 103, 124], "throw": [53, 56, 77, 90], "spars": [53, 55, 65, 71, 72], "p": [53, 71, 90, 115, 116, 118, 124], "repeat": [53, 71], "f32": [53, 72, 76, 77, 97], "half": [53, 65, 77, 83, 90, 91, 92, 93, 97, 102, 104, 106, 110, 111, 112, 114, 120, 124], "float16": [53, 77, 97, 101, 107, 112, 120], "f16": [53, 77, 90, 115, 116, 118, 124], "i8": [53, 77], "d": [53, 68, 77, 83, 84, 90, 124], "multi": [53, 76], "dlacor": 53, "avail": [53, 55, 61, 63, 65, 66, 67, 68, 72, 76, 77, 81, 97, 105, 112, 114, 117, 123, 124], "dla_standalon": [53, 77], "file_path": [53, 77, 96, 122], "teo": 53, "op_nam": 53, "op": [53, 54, 55, 56, 57, 58, 60, 61, 63, 64, 65, 76, 77, 90, 94, 95, 104, 109, 121, 123], "partial": [53, 83], "tem": 53, "module_nam": 53, "mod": [53, 57, 66, 72, 87, 90, 92, 120], "mb": [53, 79], "num_op": 53, "block": [53, 54, 56, 57, 65, 72, 87, 94, 123], "treat": 53, "num": 53, "avg": 53, "num_it": 53, "sram": 53, "local": [53, 56, 67, 68, 81, 90], "dram": 53, "atol": 53, "absolut": [53, 67], "toler": 53, "threshold": 53, "numer": [53, 66, 84], "deviat": 53, "1e": [53, 101, 103], "rtol": 53, "rel": [53, 57, 102], "5": [53, 57, 59, 60, 65, 66, 67, 68, 72, 76, 77, 83, 84, 87, 89, 90, 95, 97, 101, 102, 104, 109, 112, 114, 115, 116, 118], "skip": 53, "complianc": 53, "64bit": [53, 96], "32bit": 53, "custom": [53, 63, 64, 66, 67, 70, 100, 110, 111, 112, 115], "dll": 53, "e": [53, 56, 61, 66, 67, 68, 69, 73, 77, 89, 90, 92, 97, 99, 103, 115, 116, 118], "g": [53, 56, 66, 67, 68, 73, 77, 83, 92, 97, 103, 115, 116, 118], "n": [53, 61, 63, 77, 90, 92, 94, 95, 97, 98], "min_n": 53, "min_c": 53, "min_h": 53, "min_w": 53, "opt_n": 53, "opt_c": 53, "opt_h": 53, "opt_w": 53, "max_n": 53, "max_c": 53, "max_h": 53, "max_w": 53, "32": [53, 77, 89, 90, 91, 92, 105, 110, 111, 113, 124], "flag": [53, 57, 58, 60, 65, 67, 72, 75, 77, 91, 109, 110, 111, 121, 122], "forc": [53, 64, 66, 72, 77, 78, 81, 112], "posit": [53, 55, 66, 77, 81], "test": [53, 57, 60, 66, 67, 68, 72, 77, 83, 84, 92, 113, 115, 116, 117, 118], "ssd_trace": 53, "pt": [53, 66, 90, 105, 110, 111, 115, 116, 118], "ssd_trt": 53, "300": [53, 93, 94], "512": [53, 72, 77, 78, 113, 117], "1024": [53, 72, 77, 78, 94, 110, 117], "simplifi": [54, 97], "form": [54, 76, 77, 83, 91, 115, 116, 118], "up": [54, 56, 57, 58, 59, 60, 63, 66, 67, 72, 77, 83, 89, 94, 95, 97, 99, 102, 103, 104, 108, 109, 114, 117], "context": [54, 58, 59, 60, 65, 74, 76, 95, 102, 105, 109, 112, 121], "inetworkdefinit": [54, 55], "record": [54, 89, 98, 99, 109, 121], "togeth": [54, 61, 90], "also": [54, 55, 61, 63, 65, 67, 69, 81, 83, 84, 90, 91, 92, 94, 99, 109, 112, 113, 117], "start": [54, 57, 66, 71, 75, 77, 84, 90, 93, 97, 98, 99, 105, 117], "look": [54, 55, 56, 69, 72, 77, 89, 92, 93, 95, 99, 105, 115, 116, 118, 119], "its": [54, 57, 59, 61, 67, 76, 77, 83, 94, 97, 113, 115, 116, 118, 121, 123], "assembl": [54, 63, 90], "resourc": [54, 92, 94, 97, 102], "coupl": [54, 60, 66, 121], "state": [54, 55, 61, 63, 76, 90, 95, 101, 105, 112], "evaluated_value_map": [54, 61], "stage": [54, 66], "arg": [54, 55, 63, 66, 72, 75, 76, 77, 87, 90, 95, 96, 97, 99, 113, 117], "itensor": [54, 55, 61, 66, 90, 95, 97], "value_tensor_map": [54, 61], "typic": [54, 61, 77, 102, 109, 115, 116, 118], "abl": [54, 56, 61, 63, 66, 92, 93, 97, 103, 105], "system": [54, 61, 63, 65, 70, 72, 76, 77, 78, 95, 96, 97, 99, 103, 123], "registri": [54, 55, 90, 97], "enter": [54, 77], "recurs": 54, "until": [54, 57, 60, 61, 67, 72, 77, 123], "final": [54, 57, 58, 60, 67, 95, 97, 104, 108, 117], "some": [54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 72, 77, 82, 83, 90, 92, 94, 95, 97, 99, 102, 109, 119, 123], "These": [54, 55, 57, 59, 63, 65, 67, 72, 75, 76, 77, 81, 83, 92, 94, 95, 115, 116, 118, 123], "those": [54, 55, 63, 65, 83], "do": [54, 55, 56, 57, 61, 64, 66, 82, 84, 89, 90, 91, 92, 94, 95, 97, 110, 111, 124], "theori": [54, 83], "kind": [54, 66], "common": [54, 56, 66, 73, 83, 95, 99], "prim": [54, 56, 57, 59, 71, 89, 90], "constant": [54, 55, 56, 57, 90, 97, 102], "emit": 54, "listconstruct": [54, 57, 59, 90], "make": [54, 55, 66, 67, 68, 72, 77, 83, 85, 90, 91, 92, 97, 99, 115, 116, 117, 118, 124], "associ": [54, 61, 90, 99, 121], "where": [54, 55, 56, 61, 63, 65, 66, 72, 76, 77, 78, 84, 90, 92, 94, 95, 103, 109], "result": [54, 56, 57, 67, 69, 72, 74, 76, 77, 78, 81, 89, 91, 94, 96, 97, 101, 102, 103, 109, 114, 115, 116, 118, 120, 123], "done": [54, 57, 60, 97, 103, 115, 116, 118, 122], "mai": [54, 55, 57, 59, 60, 66, 67, 72, 76, 77, 78, 83, 84, 89, 90, 91, 92, 95, 97, 103, 104, 108, 109, 114, 115, 116, 118, 121], "For": [54, 57, 63, 64, 65, 66, 67, 69, 73, 77, 81, 83, 84, 89, 90, 92, 93, 94, 95, 97, 101, 104, 113, 115, 116, 117, 118, 121, 122], "writing_convert": [54, 90], "locat": [55, 63, 67, 92, 95, 97], "py": [55, 56, 60, 63, 66, 67, 68, 79, 81, 83, 88, 89, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118, 119], "convers": [55, 56, 57, 59, 64, 65, 66, 72, 77, 78, 90, 94, 95, 97, 112, 117, 119], "decror": 55, "dynamo_tensorrt_convert": [55, 95, 97], "signatur": [55, 78], "leaky_relu": [55, 71], "def": [55, 63, 66, 83, 89, 91, 94, 95, 97, 98, 99, 102, 104, 109, 112, 113, 114, 115, 116, 118, 119, 120], "leaky_relu_convert": 55, "ctx": [55, 61, 90, 95, 97, 114], "conversionctx": [55, 61, 90, 95], "tupl": [55, 59, 64, 66, 72, 73, 76, 77, 78, 91, 94, 95, 97, 99, 103, 119, 120], "kwarg": [55, 66, 72, 75, 76, 77, 95, 97, 117], "dict": [55, 72, 76, 77, 78, 95, 97, 99], "union": [55, 61, 65, 72, 76, 77, 78, 90, 95], "sequenc": [55, 63, 66, 72, 73, 76, 77, 78, 83, 95, 97, 105, 109, 114, 117], "decor": [55, 63, 66, 95], "kei": [55, 83, 89, 99, 115, 116, 118, 119], "node": [55, 56, 57, 58, 60, 61, 63, 65, 66, 72, 73, 90, 95, 97, 113, 117, 119], "capability_valid": [55, 95], "lambda": [55, 61, 83, 90, 94, 95, 115, 116, 118], "fx": [55, 63, 64, 72, 76, 77, 90, 91, 95, 97, 103, 122], "determin": [55, 56, 65, 66, 77, 94, 95, 114, 119, 121], "properli": [55, 67], "handl": [55, 56, 57, 59, 65, 66, 76, 77, 94, 97, 102, 109], "partition": [55, 72, 77, 97], "sure": [55, 67, 68, 90, 91, 105, 115, 116, 118, 124], "prioriti": [55, 95], "develop": [55, 66, 67, 68, 70, 83, 84, 90, 95, 97], "bodi": [55, 83, 84], "respons": [55, 59, 83, 121], "network": [55, 61, 66, 77, 90, 92, 95, 97, 114, 115, 116, 117, 118, 124], "perform": [55, 63, 64, 72, 76, 77, 92, 94, 97, 109, 112, 114, 115, 116, 117, 118, 120, 121, 122, 123], "nativ": [55, 60, 62, 90, 94, 95, 97, 103], "numpi": [55, 77, 97, 98, 99, 101, 102, 103, 112, 114, 115, 116, 118], "frozen": 55, "attribut": [55, 56, 57, 59, 66, 77, 83, 90], "previou": [55, 81, 104, 112], "correspond": [55, 61, 66, 67, 76, 77, 95, 99, 101, 105, 113, 121], "edg": [55, 83], "well": [55, 64, 67, 70, 74, 76, 83, 90, 92, 94, 95, 99, 109, 112, 122], "being": [55, 66, 67, 72, 90, 95, 97, 103, 109], "truth": 55, "github": [55, 62, 65, 67, 68, 81, 90, 92, 104, 108, 112, 113, 115, 116, 118, 121], "com": [55, 62, 65, 67, 68, 90, 92, 101, 104, 108, 112, 113, 115, 116, 118, 121], "blob": [55, 62, 67, 81, 92, 99, 112], "main": [55, 56, 57, 58, 59, 60, 61, 64, 66, 67, 81, 83, 85, 90, 95, 97, 110, 112, 113], "src": [55, 59, 62, 71], "native_funct": [55, 62], "yaml": [55, 62], "sinc": [55, 56, 65, 66, 68, 76, 83, 89, 90, 92, 94, 95, 98, 99, 103, 112], "mani": [55, 57, 65, 66, 81, 83, 84, 95, 99, 103, 123], "composit": [55, 90], "raw": [55, 81, 95], "impl": [55, 94, 95], "subpackag": 55, "chain": [55, 61], "primarili": [55, 60, 67, 90, 95], "manipul": [55, 63, 77], "net": [55, 61, 83, 84, 90, 97, 115, 116, 118], "addit": [55, 56, 65, 66, 76, 77, 90, 95, 97, 99, 103, 109, 112, 117, 119], "call_modul": 55, "call_funct": [55, 63, 66], "eg": [55, 115, 116, 118, 120], "aten_": 55, "_leaky_relu": 55, "opoverloadpacket": 55, "while": [55, 57, 67, 76, 92, 95, 101, 102, 114, 115, 116, 117, 118, 121, 123], "opoverload": 55, "particular": [55, 65, 99], "collect": [55, 57, 65, 72, 77, 78, 90, 91, 113], "trtinterpret": [55, 66, 73], "along": [55, 77], "match": [55, 56, 94, 95, 103], "special": [55, 57, 105, 112], "account": [55, 115, 116, 118], "illustr": [55, 66, 105, 106, 110, 111, 112, 117], "scale_grad_by_freq": [55, 71], "embedding_param_valid": 55, "establish": 55, "subset": [55, 65, 72, 77, 92, 117], "converter_util": [55, 97], "enforce_tensor_typ": 55, "dictionari": [55, 77, 78, 93, 104], "between": [55, 56, 57, 61, 67, 77, 83, 84, 92, 94, 99, 101, 110, 114], "possibl": [55, 67, 83, 94, 95, 97, 99, 115, 116, 117, 118], "prefer": [55, 65, 67, 90], "keyword": [55, 63, 72, 76, 77, 78, 95, 104, 108], "both": [55, 57, 65, 67, 70, 72, 73, 76, 77, 81, 83, 89, 92, 95, 97, 99, 115, 116, 118], "enforc": [55, 90], "situat": 55, "partit": [55, 56, 64, 65, 72, 77, 95, 123], "ensur": [55, 56, 57, 63, 65, 67, 68, 72, 76, 94, 102, 109, 110, 111, 112], "greater": [55, 72, 74, 77], "than": [55, 56, 65, 67, 72, 77, 82, 83, 95, 98, 99, 101, 112, 114, 117, 121], "3d": [55, 66], "autocast": 55, "therebi": [55, 59, 94, 97, 117], "limit": [55, 56, 74, 82, 92, 96, 99, 100, 114, 115, 123], "author": [55, 84], "conv_nod": 55, "7": [55, 57, 59, 60, 76, 77, 83, 87, 90, 94, 97, 104, 106, 108, 113, 119], "ignor": [55, 65, 72, 76, 77, 94, 97], "misc": [55, 94, 97], "trttensor": 55, "np": [55, 95, 97, 98, 99, 101, 102, 103, 112, 114, 115, 116, 118], "ndarrai": [55, 97], "aten_ops_convolut": 55, "conversioncontext": [55, 95, 97], "side": [55, 56, 81, 90, 95], "effect": [55, 56, 65, 66, 72, 81, 90, 92, 95, 97, 102, 117], "term": [55, 77, 83, 84, 92, 94, 95, 97, 117], "getitem": 55, "categor": 55, "modif": [55, 63, 77, 112], "op_evalu": 55, "capbility_valid": 55, "opcod": 55, "decompos": 55, "suboper": 55, "separ": [55, 57, 58, 60, 67], "Such": 55, "via": [55, 65, 66, 68, 70, 72, 76, 77, 78, 81, 87, 91, 92, 104, 106, 108, 110, 111, 112, 117, 119, 121, 122, 123], "register_torch_trt_decomposit": 55, "addmm_replac": 55, "replac": [55, 57, 63, 67, 68, 75, 94, 97, 113, 123], "input_": 55, "mat1": 55, "mat2": [55, 71], "beta": [55, 66, 71, 78], "alpha": [55, 66, 71, 84], "mul": [55, 57, 71, 95, 109], "matmul": [55, 56, 65, 71, 72, 90, 110, 111, 112, 119], "modifi": [55, 57, 63, 66, 84, 101, 119], "edit": [55, 67, 81], "torch_enabled_decomposit": 55, "torch_disabled_decomposit": 55, "disjoint": 55, "preced": [55, 83], "over": [55, 58, 60, 66, 83, 113, 114, 115, 116, 118, 123], "much": [55, 61, 81, 83, 92], "significantli": [55, 56, 81, 94, 99], "easier": [55, 58, 60, 61, 66, 72, 76, 77, 90, 92, 97, 101], "tri": 55, "made": [56, 58, 60, 77, 83], "represent": [56, 61, 66, 89, 105, 112, 117, 123], "instanc": [56, 63, 65, 67, 72, 75, 76, 89, 90, 95, 117, 121], "idea": [56, 83, 95], "reduc": [56, 57, 58, 60, 66, 72, 77, 92, 94, 97, 99, 102, 109, 117, 121], "actual": [56, 59, 61, 66, 89, 90, 97], "aim": [56, 123], "closer": 56, "scope": [56, 97, 104, 108], "csrc": [56, 62], "common_subexpression_elimin": 56, "subexpress": 56, "dead_code_elimin": 56, "exception_elimin": 56, "wa": [56, 59, 63, 65, 66, 72, 76, 77, 83, 90, 95, 96, 123], "1013": 56, "ne": [56, 71], "1012": 56, "24": [56, 68, 115, 116, 118], "lib": [56, 67, 68, 90], "python3": [56, 67, 90], "site": [56, 67, 83, 90], "nn": [56, 62, 66, 72, 73, 76, 77, 78, 89, 90, 91, 94, 95, 97, 104, 109, 112, 113, 119, 120, 123], "batchnorm": 56, "248": 56, "11": [56, 67, 83, 87, 90, 115, 116, 118], "block0": 56, "raiseexcept": 56, "249": 56, "12": [56, 57, 68, 83, 87, 89, 90, 106, 115, 116, 118, 119], "block1": 56, "guard_elimin": 56, "whose": [56, 66, 106], "freeze_modul": 56, "propag": 56, "fuse_addmm_branch": 56, "differ": [56, 57, 60, 65, 66, 67, 72, 77, 81, 89, 95, 97, 99, 101, 110, 114, 117, 121, 123], "variant": [56, 121], "caught": 56, "ret": 56, "622": 56, "self": [56, 59, 61, 71, 76, 77, 89, 90, 91, 94, 95, 97, 99, 104, 109, 112, 113, 117, 119, 120, 124], "bia": [56, 71, 90, 113], "x9": 56, "3677": 56, "output0": [56, 115, 116, 118, 120], "add_": [56, 71, 90, 95], "fuse_linear": 56, "back": [56, 57, 59, 60, 76, 77, 83, 89, 90, 94, 97, 123], "fuse_flatten_linear": 56, "implicitli": [56, 77], "connect": [56, 72, 77, 78, 83, 101, 115, 116, 118, 124], "higher": [56, 65, 72, 77, 81, 83, 89, 114], "1d": 56, "lower_graph": 56, "access": [56, 61, 66, 81, 90, 93, 123], "rather": [56, 112], "getattr": [56, 59, 89, 90], "trainabl": 56, "remain": [56, 77, 92, 123], "lower_tupl": 56, "lowersimpletupl": 56, "tupleconstruct": [56, 59], "tupleunpack": 56, "leav": [56, 63, 65, 72], "statement": [56, 83, 95], "loweralltupl": 56, "_all_": 56, "rais": [56, 66, 77, 96], "onnx": 56, "module_fallback": 56, "consist": [56, 66, 83, 97, 102, 109, 112, 121, 123], "pair": [56, 61, 67, 83, 92, 117], "delimit": 56, "around": [56, 59, 61, 65, 67, 72, 76, 83, 86, 89, 97, 102], "second": [56, 66, 83, 91, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "mark": [56, 57, 81, 99, 105], "notatemoduleforfallback": 56, "marknodesforfallback": 56, "tell": [56, 57, 58, 59, 60, 61, 83, 94, 123], "them": [56, 57, 59, 64, 65, 66, 67, 72, 76, 81, 90, 94, 97, 99, 111, 112, 117, 119, 123], "peephole_optimz": 56, "intent": [56, 83], "catch": [56, 77, 90], "small": [56, 97, 98, 102, 115, 116, 118], "might": [56, 67, 81, 103, 119], "interest": [56, 83], "now": [56, 57, 60, 61, 66, 67, 77, 83, 90, 93, 94, 95, 97, 99, 103, 114, 120, 121], "expand": [56, 71], "simpli": [56, 104, 117], "remove_contigu": 56, "remove_dropout": 56, "infer": [56, 65, 66, 72, 77, 78, 90, 92, 96, 103, 104, 114, 117, 119, 121, 122, 123], "remove_to": 56, "chang": [56, 57, 60, 63, 65, 66, 76, 77, 78, 81, 92, 94, 95, 99, 101, 102, 103, 112, 115, 116, 118, 121, 123], "unpack_addmm": 56, "reus": [56, 66, 72, 92, 94, 99, 102], "dedic": [56, 84], "unpack_log_softmax": 56, "softmax": [56, 66, 71, 113], "loop_unrol": 56, "suffici": [56, 67, 77], "short": [56, 65, 72, 83, 84, 103], "tile_to_repeat": 56, "instruct": [57, 58, 60, 66, 67, 90, 112, 115, 116, 118], "criteria": [57, 58, 60, 65], "lack": [57, 58, 60, 66, 94, 97, 114], "explicitli": [57, 58, 60, 67, 78, 91, 92, 93, 110, 111, 120], "On": 57, "segment": [57, 64, 97, 106, 108, 112, 117], "verifi": [57, 72, 95, 97, 103], "Then": [57, 92, 93, 103, 115, 116, 118], "roughli": [57, 115, 116, 118], "analysi": 57, "everi": [57, 73, 76, 77, 90, 121], "complet": [57, 64, 72, 77, 89, 90], "mean": [57, 61, 65, 66, 71, 72, 73, 104, 114, 115, 116, 118, 123], "trace": [57, 66, 72, 76, 78, 89, 90, 115, 116, 118, 119, 122, 123], "tensorlist": [57, 61], "figur": [57, 84, 86, 112], "our": [57, 60, 64, 89, 90, 115, 116, 118], "stitch": [57, 90], "altogeth": [57, 81], "brief": 57, "descript": [57, 84, 96, 113], "partitioninfo": 57, "api": [57, 60, 61, 63, 64, 65, 66, 76, 77, 78, 82, 90, 91, 92, 93, 97, 104, 105, 106, 109, 114, 115, 116, 117, 118, 119, 121, 122], "maintain": [57, 59, 61, 77, 101, 109, 123], "code": [57, 60, 63, 65, 66, 67, 82, 84, 89, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 119], "mymodel": [57, 64, 69, 91, 94, 97, 119, 122], "ts_model": [57, 90], "trt_model": [57, 93, 97, 106, 110, 111, 112, 113, 114, 115, 116, 118, 122], "off": [57, 59, 109, 112], "consecut": [57, 64], "satisfi": [57, 63, 66], "forced_fallback_op": 57, "randn": [57, 64, 69, 72, 77, 78, 90, 93, 95, 99, 106, 109, 119, 120, 122], "224": [57, 64, 69, 72, 73, 77, 78, 90, 96, 99, 101, 103, 106, 109, 115, 116, 117, 118, 119, 122], "trt_ts_modul": [57, 91], "input_s": 57, "inputrang": 57, "cfg": [57, 90], "relu": [57, 71, 89, 90, 104, 109, 113], "trt_mod": [57, 69, 90, 92, 124], "consid": [57, 78, 90, 97, 120], "segmentmodelwithdependencyawar": 57, "test_segment": 57, "20": [57, 68, 87, 103, 106, 108], "x_lgamma": 57, "lgamma": 57, "y_lgamma": 57, "div": [57, 71], "div_lgamma": 57, "27": [57, 90], "cat": [57, 67, 68, 71, 113, 114], "greedi": [57, 105, 110, 111, 114], "strategi": [57, 77], "travers": [57, 58, 60, 65], "gather": 57, "same": [57, 59, 63, 65, 66, 67, 72, 77, 81, 83, 89, 90, 93, 94, 96, 97, 99, 103, 106, 108, 115, 116, 118, 119, 121, 122], "encount": [57, 65, 67, 95, 104, 105, 108], "4": [57, 59, 64, 65, 66, 67, 71, 77, 79, 81, 83, 84, 87, 90, 97, 104, 107, 108, 109, 113, 119], "suboptim": 57, "arithmet": 57, "split": [57, 66, 71], "own": [57, 61, 65, 67, 72, 83, 90, 99, 113, 115, 116, 118], "rewrit": [57, 63], "portion": [57, 83, 97, 107], "without": [57, 61, 69, 72, 81, 83, 90, 92, 97, 98, 99, 103, 121], "reorder": 57, "seri": 57, "cleanli": 57, "approach": [57, 99], "achiev": [57, 117], "hit": 57, "larger": [57, 72, 77, 81, 114, 117], "boundari": [57, 75, 77], "guarante": [57, 76], "trigger": [57, 65, 66, 77, 90, 99, 101, 103, 123], "appear": [57, 83], "adjac": [57, 72, 77, 83], "As": [57, 66, 67, 77, 90, 94, 95, 97, 99, 103, 109, 123], "clean": [57, 63, 83, 104, 108], "step": [57, 66, 68, 71, 77, 92, 97, 103, 112, 117], "consolid": [57, 89], "further": [57, 65, 66, 121, 123], "merg": 57, "identifi": 57, "do_not_merg": 57, "combin": [57, 65, 66], "condit": [57, 83, 123], "loop": [57, 65, 66, 105, 110, 111], "ir": [58, 60, 61, 64, 65, 69, 72, 77, 89, 90, 91, 100, 102, 104, 106, 108, 109, 115, 119], "larg": [58, 60, 81, 83, 90, 92, 102, 103, 105, 112, 114, 117], "opset": [58, 60, 95], "compon": [58, 60, 67, 68, 75, 89, 121, 123], "evalu": [58, 59, 60, 113], "deploi": [58, 60, 70, 72, 90, 92, 100, 115, 116, 118], "instanti": [58, 59, 60, 61, 90, 107], "wrap": [58, 59, 60, 65, 66, 72, 83, 86, 90, 93, 104, 108, 109], "extend": [58, 60, 61, 71, 90, 99, 117], "providi": [58, 60], "stand": [59, 83], "interpret": [59, 66, 83], "execute_engin": [59, 76, 90], "stack": [59, 71, 92, 113, 123], "machin": [59, 67, 92, 96, 115, 116, 118], "pop": 59, "push": 59, "element": [59, 66, 83, 84, 87, 94], "realiz": 59, "abstract": [59, 61, 84, 95], "__torch__": [59, 89, 90], "portabl": [59, 67, 78], "serializ": [59, 65, 89, 123], "instnanti": 59, "whatev": [59, 66, 97], "self_1": [59, 90], "torchvis": [59, 92, 93, 96, 99, 101, 103, 106, 109, 113, 115, 116, 118], "resnet": [59, 70, 79, 96, 100, 101, 115, 116, 117, 118], "___torch_mangle_4847": 59, "resnet_trt": 59, "input_0": [59, 90], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 59, "listunpack": [59, 90], "multipl": [59, 67, 72, 76, 77, 83, 84, 92, 94, 102, 114, 115, 116, 118, 121], "repack": 59, "ssd": 59, "ssd300_trt": 59, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 59, "holder": [59, 85], "torchbind": 59, "pickler": 59, "seril": 59, "zip": [59, 67, 101, 103, 112, 115], "depickl": 59, "therefor": [59, 66, 67, 76, 83, 90, 117, 121], "encod": [59, 112, 117], "sm": 59, "correct": [59, 67, 81, 100, 101, 103, 113, 115, 116, 118], "bazel": [60, 67, 68], "linux": [60, 65, 68, 72, 90, 96], "x86_64": [60, 67], "aarch64": 60, "gcc": [60, 90], "untest": 60, "try": [60, 77, 83, 84, 90, 93, 97, 99, 112, 115, 116, 118, 123], "older": 60, "repositori": [60, 67, 81, 88, 112, 115, 116, 118], "notebook": [60, 70, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115], "doc": [60, 62, 67, 68, 81, 82, 83, 88, 95, 97, 119], "docsrc": 60, "third_parti": [60, 67], "toolchain": [60, 67, 68], "unstabl": 60, "subject": [60, 63, 123], "matur": 60, "most": [60, 66, 67, 73, 97, 103, 115, 116, 118, 121, 123], "hood": [60, 106, 123], "major": [60, 66, 77], "top": [60, 81, 85], "coordin": [60, 77, 112], "ingest": 60, "flow": [61, 66, 83, 89, 117], "ilay": 61, "analogu": 61, "goal": [61, 65, 99], "registernodeconversionpattern": [61, 90], "helper": [61, 95], "pattern": [61, 77, 90, 114], "schema": [61, 90, 95, 97], "caus": [61, 65, 81, 104, 106, 108, 114, 121], "acthardtanh": 61, "torchtrt_unus": 61, "hardtanh": [61, 71], "scalar": [61, 71], "min_val": [61, 71], "max_val": [61, 71], "unwraptodoubl": 61, "new_lay": 61, "addactiv": 61, "activationtyp": [61, 66], "kclip": 61, "torchtrt_check": 61, "setalpha": 61, "setbeta": 61, "setnam": [61, 90], "util": [61, 63, 75, 78, 90, 92, 104, 108, 110, 111, 112, 113, 114, 115, 116, 117, 118, 123], "node_info": [61, 90], "c_str": [61, 90], "out_tensor": [61, 90], "associatevalueandtensor": [61, 90], "getoutput": [61, 90], "log_debug": 61, "getdimens": [61, 90], "accord": [61, 65, 78, 96], "unwrap": 61, "tool": [61, 65, 66, 67, 90, 95, 99, 117], "don": [61, 66, 81, 83, 84, 92, 95, 113, 115, 116, 118, 119], "annot": [61, 90], "your": [61, 64, 65, 67, 68, 69, 76, 81, 83, 84, 88, 89, 90, 91, 93, 99, 112, 119, 121], "Its": [61, 83], "track": [61, 92], "sort": [61, 71, 93, 112], "live": [61, 83], "directli": [61, 63, 64, 67, 70, 75, 77, 92, 95, 97, 104, 112, 122], "associatevalueandivalu": 61, "inspect": [61, 89, 90], "dataflow": [61, 90], "mechan": [61, 65, 66, 97, 102, 103, 117], "safe": [61, 65, 72, 76, 77, 78, 112], "unsur": 61, "deep": [61, 65, 70, 81, 92, 97, 124], "straight": 61, "chanc": 61, "none": [61, 65, 66, 71, 72, 73, 75, 76, 77, 78, 81, 83, 95, 97, 99, 104, 105, 112, 113, 114], "wrapper": [61, 66, 102, 109, 122], "similar": [61, 64, 65, 66, 67, 90, 93, 94, 97, 110, 111, 112], "tocustomclass": 61, "tensorcontain": 61, "istensor": 61, "iscustomclass": 61, "lot": [61, 64], "singular": 61, "becaus": [61, 66, 67, 73, 89, 90, 94, 95, 97, 98, 99, 102, 109, 114, 120], "alloc": [61, 70, 100, 109, 115], "freed": 61, "destructor": 61, "destroi": [61, 84], "realli": 61, "think": [61, 83], "becom": [61, 67, 101], "benefit": [61, 90, 99, 109, 114], "deal": [61, 99], "quit": [61, 67, 90, 117], "effici": [61, 102, 109, 112], "batch_norm": [61, 71], "fusion": [61, 63, 66], "deeplearn": [62, 66, 68], "sdk": [62, 68, 115, 116, 118, 123], "matrix": 62, "c_api": 62, "python_api": 62, "stabl": [62, 68, 70, 78, 79, 81, 100, 115, 119], "master": [62, 67, 92, 121], "overview": [62, 70, 104, 109], "md": 62, "appli": [63, 64, 92, 103, 105, 109, 112], "desir": [63, 72, 84, 92, 99], "coalesc": 63, "insert": [63, 65, 72, 90, 92, 95, 99, 103], "graphmodul": [63, 64, 72, 73, 77, 90, 91, 97, 103, 122, 123], "caller": 63, "invok": [63, 65, 66, 89, 90, 121], "lint": 63, "recompil": [63, 72, 77, 95, 99, 103, 105, 108, 119, 123], "repair": 63, "disallow": 63, "repair_input_as_output": 63, "gm": [63, 72], "sample_input": [63, 66, 104], "scenario": [63, 65, 101, 102, 114], "clone": [63, 67, 71, 97], "modified_graph": 63, "extract": [63, 90, 112, 117], "placehold": [63, 95], "isinst": [63, 66, 97, 113], "issubclass": 63, "direct": [63, 87, 103, 121], "len": [63, 71, 97, 112], "direct_output": 63, "inserting_aft": 63, "cloned_placehold": 63, "replace_input_with": 63, "date": [63, 84, 123], "eliminate_dead_cod": 63, "logger": [63, 74], "f": [63, 65, 66, 68, 77, 83, 89, 95, 96, 97, 102, 112, 113, 114], "__init__": [63, 76, 77, 83, 89, 94, 95, 97, 99, 104, 112, 113, 119, 120], "pass_manag": 63, "passmanag": 63, "backend": [63, 69, 70, 72, 78, 79, 82, 93, 98, 99, 100, 104, 105, 109, 113, 115, 116, 118, 119], "offer": [63, 65], "registr": [63, 66], "conveni": [63, 92, 108, 117, 121, 123], "control": [63, 66, 89, 103, 114, 121], "_aten_lowering_pass": 63, "my_custom_pass": 63, "front": [63, 72], "passlist": 63, "arbitrari": [63, 76], "remov": [63, 64, 72, 81, 98, 99, 102, 112, 113], "dump_lowering_pass": 63, "apply_lowering_pass": 63, "graph_modul": [63, 72], "_remove_lowering_pass": 63, "evolv": 63, "introduc": [64, 66, 109, 117], "exportedprogram": [64, 69, 72, 77, 103, 110, 111, 114, 119, 123], "frontend": [64, 72, 75, 91, 94, 97, 100, 106, 108, 113, 115, 116, 118, 119], "simpl": [64, 65, 66, 83, 84, 89, 94, 115, 116, 117, 118, 119], "usag": [64, 66, 70, 75, 79, 83, 90, 94, 100, 114, 115, 119, 122], "eval": [64, 69, 90, 91, 95, 96, 98, 99, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118, 119, 120, 122], "exp_program": [64, 99, 103, 112, 113, 119], "trt_gm": [64, 69, 99, 103, 119, 120, 122], "interact": [64, 83, 101, 104, 106, 107, 108, 109], "ideal": 64, "discuss": [64, 65, 115, 116, 118], "section": [64, 66, 81, 83, 84, 85, 87, 90, 92, 115, 116, 118, 122], "frequent": [64, 102], "builder": [64, 65, 66, 72], "respect": [64, 65, 67, 72, 77, 110, 111, 120], "releas": [64, 65, 68, 83], "insid": [64, 83, 94, 97], "decomposit": [64, 65, 72, 77, 94, 97], "downstream": [64, 117], "constraint": [64, 114], "guid": [65, 82], "present": [65, 103], "learn": [65, 67, 70, 90, 92, 97, 115, 116, 118, 124], "acceler": [65, 73, 77, 121, 123, 124], "wide": [65, 77, 87], "varieti": [65, 115, 116, 118], "primari": [65, 95, 99, 122], "simplic": 65, "optimized_model": [65, 69, 98, 102, 104, 106, 108], "depth": [65, 81, 117], "challeng": [65, 101, 115, 116, 118], "addition": [65, 97], "fit": [65, 83], "compilationset": [65, 72, 76, 95, 97, 104], "_enum": [65, 72], "callabl": [65, 72, 77], "pass_through_build_failur": [65, 72, 76, 77, 97, 109], "max_aux_stream": [65, 72, 76, 77, 97], "version_compat": [65, 72, 76, 77, 97], "optimization_level": [65, 72, 76, 77, 97, 104], "use_python_runtim": [65, 72, 76, 77, 97, 98, 99, 101, 103, 104], "truncate_doubl": [65, 72, 76, 77, 97, 98, 110, 111, 114], "use_fast_partition": [65, 72, 76, 77, 97], "enable_experimental_decomposit": [65, 72, 76, 77, 97], "_devic": [65, 72], "assume_dynamic_shape_support": [65, 72, 76, 77], "engine_cap": [65, 72, 76, 77, 97], "dryrun": [65, 72, 76, 77, 97], "hardware_compat": [65, 72, 76, 77, 97], "timing_cache_path": [65, 72, 76, 77, 99], "tmp": [65, 72, 76, 77, 90, 98], "torch_tensorrt_engine_cach": [65, 72, 76, 77], "timing_cach": [65, 66, 72, 76, 77], "bin": [65, 67, 68, 72, 76, 77], "lazy_engine_init": [65, 72, 76, 77], "cache_built_engin": [65, 72, 76, 98, 99], "reuse_cached_engin": [65, 72, 76, 98, 99, 103], "use_explicit_typ": [65, 72, 76, 110, 111, 114, 120], "use_fp32_acc": [65, 72, 76, 110, 111, 112], "refit_identical_engine_weight": [65, 72, 76], "strip_engine_weight": [65, 72, 76], "immutable_weight": [65, 72, 76, 77, 98, 99, 101, 103], "enable_weight_stream": [65, 72, 76, 114], "enable_cross_compile_for_window": [65, 72, 76], "use_aot_joint_export": [65, 72, 76], "dpython": [65, 72, 77, 78], "per": [65, 72, 97, 121], "regardless": [65, 72, 84, 106, 108], "fail": [65, 72, 77, 90, 101, 103, 113, 124], "auxiliari": [65, 72], "stream": [65, 70, 72, 77, 94, 97, 100, 115], "impli": [65, 72], "longer": [65, 67, 72, 77, 81, 96, 121], "search": [65, 70, 72, 77, 81], "strictli": [65, 72], "runtim": [65, 67, 69, 70, 72, 77, 90, 95, 100, 101, 104, 108, 109, 114, 115, 123], "presenc": [65, 72, 109], "preferenti": [65, 72], "choos": [65, 66, 72, 89], "float64": [65, 72, 77, 78], "toggl": [65, 72, 77], "mode": [65, 66, 72, 76, 77, 91, 92, 95, 109, 112, 113], "natur": [65, 72, 83], "architectur": [65, 67, 70, 72, 77, 96, 99, 117], "amper": [65, 72, 77], "newer": [65, 67, 72, 77], "storag": [65, 72, 92], "use_strong_typ": [65, 72], "strong": [65, 72, 83], "mix": [65, 70, 72], "happen": [65, 66, 72, 89, 101, 106, 119], "strip": [65, 72], "non": [65, 67, 72, 77, 84, 86, 112, 121], "refitt": [65, 72, 77, 99], "were": [65, 72, 97, 103, 121], "cross": [65, 72, 83, 100, 115], "window": [65, 72, 83], "aot_export_joint_simpl": [65, 72], "aot_autograd": [65, 72], "distribut": [65, 68, 72, 90, 92, 114, 121], "sub": [65, 71, 83, 89, 104], "slate": 65, "futur": [65, 66, 72, 77, 78, 105, 121], "occur": [65, 109, 114], "first_output": 65, "subsequ": [65, 99, 102, 109], "second_output": 65, "session": [65, 69, 83, 99, 109], "point": [65, 67, 77, 81, 82, 83, 90, 94, 112, 113, 115, 116, 118], "cover": [65, 94, 95], "benchmark": [65, 71], "automat": [65, 68, 77, 83, 90, 100, 103, 115, 119, 123], "vari": [65, 73, 114, 119], "inf": 65, "dynamo_convers": 65, "contribut": [65, 102], "demonstr": [65, 83, 84, 85, 92, 94, 95, 97, 99, 101, 113, 115, 116, 117, 118], "break": [65, 66, 72, 76, 77, 83, 94, 97, 102, 111, 112], "successfulli": [65, 96, 101, 103, 112], "_dynamo": [65, 98, 99, 104, 105, 106, 108, 119], "explain": [65, 66, 70], "veri": [65, 66, 84, 85, 92, 93, 105, 110, 111, 115, 116, 118], "explan": [65, 66], "graph_break_count": 65, "furthermor": 65, "durat": [65, 83], "latter": [65, 76], "logic": [65, 66, 95], "guard": 65, "compos": [66, 89, 92, 95, 113, 115, 116, 118], "variou": [66, 124], "etc": [66, 81, 83, 97, 124], "environ": [66, 69, 72, 115, 116, 118], "research": 66, "few": [66, 67, 77, 95], "recommend": [66, 67, 77, 83, 90, 97, 115, 116, 118, 119], "nightli": 66, "lower_exampl": 66, "welcom": [66, 90], "finish": 66, "converison": 66, "max_batch_s": [66, 73, 115, 116, 118], "2048": [66, 73], "max_workspace_s": [66, 73], "33554432": [66, 73], "explicit_batch_dimens": [66, 73], "lower_precis": [66, 73], "lowerprecis": [66, 73], "verbose_log": [66, 73], "timing_cache_prefix": [66, 73], "save_timing_cach": [66, 73], "cuda_graph_batch_s": [66, 73], "dynamic_batch": [66, 73], "turn": [66, 73, 109], "trtmodul": [66, 73], "otherwis": [66, 67, 73, 99, 121], "implicit": [66, 71, 73, 83], "config": [66, 67, 73, 115, 116, 118], "updat": [66, 67, 68, 72, 73, 77, 97, 103], "dim": [66, 71, 73, 97, 99, 113, 114, 115, 116, 118, 119], "fx2trt_exampl": 66, "acc_trac": 66, "come": [66, 67, 82, 94, 97, 101, 115, 116, 118], "my_pytorch_model": 66, "build_model": 66, "prepar": [66, 115, 116, 118], "acc_mod": 66, "earli": [66, 103], "continu": [66, 83, 109, 121], "backward": [66, 76, 97, 123], "vision": [66, 100, 115, 116, 118], "task": [66, 92, 102, 117], "activ": [66, 78, 83, 90, 92, 95, 117, 121, 124], "except": [66, 72, 77], "permut": [66, 71, 112], "transpos": [66, 71, 119], "ll": [66, 99, 105], "inputtensorspec": [66, 73, 77], "experiment": [66, 77, 78], "dataclass": [66, 104], "re": [66, 77, 83, 94, 99, 101, 109, 121], "manual": [66, 77, 82, 83, 103, 114], "sampl": [66, 72, 83, 91, 92, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 115, 116, 118], "rand": [66, 90, 96, 99, 101, 103, 104, 115, 116, 118], "from_tensor": [66, 77], "slightli": [66, 67, 97], "promis": 66, "optimize_target_shap": 66, "input_tensor_spec": 66, "shape_rang": [66, 73], "100": [66, 73, 97, 99, 113, 114], "accordingli": [66, 81, 119, 121], "trtinterpreterresult": [66, 73], "namedtupl": 66, "input_nam": [66, 73], "output_nam": [66, 73], "serialized_cach": [66, 73], "bytearrai": [66, 76, 78], "afford": 66, "temporari": [66, 99], "best": [66, 72, 77, 83, 101, 114, 120], "perforamnc": 66, "examin": 66, "suitabl": [66, 95, 102], "force_fp32_output": 66, "strict_type_constraint": 66, "usual": [66, 67, 81, 105], "unless": 66, "certain": [66, 67, 104, 110, 111, 112, 114, 121], "algorithm_selector": 66, "profiling_verbos": 66, "trt_interpreter_result": 66, "64": [66, 77, 91, 94, 111, 112, 113, 119], "25": [66, 73, 90, 112], "runtimeerror": [66, 113], "xxx": 66, "One": [66, 83, 84, 90, 117, 121], "reload_trt_mod": 66, "reload_model_output": 66, "far": [66, 83], "give": [66, 81, 83], "convtert": 66, "scheme": [66, 72, 77], "action": [66, 83], "tensort": [66, 123], "thing": [66, 67, 83], "compar": [66, 72, 77, 91, 102, 103], "vanilla": 66, "mainli": 66, "builtin": 66, "purpos": [66, 115, 116, 117, 118], "acc_op": 66, "leverag": [66, 92], "power": [66, 83, 90, 114, 117], "goe": [66, 83], "whole": [66, 109], "sigmoid": [66, 71], "tensorrt_convert": 66, "acc_ops_sigmoid": 66, "rest": [66, 83, 84], "input_v": [66, 95], "receiv": 66, "region": 66, "add_activ": 66, "get_output": [66, 97], "wherev": 66, "rememb": [66, 67, 115, 116, 118], "mapper": 66, "todo": [66, 68, 81], "logist": 66, "down": [66, 67, 81, 111], "acc_norm": 66, "foo": [66, 83, 84], "register_acc_op": 66, "register_acc_op_map": 66, "this_arg_is_opt": 66, "op_and_target": 66, "arg_replacement_tupl": 66, "rule": [66, 67, 78], "third": [66, 84], "boolean": [66, 77, 95], "matter": [66, 97], "register_custom_acc_mapper_fn": 66, "design": [66, 75, 95, 101, 110, 114, 117, 124], "redund": 66, "throught": 66, "custom_mapp": 66, "_": [66, 83, 94, 97, 102, 112, 113, 114, 120], "foo_kwarg": 66, "inserting_befor": 66, "foo_nod": 66, "meta": [66, 68, 87, 94, 111, 114], "children": 66, "unit": [66, 77, 109], "test_acc_trac": 66, "acc_op_convert": 66, "essenti": 66, "plugin": [66, 97], "yet": [66, 117], "folder": 66, "center": 67, "pypi": 67, "m": [67, 68, 84, 94, 105, 113], "pip": [67, 68, 100, 105, 112, 115, 116, 118], "upload": [67, 115, 116, 118], "x86": [67, 121], "extra": [67, 76, 90, 97, 101], "url": [67, 81, 115, 116, 118], "download": [67, 68, 87, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118], "whl": [67, 68], "cu118": 67, "cu124": 67, "tarbal": [67, 90, 92], "easiest": [67, 94, 97], "bazelisk": [67, 68], "bazelbuild": [67, 68], "export": [67, 68, 70, 72, 77, 99, 100, 103, 106, 110, 111, 112, 113, 114, 115, 116, 118, 120, 122, 123], "bazel_vers": 67, "path_to_torchtrt_root": 67, "bazelvers": 67, "mkdir": 67, "cd": [67, 115, 116, 118], "curl": [67, 83], "fssl": 67, "o": [67, 83, 115, 116, 118], "dist": 67, "unzip": 67, "bash": [67, 115, 116, 118], "sh": 67, "cp": [67, 68, 97], "usr": [67, 68], "driver": 67, "branch": [67, 68], "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 67, "l46": 67, "pull": [67, 99, 115, 116, 118], "latest": [67, 68, 81], "howev": [67, 81, 82, 90, 94, 95, 97, 99, 115, 116, 118, 119, 123], "l53c1": 67, "fact": 67, "reproduc": 67, "l71": 67, "http_archiv": 67, "build_fil": 67, "archiv": [67, 68], "sha256": 67, "strip_prefix": 67, "OR": 67, "TO": [67, 90], "gnu": 67, "tar": [67, 68, 83, 92], "gz": [67, 83, 84, 92], "ld_library_path": 67, "comment": [67, 83], "uncom": 67, "l114c1": 67, "l124c3": 67, "uv": 67, "astral": 67, "project": [67, 82, 87], "simpler": [67, 92], "wheel": [67, 68], "dep": 67, "lighter": 67, "executor": 67, "avoid": [67, 94, 95, 97, 103, 112, 119], "implic": 67, "python_onli": 67, "legaci": [67, 75], "mainten": 67, "torchdynamo": [67, 119, 123], "technolog": [67, 123], "exclud": [67, 97], "speed": [67, 99, 103], "no_torchscript": 67, "dbg": 67, "pre_cxx11_abi": 67, "complic": 67, "incompat": 67, "popular": [67, 82, 100, 110, 111, 115, 117], "ngc": [67, 68, 115, 116, 118], "tabl": [67, 87], "bdist_wheel": 67, "preinstal": 67, "forum": 67, "correctli": [67, 97], "intend": [67, 104, 106, 107, 108, 109], "microsoft": 67, "2022": [67, 70], "open": [67, 112, 115, 116, 117, 118], "app": 67, "x64": 67, "prompt": [67, 101, 105, 107, 110, 111, 112], "admin": 67, "privileg": 67, "launcher": 67, "chocolatei": 67, "navig": [67, 81], "ninja": 67, "setuptool": 67, "r": [67, 68, 83, 100, 105, 112, 115], "txt": [67, 68, 100, 105, 112, 115], "distutils_use_sdk": 67, "cuda_win": 67, "libtorch_win": 67, "tensorrt_win": 67, "similarli": [67, 99, 109, 121], "ci_workspac": 67, "win": 67, "tmpl": [67, 68], "torchtrtc": [67, 70, 124], "websit": 67, "finder": 67, "dcmake_module_path": 67, "doesn": [67, 83, 89, 90], "dtorch_dir": 67, "dtensorrt_root": 67, "choic": [67, 75], "b": [67, 71, 77, 84, 94, 114, 115, 116, 118], "dcmake_build_typ": 67, "72048": 67, "jp_workspac": [67, 68], "new_local_repositori": 67, "sudo": [67, 68], "home": 67, "unlik": [67, 93], "libtorch_pre_cxx11_abi": 67, "shift": [67, 71, 83], "jetpack": 67, "jetpack_x": 67, "jetpack_5": 67, "drop": [67, 81, 113], "nvida": 68, "ofjetpack": 68, "With": [68, 81, 83, 90, 92, 94, 99, 115, 116, 118], "incorpor": [68, 84], "cudnn": 68, "9": [68, 87, 90, 96, 97, 115, 116, 118], "dlfw": 68, "09": 68, "jetson": [68, 117], "framework": 68, "instal": [68, 70, 87, 90, 100, 105, 112, 115, 116, 118, 121], "kit": 68, "flash": 68, "board": 68, "apt": 68, "show": [68, 81, 83, 99, 107, 114, 117], "dev": 68, "everth": 68, "nvcc": 68, "cmd": 68, "libcusparselt": 68, "lib64": 68, "wget": [68, 115, 116, 118], "cusparselt": 68, "redist": 68, "libcusparse_lt": 68, "sbsa": 68, "xz": 68, "xf": 68, "v1": [68, 101, 107], "arm64": 68, "mv": 68, "chmod": 68, "pypa": 68, "en": [68, 81], "bootstrap": 68, "jp": 68, "v61": 68, "0a0": 68, "872d972e41": 68, "nv24": 68, "08": [68, 115, 116, 118], "17622132": 68, "cp310": 68, "linux_aarch64": 68, "test_requir": 68, "jetpack6": 68, "lanl": 68, "cuda_vers": 68, "grep": 68, "cut": [68, 83, 103], "sed": [68, 84, 86], "torch_install_path": 68, "dirnam": 68, "__file__": 68, "site_package_path": 68, "cuda_hom": 68, "envsubst": 68, "anywher": 69, "ahead": [69, 70, 90, 101, 109], "ep": [69, 71, 96, 103, 120, 122], "output_format": [69, 77, 122], "input_tensor": [69, 97, 113, 114], "fill": 69, "aot": [70, 90, 100, 101, 103, 109, 115, 123], "integr": [70, 101, 104], "seamlessli": [70, 77], "ecosystem": [70, 123], "hybrid": [70, 72, 77, 78, 123], "advanc": [70, 79, 84, 92, 100, 105, 115], "bert": [70, 79, 100, 102, 115], "triton": [70, 94, 97], "cudagraph": [70, 100, 115], "overload": [70, 100, 115], "mutabl": [70, 100, 115], "diffus": [70, 79, 100, 115], "gpt2": [70, 100, 115], "llama2": [70, 100, 115], "sam2": [70, 100, 115], "page": [70, 85, 87, 115, 116, 118], "introductori": 70, "blog": [70, 121], "gtc": 70, "2020": [70, 90], "talk": 70, "fall": [70, 77, 94, 97], "2021": 70, "dai": 70, "confer": 70, "_convolut": [71, 90], "stride": [71, 77, 97, 113], "pad": [71, 77, 97, 113], "dilat": 71, "output_pad": 71, "group": [71, 83, 84], "determinist": 71, "cudnn_en": 71, "allow_tf32": 71, "ab": 71, "aco": 71, "acosh": 71, "adaptive_avg_pool1d": 71, "output_s": 71, "adaptive_avg_pool2d": 71, "adaptive_avg_pool3d": 71, "adaptive_max_pool1d": 71, "adaptive_max_pool2d": 71, "adaptive_max_pool3d": 71, "argmax": [71, 114], "keepdim": 71, "argmin": 71, "asin": 71, "asinh": 71, "atan": 71, "atanh": 71, "avg_pool1d": 71, "kernel_s": [71, 97, 113], "ceil_mod": 71, "count_include_pad": 71, "avg_pool2d": 71, "divisor_overrid": 71, "avg_pool3d": 71, "gamma": 71, "var": 71, "momentum": 71, "bitwise_not": 71, "bmm": 71, "ceil": 71, "clamp": 71, "clamp_max": 71, "clamp_min": 71, "constant_pad_nd": 71, "co": [71, 84, 117], "cosh": 71, "cumsum": 71, "tensor_mod": 71, "rounding_mod": 71, "div_": 71, "elu": 71, "scale": [71, 92, 117], "input_scal": 71, "indic": [71, 72, 81, 83, 94, 95, 103, 106, 119, 120], "padding_idx": 71, "eq": [71, 83], "erf": [71, 95], "exp": 71, "expand_a": 71, "fake_quantize_per_channel_affin": 71, "zero_point": 71, "axi": [71, 77, 112], "quant_min": 71, "quant_max": 71, "fake_quantize_per_tensor_affin": 71, "using_int": [71, 90], "start_dim": [71, 90], "end_dim": [71, 90], "floor": 71, "floor_divid": 71, "ge": 71, "gru_cel": 71, "hx": 71, "w_ih": 71, "w_hh": 71, "b_ih": 71, "b_hh": 71, "gt": 71, "hardtanh_": 71, "instance_norm": 71, "running_mean": 71, "running_var": 71, "use_input_stat": 71, "layer_norm": 71, "normalized_shap": 71, "le": 71, "negative_slop": 71, "01": [71, 84, 90, 112, 113], "leaky_relu_": 71, "lstm_cell": 71, "lt": 71, "masked_fil": 71, "mask": [71, 97, 112], "max_pool1d": 71, "max_pool2d": [71, 89, 90], "max_pool3d": 71, "mul_": [71, 95], "narrow": 71, "neg": [71, 101], "norm": 71, "scalaropt_dim": 71, "pixel_shuffl": 71, "upscale_factor": 71, "pow": 71, "tensor_scalar": 71, "expon": 71, "tensor_tensor": 71, "prelu": 71, "prod": [71, 97], "dim_int": 71, "reciproc": 71, "reflection_pad1d": 71, "reflection_pad2d": 71, "relu_": 71, "repeat_interleav": 71, "self_int": 71, "replication_pad1d": 71, "replication_pad2d": 71, "replication_pad3d": 71, "reshap": [71, 97, 112], "roll": 71, "rsub": 71, "scatter": [71, 112], "sigmoid_": 71, "sin": [71, 83], "sinh": 71, "slice": 71, "split_siz": 71, "split_with_s": 71, "sqrt": 71, "squar": 71, "squeez": [71, 112, 117], "sub_": 71, "dim_intlist": 71, "tan": 71, "tanh": [71, 95], "tanh_": [71, 95], "non_block": [71, 113], "memory_format": [71, 77], "prim_devic": 71, "topk": 71, "k": [71, 92, 113], "largest": 71, "dim0": [71, 99], "dim1": 71, "unbind": 71, "unsqueez": [71, 112, 115, 116, 118], "upsample_bilinear2d": 71, "align_corn": 71, "scales_h": 71, "scales_w": 71, "vec": 71, "scale_factor": 71, "upsample_linear1d": 71, "upsample_nearest1d": 71, "upsample_nearest2d": 71, "upsample_nearest3d": 71, "scales_d": 71, "upsample_trilinear3d": 71, "view": [71, 81, 112], "__and__": 71, "__derive_index": 71, "idx": 71, "__getitem__": 71, "__is__": 71, "t1": 71, "t2": 71, "obj": 71, "__isnot__": 71, "__not__": 71, "__or__": 71, "__range_length": 71, "lo": 71, "hi": [71, 83, 84], "__round_to_zero_floordiv": 71, "__xor__": 71, "append": [71, 95, 98, 99, 102, 113, 114], "el": 71, "arang": [71, 94, 97], "pin_memori": 71, "start_step": 71, "copy_": 71, "float_int": 71, "int_float": 71, "floordiv": 71, "is_floating_point": 71, "numel": [71, 94], "l": [71, 113], "9223372036854775807": 71, "requires_grad": 71, "tupleindex": 71, "tup": 71, "exported_program": [72, 77, 122], "arg_input": [72, 77, 95, 103], "kwarg_input": [72, 77, 103], "engine_cache_dir": [72, 98, 99], "engine_cache_s": [72, 98, 99], "5368709120": 72, "custom_engine_cach": [72, 99], "baseenginecach": [72, 99], "int32": [72, 77, 78, 97, 98, 102, 108, 117], "channel_last": [72, 77, 78, 117], "244": [72, 77, 78], "alia": [72, 77], "better": [72, 77, 89, 112, 117, 123], "understand": [72, 77, 119], "convolut": [72, 77, 78, 92, 97, 124], "_c": [72, 77, 78, 93], "oppos": [72, 77, 78], "lean": [72, 77], "spend": [72, 77], "integ": [72, 77, 86], "faster": [72, 77, 98, 99, 102, 112, 117], "parition": [72, 77], "increas": [72, 77, 99, 114], "amount": [72, 77, 114], "defer": [72, 77, 123], "lead": [72, 77, 83, 102, 114, 121], "oversubscript": [72, 77], "hard": [72, 103], "disk": [72, 77, 99], "space": [72, 83, 84, 92], "byte": [72, 76, 77, 78, 97, 99, 114, 117], "1gb": [72, 98, 99], "exce": 72, "oldest": 72, "gear": [72, 92], "toward": [72, 92, 112], "later": [72, 90, 94, 103, 122, 123], "cross_compile_flag": 72, "cross_compil": 72, "refit_module_weight": [72, 103], "compiled_modul": [72, 103], "new_weight_modul": [72, 103], "verify_output": [72, 103], "use_weight_map_cach": [72, 103], "in_plac": [72, 103], "compmil": 72, "coverag": [72, 97], "min_acc_module_s": 73, "is_aten": 73, "use_experimental_fx_rt": 73, "correctness_atol": 73, "correctness_rtol": 73, "minim": [73, 92, 97, 102], "submodul": [73, 89, 97, 109], "fx2trt": 73, "cpu": [73, 102, 110, 111, 112, 114], "has_batch_dim": 73, "dtyep": 73, "prop": 73, "min_input_shap": 73, "optimized_input_shap": 73, "max_input_shap": 73, "popul": 73, "225": [73, 115, 116, 118], "explicit_precis": 73, "logger_level": 73, "model_trt": [74, 94], "model_torchtrt": 74, "internal_error": 74, "dataloadercalibr": [75, 92], "preprocess": [75, 92, 115, 116, 118], "dataset": [75, 92, 117], "algo_typ": [75, 92], "calibrationalgo": [75, 92], "cachecalibr": [75, 92], "qualnam": [75, 77], "entropy_calibr": 75, "entropy_calibration_2": [75, 92], "legacy_calibr": 75, "minmax_calibr": 75, "set_multi_device_safe_mod": [76, 121], "_multidevicesafemodecontextmanag": 76, "impact": 76, "suppress": 76, "unsaf": 76, "trt_compiled_modul": 76, "torchtensorrtmodul": [76, 97], "encompass": [76, 78], "simpili": 76, "de": 76, "initi": [76, 77, 83, 103, 104, 106, 108, 109, 110, 111], "scriptmodul": [76, 77, 78, 90, 91, 122, 123], "overridden": [76, 77], "subclass": 76, "although": [76, 83], "recip": [76, 92], "afterward": 76, "former": 76, "care": 76, "hook": 76, "silent": 76, "get_extra_st": 76, "state_dict": [76, 77, 101], "set_extra_st": 76, "picklabl": 76, "pickl": [76, 97, 99], "load_state_dict": [76, 101, 113], "pythontorchtensorrtmodul": 76, "serialized_engin": [76, 78], "_set": [76, 104], "weight_name_map": 76, "trt_modul": [76, 121], "engine_str": 76, "my_modul": 76, "current_devic": 76, "disable_profil": 76, "enable_profil": 76, "iprofil": 76, "spent": 76, "get_layer_info": 76, "validate_input_shap": 76, "request": [77, 90, 115, 116, 118], "decid": 77, "deseri": [77, 78, 90, 97], "retrac": 77, "cudagraphstorchtensorrtmodul": 77, "strict": [77, 112, 121], "valueerror": [77, 96], "mutabletorchtensorrtmodul": [77, 101], "pytorch_model": 77, "regular": 77, "whenev": 77, "refit_gm": 77, "shape_mod": 77, "_shapemod": 77, "interv": 77, "notat": 77, "bound": 77, "torch_tensor": 77, "tracer": 77, "example_tensor": 77, "optimization_profile_field": 77, "classmethod": 77, "disable_memory_format_check": 77, "core_id": 77, "schedul": [77, 115, 116, 118], "use_default": 77, "try_to": 77, "anoth": [77, 83, 84, 89, 91, 103], "typeerror": 77, "unknown": 77, "succe": 77, "float_dtyp": 77, "failur": 77, "bf16": 77, "try_from": [77, 97], "complex128": 77, "16": [77, 87, 89, 90, 91, 106, 109], "brain": 77, "bfloat16": 77, "f64": 77, "f8": 77, "fp8": 77, "float8": 77, "i32": 77, "sign": [77, 115, 116, 118], "i64": 77, "u8": 77, "unsign": 77, "uint8": [77, 112], "trt_dla": 77, "torchtrt_dla": 77, "_from": 77, "torchtrt_dla_ec": 77, "torchtrt_safety_ec": 77, "saefti": 77, "trt_dla_ec": 77, "standalon": [77, 83, 112], "certifi": 77, "tf": 77, "torchtrt_linear": 77, "cdhw32": 77, "thirti": 77, "row": [77, 84], "spatial": 77, "31": [77, 90], "subscript": [77, 83], "chw16": 77, "sixteen": 77, "15": [77, 83, 87], "chw2": 77, "chw32": 77, "chw4": 77, "four": [77, 83, 84], "dhwc": 77, "equivi": 77, "channels_last_3d": 77, "dhwc8": 77, "eight": 77, "dla_hwc4": 77, "imag": [77, 92, 97, 101, 107, 113, 115, 116, 118], "roundup": 77, "elements": 77, "dla_linear": 77, "planar": 77, "hwc": 77, "channels_last": 77, "hwc16": 77, "hwc8": 77, "least": [77, 83, 84], "ishapelay": 78, "check_method_op_support": 78, "seriali": 78, "put_binding_nam": 78, "tensorrtcompilespec": [78, 93], "scriptclass": 78, "0x7f1bbb9fe2b0": 78, "_jit_to_tensorrt": 78, "00": 79, "000": [79, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "total": [79, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "galleri": [79, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115], "mem": 79, "torch_compile_advanced_usag": [79, 104], "torch_compile_resnet_exampl": [79, 106], "torch_compile_stable_diffus": [79, 107], "torch_compile_transformers_exampl": [79, 108], "v0": [80, 115, 116, 118], "pytorch_sphinx_them": [81, 88], "conf": [81, 88], "html_theme_opt": 81, "canonical_url": 81, "analytics_id": 81, "logo_onli": 81, "display_vers": 81, "prev_next_buttons_loc": 81, "bottom": 81, "style_external_link": 81, "vcs_pageview_mod": 81, "collapse_navig": 81, "sticky_navig": [81, 85], "navigation_depth": 81, "includehidden": 81, "titles_onli": 81, "canon": 81, "rank": 81, "trail": 81, "slash": 81, "googl": 81, "analyt": 81, "isn": [81, 83, 94, 97], "shown": [81, 83, 90, 112, 120], "sidebar": [81, 87], "button": [81, 83], "icon": [81, 83], "extern": [81, 83, 100, 115], "display_github": 81, "display_gitlab": 81, "gitlab": 81, "bitbucket": 81, "bar": [81, 83], "www": [81, 83, 90, 92, 115, 116, 118], "sphinx": [81, 82, 83, 84, 88, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115], "toctre": 81, "lose": 81, "scroll": [81, 85], "unlimit": 81, "header": [81, 83, 84, 90, 115, 116, 118], "render": 81, "github_url": 81, "bitbucket_url": 81, "gitlab_url": 81, "left": [81, 83], "upon": [81, 104, 108], "rst": [81, 83], "visitor": 81, "revert": 81, "misbuild": 81, "properti": [81, 97], "stick": 81, "screen": 81, "vertic": [81, 83], "too": [81, 83, 84], "sticki": [81, 87], "nav": [81, 87], "At": [82, 95, 103], "django": 82, "payment": 82, "dotpai": 82, "dotpayprovid": 82, "seller_id": 82, "pin": 82, "lock": 82, "lang": 82, "pl": 82, "polish": 82, "gatewai": 82, "transfer": 82, "purchas": 82, "item": [82, 84, 113], "param": 82, "seller": 82, "consult": 82, "ui": 82, "languag": [82, 83, 84, 89, 94, 97, 100, 105, 110, 115, 116, 118], "data_item_1": 82, "emphasi": 83, "hyperlink": 83, "uri": 83, "web": 83, "anonym": 83, "label": [83, 92, 112, 113, 115, 116, 117, 118], "substitut": 83, "charact": 83, "exceedingli": 83, "ugli": 83, "problem": [83, 111], "problemat": 83, "ext": [83, 84], "autodoc": [83, 84], "demo": [83, 92, 112], "test_py_modul": [83, 87], "my": [83, 105, 110], "role": 83, "pep": 83, "287": 83, "rfc": 83, "2822": 83, "superscript": 83, "gui": 83, "taken": [83, 102], "height": [83, 112], "interfer": 83, "press": 83, "keyboard": 83, "mous": 83, "mmb": 83, "menuselect": 83, "seen": [83, 84], "whitespac": 83, "signific": [83, 97], "strang": 83, "hyphen": 83, "word": [83, 117], "adjust": 83, "width": [83, 112, 117], "browser": 83, "sentenc": [83, 114, 117], "suppli": [83, 103], "258": 83, "equat": 83, "x_": 83, "x_0": 83, "x_1": 83, "x_2": 83, "x_3": 83, "x_4": 83, "nabla": 83, "frac": 83, "theta": 83, "phi": 83, "restructuredtext": [83, 84], "parser": [83, 96, 113], "colon": 83, "indent": 83, "literal_block": 83, "spaces_and_linebreak": 83, "preserv": [83, 89, 92, 112], "markup_process": 83, "Or": 83, "great": [83, 90, 94, 97, 99, 123], "why": [83, 121], "didn": 83, "blank": 83, "align": 83, "permit": 83, "awai": 83, "eric": 83, "orchestra": 83, "leader": 83, "bee": 83, "philosoph": 83, "ipso": 83, "facto": 83, "But": [83, 90, 103, 114], "got": [83, 90], "vi": 83, "entiti": 83, "said": 83, "entir": [83, 109, 112, 123], "ancient": 83, "injuri": 83, "sing": 83, "elk": 83, "bracket": 83, "miss": [83, 90], "brontosaurus": 83, "thin": 83, "thicker": 83, "middl": 83, "That": [83, 90], "mine": 83, "belong": 83, "me": [83, 84], "ann": 83, "begun": 83, "past": 83, "someurl": 83, "v2": 83, "dev0": 83, "ceb9aa5": 83, "caption": [83, 86], "pane": 83, "shell_command": 83, "echo": 83, "did": 83, "window_nam": 83, "session_nam": 83, "shorthand": 83, "some_funct": 83, "highlight": 83, "THE": 83, "heaven": 83, "hexagram": 83, "six": 83, "unbroken": 83, "primal": 83, "light": [83, 122], "spirit": 83, "weak": 83, "essenc": 83, "energi": 83, "unrestrict": 83, "conceiv": 83, "motion": 83, "regard": [83, 123], "basi": 83, "thu": 83, "persist": 83, "dual": 83, "sens": [83, 90], "univers": 83, "world": 83, "men": 83, "express": 83, "deiti": 83, "human": 83, "denot": [83, 97], "holi": 83, "man": [83, 84], "sage": 83, "ruler": 83, "who": 83, "awaken": 83, "utf": [83, 84], "sphinx_rtd_them": [83, 84], "docstr": [83, 84, 91], "dl": 83, "dt": 83, "tag": [83, 115, 116, 118], "tt": 83, "descnam": 83, "descclassnam": 83, "wrote": 83, "anyth": [83, 84, 112, 121], "programm": 83, "myclass": 83, "dothismethod": 83, "flush": 83, "meth": 83, "capit": 83, "flox": 83, "unreferenc": 83, "nonexist": 83, "extrem": 83, "stuff": 83, "mayb": 83, "bold": 83, "ital": 83, "heck": 83, "put": [83, 94, 117], "13": [83, 87], "backlink": 83, "knowledg": 83, "mind": 83, "ey": 83, "thought": 83, "medium": 83, "peopl": 83, "subsect": 83, "interpol": 83, "indirect": 83, "phrase": 83, "docutil": [83, 84], "sourceforg": [83, 84], "ref": 83, "clickabl": 83, "legend": 83, "revis": [83, 84, 101, 107], "revisit": 83, "enhanc": [83, 102, 112], "structuredtext": 83, "wooden": 83, "nickel": 83, "mad": 83, "scientist": 83, "bigger": 83, "bread": 83, "box": [83, 112, 119, 123], "wash": 83, "behind": 83, "ear": 83, "room": 83, "closet": 83, "bathroom": 83, "trash": 83, "sink": 83, "mother": 83, "g_": 83, "mu": 83, "nu": 83, "pi": 83, "t_": 83, "rho_": 83, "servic": 83, "thing1": 83, "thing2": 83, "thing3": 83, "prose": 83, "provok": 83, "mental": 83, "exert": 83, "reader": 83, "discret": 83, "strongli": [83, 114], "advis": 83, "subtitl": 83, "outsid": 83, "often": 83, "besid": 83, "border": [83, 112], "background": [83, 89], "ok": [83, 90], "transmit": 83, "disconnect": 83, "nonetheless": 83, "semant": 83, "blue": [83, 97], "white": [83, 112], "arab": 84, "roman": 84, "upper": 84, "iii": 84, "iv": 84, "classifi": [84, 89, 90, 113, 117], "paragraph": [84, 87], "z": [84, 94], "commonli": 84, "vm": 84, "david": 84, "goodger": 84, "address": [84, 97, 101], "123": 84, "street": 84, "canada": 84, "a1b": 84, "2c3": 84, "contact": 84, "myself": 84, "organ": 84, "humankind": 84, "2012": 84, "03": 84, "19": [84, 87], "53": 84, "0000": 84, "tue": 84, "jan": 84, "progress": 84, "7302": 84, "wish": 84, "redistribut": 84, "reattribut": 84, "sell": 84, "bui": 84, "rent": 84, "leas": 84, "improv": [84, 102, 109, 112, 121], "quot": 84, "excerpt": 84, "collat": 84, "fold": 84, "stapl": 84, "mutil": 84, "anyon": 84, "heart": 84, "bibliograph": 84, "markup": [84, 87], "literal": 84, "yahoo": 84, "oh": 84, "liter": 84, "heh": 84, "child": 84, "beat": 84, "text": [84, 86, 105, 110, 111, 117], "hehe": 84, "kept": 84, "sai": [84, 117], "cackl": 84, "night": 84, "lone": 84, "guangzhou": 84, "destini": 84, "hope": 84, "dream": 84, "forth": 84, "fifth": 84, "sixth": 84, "lorem": [84, 86], "ipsum": [84, 86], "dolor": [84, 86], "sit": [84, 86], "amet": [84, 86], "consectetur": [84, 86], "adipisc": [84, 86], "elit": [84, 86], "donec": [84, 86], "porttitor": [84, 86], "odio": [84, 86], "posuer": [84, 86], "vita": [84, 86], "ornar": [84, 86], "libero": [84, 86], "matti": 84, "loborti": [84, 86], "justo": [84, 86], "vestibulum": [84, 86], "nibh": [84, 86], "aliquet": [84, 86], "feugiat": [84, 86], "sagitti": [84, 86], "nequ": [84, 86], "qui": [84, 86], "eleifend": 84, "dui": [84, 86], "rutrum": [84, 86], "lectu": [84, 86], "suscipit": [84, 86], "letter": [84, 117], "column": 84, "cell": 84, "span": 84, "nam": [84, 86], "mauri": [84, 86], "arcu": [84, 86], "stub": 84, "behav": 85, "area": 85, "interdum": 86, "nec": 86, "finibu": 86, "dictum": 86, "velit": 86, "ut": 86, "eu": 86, "efficitur": 86, "aliquam": 86, "erat": 86, "diam": 86, "gravida": 86, "imperdiet": 86, "tellu": 86, "nisl": 86, "praesent": 86, "eget": 86, "elementum": 86, "rhoncu": 86, "tincidunt": 86, "suspendiss": 86, "volutpat": 86, "scelerisqu": 86, "tristiqu": 86, "aenean": 86, "condimentum": 86, "risu": 86, "accumsan": 86, "laoreet": 86, "maximu": 86, "sapien": 86, "ligula": 86, "fringilla": 86, "commodo": 86, "proin": 86, "et": 86, "pharetra": 86, "etiam": 86, "turpi": 86, "ant": 86, "luctu": 86, "vel": 86, "malesuada": 86, "dignissim": 86, "mi": 86, "nunc": 86, "augu": 86, "sem": 86, "cursu": 86, "nulla": 86, "pellentesqu": 86, "habit": 86, "morbi": 86, "senectu": 86, "netu": 86, "fame": 86, "ac": 86, "egesta": 86, "placerat": 86, "tortor": 86, "iaculi": 86, "venenati": 86, "cra": 86, "puru": 86, "ero": 86, "vehicula": 86, "fusc": 86, "auctor": 86, "phasellu": 86, "est": 86, "viverra": 86, "conval": 86, "faucibu": 86, "vulput": 86, "feli": 86, "sodal": 86, "maecena": 86, "congu": 86, "semper": 86, "enim": 86, "blandit": 86, "sollicitudin": 86, "urna": 86, "orci": 86, "lacu": 86, "quisqu": 86, "facilisi": 86, "hendrerit": 86, "curabitur": 86, "variu": 86, "bibendum": 86, "massa": 86, "magna": 86, "tempu": 86, "metu": 86, "nisi": 86, "pretium": 86, "leo": 86, "euismod": 86, "ultric": 86, "dapibu": 86, "lacinia": 86, "vivamu": 86, "molesti": 86, "hac": 86, "habitass": 86, "platea": 86, "dictumst": 86, "git": 87, "content": [87, 92, 115, 116, 118], "changelog": 87, "math": 87, "14": [87, 98, 108, 115, 116, 118], "17": 87, "18": [87, 90, 101, 112], "submenu": 87, "symlink": 88, "subtre": 88, "_theme": 88, "html_theme": 88, "html_theme_path": 88, "optimiz": 89, "beginn": 89, "intro_to_torchscript_tutori": 89, "briefli": 89, "lenet": [89, 90], "lenetfeatextractor": 89, "conv1": [89, 90], "conv2d": [89, 97, 113], "conv2": [89, 90], "lenetclassifi": 89, "fc1": [89, 90], "120": [89, 90], "fc2": [89, 90], "84": [89, 90], "fc3": [89, 90], "feat": [89, 90, 112], "obvious": 89, "pathwai": 89, "input_data": [89, 91], "traced_model": 89, "pick": [89, 120], "script_model": [89, 93], "perspect": 89, "___torch_mangle_10": 89, "___torch_mangle_9": 89, "119": 89, "___torch_mangle_5": 89, "137": 89, "callmethod": 89, "138": 89, "38": 89, "39": 89, "torch_script_modul": [89, 90], "in_tensor": 89, "fly": 89, "lenet_script": [89, 90], "haven": 90, "acquir": 90, "dyanmo": 90, "almost": [90, 123], "trt_lenet_script": 90, "apr": 90, "56": 90, "04": 90, "credit": 90, "stop": 90, "argc": 90, "argv": 90, "cerr": 90, "cout": 90, "even": [90, 101, 109], "cppdoc": 90, "pretti": 90, "fashion": [90, 117], "feed": 90, "enable_precis": 90, "And": 90, "convertgraphtotrtengin": 90, "engine_converted_from_jit": 90, "close": [90, 95, 112], "saw": 90, "576": 90, "346": 90, "539": 90, "0464": 90, "0383": 90, "0678": 90, "0932": 90, "1045": 90, "0805": 90, "0435": 90, "0818": 90, "0208": 90, "0358": 90, "cudafloattyp": 90, "0530": 90, "1691": 90, "2802": 90, "1502": 90, "1056": 90, "1549": 90, "input0": [90, 91], "1063": 90, "input1": [90, 91], "input2": 90, "28": 90, "29": 90, "33": 90, "35": 90, "36": 90, "37": 90, "compilegraph": [90, 92], "transform": [90, 92, 94, 98, 100, 102, 103, 105, 108, 110, 111, 112, 113, 114, 115, 116, 118, 122], "laid": 90, "translat": [90, 103], "aren": 90, "techniqu": [90, 92, 111, 121], "checkmethodoperatorsupport": 90, "modular": 90, "ship": [90, 121], "exhaust": 90, "109": 90, "addlay": 90, "yourself": 90, "question": [90, 95], "outself": 90, "flatten_convert": 90, "unwraptoint": 90, "in_shap": 90, "tovec": 90, "out_shap": 90, "shuffl": [90, 92, 113], "addshuffl": 90, "setreshapedimens": 90, "todim": 90, "extens": [90, 123], "ctype": 90, "cdll": 90, "contributor": 90, "upstream": 90, "pr": 90, "usecas": 91, "sole": [91, 92, 123], "individu": 91, "accuraci": [92, 112, 117], "loss": [92, 117], "infrastructur": [92, 115, 116, 118], "streamlin": [92, 94], "expos": [92, 97], "cpp_frontend": 92, "loading_data_recip": 92, "cifar10": [92, 113], "cstddef": 92, "ktrain": 92, "ktest": 92, "un": 92, "cs": 92, "toronto": 92, "edu": 92, "kriz": 92, "cifar": 92, "is_train": 92, "trim": 92, "use_subset": 92, "new_siz": 92, "mode_": 92, "images_": 92, "targets_": 92, "calibration_dataset": 92, "data_dir": 92, "320": 92, "4914": [92, 113], "4822": [92, 113], "4465": [92, 113], "2023": [92, 113], "1994": [92, 113], "2010": [92, 113], "calibration_dataload": 92, "dataloaderopt": 92, "worker": 92, "calibration_cache_fil": 92, "virtual": 92, "minmax": 92, "nlp": 92, "iint8minmaxcalibr": 92, "input_shap": [92, 124], "compile_spec": [92, 96, 106, 124], "kf16": [92, 124], "ki8": 92, "entropi": 92, "vgg16": [92, 113], "testing_dataset": [92, 113], "totensor": [92, 113, 115, 116, 118], "testing_dataload": [92, 113], "num_work": [92, 113], "vgg": [92, 113], "test_ptq_dataloader_calibr": 92, "test_ptq_trt_calibr": 92, "krizhevski": 92, "hinton": 92, "2009": 92, "tini": 92, "simonyan": 92, "zisserman": 92, "2014": 92, "recognit": [92, 117], "arxiv": 92, "preprint": 92, "1409": 92, "1556": 92, "_jit_to_backend": 93, "mobilenet_v2": 93, "pretrain": [93, 99, 101, 105, 106, 109, 115, 116, 117, 118], "cost": [94, 97, 99, 103, 121], "perhap": [94, 97], "overhead": [94, 97, 102, 109, 114, 121], "involv": [94, 102, 103, 109], "greatli": 94, "perviou": 94, "elementwis": [94, 95], "launch": [94, 97, 109, 115, 116, 118], "trtp": 94, "tl": [94, 97], "elementwise_mul_kernel": 94, "block_siz": [94, 97], "thread": [94, 121], "pid": [94, 97], "program_id": [94, 97], "block_start": 94, "offset": 94, "x_val": 94, "y_val": 94, "wise": 94, "z_val": 94, "custom_op": [94, 97], "torchtrt_ex": [94, 97], "elementwise_mul": 94, "mutates_arg": [94, 97], "assert": [94, 97, 101, 103], "is_cuda": 94, "empty_lik": 94, "grid": 94, "cours": 94, "register_fak": [94, 97], "creation": 94, "less": 94, "boilerpl": [94, 95], "tensordesc": 94, "prior": [94, 95, 99, 119, 121], "x_t": 94, "as_tensor": [94, 97, 112], "y_t": 94, "z_t": 94, "generate_plugin_convert": 94, "supports_dynamic_shap": [94, 95], "my_model": [94, 97], "allclos": [94, 95, 101, 103], "ran": 94, "minut": [94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "auto_generate_convert": 94, "jupyt": [94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115], "ipynb": [94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "gelu": 95, "sy": 95, "approxim": 95, "suppos": 95, "my_mod": 95, "ex_input": [95, 97], "baselin": 95, "my_standard_gelu": 95, "supersed": 95, "converterprior": 95, "vers": 95, "distinct": 95, "prepend": 95, "primit": 95, "compiler_ir": 95, "focu": [95, 101], "interoper": 95, "aten_ops_gelu": 95, "sourceir": 95, "cheap": 95, "unqiu": 95, "op_count": 95, "get_op_count": 95, "nonloc": 95, "source_ir": 95, "lhs_val": 95, "rhs_val": 95, "x_7": 95, "x_8": 95, "79788456080000003": 95, "x_9": 95, "044714999999999998": 95, "x_10": 95, "x_11": 95, "x_12": 95, "x_13": 95, "x_14": 95, "x_15": 95, "my_custom_gelu": 95, "my_mod_erf": 95, "my_gelu_erf": 95, "notic": [95, 102], "converter_overload": 95, "geforcertx": 96, "4080": 96, "3080": 96, "cross_runtime_compilation_for_window": 96, "trt_resnet": 96, "argpars": [96, 113], "argumentpars": [96, 113], "comil": 96, "add_argu": [96, 113], "parse_arg": [96, 113], "manual_se": [96, 98, 99, 101, 103], "resnet18": [96, 99, 101, 103, 106, 109], "amd64": 96, "loaded_model": 96, "load_cross_compiled_exported_program": 96, "trt_output": 96, "cross_compile_for_window": 96, "sake": 97, "circular": 97, "red": [97, 112], "green": [97, 112], "twice": 97, "written": 97, "openai": 97, "formal": 97, "circ_pad_kernel": 97, "all_pads_0": 97, "all_pads_2": 97, "all_pads_4": 97, "all_pads_6": 97, "orig_dims_0": 97, "orig_dims_1": 97, "orig_dims_2": 97, "orig_dims_3": 97, "y_shape_1": 97, "y_shape_2": 97, "y_shape_3": 97, "x_len": 97, "y_len": 97, "mask_i": 97, "i3": 97, "i2": 97, "i1": 97, "i0": 97, "j0": 97, "j1": 97, "j2": 97, "j3": 97, "load_idx": 97, "mask_x": 97, "triton_circular_pad": 97, "out_dim": 97, "tolist": 97, "all_pad": 97, "zero": 97, "orig_dim": 97, "blocksiz": 97, "256": [97, 112, 113, 114, 115, 116, 118], "numblock": 97, "tracabl": 97, "prerequisit": 97, "fake": 97, "real": 97, "faketensor": 97, "autograd": 97, "beyond": 97, "register_autograd": 97, "padded_x": 97, "2604": 97, "4232": 97, "3041": 97, "0833": 97, "2461": 97, "1270": 97, "2450": 97, "4079": 97, "2887": 97, "2828": 97, "0373": 97, "0332": 97, "3143": 97, "6344": 97, "5638": 97, "1867": 97, "5068": 97, "4363": 97, "7937": 97, "3488": 97, "1350": 97, "7966": 97, "3517": 97, "1379": 97, "5537": 97, "1088": 97, "8950": 97, "0550": 97, "6163": 97, "0109": 97, "5245": 97, "9632": 97, "5686": 97, "3775": 97, "8162": 97, "4216": 97, "4311": 97, "1649": 97, "2091": 97, "3668": 97, "1006": 97, "1447": 97, "0352": 97, "7689": 97, "8131": 97, "_run_on_gpu_0": 97, "_run_on_acc_1": 97, "dry": 97, "50": [97, 117], "count": 97, "__": 97, "aggreg": 97, "stat": 97, "latenc": [97, 112, 114, 121], "abstractli": 97, "pkl": [97, 101], "cupi": 97, "gap": 97, "prealloc": 97, "circularpaddingplugin": 97, "ipluginv2dynamicext": 97, "field_collect": 97, "pluginfieldcollect": 97, "x_shape": 97, "num_output": 97, "plugin_namespac": 97, "plugin_typ": 97, "plugin_vers": 97, "get_output_datatyp": 97, "input_typ": 97, "get_output_dimens": 97, "output_index": 97, "dimsexpr": 97, "exprbuild": 97, "iexprbuild": 97, "output_dim": 97, "dimensionoper": 97, "configure_plugin": 97, "inp": 97, "dynamicplugintensordesc": 97, "x_dim": 97, "desc": 97, "supports_format_combin": 97, "po": 97, "in_out": 97, "plugintensordesc": 97, "num_input": 97, "enqueu": 97, "input_desc": 97, "output_desc": 97, "in_dtyp": 97, "a_mem": 97, "unownedmemori": 97, "items": 97, "c_mem": 97, "a_ptr": 97, "memorypoint": 97, "c_ptr": 97, "a_d": 97, "memptr": 97, "c_d": 97, "a_t": 97, "c_t": 97, "cloned_plugin": 97, "__dict__": 97, "circularpaddingplugincr": 97, "iplugincr": 97, "field_nam": 97, "pluginfield": 97, "pluginfieldtyp": 97, "create_plugin": 97, "pluginfieldcollection_": 97, "deserialize_plugin": 97, "pads_dict": 97, "creator": 97, "trt_plugin_registri": 97, "get_plugin_registri": 97, "register_cr": 97, "untyp": 97, "get_trt_tensor": 97, "set_layer_nam": 97, "recal": 97, "intlist": 97, "circular_padding_convert": 97, "retriev": 97, "elsewher": 97, "plugin_registri": 97, "plugin_cr": 97, "get_plugin_cr": 97, "field_config": 97, "eventu": 97, "freez": 97, "_input": 97, "add_plugin_v2": 97, "circular_padding_plugin": 97, "_run_on_acc_0": 97, "grad_fn": 97, "subbackward0": 97, "custom_kernel_plugin": 97, "engine_caching_exampl": [98, 99], "remove_timing_cach": [98, 99], "bertmodel": [98, 102, 108], "random": [98, 99, 101, 103, 112, 114], "seed": [98, 99, 101, 103], "from_pretrain": [98, 101, 102, 105, 107, 108, 110, 111, 112, 114], "uncas": [98, 102, 108, 117], "return_dict": 98, "randint": [98, 102, 108, 114], "compile_bert": 98, "enable_tim": [98, 99], "1st": [98, 99], "measur": [98, 99, 114], "2nd": [98, 99], "3rd": [98, 99], "slower": [98, 99], "messur": [98, 99], "compilation_kwarg": [98, 108], "torch_trt_bert_engine_cach": 98, "30": [98, 99, 101, 103, 106, 108, 112, 120], "synchron": [98, 99, 102, 114], "elapsed_tim": [98, 99], "millisecond": 98, "__name__": [98, 104, 108], "__main__": [98, 104, 108], "engine_caching_bert_exampl": 98, "paid": 99, "upfront": 99, "repeatedli": 99, "mitig": [99, 102], "explor": 99, "torch_trt": [99, 101, 103], "_default": 99, "_engine_cach": 99, "flexibl": [99, 123], "histor": 99, "barrier": 99, "reconstruct": 99, "scratch": [99, 103], "ti": 99, "hash": 99, "magnitud": 99, "torch_compil": [99, 104, 106, 108, 109, 119, 123], "compiled_model": 99, "ms": [99, 102, 114], "dynamo_compil": 99, "example_input": 99, "200": 99, "dynamic_shap": [99, 119], "remot": 99, "systen": 99, "agnost": 99, "implent": 99, "ramenginecach": 99, "held": 99, "engine_cach": 99, "torch_compile_my_cach": 99, "_torch_compile_gpt2": [100, 115], "_torch_export_gpt2": [100, 115], "_torch_export_llama2": [100, 115], "_torch_export_sam2": [100, 115], "sphx_glr_tutorials__rendered_examples_dynamo_cross_runtime_compilation_for_window": [100, 115], "straightforward": 101, "especi": [101, 102], "hug": [101, 105, 110, 111], "face": [101, 105, 110, 111], "difficult": 101, "ever": [101, 105], "walk": [101, 103, 105, 110], "lora": [101, 103], "use_python": 101, "mutable_modul": 101, "model2": [101, 103], "expected_output": [101, 103], "refitted_output": [101, 103], "reload": [101, 123], "checkpoint": [101, 113], "civitai": 101, "12597": 101, "moxin": 101, "diffusionpipelin": [101, 107], "no_grad": [101, 102, 105, 110, 111, 113, 114], "model_id": [101, 107], "runwayml": 101, "hous": 101, "forest": 101, "shuimobysim": 101, "wuchangshuo": 101, "qualiti": 101, "worst": 101, "lowr": 101, "cloudi": 101, "watermark": 101, "pipe": [101, 107], "torch_dtyp": [101, 107], "unet": [101, 107], "negative_prompt": 101, "num_inference_step": 101, "without_lora_mut": 101, "jpg": [101, 112, 115, 116, 118], "procedur": 101, "load_lora_weight": 101, "stablediffusionapi": 101, "load_lora_embed": 101, "weight_nam": 101, "safetensor": 101, "adapter_nam": 101, "lora1": 101, "set_adapt": 101, "adapter_weight": 101, "fuse_lora": 101, "unload_lora_weight": 101, "with_lora_mut": 101, "mutable_torchtrt_module_exampl": 101, "act": 102, "concurr": [102, 115, 116, 118], "overlap": 102, "particularli": 102, "cycl": 102, "overal": [102, 117], "workload": 102, "enough": 102, "overshadow": 102, "cumul": 102, "priorit": 102, "comprehens": 102, "infrequ": 102, "timeit": [102, 114], "test_module_perf": 102, "warm": [102, 109, 114], "accur": 102, "start_tim": [102, 114], "default_tim": [102, 114], "end_tim": [102, 114], "time_m": 102, "median": 102, "metric": 102, "128": [102, 112, 113, 114], "enable_pre_allocated_output": 102, "out_trt": [102, 109], "pre_allocated_output_ctx": 102, "set_pre_allocated_output": 102, "time_opt": 102, "time_norm": 102, "time_opt_m": 102, "1000": [102, 113, 114, 115, 116, 118], "time_normal_m": 102, "3f": [102, 112], "pre_allocated_output_exampl": 102, "expens": 103, "occasion": [103, 104, 108], "adapt": 103, "infeas": 103, "focus": 103, "mostli": 103, "recogn": 103, "behalf": 103, "init": [103, 113], "sett": 103, "randomli": 103, "exp_program2": 103, "compiled_trt_ep": 103, "new_trt_gm": 103, "accomplish": 103, "gaurente": 103, "attempt": [103, 113, 119], "rebuild": 103, "heurist": 103, "refit_engine_exampl": 103, "x_out": 104, "y_out": 104, "x_y_out": 104, "invoc": 104, "sample_inputs_half": 104, "model_half": 104, "backend_kwarg": 104, "optimized_model_custom": 104, "exit": [104, 108], "2052": [104, 108], "compile_engine_and_inf": [104, 108], "art": [105, 112], "causal": 105, "unidirect": 105, "corpu": [105, 117], "huggingfac": [105, 110, 111, 117], "automodelforcausallm": [105, 110, 111, 114], "autotoken": [105, 110, 111], "success": 105, "max_length": 105, "token": [105, 110, 111, 117], "kv_cach": [105, 110, 111], "pad_token_id": [105, 110], "eos_token_id": [105, 110, 111], "attn_implement": [105, 110, 111, 114], "eager": [105, 110, 111, 114], "enjoi": [105, 110], "cute": [105, 110], "dog": [105, 110], "model_input": [105, 110, 111], "return_tensor": [105, 110, 111], "input_id": [105, 110, 111], "regress": [105, 110, 111], "pyt_gen_token": [105, 110, 111], "mark_dynam": [105, 106, 119], "1023": 105, "trt_gen_token": [105, 110, 111], "skip_special_token": [105, 110, 111], "torch_compile_gpt2": 105, "new_input": [106, 108], "new_output": [106, 108], "new_batch_size_input": 106, "new_batch_size_output": 106, "inputs_bs8": 106, "outputs_bs8": 106, "No": [106, 119], "inputs_bs12": 106, "outputs_bs12": 106, "compvi": 107, "majest": 107, "castl": 107, "cloud": 107, "majestic_castl": 107, "png": [107, 112], "enable_cudagraph": [109, 121], "cudagraphs_modul": 109, "set_cudagraphs_mod": [109, 121], "inputs_2": 109, "inputs_3": 109, "out_trt_2": 109, "out_trt_3": 109, "diminish": 109, "encapsul": 109, "wrapped_modul": 109, "captur": 109, "replai": 109, "samplemodel": 109, "intention": 109, "Of": 109, "manner": 109, "opt_with_graph_break": 109, "torch_export_cudagraph": 109, "export_llm": [110, 111, 114], "max_token": [110, 111, 114], "gpt2_ep": 110, "max_seq_len": [110, 111, 114], "parallel": 110, "paradigm": 110, "torch_export_gpt2": 110, "llama_path": [111, 114], "llama": [111, 114], "7b": [111, 114], "chat": [111, 114], "hf": [111, 114], "llama2_ep": [111, 114], "batch_decod": 111, "clean_up_tokenization_spac": 111, "solv": [111, 112, 115, 116, 118], "smaller": [111, 117], "subproblem": 111, "torch_export_llama2": 111, "foundat": 112, "promptabl": 112, "video": 112, "fork": 112, "condition": 112, "concaten": 112, "layernorm": 112, "reli": 112, "stabil": 112, "matplotlib": 112, "pyplot": 112, "plt": 112, "panda": 112, "pd": 112, "pil": [112, 115, 116, 118], "sam2_image_predictor": 112, "sam2imagepredictor": 112, "sam_compon": 112, "sam2fullmodel": 112, "agg": 112, "facebook": 112, "hiera": 112, "set_imag": 112, "predict": 112, "predictor": 112, "image_encod": 112, "forward_imag": 112, "_prepare_backbone_featur": 112, "directly_add_no_mem_emb": 112, "no_mem_emb": 112, "_featur": 112, "prompt_encod": 112, "sam_prompt_encod": 112, "mask_decod": 112, "sam_mask_decod": 112, "_bb_feat_siz": 112, "point_coord": 112, "point_label": 112, "backbone_out": 112, "vision_feat": 112, "feat_siz": 112, "image_emb": 112, "high_res_feat": 112, "high_res_featur": 112, "feat_level": 112, "sparse_embed": 112, "dense_embed": 112, "low_res_mask": 112, "iou_predict": 112, "image_embed": 112, "image_p": 112, "get_dense_p": 112, "sparse_prompt_embed": 112, "dense_prompt_embed": 112, "multimask_output": 112, "repeat_imag": 112, "sam_model": 112, "input_imag": 112, "truck": 112, "rgb": 112, "sam2transform": 112, "facebookresearch": 112, "preprocess_input": 112, "orig_hw": 112, "_transform": 112, "500": 112, "375": 112, "unnorm_coord": 112, "transform_coord": 112, "postprocess": 112, "plot": 112, "confid": 112, "score": 112, "postprocess_mask": 112, "resolut": [112, 117], "sorted_indic": 112, "argsort": 112, "show_mask": 112, "ax": 112, "random_color": 112, "255": 112, "144": 112, "astyp": 112, "mask_imag": 112, "cv2": 112, "contour": 112, "findcontour": 112, "retr_extern": 112, "chain_approx_non": 112, "smooth": 112, "approxpolydp": 112, "epsilon": 112, "drawcontour": 112, "thick": 112, "imshow": 112, "show_point": 112, "coord": 112, "marker_s": 112, "pos_point": 112, "neg_point": 112, "marker": 112, "edgecolor": 112, "linewidth": 112, "visualize_mask": 112, "title_prefix": 112, "overlaid": 112, "figsiz": 112, "gca": 112, "titl": 112, "fontsiz": 112, "savefig": 112, "_output_mask_": 112, "snippet": 112, "torchtrt_input": 112, "unnormalized_coordin": 112, "foreground": 112, "trt_out": 112, "trt_mask": 112, "trt_score": 112, "sam": 112, "torch_export_sam2": 112, "modelopt": 113, "mtq": 113, "export_torch_mod": 113, "layer_spec": 113, "num_class": 113, "init_weight": 113, "in_channel": 113, "pool": [113, 124], "maxpool2d": 113, "batchnorm2d": 113, "sequenti": 113, "avgpool": 113, "adaptiveavgpool2d": 113, "4096": 113, "dropout": 113, "_initialize_weight": 113, "kaiming_normal_": 113, "fan_out": 113, "nonlinear": 113, "constant_": 113, "elif": 113, "normal_": 113, "vgg16_cfg": 113, "ckpt": 113, "model_state_dict": 113, "device_count": 113, "ordereddict": 113, "new_state_dict": 113, "forget": 113, "training_dataset": 113, "randomcrop": 113, "randomhorizontalflip": 113, "training_dataload": 113, "drop_last": 113, "crit": 113, "crossentropyloss": 113, "calibrate_loop": 113, "pred": 113, "5f": 113, "acc": 113, "2f": 113, "quantize_typ": 113, "quant_cfg": 113, "int8_default_cfg": 113, "fp8_default_cfg": 113, "forward_loop": 113, "qdq": 113, "incomplet": 113, "functionaltensor": 113, "functionaltensormod": 113, "_trace": 113, "_export": 113, "float8_e4m3fn": 113, "class_prob": 113, "class_pr": 113, "test_prob": 113, "test_pr": 113, "test_loss": 113, "test_acc": 113, "overcom": 114, "throughput": 114, "sometim": [114, 119], "outweigh": 114, "slowdown": 114, "hardwar": [114, 124], "experi": 114, "balanc": 114, "time_gener": 114, "output_seq_length": 114, "seq_len": [114, 119], "llm": 114, "input_seq": 114, "inputs_copi": 114, "decod": 114, "logit": 114, "next_token_logit": 114, "next_token": 114, "time_mean_m": 114, "isl": 114, "osl": 114, "solut": 114, "insight": 114, "weight_streaming_ctx": 114, "weight_stream": 114, "mean_lat": 114, "percentag": 114, "weight_budget_pct": 114, "device_budget": 114, "total_device_budget": 114, "permiss": 114, "equal": 114, "proportion": 114, "streamabl": 114, "streamable_budget": 114, "requested_budget": 114, "get_automatic_weight_streaming_budget": 114, "weight_streaming_exampl": 114, "hand": [115, 116, 118], "consider": [115, 116, 118], "grpc": [115, 116, 118], "aforement": [115, 116, 118], "familiar": [115, 116, 118], "resnet50": [115, 116, 118], "torchhub": [115, 116, 118], "docker": [115, 116, 118], "login": [115, 116, 118], "xx": [115, 116], "yy": [115, 116, 118], "mm": [115, 116, 118], "publish": [115, 116, 118], "pwd": [115, 116, 118], "scratch_spac": [115, 116, 118], "nvcr": [115, 116, 118], "py3": [115, 116, 118], "hub": [115, 116, 118], "_validate_not_a_forked_repo": [115, 116, 118], "ts_trt_model": [115, 116, 118], "triton_exampl": [115, 116, 118], "model_repositori": [115, 116, 118], "rm": [115, 116, 118], "highli": [115, 116, 117, 118], "suggest": [115, 116, 118], "simplest": [115, 116, 118], "pbtxt": [115, 116, 118], "data_typ": [115, 116, 118], "type_fp32": [115, 116, 118], "exact": [115, 116, 118], "encourag": [115, 116, 118], "proce": [115, 116, 118], "8000": [115, 116, 118], "8001": [115, 116, 118], "8002": [115, 116, 118], "tritonserv": [115, 116, 118], "spin": [115, 116, 118], "proceed": [115, 116, 118], "flesh": [115, 116, 118], "img1": [115, 116, 118], "hakaimagazin": [115, 116, 118], "wp": [115, 116, 118], "gulf": [115, 116, 118], "bird": [115, 116, 118], "attrdict": [115, 116, 118], "pyindex": [115, 116, 118], "tritoncli": [115, 116, 118], "jump": [115, 116, 118], "firstli": [115, 116, 118], "resiz": [115, 116, 118], "httpclient": [115, 116, 118], "triton_to_np_dtyp": [115, 116, 118], "rn50_preprocess": [115, 116, 118], "img_path": [115, 116, 118], "img": [115, 116, 118], "centercrop": [115, 116, 118], "485": [115, 116, 118], "456": [115, 116, 118], "406": [115, 116, 118], "229": [115, 116, 118], "transformed_img": [115, 116, 118], "inferenceservercli": [115, 116, 118], "localhost": [115, 116, 118], "secondli": [115, 116, 118], "obtain": [115, 116, 117, 118, 122], "inferinput": [115, 116, 118], "set_data_from_numpi": [115, 116, 118], "binary_data": [115, 116, 118], "inferrequestedoutput": [115, 116, 118], "class_count": [115, 116, 118], "lastli": [115, 116, 118], "send": [115, 116, 118], "model_nam": [115, 116, 118], "inference_output": [115, 116, 118], "as_numpi": [115, 116, 118], "468750": [115, 116, 118], "90": [115, 116, 118], "523438": [115, 116, 118], "92": [115, 116, 118], "664062": [115, 116, 118], "429688": [115, 116, 118], "136": [115, 116, 118], "234375": [115, 116, 118], "confidence_scor": [115, 116, 118], "classification_index": [115, 116, 118], "_rendered_examples_python": 115, "_rendered_examples_jupyt": 115, "acoust": 117, "speech": 117, "quartznet": 117, "contextnet": 117, "subword": 117, "piec": 117, "excit": 117, "se": 117, "audio": 117, "transcrib": 117, "speedup": 117, "feedforward": 117, "cnn": 117, "uniformli": 117, "compound": 117, "coeffici": 117, "b0": 117, "english": 117, "supervis": 117, "walkthrough": 117, "adopt": 117, "mobilenetv2": 117, "classif": 117, "imagenet": 117, "imagenett": 117, "qat": 117, "simul": 117, "eagerli": 119, "swap": 119, "exactli": 119, "_tracer": 119, "queri": 119, "attn_weight": 119, "compiler_dynamic_shap": 119, "inputs_bs2": 119, "mymodul": 120, "linear1": 120, "linear2": 120, "linear3": 120, "40": 120, "__myl_mulsum_myl0_0": 120, "layertyp": 120, "kgen": 120, "__mye116_dconst": 120, "__myln_k_arg__bb1_2": 120, "tacticnam": 120, "__myl_mulsum_0xfa6c1858aea1b13b03f90165d7149ec6": 120, "streamid": 120, "__myl_addresmulsum_myl0_1": 120, "__mye131_dconst": 120, "addmm_constant_0": 120, "addmm_add_broadcast_to_same_shape_lhs_broadcast_constantfloat": 120, "__myln_k_arg__bb1_3": 120, "__myl_addresmulsum_0xb3915d7ebfe48be45b6d49083479e12f": 120, "__myl_addresmulsumadd_myl0_2": 120, "__mye146_dconst": 120, "addmm_2_constant_0": 120, "addmm_2_add_broadcast_to_same_shape_lhs_broadcast_constantfloat": 120, "addmm_1_constant_0": 120, "addmm_1_add_broadcast_to_same_shape_lhs_broadcast_constantfloat": 120, "__myl_addresmulsumadd_0xcdd0085ad25f5f45ac5fafb72acbffd6": 120, "__myl_mulsumaddcas_myl0_0": 120, "__mye112_dconst": 120, "__myl_mulsumaddcas_0xacf8f5dd9be2f3e7bb09cdddeac6c936": 120, "__myl_resmulsumaddcas_myl0_1": 120, "__mye127_dconst": 120, "addmm_1_add_broadcast_to_same_shape_lhs_broadcast_constanthalf": 120, "__myl_resmulsumaddcas_0x5a3b318b5a1c97b7d5110c0291481337": 120, "__myl_resmulsumadd_myl0_2": 120, "__mye142_dconst": 120, "__myl_resmulsumadd_0x3fad91127c640fd6db771aa9cde67db0": 120, "libtorchtrt_runtim": 121, "dl_open": 121, "ld_preload": 121, "load_librari": 121, "cxx11": 121, "abi": 121, "wl": 121, "ltorchtrt": 121, "torchtrt_runtime_exampl": 121, "libtorchtrt_plugin": 121, "neglig": 121, "alert": 121, "switch": 121, "mismatch": 121, "crash": 121, "sacrif": 121, "incur": 121, "intens": 121, "trt_ep": 122, "stai": 122, "trt_t": 122, "ergonom": 123, "deleg": 123, "believ": 123, "amen": 123, "artifact": 123, "pack": 123, "year": 123, "superset": 123, "codebas": 123, "immedi": 123, "traceabl": 123, "scriptabl": 123, "neural": 124, "deconvolut": 124, "scripted_model": 124}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [10, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [12, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [9, 0, 1, "c.TORCH_TENSORRT_PTQ_DEPRECATION", "TORCH_TENSORRT_PTQ_DEPRECATION"], [13, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [11, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [47, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [47, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [47, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [47, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [47, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [47, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [47, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [47, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [47, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [47, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [47, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [47, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [47, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [47, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [47, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [47, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [47, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [47, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [47, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [47, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [47, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [18, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [18, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [18, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [18, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [48, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [48, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [48, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [49, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [29, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [29, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8CacheCalibrator::getBatch"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::bindings"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::names"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::nbBindings"], [3, 2, 1, "_CPPv4NK14torch_tensorrt3ptq19Int8CacheCalibrator12getBatchSizeEv", "torch_tensorrt::ptq::Int8CacheCalibrator::getBatchSize"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t", "torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t", "torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache::length"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::cache"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::length"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8Calibrator::getBatch"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8Calibrator::getBatch::bindings"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8Calibrator::getBatch::names"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8Calibrator::getBatch::nbBindings"], [4, 2, 1, "_CPPv4NK14torch_tensorrt3ptq14Int8Calibrator12getBatchSizeEv", "torch_tensorrt::ptq::Int8Calibrator::getBatchSize"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t", "torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t", "torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache::length"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::cache"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::length"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [50, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [50, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [50, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [50, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [50, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [50, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [50, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [50, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [50, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [38, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [38, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [38, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [38, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [77, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[77, 9, 1, "", "Device"], [77, 9, 1, "", "DeviceType"], [77, 9, 1, "", "EngineCapability"], [77, 9, 1, "", "Input"], [77, 9, 1, "", "MutableTorchTensorRTModule"], [77, 12, 1, "", "compile"], [77, 12, 1, "", "convert_method_to_trt_engine"], [77, 9, 1, "", "dtype"], [122, 8, 0, "-", "dynamo"], [73, 8, 0, "-", "fx"], [77, 12, 1, "", "load"], [74, 8, 0, "-", "logging"], [77, 9, 1, "", "memory_format"], [76, 8, 0, "-", "runtime"], [77, 12, 1, "", "save"], [78, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[77, 10, 1, "", "__init__"], [77, 11, 1, "", "device_type"], [77, 11, 1, "", "dla_core"], [77, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[77, 11, 1, "", "DLA"], [77, 11, 1, "", "GPU"], [77, 11, 1, "", "UNKNOWN"], [77, 10, 1, "", "to"], [77, 10, 1, "", "try_from"], [77, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[77, 11, 1, "", "DLA_STANDALONE"], [77, 11, 1, "", "SAFETY"], [77, 11, 1, "", "STANDARD"], [77, 10, 1, "", "to"], [77, 10, 1, "", "try_from"], [77, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[77, 10, 1, "", "__init__"], [77, 11, 1, "", "dtype"], [77, 10, 1, "", "example_tensor"], [77, 11, 1, "", "format"], [77, 10, 1, "", "from_tensor"], [77, 10, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[77, 10, 1, "", "__init__"], [77, 10, 1, "", "compile"], [77, 10, 1, "", "refit_gm"]], "torch_tensorrt.dtype": [[77, 11, 1, "", "b"], [77, 11, 1, "", "bf16"], [77, 11, 1, "", "f16"], [77, 11, 1, "", "f32"], [77, 11, 1, "", "f64"], [77, 11, 1, "", "f8"], [77, 11, 1, "", "i32"], [77, 11, 1, "", "i64"], [77, 11, 1, "", "i8"], [77, 10, 1, "", "to"], [77, 10, 1, "", "try_from"], [77, 10, 1, "", "try_to"], [77, 11, 1, "", "u8"], [77, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[72, 9, 1, "", "CompilationSettings"], [72, 12, 1, "", "compile"], [72, 12, 1, "", "export"], [72, 12, 1, "", "refit_module_weights"], [72, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[73, 9, 1, "", "InputTensorSpec"], [73, 9, 1, "", "TRTInterpreter"], [73, 9, 1, "", "TRTInterpreterResult"], [73, 9, 1, "", "TRTModule"], [73, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[74, 9, 1, "", "debug"], [74, 9, 1, "", "errors"], [74, 9, 1, "", "graphs"], [74, 9, 1, "", "info"], [74, 9, 1, "", "internal_errors"], [74, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[77, 11, 1, "", "cdhw32"], [77, 11, 1, "", "chw16"], [77, 11, 1, "", "chw2"], [77, 11, 1, "", "chw32"], [77, 11, 1, "", "chw4"], [77, 11, 1, "", "dhwc"], [77, 11, 1, "", "dhwc8"], [77, 11, 1, "", "dla_hwc4"], [77, 11, 1, "", "dla_linear"], [77, 11, 1, "", "hwc"], [77, 11, 1, "", "hwc16"], [77, 11, 1, "", "hwc8"], [77, 11, 1, "", "linear"], [77, 10, 1, "", "to"], [77, 10, 1, "", "try_from"], [77, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[76, 9, 1, "", "PythonTorchTensorRTModule"], [76, 9, 1, "", "TorchTensorRTModule"], [76, 12, 1, "", "set_multi_device_safe_mode"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[76, 10, 1, "", "__init__"], [76, 10, 1, "", "disable_profiling"], [76, 10, 1, "", "enable_profiling"], [76, 10, 1, "", "forward"], [76, 10, 1, "", "get_layer_info"], [76, 10, 1, "", "validate_input_shapes"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[76, 10, 1, "", "__init__"], [76, 10, 1, "", "forward"], [76, 10, 1, "", "get_extra_state"], [76, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[78, 12, 1, "", "TensorRTCompileSpec"], [78, 12, 1, "", "check_method_op_support"], [78, 12, 1, "", "compile"], [78, 12, 1, "", "convert_method_to_trt_engine"], [78, 12, 1, "", "embed_engine_in_new_module"], [75, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[75, 9, 1, "", "CacheCalibrator"], [75, 9, 1, "", "CalibrationAlgo"], [75, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[75, 11, 1, "", "ENTROPY_CALIBRATION"], [75, 11, 1, "", "ENTROPY_CALIBRATION_2"], [75, 11, 1, "", "LEGACY_CALIBRATION"], [75, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 21, 22, 39, 41, 42, 51, 72, 73, 75, 76, 77], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 18, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 47, 48, 49, 50, 62, 70, 86, 87], "devic": [1, 47, 121], "devicetyp": 1, "nest": [1, 47], "relationship": [1, 3, 4, 47, 49], "tensorformat": 2, "templat": [3, 4, 30, 31], "int8cachecalibr": 3, "inherit": [3, 4, 49], "base": [3, 4, 49, 81], "type": [3, 4, 47, 49, 55], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 13, 20, 51, 102, 105, 112, 113], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torch_tensorrt_ptq_deprec": 9, "torchtrt_api": 10, "xstr": 11, "torchtrt_hidden": 12, "torch_tensorrt_vers": 13, "directori": [14, 15, 16, 52], "cpp": [14, 19, 20, 21, 22, 57], "subdirectori": [14, 15], "includ": [15, 19, 20, 21, 22], "torch_tensorrt": [16, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 46, 68, 72, 73, 74, 75, 76, 77, 78, 106, 108, 109, 123], "file": [16, 19, 20, 21, 22, 43, 44, 45, 46, 51, 52], "enum": [17, 18, 19, 22, 39, 40, 51, 75, 77], "level": [17, 81, 83, 84], "enginecap": 18, "log": [19, 23, 24, 25, 26, 27, 28, 29, 40, 43, 74], "h": [19, 20, 21, 22, 43, 44, 45, 46, 57], "content": [19, 20, 21, 22, 39, 40, 41, 42, 81, 82, 83, 84, 85, 86], "definit": [19, 20, 21, 22, 84, 96, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113, 114], "By": [19, 20], "namespac": [19, 20, 21, 22, 39, 40, 41, 42, 51], "function": [19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 51, 62, 72, 73, 76, 77, 78, 102, 113], "macro": [20, 44], "ptq": [21, 30, 31, 41, 45, 75, 92, 113], "get_logging_prefix": 23, "get_reportable_log_level": 24, "get_is_colored_output_on": 25, "set_reportable_log_level": 26, "set_is_colored_output_on": 28, "set_logging_prefix": 29, "make_int8_calibr": 30, "make_int8_cache_calibr": 31, "torchscript": [32, 33, 34, 38, 42, 61, 67, 70, 89, 90, 93, 122, 123], "check_method_operator_support": 32, "compil": [33, 58, 60, 64, 65, 67, 69, 70, 90, 96, 99, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 117, 119, 120, 122, 123], "embed_engine_in_new_modul": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "convert_method_to_trt_engin": 38, "program": [43, 44, 45, 46, 64, 103, 121], "list": [43, 44, 45, 46, 84], "struct": [47, 48, 49, 50, 51], "graphinput": 48, "input": [49, 106, 108, 112], "compilespec": 50, "torch": [51, 62, 64, 65, 66, 67, 69, 70, 90, 91, 93, 95, 97, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123], "tensorrt": [51, 59, 62, 64, 65, 66, 67, 70, 90, 91, 93, 94, 95, 97, 101, 103, 105, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123], "c": [51, 62, 67, 69, 70, 90, 92, 117], "api": [51, 52, 62, 67, 70, 102], "hierarchi": 51, "full": [51, 52], "torchtrtc": [53, 90], "convers": [54, 58, 60, 61], "phase": [54, 56, 57, 58, 59, 60], "node": 54, "evalu": [54, 55, 71], "convert": [54, 55, 61, 66, 71, 90, 94, 95], "write": [55, 61, 63, 94, 95, 97], "dynamo": [55, 63, 70, 72, 110, 111, 112, 122, 123], "implement": [55, 95], "registr": 55, "capabl": 55, "valid": 55, "contract": [55, 61], "exampl": [55, 63, 83, 85, 96], "convolut": 55, "oper": [55, 65, 71, 90, 94, 97], "decomposit": 55, "addmm": [55, 56], "lower": [56, 58, 60, 63], "pass": [56, 63], "us": [56, 62, 90, 91, 93, 94, 95, 97, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 117, 119], "eliminatecommonsubexpress": 56, "elimin": 56, "dead": 56, "code": [56, 70, 83], "except": 56, "Or": 56, "pattern": 56, "redund": 56, "guard": 56, "freez": 56, "modul": [56, 89, 90, 101, 109, 123], "fuse": 56, "branch": 56, "linear": 56, "flatten": 56, "graph": [56, 59, 109, 123], "tupl": 56, "fallback": [56, 57], "peephol": 56, "optim": [56, 69, 115, 116, 118], "remov": 56, "contigu": 56, "dropout": 56, "To": 56, "unpack": 56, "logsoftmax": 56, "unrol": 56, "loop": [56, 113], "replac": [56, 83], "tile": 56, "repeat": 56, "partit": [57, 58, 60], "partitoninfo": 57, "segmentedblock": 57, "shape_analysi": 57, "automat": [57, 94, 114], "depend": [57, 67, 100, 115], "awar": [57, 117], "runtim": [58, 59, 60, 76, 96, 102, 121], "background": [59, 61], "engin": [59, 66, 97, 98, 99], "executor": 59, "op": [59, 66, 97], "construct": 59, "result": 59, "serial": [59, 65, 69], "deseri": 59, "abi": [59, 67], "version": [59, 67], "format": [59, 123], "system": [60, 67, 94], "overview": [60, 68], "what": 61, "guarante": 61, "respons": 61, "context": [61, 81, 114], "arg": [61, 82], "weight": [61, 103, 112, 113, 114], "other": 61, "advic": 61, "link": [62, 83], "develop": 62, "avail": 62, "layer": 62, "expect": 62, "dimens": 62, "python": [62, 67, 69, 70, 89, 91, 92], "sometim": 62, "easier": 62, "read": 62, "pytorch": [62, 66, 70, 93, 94, 97, 105, 110, 111, 117], "native_op": 62, "ir": [62, 122, 123], "aten": 63, "basic": 63, "requir": 63, "regist": [63, 90], "export": [64, 69, 109, 119], "customiz": [64, 65], "set": [64, 65, 101, 104, 109, 115, 116, 118], "under": [64, 90, 119], "hood": [64, 90, 119], "trace": 64, "backend": [65, 106, 107, 108, 110, 111, 112], "kei": 65, "featur": [65, 102], "custom": [65, 90, 94, 95, 97, 99, 104, 119], "usag": [65, 103, 104], "after": 65, "model": [65, 66, 70, 94, 96, 97, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 122], "perform": [65, 102], "coverag": 65, "feasibl": 65, "dynam": [65, 106, 117, 119], "shape": [65, 106, 117, 119], "support": [65, 71], "recompil": [65, 106], "condit": 65, "fx": [66, 70, 73, 117, 123], "frontend": [66, 67, 70, 93, 105, 117, 123], "user": [66, 70], "guid": [66, 70], "acc": 66, "tracer": 66, "fx2trt": 66, "how": [66, 81, 92], "add": 66, "miss": 66, "instal": [67, 88], "precompil": 67, "binari": 67, "specif": 67, "cuda": [67, 104, 108, 109], "nightli": 67, "build": [67, 68, 81, 115, 116, 118], "onli": 67, "from": [67, 93], "sourc": 67, "linux": 67, "packag": [67, 121], "addit": 67, "option": [67, 69, 81, 82, 84, 106, 108, 114, 123], "distribut": 67, "No": 67, "librari": [67, 105, 112, 121], "standalon": 67, "releas": 67, "debug": 67, "pre": [67, 102, 113], "cxx11": 67, "choos": 67, "right": 67, "window": [67, 96], "step": [67, 69, 115, 116, 118], "advanc": [67, 103, 104], "setup": 67, "troubleshoot": 67, "altern": 67, "cmake": 67, "nativ": 67, "aarch64": 67, "jetson": 67, "prerequisit": [67, 68], "environ": 67, "cli": [67, 70], "jetpack": 68, "6": [68, 85], "1": [68, 69, 85, 115, 116, 118], "quick": [69, 94], "start": [69, 70], "2": [69, 85, 86, 115, 116, 118], "deploi": [69, 94, 113, 117, 121], "deploy": 69, "In": [70, 103], "framework": 70, "infer": [70, 102, 105, 106, 107, 108, 109, 113, 115, 116, 118], "nvidia": 70, "gpu": 70, "get": 70, "tutori": [70, 115], "zoo": [70, 100, 115], "contributor": 70, "indic": 70, "legaci": [70, 117, 123], "further": 70, "inform": 70, "current": 71, "through": 71, "ts": [75, 78, 123], "submodul": 77, "comput": 79, "time": [79, 123], "changelog": 80, "configur": 81, "project": 81, "wide": 81, "html": 81, "theme": [81, 87], "toc": 81, "page": 81, "tabl": [81, 82, 83, 84, 85, 86], "mod": 82, "test_py_modul": 82, "gener": [82, 94, 110, 111], "index": 82, "paramet": [82, 105], "data": 82, "paragraph": [83, 86], "markup": 83, "inlin": 83, "math": 83, "meta": 83, "block": 83, "liter": 83, "line": 83, "quot": 83, "doctest": 83, "emphas": 83, "number": [83, 84], "sidebar": 83, "ch": 83, "ien": 83, "The": [83, 90], "creativ": 83, "A": 83, "refer": [83, 112], "footnot": 83, "citat": [83, 92], "glossari": 83, "target": 83, "direct": 83, "center": 83, "text": 83, "imag": [83, 84, 112], "figur": 83, "admonit": 83, "And": 83, "wai": 83, "topic": 83, "rubric": 83, "titl": 83, "compound": 83, "download": [83, 88], "enumer": 84, "field": 84, "bullet": 84, "second": 84, "But": 84, "deeper": 84, "down": 84, "rabbit": 84, "hole": 84, "hlist": 84, "grid": 84, "giant": 84, "can": 84, "have": 84, "caption": [84, 87], "like": 84, "thi": [84, 87], "one": 84, "long": [85, 87], "sticki": 85, "nav": 85, "menu": [85, 87], "3": [85, 115, 116, 118], "4": 85, "5": 85, "7": 85, "8": 85, "9": 85, "10": 85, "11": 85, "12": 85, "13": 85, "14": 85, "15": 85, "16": 85, "17": 85, "18": 85, "19": 85, "20": 85, "submenu": 85, "subsubmenu": 85, "structur": 86, "element": 86, "section": 86, "subsect": 86, "subsubsect": 86, "demo": 87, "an": [87, 112], "incred": 87, "via": 88, "git": 88, "creat": [89, 92], "work": [89, 90], "save": [89, 101, 122], "disk": 89, "quickstart": 90, "unsupport": 90, "post": [92, 112], "train": [92, 113, 117], "quantiz": [92, 113, 117], "your": [92, 115, 116, 118], "own": 92, "applic": 92, "directli": 93, "kernel": [94, 97], "plugin": [94, 121], "our": [94, 95, 97], "overload": 95, "metadata": 95, "cross": 96, "import": [96, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "within": 97, "test": 97, "wrap": 97, "insert": 97, "cach": [98, 99, 103], "bert": [98, 108, 117], "jit": [99, 119], "aot": [99, 119], "mutabl": 101, "initi": [101, 112], "make": [101, 103], "modif": 101, "stabl": [101, 107], "diffus": [101, 107], "huggingfac": 101, "alloc": 102, "output": [102, 105, 110, 111, 112], "buffer": 102, "measur": 102, "load": [102, 112, 113, 122], "enabl": 102, "disabl": 102, "refit": 103, "new": 103, "standard": 103, "workflow": 103, "refitt": 103, "pretrain": [103, 112], "map": 103, "place": 103, "default": [104, 109], "cleanup": [104, 108], "driver": [104, 108], "error": [104, 108], "note": [104, 108], "gpt2": [105, 110], "necessari": 105, "decod": [105, 110, 111], "sentenc": [105, 110, 111], "resnet": 106, "argument": [106, 108], "avoid": 106, "specifi": 106, "befor": 106, "trt": 106, "cudagraph": [109, 121], "integr": 109, "contain": 109, "break": 109, "llama2": 111, "sam2": 112, "follow": 112, "preprocess": 112, "compon": 112, "process": 112, "visual": 112, "dataset": 113, "loss": 113, "calibr": 113, "tune": 113, "fp8": 113, "stream": 114, "run": 114, "budget": 114, "size": 114, "manag": 114, "serv": [115, 116, 117, 118], "triton": [115, 116, 118], "up": [115, 116, 118], "server": [115, 116, 118], "client": [115, 116, 118], "queri": [115, 116, 118], "notebook": 117, "citrinet": 117, "efficientnet": 117, "mask": 117, "languag": 117, "mlm": 117, "hug": 117, "face": 117, "transform": 117, "acceler": 117, "resnet50": 117, "lenet": 117, "deep": 117, "learn": 117, "object": 117, "detect": 117, "ssd": 117, "int8": 117, "constraint": 119, "mix": 120, "precis": 120, "libtorchtrt": 121, "so": 121, "multi": 121, "safe": 121, "mode": 121, "exportedprogram": 122, "b": 122, "explain": 123, "just": 123, "accept": 123, "return": 123, "ahead": 123, "dla": 124}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
+Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1a46612a64c219548c5ef03013eb2144ec", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_ptq_8h_1ab79e3404965db0eec712f7268f29138a", "_cpp_api/function_ptq_8h_1af43f19b7b8f732447847cef1e8bd02ac", "_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/jetpack", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/auto_generate_converters", "tutorials/_rendered_examples/dynamo/converter_overloading", "tutorials/_rendered_examples/dynamo/cross_runtime_compilation_for_windows", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/pre_allocated_output_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_gpt2", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_gpt2", "tutorials/_rendered_examples/dynamo/torch_export_llama2", "tutorials/_rendered_examples/dynamo/torch_export_sam2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/dynamo/weight_streaming_example", "tutorials/_rendered_examples/index", "tutorials/_rendered_examples/triton/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/mixed_precision", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1a46612a64c219548c5ef03013eb2144ec.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_ptq_8h_1ab79e3404965db0eec712f7268f29138a.rst", "_cpp_api/function_ptq_8h_1af43f19b7b8f732447847cef1e8bd02ac.rst", "_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/jetpack.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/auto_generate_converters.rst", "tutorials/_rendered_examples/dynamo/converter_overloading.rst", "tutorials/_rendered_examples/dynamo/cross_runtime_compilation_for_windows.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/pre_allocated_output_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_export_llama2.rst", "tutorials/_rendered_examples/dynamo/torch_export_sam2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/dynamo/weight_streaming_example.rst", "tutorials/_rendered_examples/index.rst", "tutorials/_rendered_examples/triton/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/mixed_precision.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCH_TENSORRT_PTQ_DEPRECATION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Overview", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "<span class=\"section-number\">5. </span>:mod:`test_py_module`", "<span class=\"section-number\">3. </span>Paragraph Level Markup", "<span class=\"section-number\">4. </span>Lists &amp; Tables", "<span class=\"section-number\">1. </span>Long Sticky Nav", "<span class=\"section-number\">1. </span>Structural Elements", "&lt;no title&gt;", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Automatically Generate a Converter for a Custom Kernel", "Overloading Torch-TensorRT Converters with Custom Converters", "Cross runtime compilation for windows example", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Engine Caching (BERT)", "Engine Caching", "Dependencies", "Mutable Torch TensorRT Module", "Pre-allocated output buffer", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling GPT2 using the Torch-TensorRT <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code> frontend", "Compiling ResNet with dynamic shapes using the <cite>torch.compile</cite> backend", "Compiling Stable Diffusion model using the <cite>torch.compile</cite> backend", "Compiling BERT using the <cite>torch.compile</cite> backend", "Torch Export with Cudagraphs", "Compiling GPT2 using the dynamo backend", "Compiling Llama2 using the dynamo backend", "Compiling SAM2 using the dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Weight Streaming", "Torch-TensorRT Tutorials", "Serving a Torch-TensorRT model with Triton", "Legacy notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Compile Mixed Precision models with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 17, 18, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 44, 47, 48, 49, 50, 52, 53, 55, 66, 69, 76, 77, 81, 89, 90, 91, 92, 94, 95, 97, 99, 104, 108, 109, 110, 111, 117], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 18, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 47, 48, 49, 50, 53, 55, 57, 59, 60, 65, 66, 67, 68, 69, 72, 73, 75, 77, 78, 79, 81, 82, 84, 88, 90, 92, 96, 115, 116, 118, 119, 122], "torch_tensorrt": [0, 1, 2, 15, 17, 18, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 55, 57, 63, 64, 65, 66, 69, 70, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 124], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 18, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 47, 48, 49, 50, 51, 52, 53, 56, 69, 77, 90, 92, 112], "support": [0, 1, 2, 28, 32, 47, 49, 50, 53, 55, 57, 62, 64, 66, 68, 69, 70, 73, 76, 77, 78, 81, 82, 89, 90, 91, 94, 95, 97, 102, 103, 105, 106, 108, 110, 111, 113, 114, 115, 116, 118, 120, 123, 124], "data": [0, 2, 3, 4, 45, 47, 49, 50, 53, 54, 57, 58, 60, 61, 65, 66, 71, 72, 73, 75, 77, 78, 83, 87, 91, 92, 94, 97, 99, 105, 112, 113, 114, 117], "type": [0, 1, 2, 30, 31, 50, 51, 53, 54, 57, 59, 61, 63, 64, 65, 66, 72, 73, 75, 76, 77, 78, 83, 90, 91, 92, 94, 95, 96, 97, 99, 112, 113, 114, 117, 120, 122], "can": [0, 1, 4, 38, 47, 48, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 72, 75, 76, 77, 78, 81, 83, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 101, 102, 103, 104, 105, 108, 109, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123], "us": [0, 1, 2, 3, 4, 33, 36, 38, 44, 45, 46, 47, 49, 50, 53, 54, 55, 57, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 75, 76, 77, 78, 79, 81, 82, 83, 84, 89, 92, 96, 99, 100, 101, 103, 114, 115, 116, 118, 120, 121, 122, 123, 124], "tensorrt": [0, 1, 3, 4, 32, 33, 34, 37, 38, 44, 45, 46, 47, 49, 50, 53, 54, 55, 56, 57, 58, 60, 61, 63, 68, 69, 72, 73, 75, 76, 77, 78, 89, 92, 96, 99, 100, 102, 104, 106, 107, 108, 109, 114], "engin": [0, 1, 18, 33, 34, 38, 46, 47, 49, 50, 53, 54, 57, 58, 60, 63, 64, 65, 70, 72, 73, 76, 77, 78, 81, 90, 91, 92, 93, 94, 95, 100, 102, 103, 105, 106, 108, 114, 115, 119, 121, 123, 124], "thi": [0, 1, 2, 43, 44, 45, 46, 47, 48, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 72, 73, 76, 77, 78, 81, 82, 83, 85, 86, 89, 90, 92, 93, 94, 95, 97, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123], "compat": [0, 1, 47, 56, 59, 65, 66, 72, 76, 77, 78, 112, 123], "c10": [0, 1, 46, 47, 49, 50, 90, 92], "check": [0, 1, 32, 47, 53, 56, 61, 66, 68, 72, 76, 78, 90, 97, 101, 103, 115, 116, 118, 121], "trt": [0, 1, 3, 4, 47, 49, 54, 56, 59, 61, 63, 65, 66, 68, 69, 71, 72, 76, 77, 90, 95, 97, 102, 105, 108, 110, 111, 112, 114, 119, 121, 122], "so": [0, 45, 53, 54, 55, 56, 59, 60, 61, 63, 65, 66, 67, 68, 73, 76, 77, 82, 83, 84, 90, 92, 94, 95, 97, 99, 104, 105, 106, 108, 110, 111, 119], "should": [0, 3, 4, 46, 50, 53, 54, 55, 56, 57, 58, 60, 61, 64, 65, 66, 68, 72, 76, 77, 78, 81, 83, 86, 92, 95, 97, 98, 99, 102, 103, 105, 109, 112, 115, 116, 118], "reason": [0, 66, 89, 95, 97, 99, 123], "you": [0, 1, 2, 47, 49, 50, 53, 54, 55, 56, 57, 59, 60, 61, 64, 66, 67, 68, 69, 72, 76, 77, 78, 81, 83, 84, 85, 89, 90, 91, 92, 93, 94, 95, 97, 99, 100, 101, 103, 109, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123], "need": [0, 1, 2, 26, 44, 47, 54, 55, 56, 61, 66, 67, 68, 72, 73, 76, 77, 83, 90, 91, 92, 94, 95, 97, 98, 99, 101, 103, 115, 116, 117, 118, 119, 121], "explictli": 0, "public": [0, 1, 2, 3, 4, 45, 46, 47, 48, 49, 50, 84, 92], "enum": [0, 1, 2, 43, 46, 47, 52, 72, 78, 92, 95], "valu": [0, 1, 2, 17, 18, 46, 47, 49, 54, 57, 59, 61, 64, 71, 72, 75, 77, 81, 90, 101, 104, 105, 106, 108, 114, 117], "underli": [0, 1, 2, 47, 61], "In": [0, 1, 2, 47, 54, 55, 57, 58, 59, 60, 61, 65, 66, 67, 76, 77, 83, 84, 86, 91, 92, 94, 95, 97, 101, 105, 112, 115, 116, 117, 118, 119, 120, 121, 122], "case": [0, 1, 2, 47, 50, 54, 55, 57, 59, 61, 63, 65, 66, 67, 68, 76, 77, 92, 94, 95, 97, 101, 102, 103, 119, 120, 121], "itself": [0, 1, 2, 47, 53, 56, 93, 95, 115, 116, 118], "interfac": [0, 1, 2, 47, 59, 60, 61, 65, 70, 92], "vs": [0, 1, 2, 47, 56, 67, 72, 77, 78, 93], "normal": [0, 1, 2, 47, 66, 83, 89, 90, 92, 95, 101, 102, 103, 109, 112, 113, 115, 116, 118, 124], "instatin": [0, 1, 2, 47], "ex": [0, 1, 2, 34, 47, 68, 78, 84, 86], "kfloat": [0, 46, 50], "enumer": [0, 1, 2, 17, 18, 47, 112], "klong": [0, 46], "int64": [0, 77, 78, 114], "kdoubl": [0, 46], "fp64": [0, 77], "fp32": [0, 49, 50, 53, 65, 66, 72, 77, 78, 92, 110, 111, 112, 115, 116, 117, 118, 120], "khalf": [0, 46, 90], "fp16": [0, 49, 50, 53, 65, 66, 72, 73, 77, 90, 91, 101, 107, 110, 111, 112, 114, 120, 124], "kchar": [0, 46], "int8": [0, 44, 45, 49, 50, 53, 65, 72, 77, 78, 92, 113, 124], "kint": [0, 46], "int": [0, 3, 4, 36, 45, 46, 50, 53, 55, 57, 64, 65, 71, 72, 73, 77, 78, 81, 90, 94, 97, 112, 113, 114], "kbool": [0, 46], "bool": [0, 1, 2, 3, 4, 25, 28, 30, 32, 43, 45, 46, 47, 50, 56, 61, 65, 71, 72, 73, 75, 76, 77, 78, 81, 90, 92, 96, 97], "kunknown": [0, 2, 46], "sentinel": [0, 2, 77], "function": [0, 1, 2, 3, 4, 47, 49, 50, 52, 55, 56, 57, 59, 61, 63, 65, 66, 67, 89, 90, 92, 93, 94, 95, 97, 103, 104, 108, 109, 110, 111, 112, 115, 116, 117, 118, 119, 121, 123, 124], "default": [0, 1, 2, 3, 4, 17, 34, 44, 46, 47, 49, 50, 53, 55, 57, 63, 65, 66, 67, 72, 73, 76, 77, 78, 81, 82, 83, 90, 91, 92, 93, 94, 95, 96, 97, 99, 113, 119, 121, 122, 123], "construct": [0, 1, 2, 3, 4, 47, 49, 50, 54, 55, 56, 58, 60, 61, 66, 75, 76, 77, 83, 84, 90, 92, 95, 97, 99, 119], "new": [0, 1, 2, 3, 4, 33, 34, 47, 49, 50, 57, 59, 60, 61, 63, 65, 66, 69, 70, 72, 78, 83, 90, 94, 99, 100, 101, 102, 105, 106, 108, 109, 115, 116, 118, 121], "object": [0, 1, 2, 3, 4, 47, 49, 50, 53, 59, 61, 63, 64, 65, 72, 76, 77, 78, 92, 93, 95, 102, 119, 122], "inlin": [0, 1, 2, 3, 4, 45, 47, 49, 56, 84, 87, 90], "constexpr": [0, 1, 2, 46, 47, 94, 97], "t": [0, 1, 2, 46, 47, 56, 61, 66, 67, 71, 77, 81, 83, 84, 89, 90, 92, 94, 95, 97, 113, 115, 116, 118, 119], "constructor": [0, 2, 47, 49, 50, 59, 89], "from": [0, 1, 2, 3, 4, 45, 47, 49, 50, 53, 54, 56, 57, 58, 59, 60, 61, 64, 65, 66, 68, 70, 72, 73, 76, 77, 78, 79, 81, 82, 83, 84, 89, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 105, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 121, 122, 123], "torchtrt_api": [0, 2, 20, 23, 24, 25, 26, 27, 28, 29, 32, 33, 34, 35, 36, 37, 38, 43, 44, 45, 46, 49, 50, 51], "scalartyp": [0, 46, 71], "torch": [0, 1, 2, 4, 21, 22, 32, 33, 34, 37, 38, 45, 46, 47, 48, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 68, 72, 73, 75, 76, 77, 78, 79, 89, 92, 94, 96, 98, 99, 100, 102, 114, 124], "paramet": [0, 1, 2, 3, 4, 26, 27, 28, 30, 31, 32, 33, 34, 36, 38, 47, 49, 50, 54, 55, 56, 61, 65, 66, 72, 73, 75, 76, 77, 78, 87, 89, 90, 103, 110, 111], "oper": [0, 1, 2, 3, 4, 32, 45, 46, 47, 50, 53, 54, 56, 57, 58, 59, 60, 61, 63, 64, 66, 70, 72, 77, 78, 91, 92, 95, 102, 103, 106, 108, 109, 112, 123, 124], "const": [0, 1, 2, 3, 4, 30, 31, 32, 33, 34, 36, 38, 45, 46, 47, 56, 61, 71, 90, 92], "get": [0, 1, 2, 3, 4, 24, 35, 45, 47, 56, 57, 61, 63, 64, 66, 68, 76, 77, 90, 92, 94, 95, 99, 105, 110, 111, 114, 115, 116, 117, 118], "return": [0, 1, 2, 3, 4, 24, 25, 30, 31, 32, 33, 34, 35, 38, 43, 44, 45, 46, 47, 55, 56, 57, 58, 59, 60, 61, 63, 65, 66, 72, 73, 76, 77, 78, 89, 90, 91, 92, 94, 95, 97, 99, 102, 103, 104, 109, 112, 113, 114, 115, 116, 118, 119, 120], "explicit": [0, 1, 2, 3, 4, 46, 47, 56, 66, 73, 76, 83, 92, 123], "delet": [0, 1, 2, 46, 47, 56], "other": [0, 1, 2, 46, 47, 53, 54, 56, 59, 63, 65, 66, 67, 71, 72, 76, 77, 82, 83, 90, 91, 95, 121], "comparis": [0, 2], "true": [0, 1, 2, 4, 47, 50, 56, 57, 61, 63, 65, 66, 71, 72, 73, 76, 77, 78, 81, 84, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118, 120, 121, 124], "fals": [0, 1, 2, 3, 4, 45, 46, 47, 50, 55, 63, 65, 66, 71, 72, 73, 76, 77, 78, 81, 82, 83, 84, 90, 92, 93, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113, 114, 121], "struct": [1, 22, 39, 42, 46, 55, 92], "onli": [1, 3, 4, 17, 45, 47, 49, 53, 55, 56, 57, 60, 61, 65, 66, 68, 69, 72, 73, 76, 77, 83, 92, 94, 95, 96, 97, 101, 103, 111, 114, 120, 121, 124], "applic": [1, 47, 53, 56, 60, 65, 72, 76, 77, 90, 91, 93, 121, 124], "kcuda": [1, 47, 57, 90], "which": [1, 2, 33, 38, 47, 50, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 72, 73, 75, 76, 77, 78, 81, 83, 84, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 104, 105, 106, 109, 110, 111, 112, 115, 116, 117, 118, 119, 120, 121, 122, 123], "map": [1, 47, 54, 55, 56, 58, 60, 61, 66, 76, 77, 90, 92, 93, 99, 104, 115, 116, 117, 118], "kgpu": [1, 46, 47], "To": [1, 47, 53, 55, 57, 65, 67, 72, 81, 89, 90, 91, 93, 97, 103, 110, 111, 112, 115, 116, 118], "datatyp": [1, 22, 39, 46, 47, 49, 50, 51, 72, 77, 78, 91, 97, 115, 116, 118, 120], "target": [1, 34, 46, 47, 49, 50, 53, 55, 57, 59, 60, 65, 66, 67, 70, 72, 76, 77, 78, 91, 92, 93, 95, 97, 103, 123, 124], "gpu": [1, 33, 36, 38, 46, 47, 53, 65, 66, 72, 76, 77, 78, 90, 92, 93, 94, 97, 102, 105, 110, 111, 114, 115, 116, 118, 121, 123, 124], "run": [1, 38, 47, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 65, 66, 67, 68, 69, 72, 73, 76, 77, 78, 83, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124], "kdla": [1, 46, 47, 124], "dla": [1, 46, 47, 50, 53, 65, 70, 72, 77, 78], "intern": [1, 17, 47, 61, 64, 74, 76, 83, 90], "note": [1, 47, 49, 55, 61, 63, 66, 67, 68, 76, 77, 81, 83, 90, 97, 103, 109, 115, 116, 118, 119, 124], "The": [1, 47, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 72, 76, 77, 78, 81, 84, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 105, 106, 109, 110, 112, 114, 115, 116, 117, 118, 119, 122, 123], "valid": [1, 47, 57, 61, 63, 72, 76, 77, 95], "kcpu": [1, 47], "comparison": [1, 47], "an": [2, 3, 4, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 65, 66, 67, 69, 72, 73, 75, 76, 77, 78, 81, 83, 84, 89, 90, 91, 92, 94, 95, 97, 99, 103, 104, 105, 109, 110, 111, 114, 115, 116, 117, 118, 119, 121, 122, 123], "memeori": 2, "layout": [2, 49, 71, 72, 77, 78], "store": [2, 4, 50, 53, 54, 59, 61, 65, 66, 72, 76, 77, 78, 89, 90, 94, 97, 99, 103, 112], "tensor": [2, 34, 45, 46, 49, 50, 53, 54, 55, 56, 57, 59, 61, 63, 64, 65, 66, 71, 72, 73, 76, 77, 78, 89, 90, 91, 92, 94, 95, 97, 102, 104, 109, 112, 114, 117], "kcontigu": [2, 46, 49], "contigu": [2, 49, 50, 53, 72, 77, 78], "nchw": [2, 72, 77, 78], "linear": [2, 57, 71, 77, 89, 97, 113, 120], "kchannelslast": [2, 46], "channel": [2, 77, 82], "last": [2, 56, 66, 77, 113], "nhwc": [2, 53], "memoryformat": [2, 46], "ptq": [3, 4, 16, 19, 20, 39, 44, 51, 52, 53, 70, 72, 77, 78], "privat": [3, 4, 45, 46, 92], "algorithm": [3, 4, 30, 31, 45, 66, 75, 92, 111], "typenam": [3, 4, 30, 31, 45], "gener": [3, 4, 53, 56, 59, 60, 61, 63, 65, 66, 67, 72, 73, 81, 83, 84, 87, 89, 90, 92, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 112, 113, 114, 115, 121], "int8calibr": [3, 21, 30, 41, 45, 51], "implement": [3, 4, 56, 57, 59, 64, 66, 76, 82, 90, 92, 94, 97, 99, 112, 121], "specifi": [3, 4, 34, 53, 55, 61, 65, 66, 67, 72, 77, 78, 81, 83, 91, 93, 114, 115, 116, 118, 119, 120, 122, 123], "calibr": [3, 4, 44, 45, 50, 53, 72, 75, 77, 78, 90, 92], "read": [3, 4, 45, 81, 83, 92, 112], "nvinfer1": [3, 4, 30, 31, 45, 46, 50, 61, 92], "iint8calibr": [3, 4, 45, 46, 50, 72, 77, 78, 92], "iint8entropycalibrator2": [3, 4, 30, 31, 45, 92], "std": [3, 4, 23, 27, 29, 30, 31, 32, 34, 35, 38, 43, 45, 46, 48, 49, 50, 57, 90, 92, 115, 116, 118, 124], "string": [3, 4, 19, 21, 22, 23, 27, 29, 30, 31, 32, 34, 35, 38, 43, 45, 46, 50, 55, 57, 59, 61, 65, 72, 77, 81, 90, 92], "cache_file_path": [3, 4, 30, 31, 45], "8": [3, 53, 56, 64, 65, 67, 76, 77, 83, 84, 87, 90, 96, 97, 106, 109, 115, 116, 118, 119], "cach": [3, 4, 45, 53, 65, 66, 70, 72, 73, 75, 77, 90, 92, 100, 102, 115, 121], "getbatchs": [3, 4, 45], "noexcept": [3, 4, 45, 92], "overrid": [3, 4, 45, 55, 66, 92], "batch": [3, 4, 45, 65, 66, 73, 76, 92, 99, 106, 108, 113, 114, 115, 116, 118, 119, 124], "size": [3, 4, 45, 49, 50, 53, 56, 57, 65, 66, 71, 72, 73, 77, 78, 81, 90, 92, 94, 97, 99, 106, 108, 112, 113, 117, 119], "next": [3, 4, 54, 55, 59, 64, 73, 77, 81, 83, 84, 92, 95, 102, 104, 109, 113, 115, 116, 118], "alwai": [3, 4, 28, 53, 77, 83, 103, 114], "1": [3, 4, 34, 45, 46, 49, 50, 53, 55, 56, 57, 59, 61, 63, 64, 65, 66, 67, 71, 72, 73, 75, 76, 77, 78, 80, 81, 83, 84, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 105, 106, 108, 109, 110, 111, 112, 113, 114, 117, 119, 120, 122, 124], "due": [3, 4, 67, 82, 83, 105, 113], "issu": [3, 4, 65, 72, 77, 90, 104, 105, 108], "getbatch": [3, 4, 45], "void": [3, 4, 26, 27, 28, 29, 36, 37, 43, 45, 46], "bind": [3, 4, 34, 45, 76, 78, 83], "char": [3, 4, 45, 53, 90], "name": [3, 4, 32, 34, 38, 45, 55, 57, 59, 61, 66, 67, 68, 73, 75, 76, 77, 78, 83, 84, 89, 90, 93, 94, 95, 97, 103, 109, 113, 115, 116, 118, 120], "nbbind": [3, 4, 45], "Not": 3, "arrai": [3, 4, 34, 54, 55, 77, 78, 95, 97, 102, 112, 114], "pointer": [3, 4, 30, 31, 92], "fed": [3, 4, 49], "buffer": [3, 4, 66, 70, 97, 100, 115], "each": [3, 4, 50, 54, 56, 57, 59, 61, 65, 66, 67, 72, 73, 76, 81, 83, 90, 94, 95, 103, 109, 111, 121], "input": [3, 4, 22, 34, 39, 45, 46, 48, 50, 51, 53, 54, 55, 56, 57, 59, 61, 63, 64, 65, 66, 69, 71, 72, 73, 74, 76, 77, 78, 84, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 109, 110, 111, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124], "number": [3, 4, 50, 53, 55, 56, 57, 61, 64, 65, 66, 72, 73, 77, 78, 81, 90, 91, 97, 103, 105, 106, 108, 114, 117, 123], "readcalibrationcach": [3, 4, 45], "size_t": [3, 4, 45, 92], "length": [3, 4, 45, 66, 71, 84, 105, 114], "how": [3, 4, 67, 68, 83, 85, 87, 89, 93, 94, 95, 97, 99, 101, 104, 113, 114, 115, 116, 117, 118, 119, 121], "enabl": [3, 4, 25, 50, 53, 55, 57, 58, 60, 65, 66, 67, 72, 73, 75, 76, 77, 78, 81, 99, 101, 103, 106, 108, 109, 110, 111, 112, 114, 120, 121], "use_cach": [3, 4, 30, 45, 75, 92, 105, 110, 111, 114], "set": [3, 4, 17, 22, 26, 28, 33, 36, 38, 46, 47, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 66, 67, 72, 73, 76, 77, 78, 81, 85, 88, 89, 90, 91, 92, 94, 95, 97, 102, 103, 110, 113, 114, 117, 119, 120, 121, 123, 124], "writecalibrationcach": [3, 4, 45], "write": [3, 4, 45, 66, 70, 83, 90, 92, 115, 116, 118], "provid": [3, 4, 50, 53, 55, 57, 59, 61, 63, 65, 66, 67, 69, 72, 73, 76, 77, 78, 83, 90, 91, 92, 93, 94, 95, 99, 100, 103, 104, 105, 109, 112, 114, 115, 116, 118, 119, 121, 122, 123], "cast": [3, 4, 56, 65, 72, 110, 111, 112, 120], "convienc": [3, 4, 50], "convert": [3, 4, 32, 33, 38, 53, 56, 57, 58, 60, 64, 65, 70, 72, 77, 78, 91, 93, 97, 100, 105, 106, 108, 112, 114, 115, 117, 121], "easili": [3, 4, 101], "assign": [3, 4, 82], "ptq_calibr": [3, 4, 46, 50, 92], "field": [3, 4, 64, 73, 77, 92], "compilespec": [3, 4, 22, 33, 38, 42, 46, 51, 57, 78, 90, 92, 124], "dataloaderuniqueptr": [4, 45], "libtorch": [4, 37, 61, 67, 69, 90, 92, 123], "dataload": [4, 30, 45, 50, 75, 92, 113], "unique_ptr": 4, "unqiue_ptr": 4, "A": [4, 33, 34, 48, 49, 55, 56, 57, 61, 66, 67, 72, 73, 77, 78, 84, 92, 94, 107, 115, 116, 118], "uniqu": [4, 91], "what": [4, 55, 56, 66, 69, 77, 83, 89, 90, 91, 105, 110, 111, 123], "make_data_load": [4, 92], "factori": [4, 65, 72, 92], "path": [4, 14, 15, 16, 53, 65, 66, 67, 68, 72, 75, 77, 89, 90, 92, 96, 99, 109, 113, 123], "find": [4, 66, 67, 68, 90, 97, 114], "whether": [4, 53, 55, 65, 66, 72, 73, 77, 82, 92, 106, 108, 121], "exist": [4, 32, 33, 38, 55, 64, 65, 66, 68, 72, 75, 77, 78, 92, 99, 117], "There": [4, 54, 55, 60, 61, 63, 64, 66, 67, 84, 89, 92, 103, 115, 116, 117, 118, 119, 121], "consum": [4, 54, 89], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 19, 21, 22, 43, 45, 46, 51, 52], "x": [5, 11, 34, 44, 56, 57, 67, 68, 69, 76, 78, 84, 89, 90, 94, 95, 97, 99, 104, 109, 113, 114, 115, 116, 118, 119, 120, 122], "includ": [14, 16, 17, 35, 37, 43, 44, 45, 46, 52, 53, 55, 57, 58, 59, 60, 63, 65, 66, 67, 68, 69, 72, 73, 76, 77, 81, 83, 89, 90, 92, 97, 112, 121], "parent": [15, 16, 19, 20, 21, 22], "cpp": [15, 16, 43, 44, 45, 46, 52, 56, 60, 67, 90, 92], "log": [16, 17, 20, 21, 39, 45, 51, 52, 56, 61, 65, 66, 70, 71, 72, 73, 77, 94, 95, 106, 108, 120], "emum": [17, 18], "messag": [17, 26, 27, 53, 74], "sever": [17, 27, 74, 109], "kinternal_error": [17, 43], "print": [17, 32, 45, 63, 65, 68, 72, 78, 83, 90, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 105, 106, 108, 110, 111, 113, 114, 115, 116, 118], "error": [17, 30, 31, 50, 53, 54, 56, 60, 65, 66, 72, 74, 77, 78, 83, 90, 94, 119], "kerror": [17, 43], "all": [17, 43, 44, 45, 46, 50, 53, 55, 56, 57, 59, 63, 65, 66, 67, 68, 72, 74, 76, 77, 79, 83, 84, 89, 90, 91, 92, 95, 97, 110, 111, 115, 116, 117, 118, 120, 121, 123], "kwarn": [17, 43], "warn": [17, 45, 53, 61, 74, 76], "kinfo": [17, 43, 45], "info": [17, 33, 38, 46, 53, 61, 74, 76, 77, 120], "kdebug": [17, 43, 45], "debug": [17, 28, 46, 50, 53, 61, 63, 65, 72, 74, 76, 77, 78, 93, 94, 96, 97, 98, 99, 101, 103, 104, 106, 108, 113, 120], "kgraph": [17, 43, 56], "everyth": [17, 65, 72, 77], "intermedi": [17, 50, 53, 55, 65, 72, 74, 77, 78, 89, 120, 123], "graph": [17, 32, 33, 38, 46, 50, 53, 54, 55, 57, 58, 60, 61, 63, 64, 65, 66, 72, 73, 74, 77, 78, 89, 90, 94, 95, 97, 99, 101, 102, 103, 105, 106, 108, 112, 117, 119, 121], "lower": [17, 55, 64, 66, 70, 72, 73, 74, 77, 84, 94, 97, 99, 106, 108, 114, 117, 123], "phase": [17, 61, 64, 90, 95, 102, 103, 109, 119, 123], "class": [18, 45, 46, 47, 52, 59, 61, 65, 66, 74, 78, 83, 84, 89, 90, 91, 92, 94, 95, 97, 99, 104, 105, 109, 112, 113, 117, 119, 120], "int8_t": [18, 46], "select": [18, 38, 50, 53, 59, 65, 66, 67, 71, 72, 77, 78, 82, 85, 91, 92, 97, 112, 123], "capabl": [18, 46, 50, 53, 59, 72, 77, 78, 93, 95, 96], "kstandard": [18, 46, 50], "ksafeti": [18, 46], "kdla_standalon": [18, 46], "directori": [19, 20, 21, 22, 43, 44, 45, 46, 51, 67, 68, 72, 92, 99, 112, 115, 116, 118], "program": [19, 20, 21, 22, 52, 53, 58, 59, 60, 70, 72, 89, 94, 99, 100, 110, 111, 115, 119], "list": [19, 20, 21, 22, 32, 50, 52, 54, 57, 59, 61, 63, 64, 66, 69, 71, 72, 73, 76, 77, 78, 87, 90, 91, 95, 97, 115, 116, 118], "level": [19, 24, 26, 27, 40, 43, 45, 51, 55, 56, 57, 60, 65, 66, 72, 77, 78, 87, 89, 95, 97, 115, 116, 118, 123], "get_is_colored_output_on": [19, 40, 43, 51], "get_logging_prefix": [19, 40, 43, 51], "get_reportable_log_level": [19, 40, 43, 51], "set_is_colored_output_on": [19, 40, 43, 51], "set_logging_prefix": [19, 40, 43, 51], "set_reportable_log_level": [19, 40, 43, 51], "torchscript": [20, 22, 39, 44, 46, 50, 51, 53, 57, 58, 59, 60, 64, 69, 72, 73, 75, 76, 77, 78, 91, 102, 115, 116, 117, 118, 119, 124], "str": [20, 44, 45, 51, 55, 65, 66, 71, 72, 75, 76, 77, 78, 95, 96, 97, 99, 113], "torch_tensorrt_major_vers": [20, 44, 51], "torch_tensorrt_minor_vers": [20, 44, 51], "torch_tensorrt_patch_vers": [20, 44, 51], "torch_tensorrt_ptq_deprec": [20, 30, 31, 44, 45, 51], "torch_tensorrt_vers": [20, 44, 51], "torchtrt_hidden": [20, 44, 51], "xstr": [20, 44, 51], "nvinfer": [21, 45], "fstream": [21, 45], "iostream": [21, 22, 45, 46, 90], "iter": [21, 45, 50, 53, 54, 65, 72, 75, 77, 78, 98, 99, 112, 113, 114], "memori": [21, 22, 45, 46, 56, 61, 72, 77, 78, 90, 91, 94, 97, 99, 102, 109, 110, 111, 114], "sstream": [21, 45], "vector": [21, 22, 34, 45, 46, 48, 49, 50, 57, 59, 77, 90, 92, 124], "templat": [21, 41, 45, 46, 51, 81, 90], "int8cachecalibr": [21, 31, 41, 45, 51], "make_int8_cache_calibr": [21, 41, 45, 51, 92], "make_int8_calibr": [21, 41, 45, 51, 92], "cuda_runtim": [22, 46], "custom_class": [22, 46], "devic": [22, 34, 36, 39, 46, 50, 51, 53, 59, 65, 71, 72, 73, 75, 76, 77, 78, 91, 92, 93, 94, 97, 101, 105, 107, 110, 111, 112, 114, 117, 124], "graphinput": [22, 39, 46, 50, 51], "devicetyp": [22, 39, 46, 47, 51, 72, 76, 77, 78, 92, 93, 97, 124], "tensorformat": [22, 39, 46, 49, 51, 77, 97], "enginecap": [22, 39, 46, 50, 51, 65, 72, 76, 77, 78, 93, 97], "dump_build_info": [22, 39, 46, 51], "get_build_info": [22, 39, 46, 51], "set_devic": [22, 39, 46, 51, 121], "check_method_operator_support": [22, 42, 46, 51], "compil": [22, 32, 38, 42, 46, 50, 51, 53, 55, 56, 57, 59, 61, 63, 66, 72, 73, 74, 76, 77, 78, 79, 81, 89, 91, 92, 93, 94, 95, 97, 98, 100, 101, 113, 115, 116, 118, 121, 124], "convert_method_to_trt_engin": [22, 42, 46, 51, 77, 78, 90, 93], "embed_engine_in_new_modul": [22, 42, 46, 51, 78], "current": [24, 55, 57, 59, 61, 63, 64, 65, 66, 67, 68, 72, 73, 77, 78, 81, 95, 97, 101, 105, 110, 111, 112, 113, 114, 121], "report": [24, 45, 76], "Is": [25, 77], "color": [25, 28, 83, 112], "output": [25, 28, 34, 50, 53, 54, 55, 56, 57, 59, 61, 63, 64, 65, 66, 67, 70, 72, 74, 76, 77, 78, 81, 83, 84, 90, 94, 95, 97, 99, 100, 101, 103, 107, 114, 115, 116, 117, 118, 119, 120, 122], "lvl": [26, 27, 43], "inform": [26, 34, 35, 37, 49, 53, 54, 57, 59, 63, 65, 66, 67, 72, 73, 74, 77, 83, 89, 90, 92, 93, 97, 99, 114, 119], "ad": [26, 53, 54, 55, 57, 63, 66, 67, 94, 97, 101], "abov": [26, 55, 57, 63, 66, 67, 74, 82, 83, 90, 97, 106, 108, 112, 120, 122], "msg": [27, 43], "add": [27, 54, 55, 56, 57, 61, 64, 67, 71, 81, 83, 88, 90, 91, 94, 95, 97], "global": [27, 53, 65, 72, 77, 90], "colored_output_on": [28, 43], "prefix": [28, 29, 43, 83], "help": [28, 53, 54, 61, 65, 66, 90, 96, 99, 109, 113, 114, 117, 121], "when": [28, 30, 31, 45, 46, 47, 53, 54, 56, 57, 58, 59, 60, 61, 65, 66, 67, 72, 76, 77, 78, 81, 83, 85, 89, 90, 92, 95, 97, 99, 101, 102, 103, 109, 114, 117, 119, 121], "termin": [28, 53, 90], "If": [28, 30, 31, 34, 54, 55, 56, 57, 63, 64, 65, 66, 67, 69, 72, 73, 77, 81, 83, 90, 91, 92, 95, 97, 99, 102, 103, 104, 109, 114, 115, 116, 118, 119, 120, 121, 123, 124], "doxygenfunct": [30, 31], "unabl": [30, 31, 61, 90, 97], "resolv": [30, 31, 54, 56, 58, 60, 104, 105, 108], "argument": [30, 31, 49, 53, 55, 56, 59, 61, 63, 65, 66, 72, 76, 77, 78, 83, 84, 90, 91, 95, 96, 97, 119], "candid": [30, 31, 95], "could": [30, 31, 57, 65, 66, 97, 106, 108, 121], "pars": [30, 31, 83, 90], "declar": [30, 31, 67], "ha": [30, 31, 44, 50, 54, 55, 56, 57, 58, 60, 61, 63, 65, 66, 67, 68, 72, 73, 76, 77, 83, 84, 89, 90, 92, 95, 96, 99, 102, 103, 109, 113, 117, 119, 123], "qualifi": [30, 31], "invalid": [30, 31, 99], "c": [30, 31, 43, 44, 45, 46, 53, 60, 65, 68, 71, 72, 73, 76, 77, 84, 91, 97, 101, 115, 116, 118, 121, 124], "expect": [30, 31, 49, 55, 56, 61, 77, 90, 91, 94, 117], "117": 30, "member": [30, 31, 47, 48, 49, 50], "157": 30, "id": [30, 31, 36, 46, 53, 77, 81, 82, 86, 94, 124], "96": 31, "129": [31, 89], "jit": [32, 33, 34, 38, 46, 48, 50, 53, 54, 56, 57, 58, 59, 60, 61, 62, 65, 69, 70, 72, 76, 77, 78, 89, 90, 91, 93, 94, 97, 103, 115, 116, 118, 122, 123], "modul": [32, 33, 34, 38, 46, 50, 53, 57, 58, 59, 60, 61, 65, 66, 67, 68, 69, 70, 72, 73, 75, 76, 77, 78, 82, 83, 84, 91, 92, 93, 94, 95, 96, 97, 100, 102, 103, 104, 105, 112, 113, 115, 117, 119, 120, 122, 124], "method_nam": [32, 38, 46, 53, 77, 78, 90], "see": [32, 44, 56, 57, 59, 63, 65, 66, 67, 77, 78, 83, 89, 90, 91, 94, 95, 97, 99, 103, 104], "fulli": [32, 53, 56, 65, 72, 76, 77, 78, 90, 92, 97, 124], "take": [32, 33, 34, 38, 54, 55, 58, 59, 60, 61, 63, 66, 72, 73, 76, 77, 78, 81, 83, 90, 92, 93, 95, 97, 104, 117, 119], "method": [32, 33, 34, 38, 49, 53, 56, 61, 67, 72, 77, 78, 83, 89, 90, 93, 99, 117], "contain": [32, 53, 54, 55, 56, 57, 61, 66, 67, 73, 76, 77, 83, 84, 89, 90, 92, 97, 99, 102, 112, 115, 116, 118, 121], "pure": [32, 72, 77], "Will": 32, "out": [32, 45, 54, 56, 57, 58, 60, 61, 65, 67, 72, 77, 78, 83, 90, 97, 101, 112, 113, 114, 115, 116, 118, 119], "unsupport": [32, 50, 55, 65, 77, 97, 102, 123], "script": [32, 56, 57, 69, 77, 78, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118, 121, 123], "nvidia": [33, 38, 43, 44, 45, 46, 53, 62, 65, 66, 67, 68, 72, 77, 78, 90, 104, 108, 115, 116, 118, 123, 124], "configur": [33, 38, 49, 63, 65, 67, 72, 76, 77, 78, 87, 90, 92, 97, 114, 115, 116, 118, 119], "call": [33, 50, 55, 56, 59, 61, 66, 72, 73, 76, 77, 78, 83, 89, 90, 93, 95, 97, 99, 101, 104, 108, 117, 119, 121, 123], "equival": [33, 58, 60, 61, 72, 77, 78, 89, 90, 92, 95, 97, 106, 108], "specif": [33, 50, 55, 56, 58, 60, 63, 65, 72, 77, 78, 83, 95, 114, 123], "forward": [33, 34, 57, 59, 61, 65, 69, 72, 76, 77, 78, 89, 90, 91, 92, 93, 94, 95, 97, 104, 105, 109, 112, 113, 119, 120], "traget": 33, "input_binding_nam": [34, 46, 76, 78], "output_binding_nam": [34, 46, 76, 78], "previous": [34, 72, 77, 90, 94, 99, 103], "creat": [34, 53, 54, 55, 57, 59, 61, 66, 70, 77, 78, 83, 90, 94, 95, 97, 103, 112, 114, 115, 116, 118], "emb": [34, 53, 64, 78, 84], "pre": [34, 56, 70, 75, 78, 92, 99, 100, 114, 115, 121], "built": [34, 53, 59, 60, 65, 67, 72, 76, 77, 78, 99, 103, 112], "serial": [34, 38, 53, 58, 60, 67, 72, 76, 77, 78, 90, 97, 99, 115, 116, 118, 123], "regist": [34, 55, 59, 61, 66, 76, 78, 94, 95, 97], "execut": [34, 50, 53, 56, 58, 59, 60, 64, 65, 66, 67, 70, 72, 73, 76, 77, 78, 79, 89, 90, 92, 95, 97, 102, 109, 115, 116, 118], "must": [34, 49, 50, 53, 55, 56, 57, 61, 63, 66, 67, 72, 73, 77, 78, 83, 84, 90, 94, 99, 119, 121, 123], "have": [34, 45, 53, 54, 55, 56, 57, 61, 63, 64, 65, 66, 67, 68, 72, 73, 75, 76, 77, 78, 83, 89, 90, 91, 92, 94, 97, 100, 105, 106, 108, 112, 113, 115, 116, 117, 118, 119], "follow": [34, 53, 55, 57, 59, 63, 64, 65, 66, 67, 78, 81, 83, 84, 88, 89, 90, 92, 94, 95, 97, 99, 100, 105, 106, 110, 111, 115, 116, 117, 118, 119, 120, 121], "format": [34, 46, 49, 50, 53, 71, 72, 77, 78, 83, 84, 91, 97, 99, 113, 115, 116, 117, 118, 120, 122], "symbol": [34, 66, 67, 78, 83, 121], "index": [34, 62, 63, 67, 68, 70, 71, 78, 81, 87, 92, 97, 112], "0": [34, 44, 45, 46, 50, 53, 55, 57, 60, 61, 63, 65, 66, 67, 68, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 82, 83, 90, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118, 119, 120, 124], "2": [34, 44, 55, 57, 61, 64, 65, 66, 67, 68, 70, 71, 72, 75, 76, 77, 78, 81, 83, 84, 87, 89, 90, 92, 94, 95, 97, 98, 99, 101, 103, 104, 105, 106, 108, 109, 110, 111, 112, 113, 114, 119, 122], "y": [34, 57, 78, 84, 94, 95, 97, 104], "compilesepc": 34, "order": [34, 50, 55, 57, 61, 63, 66, 67, 72, 73, 76, 77, 78, 90, 91, 95, 99, 120], "pass": [34, 54, 55, 57, 58, 59, 60, 61, 64, 65, 66, 67, 70, 74, 75, 76, 77, 78, 89, 90, 92, 94, 95, 97, 99, 103], "origin": [34, 66, 73, 77, 97, 99, 101, 112, 123], "pytorch": [34, 44, 49, 50, 53, 55, 56, 57, 58, 59, 60, 61, 64, 65, 67, 68, 69, 72, 75, 76, 77, 78, 89, 90, 91, 92, 95, 99, 101, 102, 103, 112, 113, 115, 116, 118, 119, 120, 121, 122, 123], "assum": [34, 76, 93, 97, 100, 115], "convent": 34, "below": [34, 57, 61, 63, 64, 65, 66, 67, 68, 83, 90, 91, 99, 102, 107, 112, 115, 116, 118], "build": [35, 50, 53, 54, 58, 60, 61, 64, 65, 66, 72, 76, 77, 82, 87, 90, 92, 94, 95, 97, 106, 108, 114, 119], "librari": [35, 43, 44, 45, 46, 53, 55, 58, 59, 60, 61, 77, 90, 94, 97, 100, 115], "depend": [35, 54, 60, 65, 66, 68, 69, 72, 90, 91, 105, 112, 114, 116, 118, 121], "version": [35, 37, 60, 63, 65, 66, 68, 72, 77, 81, 84, 97, 115, 116, 117, 118, 122], "gpu_id": [36, 46, 47, 53, 72, 76, 77, 78, 92, 93, 97, 124], "cudasetdevic": 36, "dump": [37, 53, 97], "base": [37, 44, 51, 59, 64, 65, 67, 72, 73, 77, 83, 89, 91, 92, 94, 98, 102, 103, 108, 112, 117, 123], "stdout": [37, 76], "equivil": 38, "document": [43, 44, 45, 46, 51, 60, 81, 83, 84, 88, 89, 90, 92, 93, 115, 116, 118, 119, 121], "copyright": [43, 44, 45, 46, 84, 90], "corpor": [43, 44, 45, 46], "right": [43, 44, 45, 46, 56, 60, 61, 83, 115, 116, 118], "reserv": [43, 44, 45, 46, 110, 111], "licens": [43, 44, 45, 46, 90], "under": [43, 44, 45, 46, 60, 66, 83, 95, 106, 123], "bsd": [43, 44, 45, 46], "style": [43, 44, 45, 46, 65, 69, 81, 83, 84], "found": [43, 44, 45, 46, 64, 67, 76, 83, 90, 92, 95, 97, 99, 121], "root": [43, 44, 45, 46, 67, 81, 92, 113], "sourc": [43, 44, 45, 46, 55, 60, 65, 66, 68, 72, 73, 74, 75, 76, 77, 78, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115], "tree": [43, 44, 45, 46, 81, 92, 113, 121], "pragma": [43, 44, 45, 46, 92], "onc": [43, 44, 45, 46, 54, 56, 57, 59, 65, 66, 67, 68, 77, 92, 97, 111, 114, 115, 116, 118, 121], "namespac": [43, 44, 45, 46, 52, 56, 70, 77, 92, 94, 97], "ar": [43, 47, 50, 53, 54, 55, 56, 57, 59, 60, 61, 63, 64, 65, 66, 67, 72, 75, 76, 77, 78, 81, 83, 84, 85, 89, 90, 92, 93, 94, 95, 97, 98, 99, 101, 102, 103, 106, 109, 110, 111, 112, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123], "ones": [43, 57, 58, 60, 67, 83, 90, 95, 97, 123], "necessari": [43, 63, 65, 67, 76, 94, 95, 103, 121], "user": [43, 49, 55, 57, 58, 59, 60, 63, 64, 65, 67, 68, 72, 77, 83, 84, 90, 91, 92, 95, 99, 103, 114, 115, 116, 118, 119, 120, 121, 123], "dont": 43, "know": [43, 61, 81, 83, 94, 95, 97, 105], "we": [43, 45, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 73, 76, 81, 83, 89, 90, 92, 94, 95, 97, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 122, 123], "want": [43, 57, 66, 67, 68, 69, 73, 89, 90, 92, 93, 95, 97, 103, 104, 115, 116, 118], "use_cmake_generated_export_head": 44, "torch_tensorrt_export": 44, "els": [44, 45, 49, 65, 72, 78, 83, 84, 96, 98, 99, 112, 113], "__gnuc__": 44, "__attribute__": 44, "__visibility__": 44, "hidden": [44, 81], "endif": [44, 45, 46], "doe": [44, 45, 56, 57, 61, 63, 66, 67, 77, 83, 92, 94, 97, 106, 108], "gaurd": 44, "someth": [44, 56, 83, 115, 116, 118], "6": [44, 56, 57, 59, 67, 71, 87, 89, 90, 96, 97, 112], "deprec": [44, 66, 71], "been": [44, 54, 61, 65, 67, 68, 75, 84, 90, 96, 99, 102, 103, 112, 123], "pleas": [44, 66, 68, 77, 83, 90, 100, 112, 113, 115, 116, 118, 119], "plan": [44, 53, 60, 64, 65, 72], "port": 44, "model": [44, 53, 57, 59, 64, 69, 72, 73, 74, 75, 77, 79, 89, 90, 91, 92, 93, 98, 99, 101, 119, 121, 123], "optim": [44, 49, 53, 64, 65, 66, 70, 72, 73, 75, 77, 89, 90, 91, 102, 103, 105, 106, 107, 108, 109, 112, 114, 117, 119, 123], "toolkit": [44, 68, 75], "workflow": [44, 65, 66, 69, 70, 72, 73, 77, 90, 93, 99, 100, 101, 106, 107, 108, 110, 111, 115, 117], "http": [44, 55, 62, 65, 67, 68, 81, 83, 89, 90, 92, 95, 97, 101, 104, 108, 112, 113, 115, 116, 117, 118, 119, 121], "org": [44, 62, 67, 81, 83, 89, 90, 92, 95, 97, 119, 121], "tutori": [44, 89, 92, 94, 95, 97, 99, 101, 103, 116, 118], "_rendered_exampl": 44, "dynamo": [44, 64, 65, 67, 69, 75, 76, 77, 79, 90, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 106, 108, 109, 113, 114, 115, 116, 118, 119, 120], "vgg16_ptq": [44, 113], "html": [44, 62, 67, 68, 83, 89, 92, 95, 97, 119], "more": [44, 54, 65, 66, 67, 68, 70, 72, 77, 81, 84, 89, 90, 91, 92, 93, 97, 99, 101, 102, 106, 108, 112, 115, 116, 118, 121], "detail": [44, 65, 66, 68, 72, 89, 90, 97, 99, 115, 116, 118, 121], "setup": [44, 68, 92, 115, 116, 118], "alias": 44, "eas": 44, "ts": [44, 53, 57, 69, 70, 77, 89, 90, 91, 93, 119, 122], "torchtrt": [44, 57, 96, 97, 113, 115, 116, 118], "ifndef": [45, 46], "doxygen_should_skip_thi": [45, 46], "get_batch_impl": 45, "element_typ": 45, "super": [45, 89, 94, 95, 97, 104, 112, 113, 119, 120], "batchtyp": 45, "dataloader_": 45, "cache_file_path_": 45, "use_cache_": 45, "auto": [45, 57, 61, 65, 69, 72, 83, 84, 90, 92, 105, 110, 111, 114, 124], "batched_data_": 45, "push_back": [45, 57], "it_": 45, "begin": [45, 66, 67, 83, 104, 109], "hack": 45, "explict": 45, "work": [45, 56, 60, 61, 65, 66, 69, 72, 75, 76, 77, 83, 84, 92, 94, 97, 103, 104, 109, 114, 115, 116, 118, 119], "here": [45, 54, 55, 57, 59, 64, 65, 66, 67, 69, 81, 83, 84, 89, 90, 92, 94, 95, 97, 100, 109, 110, 111, 112, 113, 115, 116, 118, 119, 121, 122], "explic": 45, "just": [45, 46, 56, 57, 65, 66, 70, 74, 76, 83, 85, 89, 90, 91, 93, 94, 97, 99, 101, 117, 121], "still": [45, 57, 66, 67, 92, 95, 104, 123], "static_cast": 45, "option": [45, 49, 53, 57, 58, 60, 63, 64, 65, 66, 72, 76, 77, 78, 83, 87, 92, 95, 97, 98, 99, 104, 105, 107, 109, 120, 121, 122, 124], "batch_siz": [45, 92, 113], "end": [45, 53, 61, 63, 71, 72, 77, 78, 83, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "statu": [45, 84], "reset": [45, 98, 99, 104, 108, 121], "incas": 45, "go": [45, 56, 57, 66, 69, 89, 90, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 123], "again": [45, 59, 61, 83, 97, 101], "stringstream": 45, "ss": 45, "cache_": 45, "clear": 45, "ifstream": 45, "io": [45, 68, 115, 116, 118], "binari": [45, 92], "noskipw": 45, "good": [45, 61, 66, 83, 99], "copi": [45, 61, 66, 68, 71, 75, 84, 114], "istream_iter": 45, "back_insert": 45, "nullptr": [45, 46, 50], "ofstream": [45, 90], "cache_fil": [45, 75, 92], "reinterpret_cast": 45, "save": [45, 53, 59, 65, 66, 69, 70, 72, 76, 77, 78, 90, 91, 96, 98, 99, 102, 103, 107, 112, 114, 115, 116, 117, 118, 121, 123], "cache_size_": 45, "move": [45, 56, 59, 78, 90, 92, 95, 102, 110, 111], "arrayref": [46, 49, 50], "friend": 46, "ostream": 46, "os": [46, 68, 99], "dtype": [46, 49, 50, 53, 64, 65, 66, 71, 72, 73, 76, 77, 78, 91, 94, 97, 98, 102, 106, 108, 109, 112, 114, 115, 116, 117, 118, 119, 120], "device_typ": [46, 47, 77, 92, 93, 124], "int64_t": [46, 47, 49, 50, 92, 124], "core": [46, 53, 56, 57, 60, 65, 72, 77, 90, 95, 123, 124], "agx": 46, "platform": [46, 53, 60, 65, 67, 68, 72, 96, 124], "xavier": [46, 124], "dla_cor": [46, 47, 53, 77, 92, 93, 124], "allow_gpu_fallback": [46, 47, 72, 77, 78, 92, 93, 124], "customclasshold": [46, 49], "min_shap": [46, 49, 64, 66, 72, 77, 78, 91, 106, 109, 117, 119], "opt_shap": [46, 49, 64, 72, 77, 78, 91, 106, 109, 117, 119], "max_shap": [46, 49, 64, 66, 72, 77, 78, 91, 106, 109, 117, 119], "shape": [46, 48, 49, 50, 53, 57, 61, 64, 66, 70, 71, 72, 73, 76, 77, 78, 79, 91, 94, 95, 97, 100, 102, 109, 112, 113, 114, 115, 116, 118, 121, 124], "doubl": [46, 49, 50, 53, 64, 72, 77, 78, 83, 121], "tensor_domain": [46, 49, 77], "input_is_dynam": 46, "ivalu": [46, 48, 50, 54, 59, 61, 90], "input_signatur": [46, 48, 50, 78, 91], "nest": [46, 50, 51, 83, 84], "full": [46, 50, 53, 61, 65, 72, 74, 77, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118, 121, 124], "spec": [46, 49, 50, 53, 74, 77, 78, 93, 99], "flatten": [46, 48, 71, 89, 90, 113], "fixed_s": [46, 50], "reflect": [46, 77], "builderconfig": 46, "graph_input": [46, 50], "enabled_precis": [46, 50, 64, 65, 72, 76, 77, 78, 90, 91, 92, 93, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 120, 124], "disable_tf32": [46, 50, 65, 72, 76, 77, 78, 92, 97, 105, 110, 111], "sparse_weight": [46, 50, 65, 66, 72, 76, 77, 78, 97], "refit": [46, 50, 65, 70, 72, 77, 78, 93, 97, 99, 100, 101, 115], "truncate_long_and_doubl": [46, 50, 64, 65, 78, 107], "allow_shape_tensor": [46, 50, 72, 78], "uint64_t": [46, 50], "num_avg_timing_it": [46, 50, 65, 72, 76, 77, 78, 93, 97], "workspace_s": [46, 50, 53, 65, 72, 76, 77, 78, 97, 103, 106, 108], "dla_sram_s": [46, 50, 53, 65, 72, 76, 77, 78, 97], "1048576": [46, 50, 65, 72, 76, 77, 78, 97], "dla_local_dram_s": [46, 50, 53, 65, 72, 76, 77, 78, 97], "1073741824": [46, 50, 65, 72, 76, 77, 78, 97], "dla_global_dram_s": [46, 50, 53, 65, 72, 76, 77, 78, 97], "536870912": [46, 50, 65, 72, 76, 77, 78, 97], "require_full_compil": [46, 50, 65, 72, 76, 77, 78, 97], "min_block_s": [46, 50, 57, 64, 65, 72, 76, 77, 78, 94, 95, 96, 97, 98, 99, 103, 104, 105, 106, 108, 109, 112, 113], "3": [46, 50, 53, 56, 57, 59, 64, 65, 66, 68, 69, 71, 72, 75, 77, 78, 83, 84, 87, 89, 90, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 106, 109, 110, 111, 112, 113, 114, 117, 119, 122, 124], "torch_executed_op": [46, 50, 57, 64, 65, 72, 76, 77, 78, 97, 103, 104, 106, 108, 109], "torch_executed_modul": [46, 50, 57, 72, 77, 78], "structur": [47, 50, 57, 60, 61, 65, 72, 77, 81, 83, 87, 89, 97, 115, 116, 118], "hold": [47, 48, 49, 54, 61, 77, 92], "relat": [47, 83, 104, 108], "let": [47, 53, 56, 61, 66, 72, 77, 78, 81, 83, 115, 116, 117, 118, 123], "layer": [47, 50, 53, 54, 56, 61, 63, 65, 66, 72, 76, 77, 78, 90, 92, 95, 97, 110, 111, 113, 115, 116, 117, 118, 119, 120, 123, 124], "thei": [47, 53, 54, 55, 56, 59, 61, 65, 66, 72, 75, 76, 77, 81, 83, 91, 95, 99], "complex": [48, 50, 65, 67, 89, 91, 94, 101, 111], "either": [48, 49, 53, 61, 63, 72, 77, 78, 81, 83, 89, 90, 91, 94, 95, 96, 97, 99, 122], "one": [48, 55, 56, 61, 65, 66, 68, 72, 76, 77, 83, 89, 90, 91, 94, 95, 97, 104, 108, 110, 111, 115, 116, 118], "rang": [49, 50, 53, 66, 77, 94, 97, 98, 99, 102, 105, 106, 114, 117, 119], "profil": [49, 73, 76, 120], "singl": [49, 53, 56, 57, 66, 77, 83, 89, 90, 92, 109, 112, 114, 121], "repres": [49, 50, 55, 61, 66, 69, 83, 102, 112], "signifi": [49, 56], "static": [49, 50, 54, 61, 64, 65, 72, 77, 78, 81, 90, 102, 113, 119], "three": [49, 58, 60, 66, 73, 77, 83, 84, 115, 116, 117, 118], "min": [49, 53, 61, 71, 77, 99, 105, 106, 119], "optimin": 49, "max": [49, 53, 61, 71, 77, 81, 99, 105, 106, 113, 119], "allow": [49, 50, 53, 54, 55, 56, 57, 63, 65, 66, 67, 72, 77, 78, 81, 94, 95, 97, 99, 102, 103, 106, 108, 109, 114, 121], "tradit": [49, 72, 77, 78, 92], "convect": 49, "produc": [49, 54, 55, 59, 61, 64, 77, 83, 90, 117], "low": [49, 66, 95, 101, 112], "high": [49, 56, 57, 81, 95, 97, 123], "weight": [49, 50, 53, 54, 65, 66, 70, 71, 72, 76, 77, 78, 83, 90, 99, 100, 101, 107, 115, 117], "first": [49, 54, 55, 56, 66, 69, 83, 84, 90, 91, 92, 95, 97, 99, 101, 104, 105, 115, 116, 118, 119, 122, 123], "calcul": [49, 54, 57, 90, 97, 114], "detect": [49, 59, 77], "float32": [49, 50, 53, 64, 65, 66, 72, 77, 78, 97, 101, 105, 107, 110, 111, 114, 119, 120], "dynam": [49, 50, 64, 66, 70, 72, 73, 77, 78, 79, 95, 99, 100, 104, 105, 107, 108, 111, 114, 115, 121], "opt": [49, 67, 76, 77, 109], "minimum": [49, 50, 53, 57, 64, 65, 72, 77, 78, 97, 114], "maximum": [49, 50, 53, 65, 66, 72, 73, 77, 78, 105, 106, 108, 114, 115, 116, 118], "accept": [49, 53, 55, 59, 61, 67, 77, 90, 91, 104, 122], "exampl": [49, 57, 59, 60, 61, 66, 67, 72, 74, 76, 77, 78, 79, 81, 82, 84, 87, 89, 90, 91, 92, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 121, 122], "s": [49, 50, 54, 57, 59, 61, 64, 66, 67, 68, 70, 72, 73, 76, 77, 81, 83, 84, 89, 90, 92, 95, 97, 99, 112, 114, 115, 116, 117, 118, 119, 121, 122], "cannot": [49, 56, 57, 66, 67, 72, 76, 77, 78, 82, 89, 94, 96, 97, 102], "through": [49, 54, 55, 56, 57, 59, 65, 66, 72, 74, 75, 83, 90, 91, 97, 101, 103, 117, 123], "altern": [49, 57, 63, 64, 77, 91, 95, 102, 109, 117, 122], "refer": [49, 55, 58, 60, 66, 82, 87, 90, 92, 97, 113, 115, 116, 118, 119, 122], "given": [49, 50, 53, 55, 56, 66, 72, 73, 75, 77, 78, 89, 90, 91, 93, 94, 95, 112, 119], "kernel": [49, 50, 53, 61, 65, 66, 70, 72, 77, 78, 95, 100, 109, 115, 120, 121], "ani": [49, 53, 54, 55, 61, 63, 65, 66, 71, 72, 75, 76, 77, 78, 81, 83, 90, 91, 92, 95, 97, 106, 119], "event": [49, 65, 98, 99], "place": [49, 56, 63, 66, 83, 84, 85, 92, 94, 97, 113], "variabl": [49, 66, 76, 77], "dimens": [49, 56, 66, 73, 77, 106, 117, 119, 120], "domain": [49, 77, 84, 92], "convien": 50, "fix": [50, 66, 83, 94, 97, 121, 124], "describ": [50, 57, 61, 77, 89, 93, 94, 115, 116, 118], "entri": [50, 61, 99], "okai": 50, "flaten": 50, "precis": [50, 53, 64, 65, 66, 70, 72, 77, 90, 91, 92, 106, 108, 110, 111, 112, 114, 124], "dure": [50, 53, 55, 57, 61, 64, 65, 72, 75, 77, 92, 95, 109, 110, 111, 114, 115, 116, 117, 118, 119, 121], "prevent": [50, 53, 55, 57, 109], "tf32": [50, 53, 65, 72], "comput": [50, 65, 66, 67, 68, 72, 76, 83, 92, 94, 96, 100, 102, 115, 117], "inner": [50, 84, 117], "product": [50, 68, 77], "round": [50, 72, 77, 78, 97], "10": [50, 67, 68, 72, 73, 77, 78, 87, 89, 90, 92, 94, 102, 112, 113, 114, 115, 116, 117, 118, 119, 120], "bit": [50, 61, 66, 67, 72, 77, 78, 90], "mantissa": [50, 72, 77, 78], "befor": [50, 55, 56, 57, 60, 61, 66, 72, 77, 78, 90, 102, 105, 112, 115, 116, 118, 119], "multipli": [50, 72, 77, 78], "accumul": [50, 65, 72, 77, 78, 110, 111, 112], "sum": [50, 66, 71, 72, 77, 78, 97, 113], "23": [50, 56, 72, 77, 78, 84], "behavior": [50, 57, 66, 72, 77, 78, 95, 110, 111, 119, 121, 122], "sparsiti": [50, 53, 66, 72, 77, 78], "conv": [50, 53, 90, 97], "fc": [50, 53, 56], "truncat": [50, 53, 64, 65, 72, 77, 78], "long": [50, 53, 54, 64, 77, 83, 84, 94], "float": [50, 53, 64, 65, 71, 77, 89, 90, 91, 92, 93, 94, 97, 98, 99, 103, 104, 108, 109, 112, 120], "ishap": 50, "restrict": [50, 65, 72, 77, 78, 119], "cuda": [50, 59, 64, 66, 68, 69, 72, 73, 76, 77, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 105, 106, 107, 110, 111, 112, 113, 114, 115, 116, 118, 119, 120, 121, 122], "safeti": [50, 53, 77], "averag": [50, 53, 65, 72, 77, 78, 97], "time": [50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 65, 66, 67, 69, 70, 72, 73, 76, 77, 78, 81, 83, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "workspac": [50, 53, 65, 66, 67, 72, 73, 77, 78, 97, 104, 106, 108], "fast": [50, 53, 65, 69, 72, 77, 78], "softwar": [50, 53, 65, 72, 77, 78, 83], "manag": [50, 53, 54, 56, 58, 60, 61, 65, 67, 68, 72, 74, 76, 77, 78, 90, 102, 109, 121], "ram": [50, 53, 65, 72, 77, 78], "commun": [50, 53, 65, 72, 77, 78, 90], "within": [50, 53, 58, 60, 65, 70, 72, 76, 77, 78, 81, 83, 94, 100, 109, 110, 111, 115, 117], "host": [50, 53, 65, 67, 72, 77, 78, 94, 97, 114, 115, 116, 118], "share": [50, 53, 65, 67, 72, 76, 77, 78, 99], "across": [50, 53, 56, 57, 65, 72, 77, 78, 81, 102], "metadata": [50, 53, 55, 59, 61, 65, 72, 77, 78, 81, 103, 119, 120], "post": [50, 53, 64, 70, 90, 99], "train": [50, 53, 70, 71, 90, 91, 99, 114], "quantizatiom": 50, "requir": [50, 53, 54, 55, 56, 64, 65, 66, 67, 68, 72, 77, 78, 81, 90, 92, 95, 96, 97, 100, 102, 105, 109, 112, 113, 114, 115, 116, 118, 119, 121], "instead": [50, 53, 54, 55, 56, 67, 72, 76, 77, 90, 95, 103, 112, 113, 121], "potenti": [50, 72, 77, 86, 102], "subgraph": [50, 53, 54, 55, 56, 61, 63, 90, 97, 99, 102, 123], "aten": [50, 55, 56, 57, 61, 62, 65, 70, 71, 72, 77, 78, 90, 95, 104, 109, 123], "thrown": [50, 72, 77, 78], "empti": [50, 72, 73, 77, 78, 84, 89, 97, 112], "torch_tensorrtnamespac": 51, "loggingenum": 51, "levelnamespac": 51, "ptqtemplat": 51, "int8cachecalibratortempl": 51, "int8calibratornamespac": 51, "torchscriptstruct": 51, "compilespecstruct": 51, "deviceclass": 51, "devicetypestruct": 51, "graphinputsstruct": 51, "inputclass": 51, "datatypeclass": 51, "tensorformatenum": 51, "cppdirectori": 51, "includedirectori": 51, "torch_tensorrtfil": 51, "hfile": 51, "relationship": 51, "inherit": [51, 66, 72, 92], "subdirectori": 52, "definit": [52, 55, 61, 83], "By": [52, 57, 65, 67, 72, 81, 89, 99, 119], "cli": [53, 91], "It": [53, 55, 56, 57, 58, 60, 61, 66, 67, 70, 77, 81, 83, 94, 96, 97, 114, 117, 121, 123], "serv": [53, 59, 66, 70, 72, 77], "easi": [53, 54, 56, 90, 92], "wai": [53, 65, 66, 67, 89, 90, 92, 94, 95, 97, 99, 103, 117, 121, 122], "command": [53, 65, 67, 83, 84, 89, 90, 115, 116, 118], "line": [53, 67, 84, 90, 101], "quickli": [53, 90, 92, 115, 116, 118], "part": [53, 57, 60, 66, 76, 81, 82, 83, 94, 97, 99, 102], "deploy": [53, 76, 90, 91, 92, 94, 115, 116, 117, 118, 121, 124], "pipelin": [53, 90, 101, 107, 124], "basic": [53, 57, 66, 84, 115, 116, 118], "featur": [53, 57, 66, 67, 90, 92, 93, 107, 112, 113, 114, 117, 123], "quantiz": [53, 65, 70, 75, 77, 90, 100, 115], "though": [53, 60, 61, 89, 90, 123], "alreadi": [53, 54, 55, 56, 90, 92, 94, 95, 97, 100, 112, 115, 116, 118, 119], "two": [53, 56, 61, 63, 65, 66, 67, 77, 83, 84, 88, 89, 91, 92, 95, 99, 112, 115, 116, 118, 119], "embed": [53, 55, 59, 71, 78, 83, 124], "after": [53, 54, 56, 57, 63, 66, 72, 76, 77, 89, 90, 91, 102, 104, 108, 115, 116, 118, 121], "link": [53, 54, 63, 70, 81, 82, 87, 90, 97, 121], "against": [53, 90, 95], "libtorchtrt": [53, 67, 90], "python": [53, 57, 60, 63, 65, 66, 68, 72, 73, 76, 77, 78, 83, 84, 90, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 121, 124], "import": [53, 56, 57, 64, 65, 66, 67, 68, 69, 76, 81, 83, 89, 90, 91, 93, 94, 95, 97, 98, 99, 101, 115, 116, 118, 119, 121, 122], "packag": [53, 56, 65, 68, 90], "aspect": 53, "ident": [53, 63, 65, 72, 77, 94, 103], "standard": [53, 59, 67, 70, 72, 76, 77, 78, 83, 93, 94, 95, 97, 101, 112, 117, 121], "load": [53, 57, 59, 65, 66, 69, 72, 75, 76, 77, 78, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 103, 105, 114, 115, 116, 117, 118, 121, 123], "like": [53, 54, 56, 59, 61, 66, 67, 69, 77, 82, 83, 89, 90, 91, 92, 94, 95, 97, 99, 101, 103, 105, 114, 115, 116, 118, 121], "would": [53, 55, 61, 65, 66, 67, 68, 76, 90, 91, 93, 95, 97, 105, 115, 116, 118, 121], "input_file_path": [53, 124], "output_file_path": [53, 124], "input_spec": [53, 66, 73], "displai": [53, 63, 65, 74, 81, 121], "menu": [53, 81, 83], "verbios": 53, "v": [53, 68, 84, 113, 115, 116, 118], "verbos": [53, 65, 66, 72, 73, 84, 106, 108], "about": [53, 54, 59, 61, 67, 76, 81, 90, 112, 115, 116, 118, 119], "process": [53, 57, 65, 77, 82, 83, 89, 92, 93, 94, 102, 103, 104, 109, 115, 116, 117, 118, 121], "onto": [53, 59], "consol": 53, "w": [53, 67, 77, 112], "disabl": [53, 65, 67, 72, 76, 81, 82, 95, 99, 114, 121], "i": [53, 56, 61, 67, 69, 71, 83, 84, 89, 90, 92, 94, 97, 98, 99, 102, 105, 110, 112, 113], "debugg": [53, 72, 77, 78], "fallback": [53, 58, 60, 61, 102, 103, 124], "throw": [53, 56, 77, 90], "spars": [53, 55, 65, 71, 72], "p": [53, 71, 90, 115, 116, 118, 124], "repeat": [53, 71], "f32": [53, 72, 76, 77, 97], "half": [53, 65, 77, 83, 90, 91, 92, 93, 97, 102, 104, 106, 110, 111, 112, 114, 120, 124], "float16": [53, 77, 97, 101, 107, 112, 120], "f16": [53, 77, 90, 115, 116, 118, 124], "i8": [53, 77], "d": [53, 68, 77, 83, 84, 90, 124], "multi": [53, 76], "dlacor": 53, "avail": [53, 55, 61, 63, 65, 66, 67, 68, 72, 76, 77, 81, 97, 105, 112, 114, 117, 123, 124], "dla_standalon": [53, 77], "file_path": [53, 72, 77, 96, 122], "teo": 53, "op_nam": 53, "op": [53, 54, 55, 56, 57, 58, 60, 61, 63, 64, 65, 76, 77, 90, 94, 95, 104, 109, 121, 123], "partial": [53, 83], "tem": 53, "module_nam": 53, "mod": [53, 57, 66, 72, 87, 90, 92, 120], "mb": [53, 79], "num_op": 53, "block": [53, 54, 56, 57, 65, 72, 87, 94, 123], "treat": 53, "num": 53, "avg": 53, "num_it": 53, "sram": 53, "local": [53, 56, 67, 68, 81, 90], "dram": 53, "atol": 53, "absolut": [53, 67], "toler": 53, "threshold": 53, "numer": [53, 66, 84], "deviat": 53, "1e": [53, 101, 103], "rtol": 53, "rel": [53, 57, 102], "5": [53, 57, 59, 60, 65, 66, 67, 68, 72, 76, 77, 83, 84, 87, 89, 90, 95, 97, 101, 102, 104, 109, 112, 114, 115, 116, 118], "skip": 53, "complianc": 53, "64bit": [53, 96], "32bit": 53, "custom": [53, 63, 64, 66, 67, 70, 100, 110, 111, 112, 115], "dll": 53, "e": [53, 56, 61, 66, 67, 68, 69, 73, 77, 89, 90, 92, 97, 99, 103, 115, 116, 118], "g": [53, 56, 66, 67, 68, 73, 77, 83, 92, 97, 103, 115, 116, 118], "n": [53, 61, 63, 77, 90, 92, 94, 95, 97, 98], "min_n": 53, "min_c": 53, "min_h": 53, "min_w": 53, "opt_n": 53, "opt_c": 53, "opt_h": 53, "opt_w": 53, "max_n": 53, "max_c": 53, "max_h": 53, "max_w": 53, "32": [53, 77, 89, 90, 91, 92, 105, 110, 111, 113, 124], "flag": [53, 57, 58, 60, 65, 67, 72, 75, 77, 91, 109, 110, 111, 121, 122], "forc": [53, 64, 66, 72, 77, 78, 81, 112], "posit": [53, 55, 66, 77, 81], "test": [53, 57, 60, 66, 67, 68, 72, 77, 83, 84, 92, 113, 115, 116, 117, 118], "ssd_trace": 53, "pt": [53, 66, 90, 105, 110, 111, 115, 116, 118], "ssd_trt": 53, "300": [53, 93, 94], "512": [53, 72, 77, 78, 113, 117], "1024": [53, 72, 77, 78, 94, 110, 117], "simplifi": [54, 97], "form": [54, 76, 77, 83, 91, 115, 116, 118], "up": [54, 56, 57, 58, 59, 60, 63, 66, 67, 72, 77, 83, 89, 94, 95, 97, 99, 102, 103, 104, 108, 109, 114, 117], "context": [54, 58, 59, 60, 65, 74, 76, 95, 102, 105, 109, 112, 121], "inetworkdefinit": [54, 55], "record": [54, 89, 98, 99, 109, 121], "togeth": [54, 61, 90], "also": [54, 55, 61, 63, 65, 67, 69, 81, 83, 84, 90, 91, 92, 94, 99, 109, 112, 113, 117], "start": [54, 57, 66, 71, 75, 77, 84, 90, 93, 97, 98, 99, 105, 117], "look": [54, 55, 56, 69, 72, 77, 89, 92, 93, 95, 99, 105, 115, 116, 118, 119], "its": [54, 57, 59, 61, 67, 76, 77, 83, 94, 97, 113, 115, 116, 118, 121, 123], "assembl": [54, 63, 90], "resourc": [54, 92, 94, 97, 102], "coupl": [54, 60, 66, 121], "state": [54, 55, 61, 63, 76, 90, 95, 101, 105, 112], "evaluated_value_map": [54, 61], "stage": [54, 66], "arg": [54, 55, 63, 66, 72, 75, 76, 77, 87, 90, 95, 96, 97, 99, 113, 117], "itensor": [54, 55, 61, 66, 90, 95, 97], "value_tensor_map": [54, 61], "typic": [54, 61, 77, 102, 109, 115, 116, 118], "abl": [54, 56, 61, 63, 66, 92, 93, 97, 103, 105], "system": [54, 61, 63, 65, 70, 72, 76, 77, 78, 95, 96, 97, 99, 103, 123], "registri": [54, 55, 90, 97], "enter": [54, 77], "recurs": 54, "until": [54, 57, 60, 61, 67, 72, 77, 123], "final": [54, 57, 58, 60, 67, 95, 97, 104, 108, 117], "some": [54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 72, 77, 82, 83, 90, 92, 94, 95, 97, 99, 102, 109, 119, 123], "These": [54, 55, 57, 59, 63, 65, 67, 72, 75, 76, 77, 81, 83, 92, 94, 95, 115, 116, 118, 123], "those": [54, 55, 63, 65, 83], "do": [54, 55, 56, 57, 61, 64, 66, 82, 84, 89, 90, 91, 92, 94, 95, 97, 110, 111, 124], "theori": [54, 83], "kind": [54, 66], "common": [54, 56, 66, 73, 83, 95, 99], "prim": [54, 56, 57, 59, 71, 89, 90], "constant": [54, 55, 56, 57, 90, 97, 102], "emit": 54, "listconstruct": [54, 57, 59, 90], "make": [54, 55, 66, 67, 68, 72, 77, 83, 85, 90, 91, 92, 97, 99, 115, 116, 117, 118, 124], "associ": [54, 61, 90, 99, 121], "where": [54, 55, 56, 61, 63, 65, 66, 72, 76, 77, 78, 84, 90, 92, 94, 95, 103, 109], "result": [54, 56, 57, 67, 69, 72, 74, 76, 77, 78, 81, 89, 91, 94, 96, 97, 101, 102, 103, 109, 114, 115, 116, 118, 120, 123], "done": [54, 57, 60, 97, 103, 115, 116, 118, 122], "mai": [54, 55, 57, 59, 60, 66, 67, 72, 76, 77, 78, 83, 84, 89, 90, 91, 92, 95, 97, 103, 104, 108, 109, 114, 115, 116, 118, 121], "For": [54, 57, 63, 64, 65, 66, 67, 69, 73, 77, 81, 83, 84, 89, 90, 92, 93, 94, 95, 97, 101, 104, 113, 115, 116, 117, 118, 121, 122], "writing_convert": [54, 90], "locat": [55, 63, 67, 92, 95, 97], "py": [55, 56, 60, 63, 66, 67, 68, 79, 81, 83, 88, 89, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118, 119], "convers": [55, 56, 57, 59, 64, 65, 66, 72, 77, 78, 90, 94, 95, 97, 112, 117, 119], "decror": 55, "dynamo_tensorrt_convert": [55, 95, 97], "signatur": [55, 78], "leaky_relu": [55, 71], "def": [55, 63, 66, 83, 89, 91, 94, 95, 97, 98, 99, 102, 104, 109, 112, 113, 114, 115, 116, 118, 119, 120], "leaky_relu_convert": 55, "ctx": [55, 61, 90, 95, 97, 114], "conversionctx": [55, 61, 90, 95], "tupl": [55, 59, 64, 66, 72, 73, 76, 77, 78, 91, 94, 95, 97, 99, 103, 119, 120], "kwarg": [55, 66, 72, 75, 76, 77, 95, 97, 117], "dict": [55, 72, 76, 77, 78, 95, 97, 99], "union": [55, 61, 65, 72, 76, 77, 78, 90, 95], "sequenc": [55, 63, 66, 72, 73, 76, 77, 78, 83, 95, 97, 105, 109, 114, 117], "decor": [55, 63, 66, 95], "kei": [55, 83, 89, 99, 115, 116, 118, 119], "node": [55, 56, 57, 58, 60, 61, 63, 65, 66, 72, 73, 90, 95, 97, 113, 117, 119], "capability_valid": [55, 95], "lambda": [55, 61, 83, 90, 94, 95, 115, 116, 118], "fx": [55, 63, 64, 72, 76, 77, 90, 91, 95, 97, 103, 122], "determin": [55, 56, 65, 66, 77, 94, 95, 114, 119, 121], "properli": [55, 67], "handl": [55, 56, 57, 59, 65, 66, 76, 77, 94, 97, 102, 109], "partition": [55, 72, 77, 97], "sure": [55, 67, 68, 90, 91, 105, 115, 116, 118, 124], "prioriti": [55, 95], "develop": [55, 66, 67, 68, 70, 83, 84, 90, 95, 97], "bodi": [55, 83, 84], "respons": [55, 59, 83, 121], "network": [55, 61, 66, 77, 90, 92, 95, 97, 114, 115, 116, 117, 118, 124], "perform": [55, 63, 64, 72, 76, 77, 92, 94, 97, 109, 112, 114, 115, 116, 117, 118, 120, 121, 122, 123], "nativ": [55, 60, 62, 90, 94, 95, 97, 103], "numpi": [55, 77, 97, 98, 99, 101, 102, 103, 112, 114, 115, 116, 118], "frozen": 55, "attribut": [55, 56, 57, 59, 66, 77, 83, 90], "previou": [55, 81, 104, 112], "correspond": [55, 61, 66, 67, 76, 77, 95, 99, 101, 105, 113, 121], "edg": [55, 83], "well": [55, 64, 67, 70, 74, 76, 83, 90, 92, 94, 95, 99, 109, 112, 122], "being": [55, 66, 67, 72, 90, 95, 97, 103, 109], "truth": 55, "github": [55, 62, 65, 67, 68, 81, 90, 92, 104, 108, 112, 113, 115, 116, 118, 121], "com": [55, 62, 65, 67, 68, 90, 92, 101, 104, 108, 112, 113, 115, 116, 118, 121], "blob": [55, 62, 67, 81, 92, 99, 112], "main": [55, 56, 57, 58, 59, 60, 61, 64, 66, 67, 81, 83, 85, 90, 95, 97, 110, 112, 113], "src": [55, 59, 62, 71], "native_funct": [55, 62], "yaml": [55, 62], "sinc": [55, 56, 65, 66, 68, 76, 83, 89, 90, 92, 94, 95, 98, 99, 103, 112], "mani": [55, 57, 65, 66, 81, 83, 84, 95, 99, 103, 123], "composit": [55, 90], "raw": [55, 81, 95], "impl": [55, 94, 95], "subpackag": 55, "chain": [55, 61], "primarili": [55, 60, 67, 90, 95], "manipul": [55, 63, 77], "net": [55, 61, 83, 84, 90, 97, 115, 116, 118], "addit": [55, 56, 65, 66, 76, 77, 90, 95, 97, 99, 103, 109, 112, 117, 119], "call_modul": 55, "call_funct": [55, 63, 66], "eg": [55, 115, 116, 118, 120], "aten_": 55, "_leaky_relu": 55, "opoverloadpacket": 55, "while": [55, 57, 67, 76, 92, 95, 101, 102, 114, 115, 116, 117, 118, 121, 123], "opoverload": 55, "particular": [55, 65, 99], "collect": [55, 57, 65, 72, 77, 78, 90, 91, 113], "trtinterpret": [55, 66, 73], "along": [55, 77], "match": [55, 56, 94, 95, 103], "special": [55, 57, 105, 112], "account": [55, 115, 116, 118], "illustr": [55, 66, 105, 106, 110, 111, 112, 117], "scale_grad_by_freq": [55, 71], "embedding_param_valid": 55, "establish": 55, "subset": [55, 65, 72, 77, 92, 117], "converter_util": [55, 97], "enforce_tensor_typ": 55, "dictionari": [55, 72, 77, 78, 93, 104], "between": [55, 56, 57, 61, 67, 77, 83, 84, 92, 94, 99, 101, 110, 114], "possibl": [55, 67, 83, 94, 95, 97, 99, 115, 116, 117, 118], "prefer": [55, 65, 67, 90], "keyword": [55, 63, 72, 76, 77, 78, 95, 104, 108], "both": [55, 57, 65, 67, 70, 72, 73, 76, 77, 81, 83, 89, 92, 95, 97, 99, 115, 116, 118], "enforc": [55, 90], "situat": 55, "partit": [55, 56, 64, 65, 72, 77, 95, 123], "ensur": [55, 56, 57, 63, 65, 67, 68, 72, 76, 94, 102, 109, 110, 111, 112], "greater": [55, 72, 74, 77], "than": [55, 56, 65, 67, 72, 77, 82, 83, 95, 98, 99, 101, 112, 114, 117, 121], "3d": [55, 66], "autocast": 55, "therebi": [55, 59, 94, 97, 117], "limit": [55, 56, 74, 82, 92, 96, 99, 100, 114, 115, 123], "author": [55, 84], "conv_nod": 55, "7": [55, 57, 59, 60, 76, 77, 83, 87, 90, 94, 97, 104, 106, 108, 113, 119], "ignor": [55, 65, 72, 76, 77, 94, 97], "misc": [55, 94, 97], "trttensor": 55, "np": [55, 95, 97, 98, 99, 101, 102, 103, 112, 114, 115, 116, 118], "ndarrai": [55, 97], "aten_ops_convolut": 55, "conversioncontext": [55, 95, 97], "side": [55, 56, 81, 90, 95], "effect": [55, 56, 65, 66, 72, 81, 90, 92, 95, 97, 102, 117], "term": [55, 77, 83, 84, 92, 94, 95, 97, 117], "getitem": 55, "categor": 55, "modif": [55, 63, 77, 112], "op_evalu": 55, "capbility_valid": 55, "opcod": 55, "decompos": 55, "suboper": 55, "separ": [55, 57, 58, 60, 67], "Such": 55, "via": [55, 65, 66, 68, 70, 72, 76, 77, 78, 81, 87, 91, 92, 104, 106, 108, 110, 111, 112, 117, 119, 121, 122, 123], "register_torch_trt_decomposit": 55, "addmm_replac": 55, "replac": [55, 57, 63, 67, 68, 75, 94, 97, 113, 123], "input_": 55, "mat1": 55, "mat2": [55, 71], "beta": [55, 66, 71, 78], "alpha": [55, 66, 71, 84], "mul": [55, 57, 71, 95, 109], "matmul": [55, 56, 65, 71, 72, 90, 110, 111, 112, 119], "modifi": [55, 57, 63, 66, 84, 101, 119], "edit": [55, 67, 81], "torch_enabled_decomposit": 55, "torch_disabled_decomposit": 55, "disjoint": 55, "preced": [55, 83], "over": [55, 58, 60, 66, 83, 113, 114, 115, 116, 118, 123], "much": [55, 61, 81, 83, 92], "significantli": [55, 56, 81, 94, 99], "easier": [55, 58, 60, 61, 66, 72, 76, 77, 90, 92, 97, 101], "tri": 55, "made": [56, 58, 60, 77, 83], "represent": [56, 61, 66, 89, 105, 112, 117, 123], "instanc": [56, 63, 65, 67, 72, 75, 76, 89, 90, 95, 117, 121], "idea": [56, 83, 95], "reduc": [56, 57, 58, 60, 66, 72, 77, 92, 94, 97, 99, 102, 109, 117, 121], "actual": [56, 59, 61, 66, 89, 90, 97], "aim": [56, 123], "closer": 56, "scope": [56, 97, 104, 108], "csrc": [56, 62], "common_subexpression_elimin": 56, "subexpress": 56, "dead_code_elimin": 56, "exception_elimin": 56, "wa": [56, 59, 63, 65, 66, 72, 76, 77, 83, 90, 95, 96, 123], "1013": 56, "ne": [56, 71], "1012": 56, "24": [56, 68, 115, 116, 118], "lib": [56, 67, 68, 90], "python3": [56, 67, 90], "site": [56, 67, 83, 90], "nn": [56, 62, 66, 72, 73, 76, 77, 78, 89, 90, 91, 94, 95, 97, 104, 109, 112, 113, 119, 120, 123], "batchnorm": 56, "248": 56, "11": [56, 67, 83, 87, 90, 115, 116, 118], "block0": 56, "raiseexcept": 56, "249": 56, "12": [56, 57, 68, 83, 87, 89, 90, 106, 115, 116, 118, 119], "block1": 56, "guard_elimin": 56, "whose": [56, 66, 106], "freeze_modul": 56, "propag": 56, "fuse_addmm_branch": 56, "differ": [56, 57, 60, 65, 66, 67, 72, 77, 81, 89, 95, 97, 99, 101, 110, 114, 117, 121, 123], "variant": [56, 121], "caught": 56, "ret": 56, "622": 56, "self": [56, 59, 61, 71, 76, 77, 89, 90, 91, 94, 95, 97, 99, 104, 109, 112, 113, 117, 119, 120, 124], "bia": [56, 71, 90, 113], "x9": 56, "3677": 56, "output0": [56, 115, 116, 118, 120], "add_": [56, 71, 90, 95], "fuse_linear": 56, "back": [56, 57, 59, 60, 76, 77, 83, 89, 90, 94, 97, 123], "fuse_flatten_linear": 56, "implicitli": [56, 77], "connect": [56, 72, 77, 78, 83, 101, 115, 116, 118, 124], "higher": [56, 65, 72, 77, 81, 83, 89, 114], "1d": 56, "lower_graph": 56, "access": [56, 61, 66, 81, 90, 93, 123], "rather": [56, 112], "getattr": [56, 59, 89, 90], "trainabl": 56, "remain": [56, 77, 92, 123], "lower_tupl": 56, "lowersimpletupl": 56, "tupleconstruct": [56, 59], "tupleunpack": 56, "leav": [56, 63, 65, 72], "statement": [56, 83, 95], "loweralltupl": 56, "_all_": 56, "rais": [56, 66, 72, 77, 96], "onnx": 56, "module_fallback": 56, "consist": [56, 66, 83, 97, 102, 109, 112, 121, 123], "pair": [56, 61, 67, 83, 92, 117], "delimit": 56, "around": [56, 59, 61, 65, 67, 72, 76, 83, 86, 89, 97, 102], "second": [56, 66, 83, 91, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "mark": [56, 57, 81, 99, 105], "notatemoduleforfallback": 56, "marknodesforfallback": 56, "tell": [56, 57, 58, 59, 60, 61, 83, 94, 123], "them": [56, 57, 59, 64, 65, 66, 67, 72, 76, 81, 90, 94, 97, 99, 111, 112, 117, 119, 123], "peephole_optimz": 56, "intent": [56, 83], "catch": [56, 77, 90], "small": [56, 97, 98, 102, 115, 116, 118], "might": [56, 67, 81, 103, 119], "interest": [56, 83], "now": [56, 57, 60, 61, 66, 67, 77, 83, 90, 93, 94, 95, 97, 99, 103, 114, 120, 121], "expand": [56, 71], "simpli": [56, 104, 117], "remove_contigu": 56, "remove_dropout": 56, "infer": [56, 65, 66, 72, 77, 78, 90, 92, 96, 103, 104, 114, 117, 119, 121, 122, 123], "remove_to": 56, "chang": [56, 57, 60, 63, 65, 66, 76, 77, 78, 81, 92, 94, 95, 99, 101, 102, 103, 112, 115, 116, 118, 121, 123], "unpack_addmm": 56, "reus": [56, 66, 72, 92, 94, 99, 102], "dedic": [56, 84], "unpack_log_softmax": 56, "softmax": [56, 66, 71, 113], "loop_unrol": 56, "suffici": [56, 67, 77], "short": [56, 65, 72, 83, 84, 103], "tile_to_repeat": 56, "instruct": [57, 58, 60, 66, 67, 90, 112, 115, 116, 118], "criteria": [57, 58, 60, 65], "lack": [57, 58, 60, 66, 94, 97, 114], "explicitli": [57, 58, 60, 67, 78, 91, 92, 93, 110, 111, 120], "On": 57, "segment": [57, 64, 97, 106, 108, 112, 117], "verifi": [57, 72, 95, 97, 103], "Then": [57, 92, 93, 103, 115, 116, 118], "roughli": [57, 115, 116, 118], "analysi": 57, "everi": [57, 73, 76, 77, 90, 121], "complet": [57, 64, 72, 77, 89, 90], "mean": [57, 61, 65, 66, 71, 72, 73, 104, 114, 115, 116, 118, 123], "trace": [57, 66, 72, 76, 78, 89, 90, 115, 116, 118, 119, 122, 123], "tensorlist": [57, 61], "figur": [57, 84, 86, 112], "our": [57, 60, 64, 89, 90, 115, 116, 118], "stitch": [57, 90], "altogeth": [57, 81], "brief": 57, "descript": [57, 84, 96, 113], "partitioninfo": 57, "api": [57, 60, 61, 63, 64, 65, 66, 72, 76, 77, 78, 82, 90, 91, 92, 93, 97, 104, 105, 106, 109, 114, 115, 116, 117, 118, 119, 121, 122], "maintain": [57, 59, 61, 77, 101, 109, 123], "code": [57, 60, 63, 65, 66, 67, 82, 84, 89, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 119], "mymodel": [57, 64, 69, 91, 94, 97, 119, 122], "ts_model": [57, 90], "trt_model": [57, 93, 97, 106, 110, 111, 112, 113, 114, 115, 116, 118, 122], "off": [57, 59, 109, 112], "consecut": [57, 64], "satisfi": [57, 63, 66], "forced_fallback_op": 57, "randn": [57, 64, 69, 72, 77, 78, 90, 93, 95, 99, 106, 109, 119, 120, 122], "224": [57, 64, 69, 72, 73, 77, 78, 90, 96, 99, 101, 103, 106, 109, 115, 116, 117, 118, 119, 122], "trt_ts_modul": [57, 91], "input_s": 57, "inputrang": 57, "cfg": [57, 90], "relu": [57, 71, 89, 90, 104, 109, 113], "trt_mod": [57, 69, 90, 92, 124], "consid": [57, 78, 90, 97, 120], "segmentmodelwithdependencyawar": 57, "test_segment": 57, "20": [57, 68, 87, 103, 106, 108], "x_lgamma": 57, "lgamma": 57, "y_lgamma": 57, "div": [57, 71], "div_lgamma": 57, "27": [57, 90], "cat": [57, 67, 68, 71, 113, 114], "greedi": [57, 105, 110, 111, 114], "strategi": [57, 77], "travers": [57, 58, 60, 65], "gather": 57, "same": [57, 59, 63, 65, 66, 67, 72, 77, 81, 83, 89, 90, 93, 94, 96, 97, 99, 103, 106, 108, 115, 116, 118, 119, 121, 122], "encount": [57, 65, 67, 95, 104, 105, 108], "4": [57, 59, 64, 65, 66, 67, 71, 77, 79, 81, 83, 84, 87, 90, 97, 104, 107, 108, 109, 113, 119], "suboptim": 57, "arithmet": 57, "split": [57, 66, 71], "own": [57, 61, 65, 67, 72, 83, 90, 99, 113, 115, 116, 118], "rewrit": [57, 63], "portion": [57, 83, 97, 107], "without": [57, 61, 69, 72, 81, 83, 90, 92, 97, 98, 99, 103, 121], "reorder": 57, "seri": 57, "cleanli": 57, "approach": [57, 99], "achiev": [57, 117], "hit": 57, "larger": [57, 72, 77, 81, 114, 117], "boundari": [57, 75, 77], "guarante": [57, 76], "trigger": [57, 65, 66, 77, 90, 99, 101, 103, 123], "appear": [57, 83], "adjac": [57, 72, 77, 83], "As": [57, 66, 67, 77, 90, 94, 95, 97, 99, 103, 109, 123], "clean": [57, 63, 83, 104, 108], "step": [57, 66, 68, 71, 77, 92, 97, 103, 112, 117], "consolid": [57, 89], "further": [57, 65, 66, 121, 123], "merg": 57, "identifi": 57, "do_not_merg": 57, "combin": [57, 65, 66], "condit": [57, 83, 123], "loop": [57, 65, 66, 105, 110, 111], "ir": [58, 60, 61, 64, 65, 69, 72, 77, 89, 90, 91, 100, 102, 104, 106, 108, 109, 115, 119], "larg": [58, 60, 81, 83, 90, 92, 102, 103, 105, 112, 114, 117], "opset": [58, 60, 95], "compon": [58, 60, 67, 68, 75, 89, 121, 123], "evalu": [58, 59, 60, 113], "deploi": [58, 60, 70, 72, 90, 92, 100, 115, 116, 118], "instanti": [58, 59, 60, 61, 90, 107], "wrap": [58, 59, 60, 65, 66, 72, 83, 86, 90, 93, 104, 108, 109], "extend": [58, 60, 61, 71, 90, 99, 117], "providi": [58, 60], "stand": [59, 83], "interpret": [59, 66, 83], "execute_engin": [59, 76, 90], "stack": [59, 71, 92, 113, 123], "machin": [59, 67, 92, 96, 115, 116, 118], "pop": 59, "push": 59, "element": [59, 66, 83, 84, 87, 94], "realiz": 59, "abstract": [59, 61, 84, 95], "__torch__": [59, 89, 90], "portabl": [59, 67, 78], "serializ": [59, 65, 89, 123], "instnanti": 59, "whatev": [59, 66, 97], "self_1": [59, 90], "torchvis": [59, 92, 93, 96, 99, 101, 103, 106, 109, 113, 115, 116, 118], "resnet": [59, 70, 79, 96, 100, 101, 115, 116, 117, 118], "___torch_mangle_4847": 59, "resnet_trt": 59, "input_0": [59, 90], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 59, "listunpack": [59, 90], "multipl": [59, 67, 72, 76, 77, 83, 84, 92, 94, 102, 114, 115, 116, 118, 121], "repack": 59, "ssd": 59, "ssd300_trt": 59, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 59, "holder": [59, 85], "torchbind": 59, "pickler": 59, "seril": 59, "zip": [59, 67, 101, 103, 112, 115], "depickl": 59, "therefor": [59, 66, 67, 76, 83, 90, 117, 121], "encod": [59, 112, 117], "sm": 59, "correct": [59, 67, 81, 100, 101, 103, 113, 115, 116, 118], "bazel": [60, 67, 68], "linux": [60, 65, 68, 72, 77, 90, 96], "x86_64": [60, 67], "aarch64": 60, "gcc": [60, 90], "untest": 60, "try": [60, 77, 83, 84, 90, 93, 97, 99, 112, 115, 116, 118, 123], "older": 60, "repositori": [60, 67, 81, 88, 112, 115, 116, 118], "notebook": [60, 70, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115], "doc": [60, 62, 67, 68, 81, 82, 83, 88, 95, 97, 119], "docsrc": 60, "third_parti": [60, 67], "toolchain": [60, 67, 68], "unstabl": 60, "subject": [60, 63, 123], "matur": 60, "most": [60, 66, 67, 73, 97, 103, 115, 116, 118, 121, 123], "hood": [60, 106, 123], "major": [60, 66, 77], "top": [60, 81, 85], "coordin": [60, 77, 112], "ingest": 60, "flow": [61, 66, 83, 89, 117], "ilay": 61, "analogu": 61, "goal": [61, 65, 99], "registernodeconversionpattern": [61, 90], "helper": [61, 95], "pattern": [61, 77, 90, 114], "schema": [61, 90, 95, 97], "caus": [61, 65, 81, 104, 106, 108, 114, 121], "acthardtanh": 61, "torchtrt_unus": 61, "hardtanh": [61, 71], "scalar": [61, 71], "min_val": [61, 71], "max_val": [61, 71], "unwraptodoubl": 61, "new_lay": 61, "addactiv": 61, "activationtyp": [61, 66], "kclip": 61, "torchtrt_check": 61, "setalpha": 61, "setbeta": 61, "setnam": [61, 90], "util": [61, 63, 75, 78, 90, 92, 104, 108, 110, 111, 112, 113, 114, 115, 116, 117, 118, 123], "node_info": [61, 90], "c_str": [61, 90], "out_tensor": [61, 90], "associatevalueandtensor": [61, 90], "getoutput": [61, 90], "log_debug": 61, "getdimens": [61, 90], "accord": [61, 65, 78, 96], "unwrap": 61, "tool": [61, 65, 66, 67, 90, 95, 99, 117], "don": [61, 66, 81, 83, 84, 92, 95, 113, 115, 116, 118, 119], "annot": [61, 90], "your": [61, 64, 65, 67, 68, 69, 76, 81, 83, 84, 88, 89, 90, 91, 93, 99, 112, 119, 121], "Its": [61, 83], "track": [61, 92], "sort": [61, 71, 93, 112], "live": [61, 83], "directli": [61, 63, 64, 67, 70, 75, 77, 92, 95, 97, 104, 112, 122], "associatevalueandivalu": 61, "inspect": [61, 89, 90], "dataflow": [61, 90], "mechan": [61, 65, 66, 97, 102, 103, 117], "safe": [61, 65, 72, 76, 77, 78, 112], "unsur": 61, "deep": [61, 65, 70, 81, 92, 97, 124], "straight": 61, "chanc": 61, "none": [61, 65, 66, 71, 72, 73, 75, 76, 77, 78, 81, 83, 95, 97, 99, 104, 105, 112, 113, 114], "wrapper": [61, 66, 102, 109, 122], "similar": [61, 64, 65, 66, 67, 90, 93, 94, 97, 110, 111, 112], "tocustomclass": 61, "tensorcontain": 61, "istensor": 61, "iscustomclass": 61, "lot": [61, 64], "singular": 61, "becaus": [61, 66, 67, 73, 89, 90, 94, 95, 97, 98, 99, 102, 109, 114, 120], "alloc": [61, 70, 100, 109, 115], "freed": 61, "destructor": 61, "destroi": [61, 84], "realli": 61, "think": [61, 83], "becom": [61, 67, 101], "benefit": [61, 90, 99, 109, 114], "deal": [61, 99], "quit": [61, 67, 90, 117], "effici": [61, 102, 109, 112], "batch_norm": [61, 71], "fusion": [61, 63, 66], "deeplearn": [62, 66, 68], "sdk": [62, 68, 115, 116, 118, 123], "matrix": 62, "c_api": 62, "python_api": 62, "stabl": [62, 68, 70, 78, 79, 81, 100, 115, 119], "master": [62, 67, 92, 121], "overview": [62, 70, 104, 109], "md": 62, "appli": [63, 64, 92, 103, 105, 109, 112], "desir": [63, 72, 84, 92, 99], "coalesc": 63, "insert": [63, 65, 72, 90, 92, 95, 99, 103], "graphmodul": [63, 64, 72, 73, 76, 77, 90, 91, 97, 103, 122, 123], "caller": 63, "invok": [63, 65, 66, 89, 90, 121], "lint": 63, "recompil": [63, 72, 77, 95, 99, 103, 105, 108, 119, 123], "repair": 63, "disallow": 63, "repair_input_as_output": 63, "gm": [63, 72], "sample_input": [63, 66, 104], "scenario": [63, 65, 101, 102, 114], "clone": [63, 67, 71, 97], "modified_graph": 63, "extract": [63, 90, 112, 117], "placehold": [63, 95], "isinst": [63, 66, 97, 113], "issubclass": 63, "direct": [63, 87, 103, 121], "len": [63, 71, 97, 112], "direct_output": 63, "inserting_aft": 63, "cloned_placehold": 63, "replace_input_with": 63, "date": [63, 84, 123], "eliminate_dead_cod": 63, "logger": [63, 74], "f": [63, 65, 66, 68, 77, 83, 89, 95, 96, 97, 102, 112, 113, 114], "__init__": [63, 76, 77, 83, 89, 94, 95, 97, 99, 104, 112, 113, 119, 120], "pass_manag": 63, "passmanag": 63, "backend": [63, 69, 70, 72, 78, 79, 82, 93, 98, 99, 100, 104, 105, 109, 113, 115, 116, 118, 119], "offer": [63, 65], "registr": [63, 66], "conveni": [63, 92, 108, 117, 121, 123], "control": [63, 66, 89, 103, 114, 121], "_aten_lowering_pass": 63, "my_custom_pass": 63, "front": [63, 72], "passlist": 63, "arbitrari": [63, 76], "remov": [63, 64, 72, 81, 98, 99, 102, 112, 113], "dump_lowering_pass": 63, "apply_lowering_pass": 63, "graph_modul": [63, 72], "_remove_lowering_pass": 63, "evolv": 63, "introduc": [64, 66, 109, 117], "exportedprogram": [64, 69, 72, 77, 103, 110, 111, 114, 119, 123], "frontend": [64, 72, 75, 91, 94, 97, 100, 106, 108, 113, 115, 116, 118, 119], "simpl": [64, 65, 66, 83, 84, 89, 94, 115, 116, 117, 118, 119], "usag": [64, 66, 70, 75, 79, 83, 90, 94, 100, 114, 115, 119, 122], "eval": [64, 69, 90, 91, 95, 96, 98, 99, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118, 119, 120, 122], "exp_program": [64, 99, 103, 112, 113, 119], "trt_gm": [64, 69, 99, 103, 119, 120, 122], "interact": [64, 83, 101, 104, 106, 107, 108, 109], "ideal": 64, "discuss": [64, 65, 115, 116, 118], "section": [64, 66, 81, 83, 84, 85, 87, 90, 92, 115, 116, 118, 122], "frequent": [64, 102], "builder": [64, 65, 66, 72], "respect": [64, 65, 67, 72, 77, 110, 111, 120], "releas": [64, 65, 68, 83], "insid": [64, 83, 94, 97], "decomposit": [64, 65, 72, 77, 94, 97], "downstream": [64, 117], "constraint": [64, 114], "guid": [65, 82], "present": [65, 103], "learn": [65, 67, 70, 90, 92, 97, 115, 116, 118, 124], "acceler": [65, 73, 77, 121, 123, 124], "wide": [65, 77, 87], "varieti": [65, 115, 116, 118], "primari": [65, 95, 99, 122], "simplic": 65, "optimized_model": [65, 69, 98, 102, 104, 106, 108], "depth": [65, 81, 117], "challeng": [65, 101, 115, 116, 118], "addition": [65, 97], "fit": [65, 83], "compilationset": [65, 72, 76, 95, 97, 104], "_enum": [65, 72], "callabl": [65, 72, 77], "pass_through_build_failur": [65, 72, 76, 77, 97, 109], "max_aux_stream": [65, 72, 76, 77, 97], "version_compat": [65, 72, 76, 77, 97], "optimization_level": [65, 72, 76, 77, 97, 104], "use_python_runtim": [65, 72, 76, 77, 97, 98, 99, 101, 103, 104], "truncate_doubl": [65, 72, 76, 77, 97, 98, 110, 111, 114], "use_fast_partition": [65, 72, 76, 77, 97], "enable_experimental_decomposit": [65, 72, 76, 77, 97], "_devic": [65, 72], "assume_dynamic_shape_support": [65, 72, 76, 77], "engine_cap": [65, 72, 76, 77, 97], "dryrun": [65, 72, 76, 77, 97], "hardware_compat": [65, 72, 76, 77, 97], "timing_cache_path": [65, 72, 76, 77, 99], "tmp": [65, 72, 76, 77, 90, 98], "torch_tensorrt_engine_cach": [65, 72, 76, 77], "timing_cach": [65, 66, 72, 76, 77], "bin": [65, 67, 68, 72, 76, 77], "lazy_engine_init": [65, 72, 76, 77], "cache_built_engin": [65, 72, 76, 98, 99], "reuse_cached_engin": [65, 72, 76, 98, 99, 103], "use_explicit_typ": [65, 72, 76, 110, 111, 114, 120], "use_fp32_acc": [65, 72, 76, 110, 111, 112], "refit_identical_engine_weight": [65, 72, 76], "strip_engine_weight": [65, 72, 76], "immutable_weight": [65, 72, 76, 77, 98, 99, 101, 103], "enable_weight_stream": [65, 72, 76, 114], "enable_cross_compile_for_window": [65, 72, 76], "use_aot_joint_export": [65, 72, 76], "dpython": [65, 72, 77, 78], "per": [65, 72, 97, 121], "regardless": [65, 72, 84, 106, 108], "fail": [65, 72, 77, 90, 101, 103, 113, 124], "auxiliari": [65, 72], "stream": [65, 70, 72, 77, 94, 97, 100, 115], "impli": [65, 72], "longer": [65, 67, 72, 77, 81, 96, 121], "search": [65, 70, 72, 77, 81], "strictli": [65, 72], "runtim": [65, 67, 69, 70, 72, 77, 90, 95, 100, 101, 104, 108, 109, 114, 115, 123], "presenc": [65, 72, 109], "preferenti": [65, 72], "choos": [65, 66, 72, 89], "float64": [65, 72, 77, 78], "toggl": [65, 72, 77], "mode": [65, 66, 72, 76, 77, 91, 92, 95, 109, 112, 113], "natur": [65, 72, 83], "architectur": [65, 67, 70, 72, 77, 96, 99, 117], "amper": [65, 72, 77], "newer": [65, 67, 72, 77], "storag": [65, 72, 92], "use_strong_typ": [65, 72], "strong": [65, 72, 83], "mix": [65, 70, 72], "happen": [65, 66, 72, 89, 101, 106, 119], "strip": [65, 72], "non": [65, 67, 72, 77, 84, 86, 112, 121], "refitt": [65, 72, 77, 99], "were": [65, 72, 97, 103, 121], "cross": [65, 72, 77, 83, 100, 115], "window": [65, 72, 77, 83], "aot_export_joint_simpl": [65, 72], "aot_autograd": [65, 72], "distribut": [65, 68, 72, 90, 92, 114, 121], "sub": [65, 71, 83, 89, 104], "slate": 65, "futur": [65, 66, 72, 77, 78, 105, 121], "occur": [65, 109, 114], "first_output": 65, "subsequ": [65, 99, 102, 109], "second_output": 65, "session": [65, 69, 83, 99, 109], "point": [65, 67, 77, 81, 82, 83, 90, 94, 112, 113, 115, 116, 118], "cover": [65, 94, 95], "benchmark": [65, 71], "automat": [65, 68, 77, 83, 90, 100, 103, 115, 119, 123], "vari": [65, 73, 114, 119], "inf": 65, "dynamo_convers": 65, "contribut": [65, 102], "demonstr": [65, 83, 84, 85, 92, 94, 95, 97, 99, 101, 113, 115, 116, 117, 118], "break": [65, 66, 72, 76, 77, 83, 94, 97, 102, 111, 112], "successfulli": [65, 96, 101, 103, 112], "_dynamo": [65, 98, 99, 104, 105, 106, 108, 119], "explain": [65, 66, 70], "veri": [65, 66, 84, 85, 92, 93, 105, 110, 111, 115, 116, 118], "explan": [65, 66], "graph_break_count": 65, "furthermor": 65, "durat": [65, 83], "latter": [65, 76], "logic": [65, 66, 95], "guard": 65, "compos": [66, 89, 92, 95, 113, 115, 116, 118], "variou": [66, 124], "etc": [66, 81, 83, 97, 124], "environ": [66, 69, 72, 115, 116, 118], "research": 66, "few": [66, 67, 77, 95], "recommend": [66, 67, 77, 83, 90, 97, 115, 116, 118, 119], "nightli": 66, "lower_exampl": 66, "welcom": [66, 90], "finish": 66, "converison": 66, "max_batch_s": [66, 73, 115, 116, 118], "2048": [66, 73], "max_workspace_s": [66, 73], "33554432": [66, 73], "explicit_batch_dimens": [66, 73], "lower_precis": [66, 73], "lowerprecis": [66, 73], "verbose_log": [66, 73], "timing_cache_prefix": [66, 73], "save_timing_cach": [66, 73], "cuda_graph_batch_s": [66, 73], "dynamic_batch": [66, 73], "turn": [66, 73, 109], "trtmodul": [66, 73], "otherwis": [66, 67, 73, 99, 121], "implicit": [66, 71, 73, 83], "config": [66, 67, 73, 115, 116, 118], "updat": [66, 67, 68, 72, 73, 77, 97, 103], "dim": [66, 71, 73, 97, 99, 113, 114, 115, 116, 118, 119], "fx2trt_exampl": 66, "acc_trac": 66, "come": [66, 67, 82, 94, 97, 101, 115, 116, 118], "my_pytorch_model": 66, "build_model": 66, "prepar": [66, 115, 116, 118], "acc_mod": 66, "earli": [66, 103], "continu": [66, 83, 109, 121], "backward": [66, 76, 97, 123], "vision": [66, 100, 115, 116, 118], "task": [66, 92, 102, 117], "activ": [66, 78, 83, 90, 92, 95, 117, 121, 124], "except": [66, 72, 77], "permut": [66, 71, 112], "transpos": [66, 71, 119], "ll": [66, 99, 105], "inputtensorspec": [66, 73, 77], "experiment": [66, 72, 77, 78], "dataclass": [66, 104], "re": [66, 77, 83, 94, 99, 101, 109, 121], "manual": [66, 77, 82, 83, 103, 114], "sampl": [66, 72, 83, 91, 92, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 115, 116, 118], "rand": [66, 90, 96, 99, 101, 103, 104, 115, 116, 118], "from_tensor": [66, 77], "slightli": [66, 67, 97], "promis": 66, "optimize_target_shap": 66, "input_tensor_spec": 66, "shape_rang": [66, 73], "100": [66, 73, 97, 99, 113, 114], "accordingli": [66, 81, 119, 121], "trtinterpreterresult": [66, 73], "namedtupl": 66, "input_nam": [66, 73], "output_nam": [66, 73], "serialized_cach": [66, 73], "bytearrai": [66, 76, 78], "afford": 66, "temporari": [66, 99], "best": [66, 72, 77, 83, 101, 114, 120], "perforamnc": 66, "examin": 66, "suitabl": [66, 95, 102], "force_fp32_output": 66, "strict_type_constraint": 66, "usual": [66, 67, 81, 105], "unless": 66, "certain": [66, 67, 104, 110, 111, 112, 114, 121], "algorithm_selector": 66, "profiling_verbos": 66, "trt_interpreter_result": 66, "64": [66, 77, 91, 94, 111, 112, 113, 119], "25": [66, 73, 90, 112], "runtimeerror": [66, 113], "xxx": 66, "One": [66, 83, 84, 90, 117, 121], "reload_trt_mod": 66, "reload_model_output": 66, "far": [66, 83], "give": [66, 81, 83], "convtert": 66, "scheme": [66, 72, 77], "action": [66, 83], "tensort": [66, 123], "thing": [66, 67, 83], "compar": [66, 72, 77, 91, 102, 103], "vanilla": 66, "mainli": 66, "builtin": 66, "purpos": [66, 115, 116, 117, 118], "acc_op": 66, "leverag": [66, 92], "power": [66, 83, 90, 114, 117], "goe": [66, 83], "whole": [66, 109], "sigmoid": [66, 71], "tensorrt_convert": 66, "acc_ops_sigmoid": 66, "rest": [66, 83, 84], "input_v": [66, 95], "receiv": 66, "region": 66, "add_activ": 66, "get_output": [66, 97], "wherev": 66, "rememb": [66, 67, 115, 116, 118], "mapper": 66, "todo": [66, 68, 81], "logist": 66, "down": [66, 67, 81, 111], "acc_norm": 66, "foo": [66, 83, 84], "register_acc_op": 66, "register_acc_op_map": 66, "this_arg_is_opt": 66, "op_and_target": 66, "arg_replacement_tupl": 66, "rule": [66, 67, 78], "third": [66, 84], "boolean": [66, 77, 95], "matter": [66, 97], "register_custom_acc_mapper_fn": 66, "design": [66, 75, 95, 101, 110, 114, 117, 124], "redund": 66, "throught": 66, "custom_mapp": 66, "_": [66, 83, 94, 97, 102, 112, 113, 114, 120], "foo_kwarg": 66, "inserting_befor": 66, "foo_nod": 66, "meta": [66, 68, 87, 94, 111, 114], "children": 66, "unit": [66, 77, 109], "test_acc_trac": 66, "acc_op_convert": 66, "essenti": 66, "plugin": [66, 97], "yet": [66, 117], "folder": 66, "center": 67, "pypi": 67, "m": [67, 68, 84, 94, 105, 113], "pip": [67, 68, 100, 105, 112, 115, 116, 118], "upload": [67, 115, 116, 118], "x86": [67, 121], "extra": [67, 76, 90, 97, 101], "url": [67, 81, 115, 116, 118], "download": [67, 68, 87, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 118], "whl": [67, 68], "cu118": 67, "cu124": 67, "tarbal": [67, 90, 92], "easiest": [67, 94, 97], "bazelisk": [67, 68], "bazelbuild": [67, 68], "export": [67, 68, 70, 72, 77, 99, 100, 103, 106, 110, 111, 112, 113, 114, 115, 116, 118, 120, 122, 123], "bazel_vers": 67, "path_to_torchtrt_root": 67, "bazelvers": 67, "mkdir": 67, "cd": [67, 115, 116, 118], "curl": [67, 83], "fssl": 67, "o": [67, 83, 115, 116, 118], "dist": 67, "unzip": 67, "bash": [67, 115, 116, 118], "sh": 67, "cp": [67, 68, 97], "usr": [67, 68], "driver": 67, "branch": [67, 68], "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 67, "l46": 67, "pull": [67, 99, 115, 116, 118], "latest": [67, 68, 81], "howev": [67, 81, 82, 90, 94, 95, 97, 99, 115, 116, 118, 119, 123], "l53c1": 67, "fact": 67, "reproduc": 67, "l71": 67, "http_archiv": 67, "build_fil": 67, "archiv": [67, 68], "sha256": 67, "strip_prefix": 67, "OR": 67, "TO": [67, 90], "gnu": 67, "tar": [67, 68, 83, 92], "gz": [67, 83, 84, 92], "ld_library_path": 67, "comment": [67, 83], "uncom": 67, "l114c1": 67, "l124c3": 67, "uv": 67, "astral": 67, "project": [67, 82, 87], "simpler": [67, 92], "wheel": [67, 68], "dep": 67, "lighter": 67, "executor": 67, "avoid": [67, 94, 95, 97, 103, 112, 119], "implic": 67, "python_onli": 67, "legaci": [67, 75], "mainten": 67, "torchdynamo": [67, 119, 123], "technolog": [67, 123], "exclud": [67, 97], "speed": [67, 99, 103], "no_torchscript": 67, "dbg": 67, "pre_cxx11_abi": 67, "complic": 67, "incompat": 67, "popular": [67, 82, 100, 110, 111, 115, 117], "ngc": [67, 68, 115, 116, 118], "tabl": [67, 87], "bdist_wheel": 67, "preinstal": 67, "forum": 67, "correctli": [67, 97], "intend": [67, 104, 106, 107, 108, 109], "microsoft": 67, "2022": [67, 70], "open": [67, 112, 115, 116, 117, 118], "app": 67, "x64": 67, "prompt": [67, 101, 105, 107, 110, 111, 112], "admin": 67, "privileg": 67, "launcher": 67, "chocolatei": 67, "navig": [67, 81], "ninja": 67, "setuptool": 67, "r": [67, 68, 83, 100, 105, 112, 115], "txt": [67, 68, 100, 105, 112, 115], "distutils_use_sdk": 67, "cuda_win": 67, "libtorch_win": 67, "tensorrt_win": 67, "similarli": [67, 99, 109, 121], "ci_workspac": 67, "win": 67, "tmpl": [67, 68], "torchtrtc": [67, 70, 124], "websit": 67, "finder": 67, "dcmake_module_path": 67, "doesn": [67, 83, 89, 90], "dtorch_dir": 67, "dtensorrt_root": 67, "choic": [67, 75], "b": [67, 71, 77, 84, 94, 114, 115, 116, 118], "dcmake_build_typ": 67, "72048": 67, "jp_workspac": [67, 68], "new_local_repositori": 67, "sudo": [67, 68], "home": 67, "unlik": [67, 93], "libtorch_pre_cxx11_abi": 67, "shift": [67, 71, 83], "jetpack": 67, "jetpack_x": 67, "jetpack_5": 67, "drop": [67, 81, 113], "nvida": 68, "ofjetpack": 68, "With": [68, 81, 83, 90, 92, 94, 99, 115, 116, 118], "incorpor": [68, 84], "cudnn": 68, "9": [68, 87, 90, 96, 97, 115, 116, 118], "dlfw": 68, "09": 68, "jetson": [68, 117], "framework": 68, "instal": [68, 70, 87, 90, 100, 105, 112, 115, 116, 118, 121], "kit": 68, "flash": 68, "board": 68, "apt": 68, "show": [68, 81, 83, 99, 107, 114, 117], "dev": 68, "everth": 68, "nvcc": 68, "cmd": 68, "libcusparselt": 68, "lib64": 68, "wget": [68, 115, 116, 118], "cusparselt": 68, "redist": 68, "libcusparse_lt": 68, "sbsa": 68, "xz": 68, "xf": 68, "v1": [68, 101, 107], "arm64": 68, "mv": 68, "chmod": 68, "pypa": 68, "en": [68, 81], "bootstrap": 68, "jp": 68, "v61": 68, "0a0": 68, "872d972e41": 68, "nv24": 68, "08": [68, 115, 116, 118], "17622132": 68, "cp310": 68, "linux_aarch64": 68, "test_requir": 68, "jetpack6": 68, "lanl": 68, "cuda_vers": 68, "grep": 68, "cut": [68, 83, 103], "sed": [68, 84, 86], "torch_install_path": 68, "dirnam": 68, "__file__": 68, "site_package_path": 68, "cuda_hom": 68, "envsubst": 68, "anywher": 69, "ahead": [69, 70, 90, 101, 109], "ep": [69, 71, 96, 103, 120, 122], "output_format": [69, 77, 122], "input_tensor": [69, 97, 113, 114], "fill": 69, "aot": [70, 72, 77, 90, 100, 101, 103, 109, 115, 123], "integr": [70, 101, 104], "seamlessli": [70, 77], "ecosystem": [70, 123], "hybrid": [70, 72, 77, 78, 123], "advanc": [70, 79, 84, 92, 100, 105, 115], "bert": [70, 79, 100, 102, 115], "triton": [70, 94, 97], "cudagraph": [70, 100, 115], "overload": [70, 100, 115], "mutabl": [70, 100, 115], "diffus": [70, 79, 100, 115], "gpt2": [70, 100, 115], "llama2": [70, 100, 115], "sam2": [70, 100, 115], "page": [70, 85, 87, 115, 116, 118], "introductori": 70, "blog": [70, 121], "gtc": 70, "2020": [70, 90], "talk": 70, "fall": [70, 77, 94, 97], "2021": 70, "dai": 70, "confer": 70, "_convolut": [71, 90], "stride": [71, 77, 97, 113], "pad": [71, 77, 97, 113], "dilat": 71, "output_pad": 71, "group": [71, 83, 84], "determinist": 71, "cudnn_en": 71, "allow_tf32": 71, "ab": 71, "aco": 71, "acosh": 71, "adaptive_avg_pool1d": 71, "output_s": 71, "adaptive_avg_pool2d": 71, "adaptive_avg_pool3d": 71, "adaptive_max_pool1d": 71, "adaptive_max_pool2d": 71, "adaptive_max_pool3d": 71, "argmax": [71, 114], "keepdim": 71, "argmin": 71, "asin": 71, "asinh": 71, "atan": 71, "atanh": 71, "avg_pool1d": 71, "kernel_s": [71, 97, 113], "ceil_mod": 71, "count_include_pad": 71, "avg_pool2d": 71, "divisor_overrid": 71, "avg_pool3d": 71, "gamma": 71, "var": 71, "momentum": 71, "bitwise_not": 71, "bmm": 71, "ceil": 71, "clamp": 71, "clamp_max": 71, "clamp_min": 71, "constant_pad_nd": 71, "co": [71, 84, 117], "cosh": 71, "cumsum": 71, "tensor_mod": 71, "rounding_mod": 71, "div_": 71, "elu": 71, "scale": [71, 92, 117], "input_scal": 71, "indic": [71, 72, 81, 83, 94, 95, 103, 106, 119, 120], "padding_idx": 71, "eq": [71, 83], "erf": [71, 95], "exp": 71, "expand_a": 71, "fake_quantize_per_channel_affin": 71, "zero_point": 71, "axi": [71, 77, 112], "quant_min": 71, "quant_max": 71, "fake_quantize_per_tensor_affin": 71, "using_int": [71, 90], "start_dim": [71, 90], "end_dim": [71, 90], "floor": 71, "floor_divid": 71, "ge": 71, "gru_cel": 71, "hx": 71, "w_ih": 71, "w_hh": 71, "b_ih": 71, "b_hh": 71, "gt": 71, "hardtanh_": 71, "instance_norm": 71, "running_mean": 71, "running_var": 71, "use_input_stat": 71, "layer_norm": 71, "normalized_shap": 71, "le": 71, "negative_slop": 71, "01": [71, 84, 90, 112, 113], "leaky_relu_": 71, "lstm_cell": 71, "lt": 71, "masked_fil": 71, "mask": [71, 97, 112], "max_pool1d": 71, "max_pool2d": [71, 89, 90], "max_pool3d": 71, "mul_": [71, 95], "narrow": 71, "neg": [71, 101], "norm": 71, "scalaropt_dim": 71, "pixel_shuffl": 71, "upscale_factor": 71, "pow": 71, "tensor_scalar": 71, "expon": 71, "tensor_tensor": 71, "prelu": 71, "prod": [71, 97], "dim_int": 71, "reciproc": 71, "reflection_pad1d": 71, "reflection_pad2d": 71, "relu_": 71, "repeat_interleav": 71, "self_int": 71, "replication_pad1d": 71, "replication_pad2d": 71, "replication_pad3d": 71, "reshap": [71, 97, 112], "roll": 71, "rsub": 71, "scatter": [71, 112], "sigmoid_": 71, "sin": [71, 83], "sinh": 71, "slice": 71, "split_siz": 71, "split_with_s": 71, "sqrt": 71, "squar": 71, "squeez": [71, 112, 117], "sub_": 71, "dim_intlist": 71, "tan": 71, "tanh": [71, 95], "tanh_": [71, 95], "non_block": [71, 113], "memory_format": [71, 77], "prim_devic": 71, "topk": 71, "k": [71, 92, 113], "largest": 71, "dim0": [71, 99], "dim1": 71, "unbind": 71, "unsqueez": [71, 112, 115, 116, 118], "upsample_bilinear2d": 71, "align_corn": 71, "scales_h": 71, "scales_w": 71, "vec": 71, "scale_factor": 71, "upsample_linear1d": 71, "upsample_nearest1d": 71, "upsample_nearest2d": 71, "upsample_nearest3d": 71, "scales_d": 71, "upsample_trilinear3d": 71, "view": [71, 81, 112], "__and__": 71, "__derive_index": 71, "idx": 71, "__getitem__": 71, "__is__": 71, "t1": 71, "t2": 71, "obj": 71, "__isnot__": 71, "__not__": 71, "__or__": 71, "__range_length": 71, "lo": 71, "hi": [71, 83, 84], "__round_to_zero_floordiv": 71, "__xor__": 71, "append": [71, 95, 98, 99, 102, 113, 114], "el": 71, "arang": [71, 94, 97], "pin_memori": 71, "start_step": 71, "copy_": 71, "float_int": 71, "int_float": 71, "floordiv": 71, "is_floating_point": 71, "numel": [71, 94], "l": [71, 113], "9223372036854775807": 71, "requires_grad": 71, "tupleindex": 71, "tup": 71, "exported_program": [72, 77, 122], "arg_input": [72, 77, 95, 103], "kwarg_input": [72, 77, 103], "engine_cache_dir": [72, 98, 99], "engine_cache_s": [72, 98, 99], "5368709120": 72, "custom_engine_cach": [72, 99], "baseenginecach": [72, 99], "int32": [72, 77, 78, 97, 98, 102, 108, 117], "channel_last": [72, 77, 78, 117], "244": [72, 77, 78], "alia": [72, 77], "better": [72, 77, 89, 112, 117, 123], "understand": [72, 77, 119], "convolut": [72, 77, 78, 92, 97, 124], "_c": [72, 77, 78, 93], "oppos": [72, 77, 78], "lean": [72, 77], "spend": [72, 77], "integ": [72, 77, 86], "faster": [72, 77, 98, 99, 102, 112, 117], "parition": [72, 77], "increas": [72, 77, 99, 114], "amount": [72, 77, 114], "defer": [72, 77, 123], "lead": [72, 77, 83, 102, 114, 121], "oversubscript": [72, 77], "hard": [72, 103], "disk": [72, 77, 99], "space": [72, 83, 84, 92], "byte": [72, 76, 77, 78, 97, 99, 114, 117], "1gb": [72, 98, 99], "exce": 72, "oldest": 72, "gear": [72, 92], "toward": [72, 92, 112], "later": [72, 90, 94, 103, 122, 123], "cross_compile_flag": 72, "cross_compil": 72, "convert_exported_program_to_serialized_trt_engin": 72, "coverag": [72, 97], "ishapelay": [72, 78], "deseri": [72, 77, 78, 90, 97], "cross_compile_for_window": [72, 77, 96], "save_cross_compiled_exported_program": 72, "load_cross_compiled_exported_program": [72, 77, 96], "valueerror": [72, 77, 96], "refit_module_weight": [72, 103], "compiled_modul": [72, 76, 103], "new_weight_modul": [72, 103], "verify_output": [72, 103], "use_weight_map_cach": [72, 103], "in_plac": [72, 103], "compmil": 72, "min_acc_module_s": 73, "is_aten": 73, "use_experimental_fx_rt": 73, "correctness_atol": 73, "correctness_rtol": 73, "minim": [73, 92, 97, 102], "submodul": [73, 89, 97, 109], "fx2trt": 73, "cpu": [73, 102, 110, 111, 112, 114], "has_batch_dim": 73, "dtyep": 73, "prop": 73, "min_input_shap": 73, "optimized_input_shap": 73, "max_input_shap": 73, "popul": 73, "225": [73, 115, 116, 118], "explicit_precis": 73, "logger_level": 73, "model_trt": [74, 94], "model_torchtrt": 74, "internal_error": 74, "dataloadercalibr": [75, 92], "preprocess": [75, 92, 115, 116, 118], "dataset": [75, 92, 117], "algo_typ": [75, 92], "calibrationalgo": [75, 92], "cachecalibr": [75, 92], "qualnam": [75, 77], "entropy_calibr": 75, "entropy_calibration_2": [75, 92], "legacy_calibr": 75, "minmax_calibr": 75, "set_multi_device_safe_mod": [76, 121], "_multidevicesafemodecontextmanag": 76, "impact": 76, "suppress": 76, "unsaf": 76, "trt_compiled_modul": 76, "enable_cudagraph": [76, 109, 121], "_cudagraphscontextmanag": 76, "get_cudagraphs_mod": 76, "get_whole_cudagraphs_mod": 76, "enable_pre_allocated_output": [76, 102], "_preallocatedoutputcontextmanag": 76, "weight_stream": [76, 114], "_weightstreamingcontextmanag": 76, "torchtensorrtmodul": [76, 97], "encompass": [76, 78], "simpili": 76, "de": 76, "initi": [76, 77, 83, 103, 104, 106, 108, 109, 110, 111], "scriptmodul": [76, 77, 78, 90, 91, 122, 123], "overridden": [76, 77], "subclass": 76, "although": [76, 83], "recip": [76, 92], "afterward": 76, "former": 76, "care": 76, "hook": 76, "silent": 76, "get_extra_st": 76, "state_dict": [76, 77, 101], "set_extra_st": 76, "picklabl": 76, "pickl": [76, 97, 99], "load_state_dict": [76, 101, 113], "pythontorchtensorrtmodul": 76, "serialized_engin": [76, 78], "_set": [76, 104], "weight_name_map": 76, "trt_modul": [76, 121], "engine_str": 76, "my_modul": 76, "current_devic": 76, "disable_profil": 76, "enable_profil": 76, "iprofil": 76, "spent": 76, "get_layer_info": 76, "validate_input_shap": 76, "request": [77, 90, 115, 116, 118], "decid": 77, "environmen": 77, "retrac": 77, "cudagraphstorchtensorrtmodul": 77, "strict": [77, 112, 121], "mutabletorchtensorrtmodul": [77, 101], "pytorch_model": 77, "regular": 77, "whenev": 77, "refit_gm": 77, "shape_mod": 77, "_shapemod": 77, "interv": 77, "notat": 77, "bound": 77, "torch_tensor": 77, "tracer": 77, "example_tensor": 77, "optimization_profile_field": 77, "classmethod": 77, "disable_memory_format_check": 77, "core_id": 77, "schedul": [77, 115, 116, 118], "use_default": 77, "try_to": 77, "anoth": [77, 83, 84, 89, 91, 103], "typeerror": 77, "unknown": 77, "succe": 77, "float_dtyp": 77, "failur": 77, "bf16": 77, "try_from": [77, 97], "complex128": 77, "16": [77, 87, 89, 90, 91, 106, 109], "brain": 77, "bfloat16": 77, "f64": 77, "f8": 77, "fp8": 77, "float8": 77, "i32": 77, "sign": [77, 115, 116, 118], "i64": 77, "u8": 77, "unsign": 77, "uint8": [77, 112], "trt_dla": 77, "torchtrt_dla": 77, "_from": 77, "torchtrt_dla_ec": 77, "torchtrt_safety_ec": 77, "saefti": 77, "trt_dla_ec": 77, "standalon": [77, 83, 112], "certifi": 77, "tf": 77, "torchtrt_linear": 77, "cdhw32": 77, "thirti": 77, "row": [77, 84], "spatial": 77, "31": [77, 90], "subscript": [77, 83], "chw16": 77, "sixteen": 77, "15": [77, 83, 87], "chw2": 77, "chw32": 77, "chw4": 77, "four": [77, 83, 84], "dhwc": 77, "equivi": 77, "channels_last_3d": 77, "dhwc8": 77, "eight": 77, "dla_hwc4": 77, "imag": [77, 92, 97, 101, 107, 113, 115, 116, 118], "roundup": 77, "elements": 77, "dla_linear": 77, "planar": 77, "hwc": 77, "channels_last": 77, "hwc16": 77, "hwc8": 77, "least": [77, 83, 84], "check_method_op_support": 78, "seriali": 78, "put_binding_nam": 78, "tensorrtcompilespec": [78, 93], "scriptclass": 78, "0x7f188180f7f0": 78, "_jit_to_tensorrt": 78, "00": 79, "000": [79, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "total": [79, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "galleri": [79, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115], "mem": 79, "torch_compile_advanced_usag": [79, 104], "torch_compile_resnet_exampl": [79, 106], "torch_compile_stable_diffus": [79, 107], "torch_compile_transformers_exampl": [79, 108], "v0": [80, 115, 116, 118], "pytorch_sphinx_them": [81, 88], "conf": [81, 88], "html_theme_opt": 81, "canonical_url": 81, "analytics_id": 81, "logo_onli": 81, "display_vers": 81, "prev_next_buttons_loc": 81, "bottom": 81, "style_external_link": 81, "vcs_pageview_mod": 81, "collapse_navig": 81, "sticky_navig": [81, 85], "navigation_depth": 81, "includehidden": 81, "titles_onli": 81, "canon": 81, "rank": 81, "trail": 81, "slash": 81, "googl": 81, "analyt": 81, "isn": [81, 83, 94, 97], "shown": [81, 83, 90, 112, 120], "sidebar": [81, 87], "button": [81, 83], "icon": [81, 83], "extern": [81, 83, 100, 115], "display_github": 81, "display_gitlab": 81, "gitlab": 81, "bitbucket": 81, "bar": [81, 83], "www": [81, 83, 90, 92, 115, 116, 118], "sphinx": [81, 82, 83, 84, 88, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115], "toctre": 81, "lose": 81, "scroll": [81, 85], "unlimit": 81, "header": [81, 83, 84, 90, 115, 116, 118], "render": 81, "github_url": 81, "bitbucket_url": 81, "gitlab_url": 81, "left": [81, 83], "upon": [81, 104, 108], "rst": [81, 83], "visitor": 81, "revert": 81, "misbuild": 81, "properti": [81, 97], "stick": 81, "screen": 81, "vertic": [81, 83], "too": [81, 83, 84], "sticki": [81, 87], "nav": [81, 87], "At": [82, 95, 103], "django": 82, "payment": 82, "dotpai": 82, "dotpayprovid": 82, "seller_id": 82, "pin": 82, "lock": 82, "lang": 82, "pl": 82, "polish": 82, "gatewai": 82, "transfer": 82, "purchas": 82, "item": [82, 84, 113], "param": 82, "seller": 82, "consult": 82, "ui": 82, "languag": [82, 83, 84, 89, 94, 97, 100, 105, 110, 115, 116, 118], "data_item_1": 82, "emphasi": 83, "hyperlink": 83, "uri": 83, "web": 83, "anonym": 83, "label": [83, 92, 112, 113, 115, 116, 117, 118], "substitut": 83, "charact": 83, "exceedingli": 83, "ugli": 83, "problem": [83, 111], "problemat": 83, "ext": [83, 84], "autodoc": [83, 84], "demo": [83, 92, 112], "test_py_modul": [83, 87], "my": [83, 105, 110], "role": 83, "pep": 83, "287": 83, "rfc": 83, "2822": 83, "superscript": 83, "gui": 83, "taken": [83, 102], "height": [83, 112], "interfer": 83, "press": 83, "keyboard": 83, "mous": 83, "mmb": 83, "menuselect": 83, "seen": [83, 84], "whitespac": 83, "signific": [83, 97], "strang": 83, "hyphen": 83, "word": [83, 117], "adjust": 83, "width": [83, 112, 117], "browser": 83, "sentenc": [83, 114, 117], "suppli": [83, 103], "258": 83, "equat": 83, "x_": 83, "x_0": 83, "x_1": 83, "x_2": 83, "x_3": 83, "x_4": 83, "nabla": 83, "frac": 83, "theta": 83, "phi": 83, "restructuredtext": [83, 84], "parser": [83, 96, 113], "colon": 83, "indent": 83, "literal_block": 83, "spaces_and_linebreak": 83, "preserv": [83, 89, 92, 112], "markup_process": 83, "Or": 83, "great": [83, 90, 94, 97, 99, 123], "why": [83, 121], "didn": 83, "blank": 83, "align": 83, "permit": 83, "awai": 83, "eric": 83, "orchestra": 83, "leader": 83, "bee": 83, "philosoph": 83, "ipso": 83, "facto": 83, "But": [83, 90, 103, 114], "got": [83, 90], "vi": 83, "entiti": 83, "said": 83, "entir": [83, 109, 112, 123], "ancient": 83, "injuri": 83, "sing": 83, "elk": 83, "bracket": 83, "miss": [83, 90], "brontosaurus": 83, "thin": 83, "thicker": 83, "middl": 83, "That": [83, 90], "mine": 83, "belong": 83, "me": [83, 84], "ann": 83, "begun": 83, "past": 83, "someurl": 83, "v2": 83, "dev0": 83, "3ee73ad": 83, "caption": [83, 86], "pane": 83, "shell_command": 83, "echo": 83, "did": 83, "window_nam": 83, "session_nam": 83, "shorthand": 83, "some_funct": 83, "highlight": 83, "THE": 83, "heaven": 83, "hexagram": 83, "six": 83, "unbroken": 83, "primal": 83, "light": [83, 122], "spirit": 83, "weak": 83, "essenc": 83, "energi": 83, "unrestrict": 83, "conceiv": 83, "motion": 83, "regard": [83, 123], "basi": 83, "thu": 83, "persist": 83, "dual": 83, "sens": [83, 90], "univers": 83, "world": 83, "men": 83, "express": 83, "deiti": 83, "human": 83, "denot": [83, 97], "holi": 83, "man": [83, 84], "sage": 83, "ruler": 83, "who": 83, "awaken": 83, "utf": [83, 84], "sphinx_rtd_them": [83, 84], "docstr": [83, 84, 91], "dl": 83, "dt": 83, "tag": [83, 115, 116, 118], "tt": 83, "descnam": 83, "descclassnam": 83, "wrote": 83, "anyth": [83, 84, 112, 121], "programm": 83, "myclass": 83, "dothismethod": 83, "flush": 83, "meth": 83, "capit": 83, "flox": 83, "unreferenc": 83, "nonexist": 83, "extrem": 83, "stuff": 83, "mayb": 83, "bold": 83, "ital": 83, "heck": 83, "put": [83, 94, 117], "13": [83, 87], "backlink": 83, "knowledg": 83, "mind": 83, "ey": 83, "thought": 83, "medium": 83, "peopl": 83, "subsect": 83, "interpol": 83, "indirect": 83, "phrase": 83, "docutil": [83, 84], "sourceforg": [83, 84], "ref": 83, "clickabl": 83, "legend": 83, "revis": [83, 84, 101, 107], "revisit": 83, "enhanc": [83, 102, 112], "structuredtext": 83, "wooden": 83, "nickel": 83, "mad": 83, "scientist": 83, "bigger": 83, "bread": 83, "box": [83, 112, 119, 123], "wash": 83, "behind": 83, "ear": 83, "room": 83, "closet": 83, "bathroom": 83, "trash": 83, "sink": 83, "mother": 83, "g_": 83, "mu": 83, "nu": 83, "pi": 83, "t_": 83, "rho_": 83, "servic": 83, "thing1": 83, "thing2": 83, "thing3": 83, "prose": 83, "provok": 83, "mental": 83, "exert": 83, "reader": 83, "discret": 83, "strongli": [83, 114], "advis": 83, "subtitl": 83, "outsid": 83, "often": 83, "besid": 83, "border": [83, 112], "background": [83, 89], "ok": [83, 90], "transmit": 83, "disconnect": 83, "nonetheless": 83, "semant": 83, "blue": [83, 97], "white": [83, 112], "arab": 84, "roman": 84, "upper": 84, "iii": 84, "iv": 84, "classifi": [84, 89, 90, 113, 117], "paragraph": [84, 87], "z": [84, 94], "commonli": 84, "vm": 84, "david": 84, "goodger": 84, "address": [84, 97, 101], "123": 84, "street": 84, "canada": 84, "a1b": 84, "2c3": 84, "contact": 84, "myself": 84, "organ": 84, "humankind": 84, "2012": 84, "03": 84, "19": [84, 87], "53": 84, "0000": 84, "tue": 84, "jan": 84, "progress": 84, "7302": 84, "wish": 84, "redistribut": 84, "reattribut": 84, "sell": 84, "bui": 84, "rent": 84, "leas": 84, "improv": [84, 102, 109, 112, 121], "quot": 84, "excerpt": 84, "collat": 84, "fold": 84, "stapl": 84, "mutil": 84, "anyon": 84, "heart": 84, "bibliograph": 84, "markup": [84, 87], "literal": 84, "yahoo": 84, "oh": 84, "liter": 84, "heh": 84, "child": 84, "beat": 84, "text": [84, 86, 105, 110, 111, 117], "hehe": 84, "kept": 84, "sai": [84, 117], "cackl": 84, "night": 84, "lone": 84, "guangzhou": 84, "destini": 84, "hope": 84, "dream": 84, "forth": 84, "fifth": 84, "sixth": 84, "lorem": [84, 86], "ipsum": [84, 86], "dolor": [84, 86], "sit": [84, 86], "amet": [84, 86], "consectetur": [84, 86], "adipisc": [84, 86], "elit": [84, 86], "donec": [84, 86], "porttitor": [84, 86], "odio": [84, 86], "posuer": [84, 86], "vita": [84, 86], "ornar": [84, 86], "libero": [84, 86], "matti": 84, "loborti": [84, 86], "justo": [84, 86], "vestibulum": [84, 86], "nibh": [84, 86], "aliquet": [84, 86], "feugiat": [84, 86], "sagitti": [84, 86], "nequ": [84, 86], "qui": [84, 86], "eleifend": 84, "dui": [84, 86], "rutrum": [84, 86], "lectu": [84, 86], "suscipit": [84, 86], "letter": [84, 117], "column": 84, "cell": 84, "span": 84, "nam": [84, 86], "mauri": [84, 86], "arcu": [84, 86], "stub": 84, "behav": 85, "area": 85, "interdum": 86, "nec": 86, "finibu": 86, "dictum": 86, "velit": 86, "ut": 86, "eu": 86, "efficitur": 86, "aliquam": 86, "erat": 86, "diam": 86, "gravida": 86, "imperdiet": 86, "tellu": 86, "nisl": 86, "praesent": 86, "eget": 86, "elementum": 86, "rhoncu": 86, "tincidunt": 86, "suspendiss": 86, "volutpat": 86, "scelerisqu": 86, "tristiqu": 86, "aenean": 86, "condimentum": 86, "risu": 86, "accumsan": 86, "laoreet": 86, "maximu": 86, "sapien": 86, "ligula": 86, "fringilla": 86, "commodo": 86, "proin": 86, "et": 86, "pharetra": 86, "etiam": 86, "turpi": 86, "ant": 86, "luctu": 86, "vel": 86, "malesuada": 86, "dignissim": 86, "mi": 86, "nunc": 86, "augu": 86, "sem": 86, "cursu": 86, "nulla": 86, "pellentesqu": 86, "habit": 86, "morbi": 86, "senectu": 86, "netu": 86, "fame": 86, "ac": 86, "egesta": 86, "placerat": 86, "tortor": 86, "iaculi": 86, "venenati": 86, "cra": 86, "puru": 86, "ero": 86, "vehicula": 86, "fusc": 86, "auctor": 86, "phasellu": 86, "est": 86, "viverra": 86, "conval": 86, "faucibu": 86, "vulput": 86, "feli": 86, "sodal": 86, "maecena": 86, "congu": 86, "semper": 86, "enim": 86, "blandit": 86, "sollicitudin": 86, "urna": 86, "orci": 86, "lacu": 86, "quisqu": 86, "facilisi": 86, "hendrerit": 86, "curabitur": 86, "variu": 86, "bibendum": 86, "massa": 86, "magna": 86, "tempu": 86, "metu": 86, "nisi": 86, "pretium": 86, "leo": 86, "euismod": 86, "ultric": 86, "dapibu": 86, "lacinia": 86, "vivamu": 86, "molesti": 86, "hac": 86, "habitass": 86, "platea": 86, "dictumst": 86, "git": 87, "content": [87, 92, 115, 116, 118], "changelog": 87, "math": 87, "14": [87, 98, 108, 115, 116, 118], "17": 87, "18": [87, 90, 101, 112], "submenu": 87, "symlink": 88, "subtre": 88, "_theme": 88, "html_theme": 88, "html_theme_path": 88, "optimiz": 89, "beginn": 89, "intro_to_torchscript_tutori": 89, "briefli": 89, "lenet": [89, 90], "lenetfeatextractor": 89, "conv1": [89, 90], "conv2d": [89, 97, 113], "conv2": [89, 90], "lenetclassifi": 89, "fc1": [89, 90], "120": [89, 90], "fc2": [89, 90], "84": [89, 90], "fc3": [89, 90], "feat": [89, 90, 112], "obvious": 89, "pathwai": 89, "input_data": [89, 91], "traced_model": 89, "pick": [89, 120], "script_model": [89, 93], "perspect": 89, "___torch_mangle_10": 89, "___torch_mangle_9": 89, "119": 89, "___torch_mangle_5": 89, "137": 89, "callmethod": 89, "138": 89, "38": 89, "39": 89, "torch_script_modul": [89, 90], "in_tensor": 89, "fly": 89, "lenet_script": [89, 90], "haven": 90, "acquir": 90, "dyanmo": 90, "almost": [90, 123], "trt_lenet_script": 90, "apr": 90, "56": 90, "04": 90, "credit": 90, "stop": 90, "argc": 90, "argv": 90, "cerr": 90, "cout": 90, "even": [90, 101, 109], "cppdoc": 90, "pretti": 90, "fashion": [90, 117], "feed": 90, "enable_precis": 90, "And": 90, "convertgraphtotrtengin": 90, "engine_converted_from_jit": 90, "close": [90, 95, 112], "saw": 90, "576": 90, "346": 90, "539": 90, "0464": 90, "0383": 90, "0678": 90, "0932": 90, "1045": 90, "0805": 90, "0435": 90, "0818": 90, "0208": 90, "0358": 90, "cudafloattyp": 90, "0530": 90, "1691": 90, "2802": 90, "1502": 90, "1056": 90, "1549": 90, "input0": [90, 91], "1063": 90, "input1": [90, 91], "input2": 90, "28": 90, "29": 90, "33": 90, "35": 90, "36": 90, "37": 90, "compilegraph": [90, 92], "transform": [90, 92, 94, 98, 100, 102, 103, 105, 108, 110, 111, 112, 113, 114, 115, 116, 118, 122], "laid": 90, "translat": [90, 103], "aren": 90, "techniqu": [90, 92, 111, 121], "checkmethodoperatorsupport": 90, "modular": 90, "ship": [90, 121], "exhaust": 90, "109": 90, "addlay": 90, "yourself": 90, "question": [90, 95], "outself": 90, "flatten_convert": 90, "unwraptoint": 90, "in_shap": 90, "tovec": 90, "out_shap": 90, "shuffl": [90, 92, 113], "addshuffl": 90, "setreshapedimens": 90, "todim": 90, "extens": [90, 123], "ctype": 90, "cdll": 90, "contributor": 90, "upstream": 90, "pr": 90, "usecas": 91, "sole": [91, 92, 123], "individu": 91, "accuraci": [92, 112, 117], "loss": [92, 117], "infrastructur": [92, 115, 116, 118], "streamlin": [92, 94], "expos": [92, 97], "cpp_frontend": 92, "loading_data_recip": 92, "cifar10": [92, 113], "cstddef": 92, "ktrain": 92, "ktest": 92, "un": 92, "cs": 92, "toronto": 92, "edu": 92, "kriz": 92, "cifar": 92, "is_train": 92, "trim": 92, "use_subset": 92, "new_siz": 92, "mode_": 92, "images_": 92, "targets_": 92, "calibration_dataset": 92, "data_dir": 92, "320": 92, "4914": [92, 113], "4822": [92, 113], "4465": [92, 113], "2023": [92, 113], "1994": [92, 113], "2010": [92, 113], "calibration_dataload": 92, "dataloaderopt": 92, "worker": 92, "calibration_cache_fil": 92, "virtual": 92, "minmax": 92, "nlp": 92, "iint8minmaxcalibr": 92, "input_shap": [92, 124], "compile_spec": [92, 96, 106, 124], "kf16": [92, 124], "ki8": 92, "entropi": 92, "vgg16": [92, 113], "testing_dataset": [92, 113], "totensor": [92, 113, 115, 116, 118], "testing_dataload": [92, 113], "num_work": [92, 113], "vgg": [92, 113], "test_ptq_dataloader_calibr": 92, "test_ptq_trt_calibr": 92, "krizhevski": 92, "hinton": 92, "2009": 92, "tini": 92, "simonyan": 92, "zisserman": 92, "2014": 92, "recognit": [92, 117], "arxiv": 92, "preprint": 92, "1409": 92, "1556": 92, "_jit_to_backend": 93, "mobilenet_v2": 93, "pretrain": [93, 99, 101, 105, 106, 109, 115, 116, 117, 118], "cost": [94, 97, 99, 103, 121], "perhap": [94, 97], "overhead": [94, 97, 102, 109, 114, 121], "involv": [94, 102, 103, 109], "greatli": 94, "perviou": 94, "elementwis": [94, 95], "launch": [94, 97, 109, 115, 116, 118], "trtp": 94, "tl": [94, 97], "elementwise_mul_kernel": 94, "block_siz": [94, 97], "thread": [94, 121], "pid": [94, 97], "program_id": [94, 97], "block_start": 94, "offset": 94, "x_val": 94, "y_val": 94, "wise": 94, "z_val": 94, "custom_op": [94, 97], "torchtrt_ex": [94, 97], "elementwise_mul": 94, "mutates_arg": [94, 97], "assert": [94, 97, 101, 103], "is_cuda": 94, "empty_lik": 94, "grid": 94, "cours": 94, "register_fak": [94, 97], "creation": 94, "less": 94, "boilerpl": [94, 95], "tensordesc": 94, "prior": [94, 95, 99, 119, 121], "x_t": 94, "as_tensor": [94, 97, 112], "y_t": 94, "z_t": 94, "generate_plugin_convert": 94, "supports_dynamic_shap": [94, 95], "my_model": [94, 97], "allclos": [94, 95, 101, 103], "ran": 94, "minut": [94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "auto_generate_convert": 94, "jupyt": [94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115], "ipynb": [94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "gelu": 95, "sy": 95, "approxim": 95, "suppos": 95, "my_mod": 95, "ex_input": [95, 97], "baselin": 95, "my_standard_gelu": 95, "supersed": 95, "converterprior": 95, "vers": 95, "distinct": 95, "prepend": 95, "primit": 95, "compiler_ir": 95, "focu": [95, 101], "interoper": 95, "aten_ops_gelu": 95, "sourceir": 95, "cheap": 95, "unqiu": 95, "op_count": 95, "get_op_count": 95, "nonloc": 95, "source_ir": 95, "lhs_val": 95, "rhs_val": 95, "x_7": 95, "x_8": 95, "79788456080000003": 95, "x_9": 95, "044714999999999998": 95, "x_10": 95, "x_11": 95, "x_12": 95, "x_13": 95, "x_14": 95, "x_15": 95, "my_custom_gelu": 95, "my_mod_erf": 95, "my_gelu_erf": 95, "notic": [95, 102], "converter_overload": 95, "geforcertx": 96, "4080": 96, "3080": 96, "cross_runtime_compilation_for_window": 96, "trt_resnet": 96, "argpars": [96, 113], "argumentpars": [96, 113], "comil": 96, "add_argu": [96, 113], "parse_arg": [96, 113], "manual_se": [96, 98, 99, 101, 103], "resnet18": [96, 99, 101, 103, 106, 109], "amd64": 96, "loaded_model": 96, "trt_output": 96, "sake": 97, "circular": 97, "red": [97, 112], "green": [97, 112], "twice": 97, "written": 97, "openai": 97, "formal": 97, "circ_pad_kernel": 97, "all_pads_0": 97, "all_pads_2": 97, "all_pads_4": 97, "all_pads_6": 97, "orig_dims_0": 97, "orig_dims_1": 97, "orig_dims_2": 97, "orig_dims_3": 97, "y_shape_1": 97, "y_shape_2": 97, "y_shape_3": 97, "x_len": 97, "y_len": 97, "mask_i": 97, "i3": 97, "i2": 97, "i1": 97, "i0": 97, "j0": 97, "j1": 97, "j2": 97, "j3": 97, "load_idx": 97, "mask_x": 97, "triton_circular_pad": 97, "out_dim": 97, "tolist": 97, "all_pad": 97, "zero": 97, "orig_dim": 97, "blocksiz": 97, "256": [97, 112, 113, 114, 115, 116, 118], "numblock": 97, "tracabl": 97, "prerequisit": 97, "fake": 97, "real": 97, "faketensor": 97, "autograd": 97, "beyond": 97, "register_autograd": 97, "padded_x": 97, "2604": 97, "4232": 97, "3041": 97, "0833": 97, "2461": 97, "1270": 97, "2450": 97, "4079": 97, "2887": 97, "2828": 97, "0373": 97, "0332": 97, "3143": 97, "6344": 97, "5638": 97, "1867": 97, "5068": 97, "4363": 97, "7937": 97, "3488": 97, "1350": 97, "7966": 97, "3517": 97, "1379": 97, "5537": 97, "1088": 97, "8950": 97, "0550": 97, "6163": 97, "0109": 97, "5245": 97, "9632": 97, "5686": 97, "3775": 97, "8162": 97, "4216": 97, "4311": 97, "1649": 97, "2091": 97, "3668": 97, "1006": 97, "1447": 97, "0352": 97, "7689": 97, "8131": 97, "_run_on_gpu_0": 97, "_run_on_acc_1": 97, "dry": 97, "50": [97, 117], "count": 97, "__": 97, "aggreg": 97, "stat": 97, "latenc": [97, 112, 114, 121], "abstractli": 97, "pkl": [97, 101], "cupi": 97, "gap": 97, "prealloc": 97, "circularpaddingplugin": 97, "ipluginv2dynamicext": 97, "field_collect": 97, "pluginfieldcollect": 97, "x_shape": 97, "num_output": 97, "plugin_namespac": 97, "plugin_typ": 97, "plugin_vers": 97, "get_output_datatyp": 97, "input_typ": 97, "get_output_dimens": 97, "output_index": 97, "dimsexpr": 97, "exprbuild": 97, "iexprbuild": 97, "output_dim": 97, "dimensionoper": 97, "configure_plugin": 97, "inp": 97, "dynamicplugintensordesc": 97, "x_dim": 97, "desc": 97, "supports_format_combin": 97, "po": 97, "in_out": 97, "plugintensordesc": 97, "num_input": 97, "enqueu": 97, "input_desc": 97, "output_desc": 97, "in_dtyp": 97, "a_mem": 97, "unownedmemori": 97, "items": 97, "c_mem": 97, "a_ptr": 97, "memorypoint": 97, "c_ptr": 97, "a_d": 97, "memptr": 97, "c_d": 97, "a_t": 97, "c_t": 97, "cloned_plugin": 97, "__dict__": 97, "circularpaddingplugincr": 97, "iplugincr": 97, "field_nam": 97, "pluginfield": 97, "pluginfieldtyp": 97, "create_plugin": 97, "pluginfieldcollection_": 97, "deserialize_plugin": 97, "pads_dict": 97, "creator": 97, "trt_plugin_registri": 97, "get_plugin_registri": 97, "register_cr": 97, "untyp": 97, "get_trt_tensor": 97, "set_layer_nam": 97, "recal": 97, "intlist": 97, "circular_padding_convert": 97, "retriev": 97, "elsewher": 97, "plugin_registri": 97, "plugin_cr": 97, "get_plugin_cr": 97, "field_config": 97, "eventu": 97, "freez": 97, "_input": 97, "add_plugin_v2": 97, "circular_padding_plugin": 97, "_run_on_acc_0": 97, "grad_fn": 97, "subbackward0": 97, "custom_kernel_plugin": 97, "engine_caching_exampl": [98, 99], "remove_timing_cach": [98, 99], "bertmodel": [98, 102, 108], "random": [98, 99, 101, 103, 112, 114], "seed": [98, 99, 101, 103], "from_pretrain": [98, 101, 102, 105, 107, 108, 110, 111, 112, 114], "uncas": [98, 102, 108, 117], "return_dict": 98, "randint": [98, 102, 108, 114], "compile_bert": 98, "enable_tim": [98, 99], "1st": [98, 99], "measur": [98, 99, 114], "2nd": [98, 99], "3rd": [98, 99], "slower": [98, 99], "messur": [98, 99], "compilation_kwarg": [98, 108], "torch_trt_bert_engine_cach": 98, "30": [98, 99, 101, 103, 106, 108, 112, 120], "synchron": [98, 99, 102, 114], "elapsed_tim": [98, 99], "millisecond": 98, "__name__": [98, 104, 108], "__main__": [98, 104, 108], "engine_caching_bert_exampl": 98, "paid": 99, "upfront": 99, "repeatedli": 99, "mitig": [99, 102], "explor": 99, "torch_trt": [99, 101, 103], "_default": 99, "_engine_cach": 99, "flexibl": [99, 123], "histor": 99, "barrier": 99, "reconstruct": 99, "scratch": [99, 103], "ti": 99, "hash": 99, "magnitud": 99, "torch_compil": [99, 104, 106, 108, 109, 119, 123], "compiled_model": 99, "ms": [99, 102, 114], "dynamo_compil": 99, "example_input": 99, "200": 99, "dynamic_shap": [99, 119], "remot": 99, "systen": 99, "agnost": 99, "implent": 99, "ramenginecach": 99, "held": 99, "engine_cach": 99, "torch_compile_my_cach": 99, "_torch_compile_gpt2": [100, 115], "_torch_export_gpt2": [100, 115], "_torch_export_llama2": [100, 115], "_torch_export_sam2": [100, 115], "sphx_glr_tutorials__rendered_examples_dynamo_cross_runtime_compilation_for_window": [100, 115], "straightforward": 101, "especi": [101, 102], "hug": [101, 105, 110, 111], "face": [101, 105, 110, 111], "difficult": 101, "ever": [101, 105], "walk": [101, 103, 105, 110], "lora": [101, 103], "use_python": 101, "mutable_modul": 101, "model2": [101, 103], "expected_output": [101, 103], "refitted_output": [101, 103], "reload": [101, 123], "checkpoint": [101, 113], "civitai": 101, "12597": 101, "moxin": 101, "diffusionpipelin": [101, 107], "no_grad": [101, 102, 105, 110, 111, 113, 114], "model_id": [101, 107], "runwayml": 101, "hous": 101, "forest": 101, "shuimobysim": 101, "wuchangshuo": 101, "qualiti": 101, "worst": 101, "lowr": 101, "cloudi": 101, "watermark": 101, "pipe": [101, 107], "torch_dtyp": [101, 107], "unet": [101, 107], "negative_prompt": 101, "num_inference_step": 101, "without_lora_mut": 101, "jpg": [101, 112, 115, 116, 118], "procedur": 101, "load_lora_weight": 101, "stablediffusionapi": 101, "load_lora_embed": 101, "weight_nam": 101, "safetensor": 101, "adapter_nam": 101, "lora1": 101, "set_adapt": 101, "adapter_weight": 101, "fuse_lora": 101, "unload_lora_weight": 101, "with_lora_mut": 101, "mutable_torchtrt_module_exampl": 101, "act": 102, "concurr": [102, 115, 116, 118], "overlap": 102, "particularli": 102, "cycl": 102, "overal": [102, 117], "workload": 102, "enough": 102, "overshadow": 102, "cumul": 102, "priorit": 102, "comprehens": 102, "infrequ": 102, "timeit": [102, 114], "test_module_perf": 102, "warm": [102, 109, 114], "accur": 102, "start_tim": [102, 114], "default_tim": [102, 114], "end_tim": [102, 114], "time_m": 102, "median": 102, "metric": 102, "128": [102, 112, 113, 114], "out_trt": [102, 109], "pre_allocated_output_ctx": 102, "set_pre_allocated_output": 102, "time_opt": 102, "time_norm": 102, "time_opt_m": 102, "1000": [102, 113, 114, 115, 116, 118], "time_normal_m": 102, "3f": [102, 112], "pre_allocated_output_exampl": 102, "expens": 103, "occasion": [103, 104, 108], "adapt": 103, "infeas": 103, "focus": 103, "mostli": 103, "recogn": 103, "behalf": 103, "init": [103, 113], "sett": 103, "randomli": 103, "exp_program2": 103, "compiled_trt_ep": 103, "new_trt_gm": 103, "accomplish": 103, "gaurente": 103, "attempt": [103, 113, 119], "rebuild": 103, "heurist": 103, "refit_engine_exampl": 103, "x_out": 104, "y_out": 104, "x_y_out": 104, "invoc": 104, "sample_inputs_half": 104, "model_half": 104, "backend_kwarg": 104, "optimized_model_custom": 104, "exit": [104, 108], "2052": [104, 108], "compile_engine_and_inf": [104, 108], "art": [105, 112], "causal": 105, "unidirect": 105, "corpu": [105, 117], "huggingfac": [105, 110, 111, 117], "automodelforcausallm": [105, 110, 111, 114], "autotoken": [105, 110, 111], "success": 105, "max_length": 105, "token": [105, 110, 111, 117], "kv_cach": [105, 110, 111], "pad_token_id": [105, 110], "eos_token_id": [105, 110, 111], "attn_implement": [105, 110, 111, 114], "eager": [105, 110, 111, 114], "enjoi": [105, 110], "cute": [105, 110], "dog": [105, 110], "model_input": [105, 110, 111], "return_tensor": [105, 110, 111], "input_id": [105, 110, 111], "regress": [105, 110, 111], "pyt_gen_token": [105, 110, 111], "mark_dynam": [105, 106, 119], "1023": 105, "trt_gen_token": [105, 110, 111], "skip_special_token": [105, 110, 111], "torch_compile_gpt2": 105, "new_input": [106, 108], "new_output": [106, 108], "new_batch_size_input": 106, "new_batch_size_output": 106, "inputs_bs8": 106, "outputs_bs8": 106, "No": [106, 119], "inputs_bs12": 106, "outputs_bs12": 106, "compvi": 107, "majest": 107, "castl": 107, "cloud": 107, "majestic_castl": 107, "png": [107, 112], "cudagraphs_modul": 109, "set_cudagraphs_mod": [109, 121], "inputs_2": 109, "inputs_3": 109, "out_trt_2": 109, "out_trt_3": 109, "diminish": 109, "encapsul": 109, "wrapped_modul": 109, "captur": 109, "replai": 109, "samplemodel": 109, "intention": 109, "Of": 109, "manner": 109, "opt_with_graph_break": 109, "torch_export_cudagraph": 109, "export_llm": [110, 111, 114], "max_token": [110, 111, 114], "gpt2_ep": 110, "max_seq_len": [110, 111, 114], "parallel": 110, "paradigm": 110, "torch_export_gpt2": 110, "llama_path": [111, 114], "llama": [111, 114], "7b": [111, 114], "chat": [111, 114], "hf": [111, 114], "llama2_ep": [111, 114], "batch_decod": 111, "clean_up_tokenization_spac": 111, "solv": [111, 112, 115, 116, 118], "smaller": [111, 117], "subproblem": 111, "torch_export_llama2": 111, "foundat": 112, "promptabl": 112, "video": 112, "fork": 112, "condition": 112, "concaten": 112, "layernorm": 112, "reli": 112, "stabil": 112, "matplotlib": 112, "pyplot": 112, "plt": 112, "panda": 112, "pd": 112, "pil": [112, 115, 116, 118], "sam2_image_predictor": 112, "sam2imagepredictor": 112, "sam_compon": 112, "sam2fullmodel": 112, "agg": 112, "facebook": 112, "hiera": 112, "set_imag": 112, "predict": 112, "predictor": 112, "image_encod": 112, "forward_imag": 112, "_prepare_backbone_featur": 112, "directly_add_no_mem_emb": 112, "no_mem_emb": 112, "_featur": 112, "prompt_encod": 112, "sam_prompt_encod": 112, "mask_decod": 112, "sam_mask_decod": 112, "_bb_feat_siz": 112, "point_coord": 112, "point_label": 112, "backbone_out": 112, "vision_feat": 112, "feat_siz": 112, "image_emb": 112, "high_res_feat": 112, "high_res_featur": 112, "feat_level": 112, "sparse_embed": 112, "dense_embed": 112, "low_res_mask": 112, "iou_predict": 112, "image_embed": 112, "image_p": 112, "get_dense_p": 112, "sparse_prompt_embed": 112, "dense_prompt_embed": 112, "multimask_output": 112, "repeat_imag": 112, "sam_model": 112, "input_imag": 112, "truck": 112, "rgb": 112, "sam2transform": 112, "facebookresearch": 112, "preprocess_input": 112, "orig_hw": 112, "_transform": 112, "500": 112, "375": 112, "unnorm_coord": 112, "transform_coord": 112, "postprocess": 112, "plot": 112, "confid": 112, "score": 112, "postprocess_mask": 112, "resolut": [112, 117], "sorted_indic": 112, "argsort": 112, "show_mask": 112, "ax": 112, "random_color": 112, "255": 112, "144": 112, "astyp": 112, "mask_imag": 112, "cv2": 112, "contour": 112, "findcontour": 112, "retr_extern": 112, "chain_approx_non": 112, "smooth": 112, "approxpolydp": 112, "epsilon": 112, "drawcontour": 112, "thick": 112, "imshow": 112, "show_point": 112, "coord": 112, "marker_s": 112, "pos_point": 112, "neg_point": 112, "marker": 112, "edgecolor": 112, "linewidth": 112, "visualize_mask": 112, "title_prefix": 112, "overlaid": 112, "figsiz": 112, "gca": 112, "titl": 112, "fontsiz": 112, "savefig": 112, "_output_mask_": 112, "snippet": 112, "torchtrt_input": 112, "unnormalized_coordin": 112, "foreground": 112, "trt_out": 112, "trt_mask": 112, "trt_score": 112, "sam": 112, "torch_export_sam2": 112, "modelopt": 113, "mtq": 113, "export_torch_mod": 113, "layer_spec": 113, "num_class": 113, "init_weight": 113, "in_channel": 113, "pool": [113, 124], "maxpool2d": 113, "batchnorm2d": 113, "sequenti": 113, "avgpool": 113, "adaptiveavgpool2d": 113, "4096": 113, "dropout": 113, "_initialize_weight": 113, "kaiming_normal_": 113, "fan_out": 113, "nonlinear": 113, "constant_": 113, "elif": 113, "normal_": 113, "vgg16_cfg": 113, "ckpt": 113, "model_state_dict": 113, "device_count": 113, "ordereddict": 113, "new_state_dict": 113, "forget": 113, "training_dataset": 113, "randomcrop": 113, "randomhorizontalflip": 113, "training_dataload": 113, "drop_last": 113, "crit": 113, "crossentropyloss": 113, "calibrate_loop": 113, "pred": 113, "5f": 113, "acc": 113, "2f": 113, "quantize_typ": 113, "quant_cfg": 113, "int8_default_cfg": 113, "fp8_default_cfg": 113, "forward_loop": 113, "qdq": 113, "incomplet": 113, "functionaltensor": 113, "functionaltensormod": 113, "_trace": 113, "_export": 113, "float8_e4m3fn": 113, "class_prob": 113, "class_pr": 113, "test_prob": 113, "test_pr": 113, "test_loss": 113, "test_acc": 113, "overcom": 114, "throughput": 114, "sometim": [114, 119], "outweigh": 114, "slowdown": 114, "hardwar": [114, 124], "experi": 114, "balanc": 114, "time_gener": 114, "output_seq_length": 114, "seq_len": [114, 119], "llm": 114, "input_seq": 114, "inputs_copi": 114, "decod": 114, "logit": 114, "next_token_logit": 114, "next_token": 114, "time_mean_m": 114, "isl": 114, "osl": 114, "solut": 114, "insight": 114, "weight_streaming_ctx": 114, "mean_lat": 114, "percentag": 114, "weight_budget_pct": 114, "device_budget": 114, "total_device_budget": 114, "permiss": 114, "equal": 114, "proportion": 114, "streamabl": 114, "streamable_budget": 114, "requested_budget": 114, "get_automatic_weight_streaming_budget": 114, "weight_streaming_exampl": 114, "hand": [115, 116, 118], "consider": [115, 116, 118], "grpc": [115, 116, 118], "aforement": [115, 116, 118], "familiar": [115, 116, 118], "resnet50": [115, 116, 118], "torchhub": [115, 116, 118], "docker": [115, 116, 118], "login": [115, 116, 118], "xx": [115, 116], "yy": [115, 116, 118], "mm": [115, 116, 118], "publish": [115, 116, 118], "pwd": [115, 116, 118], "scratch_spac": [115, 116, 118], "nvcr": [115, 116, 118], "py3": [115, 116, 118], "hub": [115, 116, 118], "_validate_not_a_forked_repo": [115, 116, 118], "ts_trt_model": [115, 116, 118], "triton_exampl": [115, 116, 118], "model_repositori": [115, 116, 118], "rm": [115, 116, 118], "highli": [115, 116, 117, 118], "suggest": [115, 116, 118], "simplest": [115, 116, 118], "pbtxt": [115, 116, 118], "data_typ": [115, 116, 118], "type_fp32": [115, 116, 118], "exact": [115, 116, 118], "encourag": [115, 116, 118], "proce": [115, 116, 118], "8000": [115, 116, 118], "8001": [115, 116, 118], "8002": [115, 116, 118], "tritonserv": [115, 116, 118], "spin": [115, 116, 118], "proceed": [115, 116, 118], "flesh": [115, 116, 118], "img1": [115, 116, 118], "hakaimagazin": [115, 116, 118], "wp": [115, 116, 118], "gulf": [115, 116, 118], "bird": [115, 116, 118], "attrdict": [115, 116, 118], "pyindex": [115, 116, 118], "tritoncli": [115, 116, 118], "jump": [115, 116, 118], "firstli": [115, 116, 118], "resiz": [115, 116, 118], "httpclient": [115, 116, 118], "triton_to_np_dtyp": [115, 116, 118], "rn50_preprocess": [115, 116, 118], "img_path": [115, 116, 118], "img": [115, 116, 118], "centercrop": [115, 116, 118], "485": [115, 116, 118], "456": [115, 116, 118], "406": [115, 116, 118], "229": [115, 116, 118], "transformed_img": [115, 116, 118], "inferenceservercli": [115, 116, 118], "localhost": [115, 116, 118], "secondli": [115, 116, 118], "obtain": [115, 116, 117, 118, 122], "inferinput": [115, 116, 118], "set_data_from_numpi": [115, 116, 118], "binary_data": [115, 116, 118], "inferrequestedoutput": [115, 116, 118], "class_count": [115, 116, 118], "lastli": [115, 116, 118], "send": [115, 116, 118], "model_nam": [115, 116, 118], "inference_output": [115, 116, 118], "as_numpi": [115, 116, 118], "468750": [115, 116, 118], "90": [115, 116, 118], "523438": [115, 116, 118], "92": [115, 116, 118], "664062": [115, 116, 118], "429688": [115, 116, 118], "136": [115, 116, 118], "234375": [115, 116, 118], "confidence_scor": [115, 116, 118], "classification_index": [115, 116, 118], "_rendered_examples_python": 115, "_rendered_examples_jupyt": 115, "acoust": 117, "speech": 117, "quartznet": 117, "contextnet": 117, "subword": 117, "piec": 117, "excit": 117, "se": 117, "audio": 117, "transcrib": 117, "speedup": 117, "feedforward": 117, "cnn": 117, "uniformli": 117, "compound": 117, "coeffici": 117, "b0": 117, "english": 117, "supervis": 117, "walkthrough": 117, "adopt": 117, "mobilenetv2": 117, "classif": 117, "imagenet": 117, "imagenett": 117, "qat": 117, "simul": 117, "eagerli": 119, "swap": 119, "exactli": 119, "_tracer": 119, "queri": 119, "attn_weight": 119, "compiler_dynamic_shap": 119, "inputs_bs2": 119, "mymodul": 120, "linear1": 120, "linear2": 120, "linear3": 120, "40": 120, "__myl_mulsum_myl0_0": 120, "layertyp": 120, "kgen": 120, "__mye116_dconst": 120, "__myln_k_arg__bb1_2": 120, "tacticnam": 120, "__myl_mulsum_0xfa6c1858aea1b13b03f90165d7149ec6": 120, "streamid": 120, "__myl_addresmulsum_myl0_1": 120, "__mye131_dconst": 120, "addmm_constant_0": 120, "addmm_add_broadcast_to_same_shape_lhs_broadcast_constantfloat": 120, "__myln_k_arg__bb1_3": 120, "__myl_addresmulsum_0xb3915d7ebfe48be45b6d49083479e12f": 120, "__myl_addresmulsumadd_myl0_2": 120, "__mye146_dconst": 120, "addmm_2_constant_0": 120, "addmm_2_add_broadcast_to_same_shape_lhs_broadcast_constantfloat": 120, "addmm_1_constant_0": 120, "addmm_1_add_broadcast_to_same_shape_lhs_broadcast_constantfloat": 120, "__myl_addresmulsumadd_0xcdd0085ad25f5f45ac5fafb72acbffd6": 120, "__myl_mulsumaddcas_myl0_0": 120, "__mye112_dconst": 120, "__myl_mulsumaddcas_0xacf8f5dd9be2f3e7bb09cdddeac6c936": 120, "__myl_resmulsumaddcas_myl0_1": 120, "__mye127_dconst": 120, "addmm_1_add_broadcast_to_same_shape_lhs_broadcast_constanthalf": 120, "__myl_resmulsumaddcas_0x5a3b318b5a1c97b7d5110c0291481337": 120, "__myl_resmulsumadd_myl0_2": 120, "__mye142_dconst": 120, "__myl_resmulsumadd_0x3fad91127c640fd6db771aa9cde67db0": 120, "libtorchtrt_runtim": 121, "dl_open": 121, "ld_preload": 121, "load_librari": 121, "cxx11": 121, "abi": 121, "wl": 121, "ltorchtrt": 121, "torchtrt_runtime_exampl": 121, "libtorchtrt_plugin": 121, "neglig": 121, "alert": 121, "switch": 121, "mismatch": 121, "crash": 121, "sacrif": 121, "incur": 121, "intens": 121, "trt_ep": 122, "stai": 122, "trt_t": 122, "ergonom": 123, "deleg": 123, "believ": 123, "amen": 123, "artifact": 123, "pack": 123, "year": 123, "superset": 123, "codebas": 123, "immedi": 123, "traceabl": 123, "scriptabl": 123, "neural": 124, "deconvolut": 124, "scripted_model": 124}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [10, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [12, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [9, 0, 1, "c.TORCH_TENSORRT_PTQ_DEPRECATION", "TORCH_TENSORRT_PTQ_DEPRECATION"], [13, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [11, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [47, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [47, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [47, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [47, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [47, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [47, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [47, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [47, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [47, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [47, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [47, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [47, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [47, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [47, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [47, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [47, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [47, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [47, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [47, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [47, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [47, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [18, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [18, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [18, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [18, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [48, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [48, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [48, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [49, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [29, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [29, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8CacheCalibrator::getBatch"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::bindings"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::names"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::nbBindings"], [3, 2, 1, "_CPPv4NK14torch_tensorrt3ptq19Int8CacheCalibrator12getBatchSizeEv", "torch_tensorrt::ptq::Int8CacheCalibrator::getBatchSize"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t", "torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t", "torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache::length"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::cache"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::length"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8Calibrator::getBatch"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8Calibrator::getBatch::bindings"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8Calibrator::getBatch::names"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8Calibrator::getBatch::nbBindings"], [4, 2, 1, "_CPPv4NK14torch_tensorrt3ptq14Int8Calibrator12getBatchSizeEv", "torch_tensorrt::ptq::Int8Calibrator::getBatchSize"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t", "torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t", "torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache::length"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::cache"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::length"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [50, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [50, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [50, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [50, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [50, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [50, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [50, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [50, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [50, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [38, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [38, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [38, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [38, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [77, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[77, 9, 1, "", "Device"], [77, 9, 1, "", "DeviceType"], [77, 9, 1, "", "EngineCapability"], [77, 9, 1, "", "Input"], [77, 9, 1, "", "MutableTorchTensorRTModule"], [77, 12, 1, "", "compile"], [77, 12, 1, "", "convert_method_to_trt_engine"], [77, 12, 1, "", "cross_compile_for_windows"], [77, 9, 1, "", "dtype"], [122, 8, 0, "-", "dynamo"], [73, 8, 0, "-", "fx"], [77, 12, 1, "", "load"], [77, 12, 1, "", "load_cross_compiled_exported_program"], [74, 8, 0, "-", "logging"], [77, 9, 1, "", "memory_format"], [76, 8, 0, "-", "runtime"], [77, 12, 1, "", "save"], [78, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[77, 10, 1, "", "__init__"], [77, 11, 1, "", "device_type"], [77, 11, 1, "", "dla_core"], [77, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[77, 11, 1, "", "DLA"], [77, 11, 1, "", "GPU"], [77, 11, 1, "", "UNKNOWN"], [77, 10, 1, "", "to"], [77, 10, 1, "", "try_from"], [77, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[77, 11, 1, "", "DLA_STANDALONE"], [77, 11, 1, "", "SAFETY"], [77, 11, 1, "", "STANDARD"], [77, 10, 1, "", "to"], [77, 10, 1, "", "try_from"], [77, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[77, 10, 1, "", "__init__"], [77, 11, 1, "", "dtype"], [77, 10, 1, "", "example_tensor"], [77, 11, 1, "", "format"], [77, 10, 1, "", "from_tensor"], [77, 10, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[77, 10, 1, "", "__init__"], [77, 10, 1, "", "compile"], [77, 10, 1, "", "refit_gm"]], "torch_tensorrt.dtype": [[77, 11, 1, "", "b"], [77, 11, 1, "", "bf16"], [77, 11, 1, "", "f16"], [77, 11, 1, "", "f32"], [77, 11, 1, "", "f64"], [77, 11, 1, "", "f8"], [77, 11, 1, "", "i32"], [77, 11, 1, "", "i64"], [77, 11, 1, "", "i8"], [77, 10, 1, "", "to"], [77, 10, 1, "", "try_from"], [77, 10, 1, "", "try_to"], [77, 11, 1, "", "u8"], [77, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[72, 9, 1, "", "CompilationSettings"], [72, 12, 1, "", "compile"], [72, 12, 1, "", "convert_exported_program_to_serialized_trt_engine"], [72, 12, 1, "", "cross_compile_for_windows"], [72, 12, 1, "", "export"], [72, 12, 1, "", "load_cross_compiled_exported_program"], [72, 12, 1, "", "refit_module_weights"], [72, 12, 1, "", "save_cross_compiled_exported_program"], [72, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[73, 9, 1, "", "InputTensorSpec"], [73, 9, 1, "", "TRTInterpreter"], [73, 9, 1, "", "TRTInterpreterResult"], [73, 9, 1, "", "TRTModule"], [73, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[74, 9, 1, "", "debug"], [74, 9, 1, "", "errors"], [74, 9, 1, "", "graphs"], [74, 9, 1, "", "info"], [74, 9, 1, "", "internal_errors"], [74, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[77, 11, 1, "", "cdhw32"], [77, 11, 1, "", "chw16"], [77, 11, 1, "", "chw2"], [77, 11, 1, "", "chw32"], [77, 11, 1, "", "chw4"], [77, 11, 1, "", "dhwc"], [77, 11, 1, "", "dhwc8"], [77, 11, 1, "", "dla_hwc4"], [77, 11, 1, "", "dla_linear"], [77, 11, 1, "", "hwc"], [77, 11, 1, "", "hwc16"], [77, 11, 1, "", "hwc8"], [77, 11, 1, "", "linear"], [77, 10, 1, "", "to"], [77, 10, 1, "", "try_from"], [77, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[76, 9, 1, "", "PythonTorchTensorRTModule"], [76, 9, 1, "", "TorchTensorRTModule"], [76, 12, 1, "", "enable_cudagraphs"], [76, 12, 1, "", "enable_pre_allocated_outputs"], [76, 12, 1, "", "get_cudagraphs_mode"], [76, 12, 1, "", "get_whole_cudagraphs_mode"], [76, 12, 1, "", "set_multi_device_safe_mode"], [76, 12, 1, "", "weight_streaming"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[76, 10, 1, "", "__init__"], [76, 10, 1, "", "disable_profiling"], [76, 10, 1, "", "enable_profiling"], [76, 10, 1, "", "forward"], [76, 10, 1, "", "get_layer_info"], [76, 10, 1, "", "validate_input_shapes"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[76, 10, 1, "", "__init__"], [76, 10, 1, "", "forward"], [76, 10, 1, "", "get_extra_state"], [76, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[78, 12, 1, "", "TensorRTCompileSpec"], [78, 12, 1, "", "check_method_op_support"], [78, 12, 1, "", "compile"], [78, 12, 1, "", "convert_method_to_trt_engine"], [78, 12, 1, "", "embed_engine_in_new_module"], [75, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[75, 9, 1, "", "CacheCalibrator"], [75, 9, 1, "", "CalibrationAlgo"], [75, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[75, 11, 1, "", "ENTROPY_CALIBRATION"], [75, 11, 1, "", "ENTROPY_CALIBRATION_2"], [75, 11, 1, "", "LEGACY_CALIBRATION"], [75, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 21, 22, 39, 41, 42, 51, 72, 73, 75, 76, 77], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 18, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 47, 48, 49, 50, 62, 70, 86, 87], "devic": [1, 47, 121], "devicetyp": 1, "nest": [1, 47], "relationship": [1, 3, 4, 47, 49], "tensorformat": 2, "templat": [3, 4, 30, 31], "int8cachecalibr": 3, "inherit": [3, 4, 49], "base": [3, 4, 49, 81], "type": [3, 4, 47, 49, 55], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 13, 20, 51, 102, 105, 112, 113], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torch_tensorrt_ptq_deprec": 9, "torchtrt_api": 10, "xstr": 11, "torchtrt_hidden": 12, "torch_tensorrt_vers": 13, "directori": [14, 15, 16, 52], "cpp": [14, 19, 20, 21, 22, 57], "subdirectori": [14, 15], "includ": [15, 19, 20, 21, 22], "torch_tensorrt": [16, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 46, 68, 72, 73, 74, 75, 76, 77, 78, 106, 108, 109, 123], "file": [16, 19, 20, 21, 22, 43, 44, 45, 46, 51, 52], "enum": [17, 18, 19, 22, 39, 40, 51, 75, 77], "level": [17, 81, 83, 84], "enginecap": 18, "log": [19, 23, 24, 25, 26, 27, 28, 29, 40, 43, 74], "h": [19, 20, 21, 22, 43, 44, 45, 46, 57], "content": [19, 20, 21, 22, 39, 40, 41, 42, 81, 82, 83, 84, 85, 86], "definit": [19, 20, 21, 22, 84, 96, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113, 114], "By": [19, 20], "namespac": [19, 20, 21, 22, 39, 40, 41, 42, 51], "function": [19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 51, 62, 72, 73, 76, 77, 78, 102, 113], "macro": [20, 44], "ptq": [21, 30, 31, 41, 45, 75, 92, 113], "get_logging_prefix": 23, "get_reportable_log_level": 24, "get_is_colored_output_on": 25, "set_reportable_log_level": 26, "set_is_colored_output_on": 28, "set_logging_prefix": 29, "make_int8_calibr": 30, "make_int8_cache_calibr": 31, "torchscript": [32, 33, 34, 38, 42, 61, 67, 70, 89, 90, 93, 122, 123], "check_method_operator_support": 32, "compil": [33, 58, 60, 64, 65, 67, 69, 70, 90, 96, 99, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 117, 119, 120, 122, 123], "embed_engine_in_new_modul": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "convert_method_to_trt_engin": 38, "program": [43, 44, 45, 46, 64, 103, 121], "list": [43, 44, 45, 46, 84], "struct": [47, 48, 49, 50, 51], "graphinput": 48, "input": [49, 106, 108, 112], "compilespec": 50, "torch": [51, 62, 64, 65, 66, 67, 69, 70, 90, 91, 93, 95, 97, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123], "tensorrt": [51, 59, 62, 64, 65, 66, 67, 70, 90, 91, 93, 94, 95, 97, 101, 103, 105, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123], "c": [51, 62, 67, 69, 70, 90, 92, 117], "api": [51, 52, 62, 67, 70, 102], "hierarchi": 51, "full": [51, 52], "torchtrtc": [53, 90], "convers": [54, 58, 60, 61], "phase": [54, 56, 57, 58, 59, 60], "node": 54, "evalu": [54, 55, 71], "convert": [54, 55, 61, 66, 71, 90, 94, 95], "write": [55, 61, 63, 94, 95, 97], "dynamo": [55, 63, 70, 72, 110, 111, 112, 122, 123], "implement": [55, 95], "registr": 55, "capabl": 55, "valid": 55, "contract": [55, 61], "exampl": [55, 63, 83, 85, 96], "convolut": 55, "oper": [55, 65, 71, 90, 94, 97], "decomposit": 55, "addmm": [55, 56], "lower": [56, 58, 60, 63], "pass": [56, 63], "us": [56, 62, 90, 91, 93, 94, 95, 97, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 117, 119], "eliminatecommonsubexpress": 56, "elimin": 56, "dead": 56, "code": [56, 70, 83], "except": 56, "Or": 56, "pattern": 56, "redund": 56, "guard": 56, "freez": 56, "modul": [56, 89, 90, 101, 109, 123], "fuse": 56, "branch": 56, "linear": 56, "flatten": 56, "graph": [56, 59, 109, 123], "tupl": 56, "fallback": [56, 57], "peephol": 56, "optim": [56, 69, 115, 116, 118], "remov": 56, "contigu": 56, "dropout": 56, "To": 56, "unpack": 56, "logsoftmax": 56, "unrol": 56, "loop": [56, 113], "replac": [56, 83], "tile": 56, "repeat": 56, "partit": [57, 58, 60], "partitoninfo": 57, "segmentedblock": 57, "shape_analysi": 57, "automat": [57, 94, 114], "depend": [57, 67, 100, 115], "awar": [57, 117], "runtim": [58, 59, 60, 76, 96, 102, 121], "background": [59, 61], "engin": [59, 66, 97, 98, 99], "executor": 59, "op": [59, 66, 97], "construct": 59, "result": 59, "serial": [59, 65, 69], "deseri": 59, "abi": [59, 67], "version": [59, 67], "format": [59, 123], "system": [60, 67, 94], "overview": [60, 68], "what": 61, "guarante": 61, "respons": 61, "context": [61, 81, 114], "arg": [61, 82], "weight": [61, 103, 112, 113, 114], "other": 61, "advic": 61, "link": [62, 83], "develop": 62, "avail": 62, "layer": 62, "expect": 62, "dimens": 62, "python": [62, 67, 69, 70, 89, 91, 92], "sometim": 62, "easier": 62, "read": 62, "pytorch": [62, 66, 70, 93, 94, 97, 105, 110, 111, 117], "native_op": 62, "ir": [62, 122, 123], "aten": 63, "basic": 63, "requir": 63, "regist": [63, 90], "export": [64, 69, 109, 119], "customiz": [64, 65], "set": [64, 65, 101, 104, 109, 115, 116, 118], "under": [64, 90, 119], "hood": [64, 90, 119], "trace": 64, "backend": [65, 106, 107, 108, 110, 111, 112], "kei": 65, "featur": [65, 102], "custom": [65, 90, 94, 95, 97, 99, 104, 119], "usag": [65, 103, 104], "after": 65, "model": [65, 66, 70, 94, 96, 97, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 122], "perform": [65, 102], "coverag": 65, "feasibl": 65, "dynam": [65, 106, 117, 119], "shape": [65, 106, 117, 119], "support": [65, 71], "recompil": [65, 106], "condit": 65, "fx": [66, 70, 73, 117, 123], "frontend": [66, 67, 70, 93, 105, 117, 123], "user": [66, 70], "guid": [66, 70], "acc": 66, "tracer": 66, "fx2trt": 66, "how": [66, 81, 92], "add": 66, "miss": 66, "instal": [67, 88], "precompil": 67, "binari": 67, "specif": 67, "cuda": [67, 104, 108, 109], "nightli": 67, "build": [67, 68, 81, 115, 116, 118], "onli": 67, "from": [67, 93], "sourc": 67, "linux": 67, "packag": [67, 121], "addit": 67, "option": [67, 69, 81, 82, 84, 106, 108, 114, 123], "distribut": 67, "No": 67, "librari": [67, 105, 112, 121], "standalon": 67, "releas": 67, "debug": 67, "pre": [67, 102, 113], "cxx11": 67, "choos": 67, "right": 67, "window": [67, 96], "step": [67, 69, 115, 116, 118], "advanc": [67, 103, 104], "setup": 67, "troubleshoot": 67, "altern": 67, "cmake": 67, "nativ": 67, "aarch64": 67, "jetson": 67, "prerequisit": [67, 68], "environ": 67, "cli": [67, 70], "jetpack": 68, "6": [68, 85], "1": [68, 69, 85, 115, 116, 118], "quick": [69, 94], "start": [69, 70], "2": [69, 85, 86, 115, 116, 118], "deploi": [69, 94, 113, 117, 121], "deploy": 69, "In": [70, 103], "framework": 70, "infer": [70, 102, 105, 106, 107, 108, 109, 113, 115, 116, 118], "nvidia": 70, "gpu": 70, "get": 70, "tutori": [70, 115], "zoo": [70, 100, 115], "contributor": 70, "indic": 70, "legaci": [70, 117, 123], "further": 70, "inform": 70, "current": 71, "through": 71, "ts": [75, 78, 123], "submodul": 77, "comput": 79, "time": [79, 123], "changelog": 80, "configur": 81, "project": 81, "wide": 81, "html": 81, "theme": [81, 87], "toc": 81, "page": 81, "tabl": [81, 82, 83, 84, 85, 86], "mod": 82, "test_py_modul": 82, "gener": [82, 94, 110, 111], "index": 82, "paramet": [82, 105], "data": 82, "paragraph": [83, 86], "markup": 83, "inlin": 83, "math": 83, "meta": 83, "block": 83, "liter": 83, "line": 83, "quot": 83, "doctest": 83, "emphas": 83, "number": [83, 84], "sidebar": 83, "ch": 83, "ien": 83, "The": [83, 90], "creativ": 83, "A": 83, "refer": [83, 112], "footnot": 83, "citat": [83, 92], "glossari": 83, "target": 83, "direct": 83, "center": 83, "text": 83, "imag": [83, 84, 112], "figur": 83, "admonit": 83, "And": 83, "wai": 83, "topic": 83, "rubric": 83, "titl": 83, "compound": 83, "download": [83, 88], "enumer": 84, "field": 84, "bullet": 84, "second": 84, "But": 84, "deeper": 84, "down": 84, "rabbit": 84, "hole": 84, "hlist": 84, "grid": 84, "giant": 84, "can": 84, "have": 84, "caption": [84, 87], "like": 84, "thi": [84, 87], "one": 84, "long": [85, 87], "sticki": 85, "nav": 85, "menu": [85, 87], "3": [85, 115, 116, 118], "4": 85, "5": 85, "7": 85, "8": 85, "9": 85, "10": 85, "11": 85, "12": 85, "13": 85, "14": 85, "15": 85, "16": 85, "17": 85, "18": 85, "19": 85, "20": 85, "submenu": 85, "subsubmenu": 85, "structur": 86, "element": 86, "section": 86, "subsect": 86, "subsubsect": 86, "demo": 87, "an": [87, 112], "incred": 87, "via": 88, "git": 88, "creat": [89, 92], "work": [89, 90], "save": [89, 101, 122], "disk": 89, "quickstart": 90, "unsupport": 90, "post": [92, 112], "train": [92, 113, 117], "quantiz": [92, 113, 117], "your": [92, 115, 116, 118], "own": 92, "applic": 92, "directli": 93, "kernel": [94, 97], "plugin": [94, 121], "our": [94, 95, 97], "overload": 95, "metadata": 95, "cross": 96, "import": [96, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114], "within": 97, "test": 97, "wrap": 97, "insert": 97, "cach": [98, 99, 103], "bert": [98, 108, 117], "jit": [99, 119], "aot": [99, 119], "mutabl": 101, "initi": [101, 112], "make": [101, 103], "modif": 101, "stabl": [101, 107], "diffus": [101, 107], "huggingfac": 101, "alloc": 102, "output": [102, 105, 110, 111, 112], "buffer": 102, "measur": 102, "load": [102, 112, 113, 122], "enabl": 102, "disabl": 102, "refit": 103, "new": 103, "standard": 103, "workflow": 103, "refitt": 103, "pretrain": [103, 112], "map": 103, "place": 103, "default": [104, 109], "cleanup": [104, 108], "driver": [104, 108], "error": [104, 108], "note": [104, 108], "gpt2": [105, 110], "necessari": 105, "decod": [105, 110, 111], "sentenc": [105, 110, 111], "resnet": 106, "argument": [106, 108], "avoid": 106, "specifi": 106, "befor": 106, "trt": 106, "cudagraph": [109, 121], "integr": 109, "contain": 109, "break": 109, "llama2": 111, "sam2": 112, "follow": 112, "preprocess": 112, "compon": 112, "process": 112, "visual": 112, "dataset": 113, "loss": 113, "calibr": 113, "tune": 113, "fp8": 113, "stream": 114, "run": 114, "budget": 114, "size": 114, "manag": 114, "serv": [115, 116, 117, 118], "triton": [115, 116, 118], "up": [115, 116, 118], "server": [115, 116, 118], "client": [115, 116, 118], "queri": [115, 116, 118], "notebook": 117, "citrinet": 117, "efficientnet": 117, "mask": 117, "languag": 117, "mlm": 117, "hug": 117, "face": 117, "transform": 117, "acceler": 117, "resnet50": 117, "lenet": 117, "deep": 117, "learn": 117, "object": 117, "detect": 117, "ssd": 117, "int8": 117, "constraint": 119, "mix": 120, "precis": 120, "libtorchtrt": 121, "so": 121, "multi": 121, "safe": 121, "mode": 121, "exportedprogram": 122, "b": 122, "explain": 123, "just": 123, "accept": 123, "return": 123, "ahead": 123, "dla": 124}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
diff --git a/docs/sg_execution_times.html b/docs/sg_execution_times.html
index a7039e3724..9a8cbf4ab7 100644
--- a/docs/sg_execution_times.html
+++ b/docs/sg_execution_times.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Computation times &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Computation times &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/changelog.html b/docs/src/pytorch-sphinx-theme/docs/changelog.html
index 1bf7306f9b..adc3cada0d 100644
--- a/docs/src/pytorch-sphinx-theme/docs/changelog.html
+++ b/docs/src/pytorch-sphinx-theme/docs/changelog.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Changelog &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Changelog &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/configuring.html b/docs/src/pytorch-sphinx-theme/docs/configuring.html
index 15f4ed027f..6629b8749e 100644
--- a/docs/src/pytorch-sphinx-theme/docs/configuring.html
+++ b/docs/src/pytorch-sphinx-theme/docs/configuring.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Configuration &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Configuration &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/api.html b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
index e7ca38afed..50dda75750 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/api.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>5. :mod:`test_py_module` &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>5. :mod:`test_py_module` &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
index cf23ce5881..cfe22a6185 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
@@ -12,7 +12,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>3. Paragraph Level Markup &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>3. Paragraph Level Markup &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
@@ -686,7 +686,7 @@ <h3><a class="toc-backref" href="#id41"><span class="section-number">3.4.4. </sp
 <section id="code-blocks">
 <h3><a class="toc-backref" href="#id42"><span class="section-number">3.4.5. </span>Code Blocks</a><a class="headerlink" href="#code-blocks" title="Permalink to this heading">¶</a></h3>
 <pre class="literal-block"># parsed-literal test
-curl -O <a class="reference external" href="http://someurl/release">http://someurl/release</a>-v2.7.0.dev0+ceb9aa5.tar-gz</pre>
+curl -O <a class="reference external" href="http://someurl/release">http://someurl/release</a>-v2.7.0.dev0+3ee73ad.tar-gz</pre>
 <div class="literal-block-wrapper docutils container" id="id23">
 <div class="code-block-caption"><span class="caption-text">Code Blocks can have captions.</span><a class="headerlink" href="#id23" title="Permalink to this code">¶</a></div>
 <div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span>
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
index 582d6e926d..7121c5fc91 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>4. Lists &amp; Tables &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>4. Lists &amp; Tables &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/long.html b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
index 8e58b84b12..8cf5e27d59 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/long.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>1. Long Sticky Nav &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>1. Long Sticky Nav &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
index 73252946a8..6224882ff8 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>1. Structural Elements &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>1. Structural Elements &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/index.html b/docs/src/pytorch-sphinx-theme/docs/index.html
index 6ca49096b2..7c02b2436b 100644
--- a/docs/src/pytorch-sphinx-theme/docs/index.html
+++ b/docs/src/pytorch-sphinx-theme/docs/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>&lt;no title&gt; &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>&lt;no title&gt; &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/installing.html b/docs/src/pytorch-sphinx-theme/docs/installing.html
index bd3522533c..6e27ac7f70 100644
--- a/docs/src/pytorch-sphinx-theme/docs/installing.html
+++ b/docs/src/pytorch-sphinx-theme/docs/installing.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Installation &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Installation &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/ts/creating_torchscript_module_in_python.html b/docs/ts/creating_torchscript_module_in_python.html
index 15578e52e0..0143b2e1d7 100644
--- a/docs/ts/creating_torchscript_module_in_python.html
+++ b/docs/ts/creating_torchscript_module_in_python.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Creating a TorchScript Module &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Creating a TorchScript Module &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/ts/getting_started_with_cpp_api.html b/docs/ts/getting_started_with_cpp_api.html
index a6588a263c..19b966db50 100644
--- a/docs/ts/getting_started_with_cpp_api.html
+++ b/docs/ts/getting_started_with_cpp_api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT in C++ &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Using Torch-TensorRT in C++ &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/ts/getting_started_with_python_api.html b/docs/ts/getting_started_with_python_api.html
index 479e9b2e48..3bfe7f4ec6 100644
--- a/docs/ts/getting_started_with_python_api.html
+++ b/docs/ts/getting_started_with_python_api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT in Python &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Using Torch-TensorRT in Python &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/ts/ptq.html b/docs/ts/ptq.html
index 704a1c9dd0..4265ff87bc 100644
--- a/docs/ts/ptq.html
+++ b/docs/ts/ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Post Training Quantization (PTQ) &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Post Training Quantization (PTQ) &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/ts/torchscript_frontend_from_pytorch.html b/docs/ts/torchscript_frontend_from_pytorch.html
index 2ada1e0cd2..29a3ac0e69 100644
--- a/docs/ts/torchscript_frontend_from_pytorch.html
+++ b/docs/ts/torchscript_frontend_from_pytorch.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT TorchScript Frontend Directly From PyTorch &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Using Torch-TensorRT TorchScript Frontend Directly From PyTorch &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/auto_generate_converters.html b/docs/tutorials/_rendered_examples/dynamo/auto_generate_converters.html
index 7547974d41..9827b2bfea 100644
--- a/docs/tutorials/_rendered_examples/dynamo/auto_generate_converters.html
+++ b/docs/tutorials/_rendered_examples/dynamo/auto_generate_converters.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Automatically Generate a Converter for a Custom Kernel &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Automatically Generate a Converter for a Custom Kernel &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/converter_overloading.html b/docs/tutorials/_rendered_examples/dynamo/converter_overloading.html
index e78abfd085..7f5d80732a 100644
--- a/docs/tutorials/_rendered_examples/dynamo/converter_overloading.html
+++ b/docs/tutorials/_rendered_examples/dynamo/converter_overloading.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Overloading Torch-TensorRT Converters with Custom Converters &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Overloading Torch-TensorRT Converters with Custom Converters &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/cross_runtime_compilation_for_windows.html b/docs/tutorials/_rendered_examples/dynamo/cross_runtime_compilation_for_windows.html
index 5581684dbe..bcb74a6d25 100644
--- a/docs/tutorials/_rendered_examples/dynamo/cross_runtime_compilation_for_windows.html
+++ b/docs/tutorials/_rendered_examples/dynamo/cross_runtime_compilation_for_windows.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Cross runtime compilation for windows example &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Cross runtime compilation for windows example &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
index fb249514f1..6569ada145 100644
--- a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
+++ b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Custom Kernels within TensorRT Engines with Torch-TensorRT &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Using Custom Kernels within TensorRT Engines with Torch-TensorRT &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html b/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
index de37ee8f62..e0c3f5c8d8 100644
--- a/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/engine_caching_bert_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Engine Caching (BERT) &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Engine Caching (BERT) &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html b/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
index 1bd646a9c4..c28b6a0cc9 100644
--- a/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/engine_caching_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Engine Caching &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Engine Caching &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/index.html b/docs/tutorials/_rendered_examples/dynamo/index.html
index 821772e15b..b6e12fa3ae 100644
--- a/docs/tutorials/_rendered_examples/dynamo/index.html
+++ b/docs/tutorials/_rendered_examples/dynamo/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Dependencies &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Dependencies &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html b/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
index 5258a3e714..bb7980ad4d 100644
--- a/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Mutable Torch TensorRT Module &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Mutable Torch TensorRT Module &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/pre_allocated_output_example.html b/docs/tutorials/_rendered_examples/dynamo/pre_allocated_output_example.html
index d69b7c3f5f..e4792baff8 100644
--- a/docs/tutorials/_rendered_examples/dynamo/pre_allocated_output_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/pre_allocated_output_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Pre-allocated output buffer &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Pre-allocated output buffer &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
index 638381f621..2064a51b2a 100644
--- a/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/refit_engine_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Refitting Torch-TensorRT Programs with New Weights &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Refitting Torch-TensorRT Programs with New Weights &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
index 6de58e35a7..898927b02a 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Compile Advanced Usage &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Torch Compile Advanced Usage &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_gpt2.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_gpt2.html
index 617b9f04b4..1026535791 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_gpt2.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_gpt2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling GPT2 using the Torch-TensorRT torch.compile frontend &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Compiling GPT2 using the Torch-TensorRT torch.compile frontend &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
index aa153c9b1d..32e9992b40 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling ResNet with dynamic shapes using the torch.compile backend &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Compiling ResNet with dynamic shapes using the torch.compile backend &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
index 53b478a8d0..8e45d28f66 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling Stable Diffusion model using the torch.compile backend &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Compiling Stable Diffusion model using the torch.compile backend &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
index 1e740c04ab..a6f6dd6136 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling BERT using the torch.compile backend &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Compiling BERT using the torch.compile backend &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
index 81400aff4e..f6889e4917 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Export with Cudagraphs &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Torch Export with Cudagraphs &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
index a27a729728..760e592dab 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_gpt2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling GPT2 using the dynamo backend &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Compiling GPT2 using the dynamo backend &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
index 76ef9941ff..7facd157d6 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_llama2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling Llama2 using the dynamo backend &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Compiling Llama2 using the dynamo backend &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_export_sam2.html b/docs/tutorials/_rendered_examples/dynamo/torch_export_sam2.html
index 7ebb8d7f67..8e3b46c529 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_export_sam2.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_export_sam2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling SAM2 using the dynamo backend &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Compiling SAM2 using the dynamo backend &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html b/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
index 1c18b9d5b1..da82481efe 100644
--- a/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
+++ b/docs/tutorials/_rendered_examples/dynamo/vgg16_ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Deploy Quantized Models using Torch-TensorRT &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Deploy Quantized Models using Torch-TensorRT &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/weight_streaming_example.html b/docs/tutorials/_rendered_examples/dynamo/weight_streaming_example.html
index 52b9f07d2e..9a9cc72488 100644
--- a/docs/tutorials/_rendered_examples/dynamo/weight_streaming_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/weight_streaming_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Weight Streaming &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Weight Streaming &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/index.html b/docs/tutorials/_rendered_examples/index.html
index c17040ea7a..0a3b044cd4 100644
--- a/docs/tutorials/_rendered_examples/index.html
+++ b/docs/tutorials/_rendered_examples/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT Tutorials &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Torch-TensorRT Tutorials &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/triton/index.html b/docs/tutorials/_rendered_examples/triton/index.html
index ac49f2e8e4..054b36b1e2 100644
--- a/docs/tutorials/_rendered_examples/triton/index.html
+++ b/docs/tutorials/_rendered_examples/triton/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -291,7 +291,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/notebooks.html b/docs/tutorials/notebooks.html
index 5658065d30..76e3158a52 100644
--- a/docs/tutorials/notebooks.html
+++ b/docs/tutorials/notebooks.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Legacy notebooks &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Legacy notebooks &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/tutorials/serving_torch_tensorrt_with_triton.html b/docs/tutorials/serving_torch_tensorrt_with_triton.html
index 58c9f4fc0c..675b52d067 100644
--- a/docs/tutorials/serving_torch_tensorrt_with_triton.html
+++ b/docs/tutorials/serving_torch_tensorrt_with_triton.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/user_guide/dynamic_shapes.html b/docs/user_guide/dynamic_shapes.html
index 66010e5115..b66e216b3d 100644
--- a/docs/user_guide/dynamic_shapes.html
+++ b/docs/user_guide/dynamic_shapes.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Dynamic shapes with Torch-TensorRT &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Dynamic shapes with Torch-TensorRT &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/user_guide/mixed_precision.html b/docs/user_guide/mixed_precision.html
index 6b77f15f02..d42b397460 100644
--- a/docs/user_guide/mixed_precision.html
+++ b/docs/user_guide/mixed_precision.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compile Mixed Precision models with Torch-TensorRT &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Compile Mixed Precision models with Torch-TensorRT &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/user_guide/runtime.html b/docs/user_guide/runtime.html
index cbbfaa1e83..87af0180f9 100644
--- a/docs/user_guide/runtime.html
+++ b/docs/user_guide/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Deploying Torch-TensorRT Programs &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Deploying Torch-TensorRT Programs &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/user_guide/saving_models.html b/docs/user_guide/saving_models.html
index 206042ea49..734edb0f99 100644
--- a/docs/user_guide/saving_models.html
+++ b/docs/user_guide/saving_models.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Saving models compiled with Torch-TensorRT &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Saving models compiled with Torch-TensorRT &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/user_guide/torch_tensorrt_explained.html b/docs/user_guide/torch_tensorrt_explained.html
index 5ae27aa046..514120cb4a 100644
--- a/docs/user_guide/torch_tensorrt_explained.html
+++ b/docs/user_guide/torch_tensorrt_explained.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT Explained &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>Torch-TensorRT Explained &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docs/user_guide/using_dla.html b/docs/user_guide/using_dla.html
index 763144ad3c..f7962f5d12 100644
--- a/docs/user_guide/using_dla.html
+++ b/docs/user_guide/using_dla.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>DLA &mdash; Torch-TensorRT v2.7.0.dev0+ceb9aa5 documentation</title>
+  <title>DLA &mdash; Torch-TensorRT v2.7.0.dev0+3ee73ad documentation</title>
   
 
   
@@ -293,7 +293,7 @@
               
               
                 <div class="version">
-                  v2.7.0.dev0+ceb9aa5
+                  v2.7.0.dev0+3ee73ad
                 </div>
               
             
diff --git a/docsrc/py_api/dynamo.rst b/docsrc/py_api/dynamo.rst
index 8c6ff7f4a0..739b4f1952 100644
--- a/docsrc/py_api/dynamo.rst
+++ b/docsrc/py_api/dynamo.rst
@@ -22,7 +22,13 @@ Functions
 
 .. autofunction:: export
 
-.. autofunction:: convert_module_to_trt_engine
+.. autofunction:: convert_exported_program_to_serialized_trt_engine
+
+.. autofunction:: cross_compile_for_windows
+
+.. autofunction:: save_cross_compiled_exported_program
+
+.. autofunction:: load_cross_compiled_exported_program
 
 .. autofunction:: refit_module_weights
 
diff --git a/docsrc/py_api/runtime.rst b/docsrc/py_api/runtime.rst
index 4e6721c7a6..4ece390816 100644
--- a/docsrc/py_api/runtime.rst
+++ b/docsrc/py_api/runtime.rst
@@ -13,6 +13,17 @@ Functions
 
 .. autofunction:: set_multi_device_safe_mode
 
+.. autofunction:: enable_cudagraphs
+
+.. autofunction:: get_cudagraphs_mode
+
+.. autofunction:: get_whole_cudagraphs_mode
+
+.. autofunction:: set_cudagraphs_modue
+
+.. autofunction:: enable_pre_allocated_outputs
+
+.. autofunction:: weight_streaming
 
 Classes
 ---------
@@ -23,4 +34,4 @@ Classes
 
 .. autoclass:: PythonTorchTensorRTModule
    :members:
-   :special-members: __init__
\ No newline at end of file
+   :special-members: __init__
diff --git a/docsrc/py_api/torch_tensorrt.rst b/docsrc/py_api/torch_tensorrt.rst
index ab108912db..04b1084f8a 100644
--- a/docsrc/py_api/torch_tensorrt.rst
+++ b/docsrc/py_api/torch_tensorrt.rst
@@ -22,6 +22,10 @@ Functions
 
 .. autofunction:: convert_method_to_trt_engine
 
+.. autofunction:: cross_compile_for_windows
+
+.. autofunction:: load_cross_compiled_exported_program
+
 .. autofunction:: get_build_info
 
 .. autofunction:: dump_build_info