diff --git a/docs/_notebooks/Resnet50-example.html b/docs/_notebooks/Resnet50-example.html
index bf78724615..c02ed7e94a 100644
--- a/docs/_notebooks/Resnet50-example.html
+++ b/docs/_notebooks/Resnet50-example.html
@@ -693,7 +693,7 @@
         </div>
        </div>
        <p>
-        <img alt="f7291be9eba64899a70e017a99c199f4" src="http://developer.download.nvidia.com/compute/machine-learning/frameworks/nvidia_logo.png"/>
+        <img alt="458d694b0bf94d40b3a8afaa82dd6ebd" src="http://developer.download.nvidia.com/compute/machine-learning/frameworks/nvidia_logo.png"/>
        </p>
        <h1 id="notebooks-resnet50-example--page-root">
         TRTorch Getting Started - ResNet 50
diff --git a/docs/_notebooks/lenet-getting-started.html b/docs/_notebooks/lenet-getting-started.html
index e0795be5cc..8f69d0792a 100644
--- a/docs/_notebooks/lenet-getting-started.html
+++ b/docs/_notebooks/lenet-getting-started.html
@@ -787,7 +787,7 @@
         </div>
        </div>
        <p>
-        <img alt="aae6d8e212e94a74a05cf103db5b4c0c" src="http://developer.download.nvidia.com/compute/machine-learning/frameworks/nvidia_logo.png"/>
+        <img alt="4c4a1a51bdbc45008e6ecd767384ad8d" src="http://developer.download.nvidia.com/compute/machine-learning/frameworks/nvidia_logo.png"/>
        </p>
        <h1 id="notebooks-lenet-getting-started--page-root">
         TRTorch Getting Started - LeNet
diff --git a/docs/_notebooks/ssd-object-detection-demo.html b/docs/_notebooks/ssd-object-detection-demo.html
index 1341dffd42..32ddd7d99d 100644
--- a/docs/_notebooks/ssd-object-detection-demo.html
+++ b/docs/_notebooks/ssd-object-detection-demo.html
@@ -807,7 +807,7 @@
         </div>
        </div>
        <p>
-        <img alt="af988e0aca3e4a6ea52c923d30478b28" src="http://developer.download.nvidia.com/compute/machine-learning/frameworks/nvidia_logo.png"/>
+        <img alt="8926774fb2c549ca8b6e08b962e10901" src="http://developer.download.nvidia.com/compute/machine-learning/frameworks/nvidia_logo.png"/>
        </p>
        <h1 id="notebooks-ssd-object-detection-demo--page-root">
         Object Detection with TRTorch (SSD)
diff --git a/docs/py_api/trtorch.html b/docs/py_api/trtorch.html
index d3a968dc8f..b2f0db268d 100644
--- a/docs/py_api/trtorch.html
+++ b/docs/py_api/trtorch.html
@@ -1021,7 +1021,7 @@ <h2 id="functions">
          <span class="sig-paren">
           )
          </span>
-         → &lt;torch._C.ScriptClass object at 0x7fb25e72db30&gt;
+         → &lt;torch._C.ScriptClass object at 0x7fe3ebd6e730&gt;
          <a class="headerlink" href="#trtorch.TensorRTCompileSpec" title="Permalink to this definition">
           ¶
          </a>
diff --git a/docs/searchindex.js b/docs/searchindex.js
index d83e1d67c0..d18f4b2a9a 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["_cpp_api/class_view_hierarchy","_cpp_api/classtrtorch_1_1CompileSpec_1_1DataType","_cpp_api/classtrtorch_1_1CompileSpec_1_1Device_1_1DeviceType","_cpp_api/classtrtorch_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtrtorch_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f","_cpp_api/define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055","_cpp_api/define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba","_cpp_api/define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f","_cpp_api/define_macros_8h_1a9d31d0569348d109b1b069b972dd143e","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84","_cpp_api/dir_cpp","_cpp_api/dir_cpp_api","_cpp_api/dir_cpp_api_include","_cpp_api/dir_cpp_api_include_trtorch","_cpp_api/enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4","_cpp_api/file_cpp_api_include_trtorch_logging.h","_cpp_api/file_cpp_api_include_trtorch_macros.h","_cpp_api/file_cpp_api_include_trtorch_ptq.h","_cpp_api/file_cpp_api_include_trtorch_trtorch.h","_cpp_api/file_view_hierarchy","_cpp_api/function_logging_8h_1a118d65b179defff7fff279eb9cd126cb","_cpp_api/function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb","_cpp_api/function_logging_8h_1a9b420280bfacc016d7e36a5704021949","_cpp_api/function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f","_cpp_api/function_logging_8h_1abc57d473f3af292551dee8b9c78373ad","_cpp_api/function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b","_cpp_api/function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a","_cpp_api/function_ptq_8h_1a4422781719d7befedb364cacd91c6247","_cpp_api/function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31","_cpp_api/function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447","_cpp_api/function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a","_cpp_api/function_trtorch_8h_1a589ea96d16e2df44146ad0919424e00e","_cpp_api/function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10","_cpp_api/function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25","_cpp_api/function_trtorch_8h_1ac4ead1d30e521d581462bb51e283be08","_cpp_api/function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65","_cpp_api/namespace_trtorch","_cpp_api/namespace_trtorch__logging","_cpp_api/namespace_trtorch__ptq","_cpp_api/program_listing_file_cpp_api_include_trtorch_logging.h","_cpp_api/program_listing_file_cpp_api_include_trtorch_macros.h","_cpp_api/program_listing_file_cpp_api_include_trtorch_ptq.h","_cpp_api/program_listing_file_cpp_api_include_trtorch_trtorch.h","_cpp_api/structtrtorch_1_1CompileSpec","_cpp_api/structtrtorch_1_1CompileSpec_1_1Device","_cpp_api/structtrtorch_1_1CompileSpec_1_1InputRange","_cpp_api/structtrtorch_1_1CompileSpec_1_1TorchFallback","_cpp_api/trtorch_cpp","_cpp_api/unabridged_api","_cpp_api/unabridged_orphan","_notebooks/Resnet50-example","_notebooks/lenet-getting-started","_notebooks/ssd-object-detection-demo","contributors/conversion","contributors/lowering","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","index","indices/supported_ops","py_api/logging","py_api/trtorch","tutorials/getting_started","tutorials/installation","tutorials/ptq","tutorials/runtime","tutorials/trtorchc","tutorials/use_from_pytorch","tutorials/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,nbsphinx:3,sphinx:56},filenames:["_cpp_api/class_view_hierarchy.rst","_cpp_api/classtrtorch_1_1CompileSpec_1_1DataType.rst","_cpp_api/classtrtorch_1_1CompileSpec_1_1Device_1_1DeviceType.rst","_cpp_api/classtrtorch_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtrtorch_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.rst","_cpp_api/define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.rst","_cpp_api/define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.rst","_cpp_api/define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.rst","_cpp_api/define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_api.rst","_cpp_api/dir_cpp_api_include.rst","_cpp_api/dir_cpp_api_include_trtorch.rst","_cpp_api/enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.rst","_cpp_api/file_cpp_api_include_trtorch_logging.h.rst","_cpp_api/file_cpp_api_include_trtorch_macros.h.rst","_cpp_api/file_cpp_api_include_trtorch_ptq.h.rst","_cpp_api/file_cpp_api_include_trtorch_trtorch.h.rst","_cpp_api/file_view_hierarchy.rst","_cpp_api/function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.rst","_cpp_api/function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.rst","_cpp_api/function_logging_8h_1a9b420280bfacc016d7e36a5704021949.rst","_cpp_api/function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.rst","_cpp_api/function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.rst","_cpp_api/function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.rst","_cpp_api/function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.rst","_cpp_api/function_ptq_8h_1a4422781719d7befedb364cacd91c6247.rst","_cpp_api/function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.rst","_cpp_api/function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.rst","_cpp_api/function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.rst","_cpp_api/function_trtorch_8h_1a589ea96d16e2df44146ad0919424e00e.rst","_cpp_api/function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.rst","_cpp_api/function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.rst","_cpp_api/function_trtorch_8h_1ac4ead1d30e521d581462bb51e283be08.rst","_cpp_api/function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.rst","_cpp_api/namespace_trtorch.rst","_cpp_api/namespace_trtorch__logging.rst","_cpp_api/namespace_trtorch__ptq.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_logging.h.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_macros.h.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_ptq.h.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_trtorch.h.rst","_cpp_api/structtrtorch_1_1CompileSpec.rst","_cpp_api/structtrtorch_1_1CompileSpec_1_1Device.rst","_cpp_api/structtrtorch_1_1CompileSpec_1_1InputRange.rst","_cpp_api/structtrtorch_1_1CompileSpec_1_1TorchFallback.rst","_cpp_api/trtorch_cpp.rst","_cpp_api/unabridged_api.rst","_cpp_api/unabridged_orphan.rst","_notebooks/Resnet50-example.ipynb","_notebooks/lenet-getting-started.ipynb","_notebooks/ssd-object-detection-demo.ipynb","contributors/conversion.rst","contributors/lowering.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","index.rst","indices/supported_ops.rst","py_api/logging.rst","py_api/trtorch.rst","tutorials/getting_started.rst","tutorials/installation.rst","tutorials/ptq.rst","tutorials/runtime.rst","tutorials/trtorchc.rst","tutorials/use_from_pytorch.rst","tutorials/using_dla.rst"],objects:{"":{"trtorch::CheckMethodOperatorSupport":[36,1,1,"_CPPv4N7trtorch26CheckMethodOperatorSupportERKN5torch3jit6ModuleENSt6stringE"],"trtorch::CheckMethodOperatorSupport::method_name":[36,2,1,"_CPPv4N7trtorch26CheckMethodOperatorSupportERKN5torch3jit6ModuleENSt6stringE"],"trtorch::CheckMethodOperatorSupport::module":[36,2,1,"_CPPv4N7trtorch26CheckMethodOperatorSupportERKN5torch3jit6ModuleENSt6stringE"],"trtorch::CompileGraph":[33,1,1,"_CPPv4N7trtorch12CompileGraphERKN5torch3jit6ModuleE11CompileSpec"],"trtorch::CompileGraph::info":[33,2,1,"_CPPv4N7trtorch12CompileGraphERKN5torch3jit6ModuleE11CompileSpec"],"trtorch::CompileGraph::module":[33,2,1,"_CPPv4N7trtorch12CompileGraphERKN5torch3jit6ModuleE11CompileSpec"],"trtorch::CompileSpec":[46,3,1,"_CPPv4N7trtorch11CompileSpecE"],"trtorch::CompileSpec::CompileSpec":[46,1,1,"_CPPv4N7trtorch11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE"],"trtorch::CompileSpec::CompileSpec::fixed_sizes":[46,2,1,"_CPPv4N7trtorch11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE"],"trtorch::CompileSpec::CompileSpec::input_ranges":[46,2,1,"_CPPv4N7trtorch11CompileSpec11CompileSpecENSt6vectorI10InputRangeEE"],"trtorch::CompileSpec::DataType":[46,3,1,"_CPPv4N7trtorch11CompileSpec8DataTypeE"],"trtorch::CompileSpec::DataType::DataType":[46,1,1,"_CPPv4N7trtorch11CompileSpec8DataType8DataTypeEv"],"trtorch::CompileSpec::DataType::DataType::t":[46,2,1,"_CPPv4N7trtorch11CompileSpec8DataType8DataTypeEN3c1010ScalarTypeE"],"trtorch::CompileSpec::DataType::Value":[46,4,1,"_CPPv4N7trtorch11CompileSpec8DataType5ValueE"],"trtorch::CompileSpec::DataType::Value::kChar":[46,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kCharE"],"trtorch::CompileSpec::DataType::Value::kFloat":[46,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value6kFloatE"],"trtorch::CompileSpec::DataType::Value::kHalf":[46,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kHalfE"],"trtorch::CompileSpec::DataType::kChar":[1,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kCharE"],"trtorch::CompileSpec::DataType::kFloat":[1,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value6kFloatE"],"trtorch::CompileSpec::DataType::kHalf":[1,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kHalfE"],"trtorch::CompileSpec::DataType::operator Value":[46,1,1,"_CPPv4NK7trtorch11CompileSpec8DataTypecv5ValueEv"],"trtorch::CompileSpec::DataType::operator bool":[46,1,1,"_CPPv4N7trtorch11CompileSpec8DataTypecvbEv"],"trtorch::CompileSpec::DataType::operator!=":[46,1,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeneEN8DataType5ValueE"],"trtorch::CompileSpec::DataType::operator!=::other":[46,2,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeneEN8DataType5ValueE"],"trtorch::CompileSpec::DataType::operator==":[46,1,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeeqEN8DataType5ValueE"],"trtorch::CompileSpec::DataType::operator==::other":[46,2,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeeqEN8DataType5ValueE"],"trtorch::CompileSpec::Device":[47,3,1,"_CPPv4N7trtorch11CompileSpec6DeviceE"],"trtorch::CompileSpec::Device::Device":[47,1,1,"_CPPv4N7trtorch11CompileSpec6Device6DeviceEv"],"trtorch::CompileSpec::Device::DeviceType":[47,3,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceTypeE"],"trtorch::CompileSpec::Device::DeviceType::DeviceType":[47,1,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceType10DeviceTypeEv"],"trtorch::CompileSpec::Device::DeviceType::DeviceType::t":[47,2,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE"],"trtorch::CompileSpec::Device::DeviceType::Value":[47,4,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceType5ValueE"],"trtorch::CompileSpec::Device::DeviceType::Value::kDLA":[47,5,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceType5Value4kDLAE"],"trtorch::CompileSpec::Device::DeviceType::Value::kGPU":[47,5,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceType5Value4kGPUE"],"trtorch::CompileSpec::Device::DeviceType::kDLA":[2,5,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceType5Value4kDLAE"],"trtorch::CompileSpec::Device::DeviceType::kGPU":[2,5,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceType5Value4kGPUE"],"trtorch::CompileSpec::Device::DeviceType::operator Value":[47,1,1,"_CPPv4NK7trtorch11CompileSpec6Device10DeviceTypecv5ValueEv"],"trtorch::CompileSpec::Device::DeviceType::operator bool":[47,1,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceTypecvbEv"],"trtorch::CompileSpec::Device::DeviceType::operator!=":[47,1,1,"_CPPv4NK7trtorch11CompileSpec6Device10DeviceTypeneE10DeviceType"],"trtorch::CompileSpec::Device::DeviceType::operator!=::other":[47,2,1,"_CPPv4NK7trtorch11CompileSpec6Device10DeviceTypeneE10DeviceType"],"trtorch::CompileSpec::Device::DeviceType::operator==":[47,1,1,"_CPPv4NK7trtorch11CompileSpec6Device10DeviceTypeeqE10DeviceType"],"trtorch::CompileSpec::Device::DeviceType::operator==::other":[47,2,1,"_CPPv4NK7trtorch11CompileSpec6Device10DeviceTypeeqE10DeviceType"],"trtorch::CompileSpec::Device::allow_gpu_fallback":[47,6,1,"_CPPv4N7trtorch11CompileSpec6Device18allow_gpu_fallbackE"],"trtorch::CompileSpec::Device::device_type":[47,6,1,"_CPPv4N7trtorch11CompileSpec6Device11device_typeE"],"trtorch::CompileSpec::Device::dla_core":[47,6,1,"_CPPv4N7trtorch11CompileSpec6Device8dla_coreE"],"trtorch::CompileSpec::Device::gpu_id":[47,6,1,"_CPPv4N7trtorch11CompileSpec6Device6gpu_idE"],"trtorch::CompileSpec::EngineCapability":[46,4,1,"_CPPv4N7trtorch11CompileSpec16EngineCapabilityE"],"trtorch::CompileSpec::EngineCapability::kDEFAULT":[46,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability8kDEFAULTE"],"trtorch::CompileSpec::EngineCapability::kSAFE_DLA":[46,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_DLAE"],"trtorch::CompileSpec::EngineCapability::kSAFE_GPU":[46,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_GPUE"],"trtorch::CompileSpec::InputRange":[48,3,1,"_CPPv4N7trtorch11CompileSpec10InputRangeE"],"trtorch::CompileSpec::InputRange::InputRange":[48,1,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::InputRange::max":[48,2,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::InputRange::min":[48,2,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::InputRange::opt":[48,2,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::max":[48,6,1,"_CPPv4N7trtorch11CompileSpec10InputRange3maxE"],"trtorch::CompileSpec::InputRange::min":[48,6,1,"_CPPv4N7trtorch11CompileSpec10InputRange3minE"],"trtorch::CompileSpec::InputRange::opt":[48,6,1,"_CPPv4N7trtorch11CompileSpec10InputRange3optE"],"trtorch::CompileSpec::TorchFallback":[49,3,1,"_CPPv4N7trtorch11CompileSpec13TorchFallbackE"],"trtorch::CompileSpec::TorchFallback::TorchFallback":[49,1,1,"_CPPv4N7trtorch11CompileSpec13TorchFallback13TorchFallbackEv"],"trtorch::CompileSpec::TorchFallback::TorchFallback::enabled":[49,2,1,"_CPPv4N7trtorch11CompileSpec13TorchFallback13TorchFallbackEb8uint64_t"],"trtorch::CompileSpec::TorchFallback::TorchFallback::min_size":[49,2,1,"_CPPv4N7trtorch11CompileSpec13TorchFallback13TorchFallbackEb8uint64_t"],"trtorch::CompileSpec::TorchFallback::enabled":[49,6,1,"_CPPv4N7trtorch11CompileSpec13TorchFallback7enabledE"],"trtorch::CompileSpec::TorchFallback::forced_fallback_ops":[49,6,1,"_CPPv4N7trtorch11CompileSpec13TorchFallback19forced_fallback_opsE"],"trtorch::CompileSpec::TorchFallback::min_block_size":[49,6,1,"_CPPv4N7trtorch11CompileSpec13TorchFallback14min_block_sizeE"],"trtorch::CompileSpec::capability":[46,6,1,"_CPPv4N7trtorch11CompileSpec10capabilityE"],"trtorch::CompileSpec::debug":[46,6,1,"_CPPv4N7trtorch11CompileSpec5debugE"],"trtorch::CompileSpec::device":[46,6,1,"_CPPv4N7trtorch11CompileSpec6deviceE"],"trtorch::CompileSpec::disable_tf32":[46,6,1,"_CPPv4N7trtorch11CompileSpec12disable_tf32E"],"trtorch::CompileSpec::input_ranges":[46,6,1,"_CPPv4N7trtorch11CompileSpec12input_rangesE"],"trtorch::CompileSpec::kDEFAULT":[46,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability8kDEFAULTE"],"trtorch::CompileSpec::kSAFE_DLA":[46,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_DLAE"],"trtorch::CompileSpec::kSAFE_GPU":[46,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_GPUE"],"trtorch::CompileSpec::max_batch_size":[46,6,1,"_CPPv4N7trtorch11CompileSpec14max_batch_sizeE"],"trtorch::CompileSpec::num_avg_timing_iters":[46,6,1,"_CPPv4N7trtorch11CompileSpec20num_avg_timing_itersE"],"trtorch::CompileSpec::num_min_timing_iters":[46,6,1,"_CPPv4N7trtorch11CompileSpec20num_min_timing_itersE"],"trtorch::CompileSpec::op_precision":[46,6,1,"_CPPv4N7trtorch11CompileSpec12op_precisionE"],"trtorch::CompileSpec::ptq_calibrator":[46,6,1,"_CPPv4N7trtorch11CompileSpec14ptq_calibratorE"],"trtorch::CompileSpec::refit":[46,6,1,"_CPPv4N7trtorch11CompileSpec5refitE"],"trtorch::CompileSpec::strict_types":[46,6,1,"_CPPv4N7trtorch11CompileSpec12strict_typesE"],"trtorch::CompileSpec::torch_fallback":[46,6,1,"_CPPv4N7trtorch11CompileSpec14torch_fallbackE"],"trtorch::CompileSpec::truncate_long_and_double":[46,6,1,"_CPPv4N7trtorch11CompileSpec24truncate_long_and_doubleE"],"trtorch::CompileSpec::workspace_size":[46,6,1,"_CPPv4N7trtorch11CompileSpec14workspace_sizeE"],"trtorch::ConvertGraphToTRTEngine":[38,1,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::ConvertGraphToTRTEngine::info":[38,2,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::ConvertGraphToTRTEngine::method_name":[38,2,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::ConvertGraphToTRTEngine::module":[38,2,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::EmbedEngineInNewModule":[37,1,1,"_CPPv4N7trtorch22EmbedEngineInNewModuleERKNSt6stringE"],"trtorch::EmbedEngineInNewModule::engine":[37,2,1,"_CPPv4N7trtorch22EmbedEngineInNewModuleERKNSt6stringE"],"trtorch::dump_build_info":[35,1,1,"_CPPv4N7trtorch15dump_build_infoEv"],"trtorch::get_build_info":[32,1,1,"_CPPv4N7trtorch14get_build_infoEv"],"trtorch::logging::Level":[17,4,1,"_CPPv4N7trtorch7logging5LevelE"],"trtorch::logging::Level::kDEBUG":[17,5,1,"_CPPv4N7trtorch7logging5Level6kDEBUGE"],"trtorch::logging::Level::kERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level6kERRORE"],"trtorch::logging::Level::kGRAPH":[17,5,1,"_CPPv4N7trtorch7logging5Level6kGRAPHE"],"trtorch::logging::Level::kINFO":[17,5,1,"_CPPv4N7trtorch7logging5Level5kINFOE"],"trtorch::logging::Level::kINTERNAL_ERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level15kINTERNAL_ERRORE"],"trtorch::logging::Level::kWARNING":[17,5,1,"_CPPv4N7trtorch7logging5Level8kWARNINGE"],"trtorch::logging::get_is_colored_output_on":[25,1,1,"_CPPv4N7trtorch7logging24get_is_colored_output_onEv"],"trtorch::logging::get_logging_prefix":[29,1,1,"_CPPv4N7trtorch7logging18get_logging_prefixEv"],"trtorch::logging::get_reportable_log_level":[23,1,1,"_CPPv4N7trtorch7logging24get_reportable_log_levelEv"],"trtorch::logging::kDEBUG":[17,5,1,"_CPPv4N7trtorch7logging5Level6kDEBUGE"],"trtorch::logging::kERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level6kERRORE"],"trtorch::logging::kGRAPH":[17,5,1,"_CPPv4N7trtorch7logging5Level6kGRAPHE"],"trtorch::logging::kINFO":[17,5,1,"_CPPv4N7trtorch7logging5Level5kINFOE"],"trtorch::logging::kINTERNAL_ERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level15kINTERNAL_ERRORE"],"trtorch::logging::kWARNING":[17,5,1,"_CPPv4N7trtorch7logging5Level8kWARNINGE"],"trtorch::logging::log":[27,1,1,"_CPPv4N7trtorch7logging3logE5LevelNSt6stringE"],"trtorch::logging::log::lvl":[27,2,1,"_CPPv4N7trtorch7logging3logE5LevelNSt6stringE"],"trtorch::logging::log::msg":[27,2,1,"_CPPv4N7trtorch7logging3logE5LevelNSt6stringE"],"trtorch::logging::set_is_colored_output_on":[26,1,1,"_CPPv4N7trtorch7logging24set_is_colored_output_onEb"],"trtorch::logging::set_is_colored_output_on::colored_output_on":[26,2,1,"_CPPv4N7trtorch7logging24set_is_colored_output_onEb"],"trtorch::logging::set_logging_prefix":[24,1,1,"_CPPv4N7trtorch7logging18set_logging_prefixENSt6stringE"],"trtorch::logging::set_logging_prefix::prefix":[24,2,1,"_CPPv4N7trtorch7logging18set_logging_prefixENSt6stringE"],"trtorch::logging::set_reportable_log_level":[28,1,1,"_CPPv4N7trtorch7logging24set_reportable_log_levelE5Level"],"trtorch::logging::set_reportable_log_level::lvl":[28,2,1,"_CPPv4N7trtorch7logging24set_reportable_log_levelE5Level"],"trtorch::ptq::Int8CacheCalibrator":[3,3,1,"_CPPv4I0EN7trtorch3ptq19Int8CacheCalibratorE"],"trtorch::ptq::Int8CacheCalibrator::Algorithm":[3,7,1,"_CPPv4I0EN7trtorch3ptq19Int8CacheCalibratorE"],"trtorch::ptq::Int8CacheCalibrator::Int8CacheCalibrator":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE"],"trtorch::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE"],"trtorch::ptq::Int8CacheCalibrator::getBatch":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatch::bindings":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatch::names":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatch::nbBindings":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatchSize":[3,1,1,"_CPPv4NK7trtorch3ptq19Int8CacheCalibrator12getBatchSizeEv"],"trtorch::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv"],"trtorch::ptq::Int8CacheCalibrator::readCalibrationCache":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8CacheCalibrator::readCalibrationCache::length":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8CacheCalibrator::writeCalibrationCache":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8CacheCalibrator::writeCalibrationCache::cache":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8CacheCalibrator::writeCalibrationCache::length":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8Calibrator":[4,3,1,"_CPPv4I00EN7trtorch3ptq14Int8CalibratorE"],"trtorch::ptq::Int8Calibrator::Algorithm":[4,7,1,"_CPPv4I00EN7trtorch3ptq14Int8CalibratorE"],"trtorch::ptq::Int8Calibrator::DataLoaderUniquePtr":[4,7,1,"_CPPv4I00EN7trtorch3ptq14Int8CalibratorE"],"trtorch::ptq::Int8Calibrator::Int8Calibrator":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::Int8Calibrator::cache_file_path":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::Int8Calibrator::dataloader":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::Int8Calibrator::use_cache":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::getBatch":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatch::bindings":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatch::names":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatch::nbBindings":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatchSize":[4,1,1,"_CPPv4NK7trtorch3ptq14Int8Calibrator12getBatchSizeEv"],"trtorch::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*":[4,1,1,"_CPPv4N7trtorch3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv"],"trtorch::ptq::Int8Calibrator::readCalibrationCache":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8Calibrator::readCalibrationCache::length":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8Calibrator::writeCalibrationCache":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8Calibrator::writeCalibrationCache::cache":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8Calibrator::writeCalibrationCache::length":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::make_int8_cache_calibrator":[31,1,1,"_CPPv4I0EN7trtorch3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE"],"trtorch::ptq::make_int8_cache_calibrator::Algorithm":[31,7,1,"_CPPv4I0EN7trtorch3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE"],"trtorch::ptq::make_int8_cache_calibrator::cache_file_path":[31,2,1,"_CPPv4I0EN7trtorch3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE"],"trtorch::ptq::make_int8_calibrator":[30,1,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::Algorithm":[30,7,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::DataLoader":[30,7,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::cache_file_path":[30,2,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::dataloader":[30,2,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::use_cache":[30,2,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::set_device":[34,1,1,"_CPPv4N7trtorch10set_deviceEKi"],"trtorch::set_device::gpu_id":[34,2,1,"_CPPv4N7trtorch10set_deviceEKi"],STR:[5,0,1,"c.STR"],TRTORCH_API:[6,0,1,"c.TRTORCH_API"],TRTORCH_HIDDEN:[7,0,1,"c.TRTORCH_HIDDEN"],TRTORCH_MAJOR_VERSION:[8,0,1,"c.TRTORCH_MAJOR_VERSION"],TRTORCH_MINOR_VERSION:[12,0,1,"c.TRTORCH_MINOR_VERSION"],TRTORCH_PATCH_VERSION:[9,0,1,"c.TRTORCH_PATCH_VERSION"],TRTORCH_VERSION:[10,0,1,"c.TRTORCH_VERSION"],XSTR:[11,0,1,"c.XSTR"],trtorch:[66,8,0,"-"]},"trtorch.logging":{Level:[65,9,1,""],get_is_colored_output_on:[65,10,1,""],get_logging_prefix:[65,10,1,""],get_reportable_log_level:[65,10,1,""],log:[65,10,1,""],set_is_colored_output_on:[65,10,1,""],set_logging_prefix:[65,10,1,""],set_reportable_log_level:[65,10,1,""]},"trtorch.logging.Level":{Debug:[65,11,1,""],Error:[65,11,1,""],Info:[65,11,1,""],InternalError:[65,11,1,""],Warning:[65,11,1,""]},trtorch:{DeviceType:[66,9,1,""],EngineCapability:[66,9,1,""],TensorRTCompileSpec:[66,10,1,""],check_method_op_support:[66,10,1,""],compile:[66,10,1,""],convert_method_to_trt_engine:[66,10,1,""],dtype:[66,9,1,""],dump_build_info:[66,10,1,""],get_build_info:[66,10,1,""],logging:[65,8,0,"-"],set_device:[66,10,1,""]}},objnames:{"0":["c","macro","C macro"],"1":["cpp","function","C++ function"],"10":["py","function","Python function"],"11":["py","attribute","Python attribute"],"2":["cpp","functionParam","functionParam"],"3":["cpp","class","C++ class"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","templateParam"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:function","10":"py:function","11":"py:attribute","2":"cpp:functionParam","3":"cpp:class","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"001s":53,"00f1b6db":53,"01s":53,"04s":53,"07s":53,"0c106ec84f199a0fbcf1199010166986da732f9b0907768c9ac5ea5b120772db":68,"0x7fb25e72db30":66,"11k":53,"12a":53,"16280mib":53,"1x1":55,"24k":53,"2_20200626":68,"2c365_subsampl":53,"2mib":53,"300w":53,"300x300":55,"31c":53,"32w":53,"32x32":53,"33c":53,"33w":53,"34c":53,"34w":53,"353k":53,"35c":53,"35k":53,"35w":53,"36c":53,"37c":53,"43w":53,"442k":53,"4fef":53,"53k":53,"55k":53,"774kb":53,"818977576572eadaf62c80434a25afe44dbaa32ebda3a0919e389dcbe74f8656":68,"81k":53,"84e944ff11f8":53,"891mib":53,"9205bed204e2ae7aafd2e01cce0f21309e281e18d5bfd7172ef8541771539d41":68,"94k":53,"9ab0":53,"abstract":[59,62],"byte":66,"case":[1,2,46,47,54,55,56,59,62,68,69],"catch":[57,67],"char":[3,4,44,67],"class":[30,31,44,45,46,47,52,53,54,55,59,62,65,66,67,69],"const":[1,2,3,4,30,31,33,34,36,37,38,44,45,46,47,57,62,64,67,69],"default":[1,2,3,4,17,30,31,43,45,46,47,49,53,55,66,67,69,71,72],"enum":[1,2,42,45,46,47,52,65,69],"export":68,"final":[56,58,60,68],"float":[46,64,66,67,71],"function":[1,2,3,4,46,47,48,49,52,53,54,55,57,59,62,67,69,72,73],"import":[53,54,55,57,67,70,71,72],"int":[3,4,34,44,45,46,64,66,67],"long":[46,56,66],"new":[1,2,3,4,33,37,46,47,48,53,54,59,60,62,65,67],"public":[1,2,3,4,44,45,46,47,48,49,69],"return":[1,2,3,4,23,25,30,31,32,33,36,37,38,42,43,44,45,46,47,53,54,57,58,59,60,62,65,66,67,69],"short":57,"static":[46,48,56,62,66,67],"super":[44,54,67],"throw":[57,67],"true":[1,2,4,46,47,53,54,55,57,62,64,66,67,69,72,73],"try":[53,54,60,67,72],"var":64,"void":[3,4,24,26,27,28,34,35,42,44,45],"while":69,And:67,Are:42,Bus:53,But:67,For:[53,54,55,56,67,68,69,70,72],IDs:55,Its:62,Not:3,One:[66,67],PRs:67,Thats:67,The:[2,46,47,53,54,55,56,57,58,59,60,62,65,68,69,71,72],Then:[68,69,72],There:[4,53,55,56,62,67,69,70],These:[56,59,69],Use:[46,62,66,69],Useful:63,Using:[4,53,55,63,73],Will:36,With:[53,67,69],___torch_mangle_10:67,___torch_mangle_4847:59,___torch_mangle_5:67,___torch_mangle_9:67,__and__:64,__attribute__:43,__getitem__:64,__gnuc__:43,__init__:[54,67],__is__:64,__isnot__:64,__not__:64,__or__:64,__round_to_zero_floordiv:64,__torch__:[59,67],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:59,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:59,__visibility__:43,__xor__:64,_all_:57,_convolut:[64,67],_jit_to_backend:72,_jit_to_tensorrt:66,_script:66,a100:[53,54],aarch64:60,abi:70,abl:[53,54,56,57,62,63,69,72],about:[55,56,59,62,66,67,71],abov:[28,55,67],abs:64,acceler:[53,54,67,73],accept:[46,48,59,62,71],access:[55,57,62,63,67,72],accord:62,accumul:[46,66],accuraci:[55,69],achiev:[53,54],aco:64,acosh:64,across:57,acthardtanh:62,activ:[67,69,73],activationtyp:62,actual:[54,57,59,62,65,67],adaptive_avg_pool1d:64,adaptive_avg_pool2d:64,adaptiveavgpool2d:53,add:[27,56,57,62,64,65,67,68],add_:[57,64,67],add_patch:55,addactiv:62,added:[28,56],addit:[55,57,67],addlay:67,addshuffl:67,advanc:69,affin:53,after:[55,56,63,67,70,71],again:[44,55,59,62],against:[67,71],agre:[53,54,55],agx:45,ahead:67,aim:57,algo_typ:69,algorithm:[3,4,30,31,44,69],align_corn:64,all:[17,42,43,44,45,53,54,55,57,59,66,67,69,70,71],alloc:62,allow:[46,48,53,54,55,56,57,66,71],allow_gpu_fallback:[45,46,47,66,69,72,73],allow_tf32:64,almost:67,alpha:[55,64],alreadi:[53,56,57,67,69,71],also:[31,53,54,55,56,62,63,67,68,69],alwai:[3,4,26],amazonaw:53,amp:53,analog:67,analogu:62,analysi:[53,55],ani:[53,54,55,56,62,66,67,68,69,71],annot:[55,62,67],anoth:67,aot:[63,67],apach:[53,54,55],apex:55,api:[13,15,16,42,43,44,45,60,62,66,67,69,70,72],apidirectori:[22,50],append:[53,54,55,64],appli:69,applic:[2,31,46,47,53,54,55,57,60,67,70,71,72,73],approach:[53,54],apr:67,aquir:67,arang:64,architectur:[55,63,68],archiv:68,aren:67,arg:[56,67],argc:67,argmax:53,argument:[57,59,62,67,71],argv:67,around:[59,62,67],arrai:[3,4,56],arrayref:[45,46,48],arti:53,arxiv:69,asin:64,asinh:64,aspect:71,assembl:[56,67],assign:[3,4],associ:[56,62,67],associatevalueandivalu:62,associatevalueandtensor:[62,67],assum:72,atan:64,atanh:64,aten:[57,61,62,64,66,67],attach:55,attribut:[57,59,67],aug:53,auto:[44,62,67,69,73],automat:[46,49,53,54,67],avail:[53,54,55,62,68,73],ave:[53,54],averag:[46,53,54,55,66,71],avg:[55,71],avg_pool1d:64,avg_pool2d:64,avg_pool3d:64,avgpool:[53,55],avoid:53,await:53,axes:53,axi:53,b_hh:64,b_ih:64,back:[57,59,60,66,67],back_insert:44,backbon:55,backend:[53,54,55,66,72],background:55,base:[35,50,51,53,54,55,59,65,67,68,69],bash:[55,68],basi:[53,54,55],basic:71,batch:[3,4,44,46,53,54,55,66,69,71,73],batch_norm:[62,64],batch_siz:[44,55,69],batched_data_:44,batchnorm2d:53,batchnorm:[55,57],batchtyp:44,bazel:[60,68],bazel_vers:68,bazelbuild:68,bazelisk:68,bazelvers:68,bbox:55,bdist_wheel:68,becaus:[62,67,68],becom:62,been:[56,62,67],befor:[46,55,57,60,62,63,66,67,68],begin:[44,68],beginn:67,behav:[53,55],behavior:[46,66],being:67,below:[55,62,67],benchmark:[54,64],benefit:[62,67],best:[46,48,53,54,68],best_result:55,best_results_per_input:55,best_results_per_input_trt:55,beta:64,better:[53,54,55,67,69],between:[55,62,69],bia:[53,54,57,64,67],bin:[53,68],binari:[44,69],bind:[3,4,44],bird:53,bit:[46,62,66,67],blob:[61,69],block0:57,block1:57,block:[56,57],bmm:64,bn1:53,bn2:53,bn3:53,bool:[1,2,3,4,25,26,30,36,42,44,45,46,47,49,57,62,64,65,66,67,69],bot:55,both:[53,54,55,67,68,69],bottleneck:53,bound:55,box:55,branch:68,breed:53,briefli:67,bsd:[42,43,44,45],buffer:[3,4],bug:68,build:[30,31,32,46,56,58,60,62,66,67,69,71],build_fil:68,builderconfig:45,built:[37,60,68,71],bust:53,bzl:68,c10:[1,2,45,46,47,48,67,69],c96b:53,c_api:61,c_str:[62,67],cach:[3,4,30,31,44,53,55,67,69,71],cache_:44,cache_fil:[44,69],cache_file_path:[3,4,30,31,44],cache_file_path_:44,cache_size_:44,cachecalibr:69,calcul:[56,67],calibr:[3,4,30,31,44,46,67,69,71],calibration_cache_fil:[30,31,69],calibration_dataload:[30,69],calibration_dataset:69,calibrationalgo:69,call:[30,31,33,46,53,54,55,57,59,62,66,67,72],callmethod:67,can:[1,2,4,30,31,38,46,47,48,53,54,55,56,57,58,59,60,62,66,67,68,69,70,71,72],cannot:[53,54,55,57,67],cap:53,capabl:[45,46,66,71,72],captur:55,cast:[3,4,57],cat:[64,68],caught:57,caus:[62,68],cdll:67,ceil:64,ceil_mod:[53,64],cell:55,centercrop:53,cerr:67,certifi:53,cf0691493d05062fe3239cf76773bae4c5124f4b039050dbdd291c652af3ab2a:68,chain:62,chanc:62,chang:[31,53,54,57,60,69],channel:53,check:[1,2,36,46,47,55,57,62,66,67,68,70,71],check_method_op_support:66,checkmethodoperatorsupport:[21,39,45,50,51,67],checkpoint:55,checkpoint_from_distribut:55,chimpansee_amber_r_1920x1080:53,chimpanze:53,choos:[67,68],cifar10:69,cifar:69,clamp:64,clamp_max:64,clamp_min:64,classes_to_label:55,classif:[54,55,67],classifi:54,clear:44,cli:[67,71],close:67,closer:57,cloudfront:53,coco:55,cocodataset:55,code:[53,54,55,60,63,67,69],collect:67,color:[25,26,65],colored_output_on:[26,42,65],com:[53,54,61,67,68,69],come:[53,54],command:[53,67,68,71],comment:68,common:[53,55,56,57],common_subexpression_elimin:57,commun:67,compar:55,comparis:[1,46],comparison:[2,46,47],compat:[1,2,46,47,57,59,68],compil:[33,36,38,46,53,54,55,57,59,62,66,69,70,71,72,73],compile_set:[54,67,69],compile_spec:[66,69,73],compilegraph:[21,39,45,50,51,67,69],compilespec:[0,2,3,4,21,33,38,39,45,50,51,66,67,69,73],compilespecstruct:[0,50],complet:[53,54,55,67],complex:67,compli:55,complianc:[53,54,55],compliat:69,compon:[54,58,60,67,70],compos:[53,54,55,67,69],composit:67,comprehens:55,comput:[46,53,54,55,68,69],conclus:53,condit:[53,54,55],confid:[53,55],config:68,configur:[33,38,63,66,67,68,69],connect:[53,57,73],consecut:[46,49],consid:[53,67],consol:71,consolid:67,constant:[56,57,67],constexpr:[1,2,45,46,47],construct:[1,2,3,4,46,47,48,49,56,57,58,60,62,67,69],constructor:[1,46,47,49,59,67],consum:[4,56,67],contain:[30,36,53,54,55,56,57,62,66,67,68,69,70],content:69,context:[56,58,59,60],continu:[53,54,55,70],contributor:67,control:[53,54,55,67],conv1:[53,54,67],conv2:[53,54,67],conv2d:[53,54,67],conv3:53,conv4_x:55,conv5_x:55,conv:67,conveni:[55,69],convers:[53,55,57,59,66,67],conversionctx:[62,67],convert:[3,4,33,36,38,46,49,54,55,57,58,60,63,66,72],convert_method_to_trt_engin:[66,72],convertgraphtotrtengin:[21,39,45,50,51,67],convien:46,convienc:[3,4],convolut:[55,69,73],coordin:60,copi:[44,53,54,55,62],copyright:[42,43,44,45,53,54,55,67],core:[45,53,54,55,57,60,66,67,73],corpor:[42,43,44,45,53,54,55],correct:68,correspond:[53,55,62],cos:64,cosh:64,count_include_pad:64,coupl:[53,54,56,60,70],cout:67,cp36:68,cp36m:68,cp37:68,cp37m:68,cp38:68,cp39:68,cpp:[14,15,16,42,43,44,45,52,57,60,67,69],cpp_frontend:69,cppdirectori:[22,50],cppdoc:67,creat:[30,31,37,53,54,55,56,59,62,66,71],credit:67,csrc:[57,61],cstddef:69,ctx:[62,67],ctype:67,cu102:68,cuda111:68,cuda:[46,53,54,55,59,66,67,68,69,72],cuda_runtim:[21,45],cudafloattyp:67,cudasetdevic:34,cudnn8:68,cudnn:[53,54,55],cudnn_en:64,cumsum:64,curl:68,current:[23,62],custom:68,cxx11:70,cycler:53,d17fnq9dkz9hgj:53,data:[1,3,4,30,31,44,45,46,47,53,54,55,56,58,60,62,69],data_dir:69,dataflow:[62,67],dataload:[4,30,31,44,46,69],dataloader_:44,dataloadercalibr:69,dataloaderopt:69,dataloaderuniqueptr:[4,44],dataset:[31,55,69],datatyp:[0,2,21,39,45,46,47,50,51,66],dateutil:53,dbg:68,dead_code_elimin:57,deal:62,debug:[17,26,45,46,62,65,66,71,72],debugg:[66,71],decid:54,decod:53,decode_result:55,deconvolut:73,dedic:57,deep:[53,54,55,62,63,69,73],deeplearn:61,deeplearningexampl:55,def:[53,54,55,67],defin:[1,2,3,4,17,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,43,46,47,48,49,52,53,54,67,69,71],definit:[52,62],delet:[1,2,45,46,47,57],demo:[53,55,69],demonstr:[53,54,55,69],denorm:55,dep:68,depend:[31,32,53,55,56,60,67,70],depickl:59,deploi:[53,54,63,67,69],deploy:[53,54,67,69,70,71,73],deprec:64,describ:[46,53,54,55,62,66,67,72],deseri:[66,67],design:[53,54,73],desir:69,destroi:62,destructor:62,detail:[53,67,70],detect:[53,59],detections_batch:55,determin:57,determinist:64,develop:[53,54,63,67,68],deviat:71,devic:[0,21,34,39,45,46,50,51,53,54,64,66,67,69,71,72,73],device_typ:[45,46,47,66,69,72,73],deviceclass:[0,50],devicetyp:[21,39,45,46,47,50,51,66,69,72,73],devicetypestruct:[0,50],dict:[55,66],dictionari:[66,67,72],differ:[31,54,55,57,60,63,67],differenti:[53,54],dilat:[53,64],dim0:64,dim1:64,dim:[53,64],dim_int:64,dim_intlist:64,dimens:57,directli:[62,63,69],directori:[18,19,20,21,22,42,43,44,45,50,53,68,69],disabl:[65,68,71],disable_tf32:[45,46,66,69],disclos:68,disp:53,displai:71,dist:[53,68],distdir:68,distribut:[53,54,55,66,67,69,70],div:64,div_:64,divisor_overrid:64,dl_open:70,dla:[2,45,46,47,63,66,71],dla_cor:[45,46,47,66,69,72,73],doc:[60,61,68],docker:[53,54,55],docsrc:60,document:[42,43,44,45,50,51,60,67,69,70,72],doe:[43,44,53,55,57,62,69],doesn:67,doing:[55,56,57,67,69],domain:69,don:[54,62,69],done:[53,55,56,60],dont:42,doubl:[46,66],down:[53,54,68],download:[55,68,69],downsampl:53,doxygen_should_skip_thi:[44,45],driver:[53,68],drop:[55,68],dtype:[53,54,55,64,66],due:[3,4,53,55],dump:[35,68,71],dump_build_info:[21,39,45,50,51,66],dure:[62,69,71],dynam:[46,48,66],each:[3,4,46,55,56,57,59,62,66,67],eager:[53,54],earlier:53,easi:[56,57,67,69,71],easier:[58,60,62,67,69],easiest:68,easili:[3,4],ecc:53,ecosystem:[53,54,55],edgecolor:55,edu:69,effect:[57,67,69],effici:62,either:[46,48,53,54,55,62,66,67,68,71],element:59,element_typ:44,els:[43,44,66],elu:64,emb:[37,67],embed:[59,64,67,71,73],embedengineinnewmodul:[21,39,45,50,51],emit:56,empti:[54,67],emum:[17,46],enabl:[3,4,25,45,46,49,53,54,55,65,66],encount:68,end:[44,62,64,67,69],end_dim:[64,67],end_tim:[53,54,55],endif:[43,44,45],enforc:67,engin:[1,2,33,37,38,45,46,47,48,56,58,60,63,66,67,69,71,72,73],engine_converted_from_jit:67,enginecap:[45,46,66,72],enhanc:55,ensur:[31,57],enter:56,entri:[46,62,66],entropi:[30,31,69],entropy_calibration_2:69,enumer:[1,2,17,46,47],eps:[53,64],equival:[33,53,54,55,58,60,62,66,67,69],equivil:38,erf:64,error:[17,56,57,60,65,67,68],etc:[66,73],eval:[53,54,55,67],evalu:[55,58,59,60],evaluated_value_map:[56,62],even:67,everi:67,everyth:17,exactli:55,exampl:[53,54,55,59,60,62,67,69],except:[53,54,55],exception_elimin:57,execpt:57,execut:[37,53,54,55,57,58,59,60,66,67,69],execute_engin:[59,67],exeuct:59,exhaust:67,exist:[4,33,36,38,53,66,68,69],exp:64,expand:[57,64],expand_a:64,expect:[53,57,62,67],experi:[53,54],explic:44,explicit:[3,4,45,57,63,69],explicitli:[46,49,69,72],explict:44,explictli:[1,46],expon:64,expos:69,express:[53,54,55],extend:[58,60,62,67],extent:[63,67],extra:[46,67],extract:67,extractor:54,f16:[67,71,73],f32:71,facecolor:55,factori:[4,30,31,69],fail:[67,73],fall:66,fallback:[46,49,62,71,73],fals:[1,2,3,4,44,45,46,47,49,53,55,64,66,67,69,72],famili:[53,54,55],familyhandyman:53,fan:53,fashion:67,fbed:53,fc1:[54,67],fc2:[54,67],fc3:[54,67],feat:[54,67],featur:[46,49,53,54,55,66,67,69,71,72],fed:[3,4],feed:[30,31,67],feel:63,few:[53,54],field:[3,4,69],fig:[53,55],file:[1,2,3,4,5,6,7,8,9,10,11,12,17,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,46,47,48,49,53,54,55,59,60,66,67,68,69,71],file_path:71,filer_publ:53,filer_public_thumbnail:53,fill:[53,54],filter:55,find:[4,55,67],finish:55,first:[53,54,55,56,57,67,69],five:55,fix:[46,53,55,73],fixed_s:[45,46],flag:[68,71],flatten:[54,64,67],flatten_convert:67,flexibl:[53,54,55],float16:[66,71],float32:[46,53,66,71],float_int:64,floor:64,floor_divid:64,floordiv:64,flow:[53,54,55,62,67],fly:67,follow:[53,54,55,67,68,69,71],footprint:[53,54],forc:[66,71],force_fallback_op:66,forced_fallback_op:[45,46,49],form:56,format:[46,53,54,55,66,71],forum:68,forward:[30,31,33,37,54,59,62,66,67,69,72],found:[42,43,44,45,53,55,67,68,69],fp16:[1,46,54,55,63,66,67,73],fp32:[1,46,54,55,63,66,69],framework:[53,54,55],freed:62,freez:67,freeze_modul:57,from:[1,2,3,4,30,31,44,46,47,48,49,53,54,55,56,57,58,59,60,62,63,67,69,71],fssl:68,fstream:[20,44],full:[62,67,69,70,71,73],fulli:[36,57,66,67,69,73],fuse:[53,54],fuse_addmm_branch:57,fuse_flatten_linear:57,fuse_linear:57,fusion:62,futur:[53,54],gain:55,gamma:64,gaurd:43,gcc:[60,67],gear:69,gelu:64,gener:[3,4,31,53,54,55,57,59,60,62,67,69,71],get:[1,2,3,4,23,32,44,46,47,48,55,57,62,65,68,69,72],get_batch_impl:44,get_build_info:[21,39,45,50,51,66],get_coco_object_dictionari:55,get_is_colored_output_on:[18,40,42,50,51,65],get_logging_prefix:[18,40,42,50,51,65],get_reportable_log_level:[18,40,42,50,51,65],getattr:[57,59,67],getbatch:[3,4,44],getbatchs:[3,4,44],getdimens:[62,67],getoutput:[62,67],github:[53,54,55,61,67,68,69],give:54,given:[46,53,55,57,66,67,71,72],global:[27,67],gnu:68,goal:62,going:[44,67],good:[44,62],got:67,govern:[53,54,55],gpu:[2,33,34,38,45,46,47,53,54,66,67,69,71,72,73],gpu_id:[34,45,46,47,66,69,72,73],granular:54,graph:[17,33,36,38,45,53,54,55,56,58,60,62,63,66,67],great:[53,54,55,67],green_mamba:53,group:64,gtc:63,guard:57,guard_elimin:57,gulf:53,hack:44,hakaimagazin:53,half:[54,55,66,67,71,72,73],handl:[55,57,59],happen:[53,54,67],hardtanh:[62,64],hardtanh_:64,hardwar:[53,54,55,73],has:[53,54,55,56,57,60,62,67,69],hash:68,have:[31,44,53,54,55,56,57,62,63,67,68,69,71],haven:67,head:55,header:[53,67],help:[26,53,54,56,62,67,71],helper:[53,54,55,62],here:[44,53,54,55,56,59,67,68,69],hermet:68,hfile:[22,50],hidden:43,high:[53,55,57,67],higher:[57,67],hinton:69,hold:[46,47,48,49,56,62,69],holder:59,home:68,hood:60,host:68,how:[3,4,53,55,67,72],howev:[31,53,54,55,68],html:[61,67,68,69],http:[53,54,55,61,67,68,69],http_archiv:68,hub:[53,55],huski:53,idea:57,ident:71,idx:[55,64],ifndef:[44,45],ifstream:44,iint8calibr:[3,4,30,31,44,45,46,69],iint8entropycalibrator2:[3,4,30,31,44,69],iint8minmaxcalibr:[30,31,69],ilay:62,imag:[53,55,69],image_idx:55,imagenet:53,imagenet_cla:53,imagenet_class_index:53,images_:69,img0:53,img1:53,img2:53,img3:53,img:53,img_path:53,impact:[53,54,55],implement:[3,4,53,54,55,57,59,67,69],impli:[53,54,55],implic:57,implicit:64,imshow:[53,55],in_featur:[53,54],in_shap:67,in_tensor:67,incapsul:66,incas:44,includ:[14,16,17,32,35,42,43,44,45,52,53,54,55,66,67,68,69,71],includedirectori:[22,50],ind:53,independ:[53,55],index:[61,63,64,69],indic:64,inetworkdefinit:56,infer:[53,54,57,67,69],info:[17,33,38,45,46,49,62,65,67,71],inform:[28,32,35,55,56,63,66,67,69,71,72],infrastructur:69,ingest:60,inherit:[50,51,69],inlin:[44,57,67],inner:46,inplac:53,input0:67,input1:67,input2:67,input:[3,4,31,44,46,48,53,54,55,56,57,59,62,64,66,67,69,71,72,73],input_0:[59,67],input_batch:53,input_data:[53,54,55,67],input_file_path:[71,73],input_rang:[45,46],input_s:67,input_scal:64,input_shap:[53,54,55,66,67,69,71,72,73],input_tensor:53,inputrang:[21,39,45,46,50,51,67],inputrangestruct:[0,50],inspect:[54,62,67],instal:[53,55,63,67,70],instanc:[53,54,57,67],instanti:[58,59,60,62,67],instatin:[1,2,46,47],instead:[56,57,67,70,71],instnanti:59,instruct:[67,68],insur:68,int64_t:[45,46,47,48,69,73],int8:[1,44,46,63,66,69,71,73],int8_t:45,int8cachecalibr:[20,31,41,44,50,51],int8cachecalibratortempl:[0,50],int8calibr:[3,20,30,41,44,50,51],int8calibratorstruct:[0,50],int_float:64,integ:66,integr:[53,54,63,66],intent:57,intercompat:[53,55],interest:57,interfac:[1,2,46,47,59,60,62,67,69],intermedi:[17,53,54,67],intern:[2,17,46,47,53,54,55,62,67],internal_error:65,internalerror:65,interpret:[53,54,59],intro_to_torchscript_tutori:67,introduc:[53,54,55],invok:67,involv:[53,54],ios:44,iostream:[20,44,67],is_avail:53,is_train:69,iscustomclass:62,issu:[3,4,53,54,67,68],istensor:62,istream_iter:44,it_:44,item:53,itensor:[56,62,67],iter:[20,44,46,53,54,55,56,66,71],its:[31,53,54,55,56,59,62],itself:[1,2,46,47,57,68,71,72],ivalu:[56,59,62,67],jetson:[53,54,66],jit:[33,36,37,38,45,53,54,55,56,57,58,59,60,61,62,66,67,71,72],jpeg:53,jpg:[53,55],jpg__1920x1080_q85_subject_loc:53,json:53,json_fil:53,just:[44,45,53,55,57,63,67,70,72],kchar:[1,45,46],kclip:62,kcpu:[2,46,47],kcuda:[2,46,47,67],kdebug:[17,42,44],kdefault:[45,46],kdla:[2,45,46,47,73],keepdim:64,kei:[66,67],kernel:[46,53,54,62,66,67,71],kernel_s:[53,54,64],kerror:[17,42],kf16:73,kfloat:[1,45,46],kgpu:[2,45,46,47],kgraph:[17,42,57],khalf:[1,45,46,67],ki8:69,kind:[53,54,55,56,66],kinfo:[17,42,44],kinternal_error:[17,42],kiwisolv:53,know:[42,62],known:55,kriz:69,krizhevski:69,ksafe_dla:[45,46],ksafe_gpu:[45,46],ktest:69,ktrain:69,kwarn:[17,42],label:[55,69],laid:67,lambda:[62,67],languag:[53,54,55,67],larg:[53,54,58,60,67,69],larger:69,largest:64,last:[55,57],later:[31,67],latest:68,law:[53,54,55],layer1:53,layer2:53,layer3:53,layer4:53,layer:[46,47,53,54,55,56,57,62,66,67,69,71,73],layer_norm:64,layout:64,ld_library_path:68,ld_preload:70,ldd:68,leaky_relu:64,leaky_relu_:64,learn:[63,67,68,69,73],least:53,leav:[54,57],left:55,len:[53,55,64],lenet:[55,67],lenet_script:67,lenetclassifi:[54,67],lenetfeatextractor:[54,67],length:[3,4,44,53,64],let:[46,47,53,54,55,57,62,71],level:[18,23,27,28,40,42,44,50,51,53,54,57,60,65,67],levelnamespac:[0,50],leverag:[53,54,55,69],lib:[53,57,67,68],librari:[32,42,43,44,45,53,54,55,58,59,60,62,67],libtorch:[4,35,53,54,55,62,67,68,69],libtorch_pre_cxx11_abi:68,libtrtorch:[67,68,71],libtrtorchrt:70,licens:[42,43,44,45,53,54,55,67],like:[53,54,55,56,57,59,62,67,68,69,70,71],limit:[53,54,55,57,69],line:[67,71],linear:[53,54,64,67],linewidth:55,link:[56,63,67,70,71],linux:[60,67,68],linux_x86_64:68,list:[18,19,20,21,36,46,49,52,55,56,59,62,64,66,67,68],listconstruct:[56,59,67],listunpack:[59,67],live:62,load:[53,55,59,67,68,69,70,71,72],load_librari:70,loader:[53,54,55],loading_data_recip:69,local:[53,55,57,67],locat:[55,69],log:[16,17,19,20,22,39,44,50,51,52,57,62,64,66],log_debug:62,logger:65,loggingenum:[0,50],loglevel:65,longer:[53,54,70],look:[56,57,67,69,72],loop_unrol:57,lorikeet:53,loss:69,lot:62,lower:17,lower_graph:57,lower_tupl:57,loweralltupl:57,lowersimpletupl:57,lstm_cell:64,lvl:[27,28,42],machin:[53,54,59,68,69],macro:[5,6,7,8,9,10,11,12,16,18,21,22,42,45,50,52],made:[55,57,58,60],mai:[53,54,55,56,59,60,67,69],main:[55,57,58,59,60,62,67],maintain:[59,62],major:[53,54,55,60],make:[53,54,55,56,67,68,69,73],make_data_load:[4,69],make_int8_cache_calibr:[20,41,44,50,51,69],make_int8_calibr:[20,31,41,44,50,51,69],manag:[56,58,60,62,67],mangag:57,mantissa:[46,66],manual:68,map:[2,46,47,56,57,58,60,62,67,69,72],master:[61,68,69],mat2:64,match:[46,57,68],matmul:[57,64,67],matplotlib:[53,55],matrix:61,matur:60,max:[45,46,48,54,62,64,66,67,71],max_batch_s:[45,46,66,69,71,72],max_c:71,max_h:71,max_n:71,max_pool1d:64,max_pool2d:[54,64,66,67],max_pool3d:64,max_val:[62,64],max_w:71,maximum:[46,48,66,67,71],maxpool2d:53,maxpool:53,mean:[46,53,54,55,62,63,64,66,67,71],mechan:62,media:53,meet:66,member:[46,47,48,49,66],memori:[20,21,44,45,53,54,57,62,67],mention:53,menu:71,messag:[17,27,28,65,71],metadata:[59,62],method:[33,36,37,38,53,54,55,57,62,66,67,68,72],method_nam:[36,38,45,66,67],mig:53,might:57,min:[45,46,48,54,62,64,66,67,71],min_block_s:[45,46,49,66],min_c:71,min_h:71,min_n:71,min_siz:[45,46,49],min_val:[62,64],min_w:71,mini:53,minim:[46,66,69,71],minimum:[46,48,49,65,66,67],minmax:[30,31,69],miss:67,mix:55,mkdir:[53,68],mobilenet_v2:72,mod:[67,69],mode:[67,69],mode_:69,model:[59,67,69,72],model_math:55,modern:55,modifi:68,modul:[33,36,37,38,45,53,54,55,58,59,60,62,63,66,69,71,72,73],modular:67,momentum:[53,64],more:[53,54,55,56,63,67,69,70,72],most:60,move:[30,44,45,53,54,57,59,67,69],msg:[27,42,65],much:[62,69],mul:64,mul_:64,multipl:[59,69],multipli:[46,66],must:[46,53,55,62,66,67,68,70,71],n01749939:53,n01820546:53,n02110185:53,n02481823:53,name:[3,4,36,38,44,46,49,53,55,59,62,66,67,68,72],namespac:[0,42,44,45,52,57,63,69],nano:68,narrow:64,nativ:[60,61,67],native_funct:61,nbbind:[3,4,44],ncol:53,necessari:[42,70],need:[1,2,28,31,43,46,47,49,55,56,57,62,66,67,68,69,70],neg:64,negative_slop:64,nest:[50,51],net:[53,62,67],network:[30,31,53,54,55,62,67,69,73],neural:[53,55,73],new_lay:62,new_local_repositori:68,new_siz:69,newer:[53,54],next:[3,4,55,56,59,69],ngc:55,nice:68,ninja:68,nlp:[30,31,69],no_grad:[53,54,55],node:[57,62,67],node_info:[62,67],noexcept:69,none:[55,62,64],norm:64,normal:[1,2,46,47,53,54,55,67,69,73],normalized_shap:64,noskipw:44,note:[2,46,47,53,62,66,67,68,73],notebook:[53,54,55,60],notic:[54,55],now:[53,54,55,57,60,62,67,68,72],nrow:53,nrun:[53,54,55],nullptr:[44,45,46],num:71,num_avg_timing_it:[45,46,66,72],num_it:71,num_min_timing_it:[45,46,66,72],num_work:69,number:[3,4,46,49,53,57,62,66,67,71],numel:64,numer:71,numpi:[53,54,55],nvidia:[33,38,42,43,44,45,53,54,55,61,66,67,68,69,71,73],nvidia_deeplearningexamples_torchhub:55,nvidia_ncf:55,nvidia_ssd:55,nvidia_ssd_processing_util:55,nvidia_tacotron2:55,nvidia_waveglow:55,nvinfer1:[3,4,30,31,44,45,46,62,69],nvinfer:[20,44],nwarmup:[53,54,55],obj:64,object:[1,2,3,4,46,47,48,49,62,66,67,69,72],observ:53,obsolet:55,obtain:[53,54,55],obvious:67,octet:53,off:[46,49,53,55,59,66],offici:68,ofstream:[44,67],older:60,olefil:53,onc:[42,43,44,45,56,57,59,67,69,70],one:[55,57,62,65,67],ones:[42,53,54,55,67,68],onli:[2,3,4,17,31,44,46,47,54,55,57,60,62,65,66,67,68,69,70,71,73],onnx:57,onto:[59,71],op_precis:[45,46,53,54,55,66,67,69,71,72,73],open:[53,54],oper:[1,2,3,4,36,44,45,46,47,49,53,54,56,57,58,59,60,62,63,66,69,71,73],ops:[53,55,57,66,67,70],opset:[58,60],opt:[45,46,48,54,66,67,68],opt_c:71,opt_h:71,opt_n:71,opt_w:71,optim:[46,48,53,54,55,57,63,67,71],optimi:67,optimin:[46,48],optimiz:[53,54,55],option:[44,66,68,69,70,71,73],order:[46,55,62,67],org:[53,54,55,61,67,68,69],origin:55,original_nam:54,other:[1,2,45,46,47,53,54,55,56,57,59,63,64,66,67,68,70,71],otherwis:[68,70],our:[53,54,55,60,67],out:[36,44,53,54,56,57,58,60,62,65,66,67,68],out_featur:[53,54],out_shap:67,out_tensor:[62,67],output0:57,output:[25,26,46,53,54,55,56,57,59,62,65,67,68,71],output_file_path:[71,73],output_pad:64,output_s:[53,64],outself:67,over:[53,54,58,60],overkil:54,overrid:[3,4,30,31,44,69],overview:[61,63],own:[53,54,62,67],p100:53,packag:[53,57,67,71],pad:[53,64],padding_idx:64,page:63,pair:[62,69],paper:[53,55],paramet:[1,2,3,4,26,27,28,30,31,33,34,36,37,38,46,47,48,56,57,62,65,66,67],parent:[14,15,16,18,19,20,21],pars:67,part:[60,71],partial:66,particular:54,pass:[56,58,59,60,62,67,69],patch:55,path:[4,13,14,15,16,30,31,53,54,55,67,68,69,71],path_to_trtorch_root:68,pathwai:67,pattern:[62,67],peephole_optimz:57,per:55,perf:53,perform:[30,31,53,54,55,69],performac:[46,48,69],permiss:[53,54,55],permut:64,persist:53,phase:[17,62,67],pick:[54,67],pick_best:55,pickler:59,pid:53,pil:53,pillow:[53,55],pin_memori:64,pip3:68,pip3_import:68,pip:[53,55,68],pip_instal:68,pipelin:[67,71,73],piplein:67,pixel_shuffl:64,place:[57,68,69],plan:[60,71],platform:[45,53,54,60,68,73],pleas:68,plot:55,plot_result:55,plt:[53,55],point:[66,67],pointer:[3,4,69],pool:73,pop:59,portabl:[53,54,55,59],posit:71,possibl:[53,54],post:[30,31,46,63,67,71],pow:64,power:[53,54,67],practic:[53,54],pragma:[42,43,44,45,69],pre:[37,53,69,70],pre_cxx11_abi:68,precis:[46,54,55,63,66,67,69,71,73],pred:53,pred_label:55,pred_loc:55,predict:[53,55],prefer:67,prefix:[24,26,42,65],prelu:64,prepar:[53,54,55],prepare_input:55,prepare_tensor:55,preprint:69,preprocess:[53,69],preserv:[67,69],prespect:67,pretrain:[53,55,72],pretti:67,prevent:46,previous:[31,37,67],prim:[56,57,59,64,67],primarili:[60,67],primer:55,print:[17,36,44,53,54,55,65,66,67,72],priorit:68,privat:[3,4,44,45,69],prob:53,probabl:[53,55],probablil:53,process:[53,54,55,67,69,71,72],prod:64,produc:[46,48,56,59,62,67],product:[46,53,54],profil:[46,48],program:[18,19,20,21,31,52,53,54,55,58,60,63,67,71],propog:57,provid:[3,4,46,59,62,66,67,68,69,72],providi:[58,60],ptq:[3,4,16,18,22,39,50,51,52,63,71],ptq_calibr:[3,4,45,46,69],ptqtemplat:[0,50],pull:68,pure:36,purpos:[53,55,68],push:59,push_back:44,pwr:53,py_test_dep:68,pypars:53,pyplot:[53,55],python3:[53,57,67,68],python:[53,54,55,60,70,71,73],python_api:61,pytorch:[46,49,53,55,58,59,60,62,66,67,68,69,70],pytorch_vision_v0:53,qualiti:[53,55],quantiz:[30,31,63,67,71],quantizatiom:46,question:67,quickli:[67,69,71],quit:[62,67],rais:57,raiseexcept:57,rand:67,randn:[53,54,55,67,72],rang:[46,48,53,54,55,66,67,71],rather:57,raw:55,read:[3,4,30,31,44,69],readcalibrationcach:[3,4,44],readm:[53,54,55],realiz:59,realli:62,reason:[1,46,55,67],recalibr:31,recip:69,recipi:55,reciproc:64,recognit:[53,69],recomend:[30,31],recommend:[30,31,67,68],recompil:55,record:[53,54,56,67],rect:55,rectangl:55,recurs:56,recursivescriptmodul:54,reduc:[53,54,57,58,60,69],refer:[58,60,69],referenc:[55,68],refit:[45,46,66,72],reflect:45,regard:68,regist:[37,59,62],registernodeconversionpattern:[62,67],registri:[56,67],reinterpret_cast:44,relat:[46,47],relationship:[50,51],relu:[53,54,64,67],relu_:64,remain:[53,54,55,57,69],remov:[53,55],remove_contigu:57,remove_dropout:57,remove_to:57,repack:59,repeat:64,replac:[55,57],replication_pad1d:64,replication_pad2d:64,replication_pad3d:64,report:[23,44],reportable_log_level:65,repositori:[53,55,60],repres:[46,48,62,65],represent:[53,54,57,62,67],request:[53,67],requir:[31,53,54,55,56,57,65,66,67,68,69,70,71],research:[53,54],reserv:[42,43,44,45,53,54,55],reset:44,reshap:64,residu:53,resiz:53,resnet50:53,resnet50_model:53,resnet:[55,59],resnet_50_trac:53,resnet_trt:59,resolv:[53,56,57,58,60],resourc:[56,69],respons:[31,53,59],restrict:[46,66,71],result:[53,54,56,57,66,67],results_per_input:55,ret:57,reus:[57,69],rgb:53,right:[42,43,44,45,53,54,55,57,60,62],rn50_preprocess:53,root:[42,43,44,45,53,55,68,69],round:[46,66],rsub:64,rule:68,run:[2,38,46,47,49,53,54,55,56,57,58,59,60,62,63,66,67,68,69,70,71,72,73],runtim:[53,54,55,63,67],safe:[62,66],safe_dla:[66,71],safe_gpu:[66,71],safeti:[46,66],same:[53,55,59,67,68,72],sampl:[53,69],satisfi:[46,49,53],save:[31,44,53,54,55,59,66,70,71],saw:67,scalar:[62,64],scalaropt_dim:64,scalartyp:[1,45,46,64],scale:[64,69],scale_factor:64,scale_grad_by_freq:64,scales_d:64,scales_h:64,scales_w:64,schema:[62,67],scikit:55,scipi:55,scope:57,score:[53,55],scratch:31,script:[36,53,55,57,66,67,72],script_model:[54,67,72],scriptclass:66,scripted_model:73,scriptmodul:[66,67],sdk:[53,54,55,61],seamlessli:63,search:63,section:69,secur:68,see:[36,53,54,55,57,59,66,67],select:[30,31,38,46,53,54,64,66,69,71],self:[54,57,59,62,64,67,73],self_1:[59,67],self_int:64,sens:67,sent:53,separ:[53,54,55],sequenti:53,serial:[37,38,58,60,66,67],serializ:59,seril:59,serv:[59,71],set:[3,4,17,26,28,31,33,34,38,45,46,47,48,49,53,54,55,56,57,58,59,60,63,65,66,67,68,69,71,73],set_devic:[21,39,45,50,51,66],set_is_colored_output_on:[18,40,42,50,51,65],set_logging_prefix:[18,40,42,50,51,65],set_reportable_log_level:[18,40,42,50,51,65],setalpha:62,setbeta:62,setnam:[62,67],setreshapedimens:67,setup:69,sever:[17,27,65],sha256:68,shape:[46,48,53,54,55,62,64,66,73],share:68,ship:[67,70],should:[1,3,4,31,45,46,53,56,62,63,65,66,69,71],show:[53,55],shown:67,shuffl:[67,69],shutterstock_780480850:53,siberian:53,siberian_huski:53,side:[57,67],sigmoid:64,sigmoid_:64,signifi:[46,48],signific:55,significantli:57,similar:[55,62,67,72],simonyan:69,simpil:69,simpl:[54,67],simpli:[54,57],simplic:[53,55],simplifi:56,sin:64,sinc:[54,57,67,69],singl:[46,48,54,57,67,69,71],singular:62,sinh:64,site:[57,67,68],six:53,size:[3,4,44,46,48,53,54,55,57,64,66,67,69,71,73],size_t:[3,4,44,69],slice:64,slither:53,sm_output:53,small:57,smi:53,snake:53,softmax:[53,55,57,64],softwar:[53,54,55],sole:69,some:[56,57,58,59,60,62,67,69],someth:[43,57],sort:[62,64,72],sourc:[42,43,44,45,53,55,60,66],space:69,spars:64,spec:[66,72],specif:[33,53,54,55,57,58,60,66],specifi:[3,4,53,55,62,63,65,66,67,71,72],specifii:66,speed:[53,55],speedup:53,split:64,split_siz:64,split_with_s:64,sqrt:64,squeez:64,src:[59,61],ssd300:55,ssd300_trt:59,ssd:59,ssd_300_trace:55,ssd_trace:71,ssd_trt:71,sstream:[20,44],stabl:61,stack:[59,64,69],stage:56,stand:59,standard:[53,54,55,63,70,71,72],start:[55,56,64,68,72],start_dim:[64,67],start_step:64,start_tim:[53,54,55],state:[56,62,67],statement:57,static_cast:44,statu:44,std:[3,4,24,27,29,30,31,32,36,37,38,42,44,45,46,48,49,53,67,69,73],stdout:[35,65,66],steamlin:69,step:[53,54,55,63,64,69],still:[44,53,55,69],stitch:[54,67],stop:67,storag:69,store:[4,56,59,62,67],str:[19,43,44,50,51,53,65,66],straight:62,stream:53,strict:[70,71],strict_typ:[45,46,66,72],strictli:66,stride:[53,54,55,64],string:[3,4,18,20,21,24,27,29,30,31,32,36,37,38,42,44,45,46,49,62,66,67,69],stringstream:44,strip_prefix:68,strong:[53,54],struct:[1,2,21,39,45,69],structur:[31,45,46,47,53,54,60,62,67],style:[42,43,44,45],sub:[64,67],sub_:64,subdirectori:52,subexpress:57,subgraph:[56,57,62,67],subject:60,submodul:[54,67],subplot:[53,55],subset:69,successfulli:[53,55],sudo:68,suffic:57,suggest:55,suit:63,sum:[46,64,66],support:[1,2,26,36,46,47,48,53,54,55,61,63,66,67,68,71,73],sure:[67,68,73],sxm2:53,symbol:68,synchron:[53,54,55],system:[53,55,56,62,63,68],take:[33,36,37,38,53,54,55,56,58,59,60,62,66,67,69,72],taken:[53,55],talk:63,tan:64,tanh:64,tanh_:64,tar:[68,69],tarbal:[67,69],target:[2,45,46,47,53,54,55,60,63,66,67,69,71,72,73],targets_:69,task:[30,31,69],techinqu:67,techniqu:69,tell:62,temp:53,templat:[20,41,44,45,50,51,67],tensor:[37,44,46,48,53,54,55,56,57,59,62,64,67,69],tensor_scalar:64,tensor_tensor:64,tensorcontain:62,tensorlist:62,tensorrt:[1,2,3,4,30,31,33,35,37,38,45,46,47,48,49,53,54,55,56,57,58,60,62,63,66,67,69,71,72],tensorrtcompilespec:[66,72],term:69,termin:[26,67,71],tesla:53,test:[53,54,55,60,68,69,71],test_ptq_dataloader_calibr:69,test_ptq_trt_calibr:69,testing_dataload:69,testing_dataset:69,text:[55,65],tf32:46,tgz:68,than:[57,63,68,70],thats:[56,69],thei:[46,47,55,56,57,62,68,71],them:[53,54,55,59,67,68],theori:56,therebi:59,therefor:[31,67],therfor:70,thi:[1,2,30,31,42,43,44,45,46,47,48,49,53,54,55,56,57,58,59,60,62,66,67,68,69,70,71,72],thing:54,think:62,third_parti:[60,68],those:56,though:[53,55,60,62,67,71],three:[46,48,58,60],threshold:71,thrid_parti:68,through:[53,54,55,56,57,59,63,66,67],time:[46,53,54,55,56,57,58,60,62,66,67,69,71],tini:69,titan:[53,54],titl:53,tmp:67,tocustomclass:62,todim:67,togeth:[54,56,62,67],toilet:53,too:68,tool:[53,54,62,67],toolchain:60,top:[55,60],topk:64,torch:[1,2,4,20,30,31,33,36,37,38,44,45,46,47,49,53,54,55,57,59,61,62,66,67,68,69,70,71,72,73],torch_fallback:[45,46,66],torch_scirpt_modul:67,torch_script_modul:67,torchbind:59,torchfallback:[21,39,45,46,50,51],torchfallbackclass:[0,50],torchhub:55,torchscript:[33,36,37,38,53,55,58,59,60,66,71,72,73],torchvis:[53,59,69,72],toronto:69,totensor:[53,69],tovec:67,toward:69,trace:[55,66,67],traced_model:[53,54,55,67],track:[62,69],track_running_stat:53,trade:55,tradit:[66,69],traget:[33,37],train:[30,31,46,53,55,63,64,67,71],trainabl:57,transform:[53,54,67,69],translat:[55,67],transpos:64,travers:[58,60],treat:71,tree:[42,43,44,45,69],trigger:[54,67],trim:69,trt:[1,2,3,4,46,47,56,57,59,62,64,67],trt_lenet_script:67,trt_mod:[67,69,73],trt_model:[53,55,72],trt_model_fp32:53,trt_script_modul:54,trt_ts_modul:[54,67],trtorch:[0,1,2,3,4,15,17,22,42,43,44,46,47,48,49,51,52,56,57,58,59,60,68,69,71,73],trtorch_api:[19,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,42,43,44,45,50,51],trtorch_check:62,trtorch_hidden:[19,43,50,51],trtorch_major_vers:[19,43,50,51],trtorch_minor_vers:[19,43,50,51],trtorch_patch_vers:[19,43,50,51],trtorch_py_dep:68,trtorch_unus:62,trtorch_vers:[19,43,50,51],trtorchc:[63,73],trtorchfil:[22,50],trtorchnamespac:[0,50],truncat:[46,66],truncate_long_and_doubl:[45,46,66],ts_model:67,tue:53,tune:[53,54,55],tupl:[59,66,67],tupleconstruct:[57,59],tupleunpack:57,turn:66,tutori:[67,69],two:[53,54,55,62,67,68,69,71],txt:68,type:[1,2,30,48,49,50,51,53,56,59,62,65,66,67,69,71],typenam:[3,4,30,31,44],typic:[56,62],ubuntu:68,uint64_t:[45,46,49],unabl:[62,67],uncom:68,uncorr:53,under:[42,43,44,45,53,54,55,60],underli:[1,2,46,47,62],understand:67,union:[62,67],uniqu:4,unique_ptr:[4,30],unit:54,unless:[53,54,55],unlik:[63,67,68,72],unpack_addmm:57,unpack_log_softmax:57,unqiue_ptr:4,unsqueez:[53,64],unstabl:60,unsupport:[36,66],unsur:62,untest:60,until:[56,60,62,68],unwrap:62,unwrap_distribut:55,unwraptodoubl:62,unwraptoint:67,unzip:68,upgrad:53,upload:53,upsample_bilinear2d:64,upsample_linear1d:64,upsample_nearest1d:64,upsample_nearest2d:64,upsample_nearest3d:64,upsample_trilinear3d:64,upscale_factor:64,upstream:67,uri:55,url:68,usag:[53,66,67],use:[1,2,3,4,30,31,46,47,53,54,55,56,57,59,60,62,65,66,67,68,69,70,71,72],use_cach:[3,4,30,44,69],use_cache_:44,use_subset:69,usecas:68,used:[1,2,3,4,44,46,47,48,53,55,56,57,59,62,65,66,67,68,69,71],useful:62,user:[42,53,54,58,59,60,67,68,69],uses:[30,31,44,53,54,55,62,68,69],using:[1,2,33,34,38,44,45,46,47,53,54,55,62,63,66,67,69,70,71,72],using_int:[64,67],usr:[53,68],usual:55,util:[62,66,67,69],val2017:55,val:55,valid:[2,46,47,55,62],valu:[1,2,17,45,46,47,56,59,62,64,65,67],value_tensor_map:[56,62],variant:70,varient:57,variou:73,vec:64,vector:[20,21,44,45,46,48,49,67,69,73],verbios:71,verbos:71,veri:[69,72],version:[32,35,53,54,55,60,68],vgg16:69,vgg:[55,69],via:[53,55,63,66,69,70],view:64,virtual:69,vision:53,visit:55,volatil:53,volta:[53,54],w_hh:64,w_ih:64,wai:[53,67,68,69,71],walk:[53,54,55],want:[42,46,53,54,67,69,72],warm:[53,54,55],warn:[17,44,53,62,65,71],warranti:[53,54,55],websit:68,weight:[56,64,67],welcom:67,well:[53,54,55,67,69],were:[55,66,67],wget:53,what:[4,55,57,67],whatev:59,when:[26,44,45,46,47,53,54,56,57,58,59,60,62,65,66,67,68,69,71],where:[53,54,56,57,62,67,69],whether:[4,69],which:[2,31,33,38,46,47,53,54,55,56,57,58,59,60,62,66,67,69,72],whilst:55,white:55,whl:68,whole:[53,54],whose:57,width:53,within:[53,54,55,58,60],without:[53,54,55,62,67,69],work:[44,54,55,57,60,62,69],worker:69,workflow:72,workspac:[46,66,68,69,71,73],workspace_s:[45,46,53,55,66,69,71,73],world:[53,54],would:[62,67,68,70,71,72],wrap:[58,59,60,67,72],wrapper:62,write:[3,4,30,31,44,53,54,55,56,63,67,69],writecalibrationcach:[3,4,44],www:[53,54,55,67,68,69],x64:68,x86:70,x86_64:[60,68],xavier:[45,53,54,66,73],xstr:[19,43,50,51],yaml:61,you:[1,2,30,31,46,47,53,54,55,56,57,59,60,62,63,66,67,68,69,70,71,72],your:[53,54,55,62,63,66,67,68,70,72],yourself:67,zip:[59,68],zisserman:69},titles:["Class Hierarchy","Class CompileSpec::DataType","Class Device::DeviceType","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TRTORCH_API","Define TRTORCH_HIDDEN","Define TRTORCH_MAJOR_VERSION","Define TRTORCH_PATCH_VERSION","Define TRTORCH_VERSION","Define XSTR","Define TRTORCH_MINOR_VERSION","Directory cpp","Directory api","Directory include","Directory trtorch","Enum Level","File logging.h","File macros.h","File ptq.h","File trtorch.h","File Hierarchy","Function trtorch::logging::get_reportable_log_level","Function trtorch::logging::set_logging_prefix","Function trtorch::logging::get_is_colored_output_on","Function trtorch::logging::set_is_colored_output_on","Function trtorch::logging::log","Function trtorch::logging::set_reportable_log_level","Function trtorch::logging::get_logging_prefix","Template Function trtorch::ptq::make_int8_calibrator","Template Function trtorch::ptq::make_int8_cache_calibrator","Function trtorch::get_build_info","Function trtorch::CompileGraph","Function trtorch::set_device","Function trtorch::dump_build_info","Function trtorch::CheckMethodOperatorSupport","Function trtorch::EmbedEngineInNewModule","Function trtorch::ConvertGraphToTRTEngine","Namespace trtorch","Namespace trtorch::logging","Namespace trtorch::ptq","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File trtorch.h","Struct CompileSpec","Struct CompileSpec::Device","Struct CompileSpec::InputRange","Struct CompileSpec::TorchFallback","TRTorch C++ API","Full API","Full API","TRTorch Getting Started - ResNet 50","TRTorch Getting Started - LeNet","Object Detection with TRTorch (SSD)","Conversion Phase","Lowering Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for TRTorch Development","Writing Converters","TRTorch","Operators Supported","trtorch.logging","trtorch","Getting Started","Installation","Post Training Quantization (PTQ)","Deploying TRTorch Programs","trtorchc","Using TRTorch Directly From PyTorch","DLA"],titleterms:{"class":[0,1,2,3,4,20,21,39,41,50,51],"enum":[17,18,40,50,51,66],"function":[18,20,21,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,50,51,61,66],The:67,Used:57,Useful:61,Using:[67,72],aarch64:68,abi:68,addmm:57,advic:62,ahead:63,api:[14,18,19,20,21,50,51,52,61,63,68],applic:69,arg:62,avail:61,background:[59,62,67],base:[3,4],benchmark:[53,55],binari:68,branch:57,build:68,checkmethodoperatorsupport:36,citat:69,cli:68,code:57,compil:[58,60,63,67,68],compilegraph:33,compilespec:[1,46,47,48,49],conclus:[54,55],construct:59,content:[18,19,20,21,39,40,41,53,54,55],context:62,contigu:57,contract:62,contributor:63,convers:[56,58,60,62],convert:[56,62,64,67],convertgraphtotrtengin:38,cpp:[13,18,19,20,21],creat:[67,69],cudnn:68,current:64,custom:67,cxx11:68,datatyp:1,dead:57,debug:68,defin:[5,6,7,8,9,10,11,12,19,50,51],definit:[18,19,20,21],depend:68,deploi:70,descript:[53,55],deseri:59,detail:55,detect:55,detector:55,develop:61,devic:[2,47],devicetyp:2,dimens:61,directli:72,directori:[13,14,15,16,52],disk:67,distribut:68,dla:73,documen:63,document:[1,2,3,4,5,6,7,8,9,10,11,12,17,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,46,47,48,49,61,63],dropout:57,dump_build_info:35,easier:61,elimin:57,eliminatecommonsubexpress:57,embedengineinnewmodul:37,engin:59,envior:68,evalu:[56,64],execept:57,executor:59,expect:61,file:[16,18,19,20,21,22,42,43,44,45,50,52],flatten:57,fp16:53,fp32:53,freez:57,from:[68,72],full:[50,51,52],fuse:57,gaurd:57,get:[53,54,63,67],get_build_info:32,get_is_colored_output_on:25,get_logging_prefix:29,get_reportable_log_level:23,gpu:63,graph:[57,59],guarante:62,half:53,hierarchi:[0,22,50],hood:67,how:69,includ:[15,18,19,20,21],indic:63,infer:55,inherit:[3,4],inputrang:48,instal:68,int8cachecalibr:3,int8calibr:4,jetson:68,jit:63,layer:61,learn:[53,54,55],lenet:54,level:17,librari:[68,70],libtrtorch:70,linear:57,link:61,list:[42,43,44,45],local:68,log:[18,23,24,25,26,27,28,29,40,42,65],logsoftmax:57,loop:57,lower:[57,58,60],macro:[19,43],make_int8_cache_calibr:31,make_int8_calibr:30,measur:55,model:[53,54,55],modul:[57,67],multibox:55,namespac:[18,20,21,39,40,41,50,51],nativ:68,native_op:61,nest:[1,2,46,47,48,49],next:[53,54],node:56,nvidia:63,object:[53,54,55],oper:[64,67],optimz:57,other:62,overview:[53,54,55,60],own:69,packag:[68,70],pass:57,pattern:57,peephol:57,phase:[56,57,58,59,60],post:69,pre:68,precis:53,precompil:68,prerequisit:68,program:[42,43,44,45,70],ptq:[20,30,31,41,44,69],python:[61,63,67,68,69],pytorch:[54,61,63,72],quantiz:69,quickstart:67,read:61,redund:57,refer:55,regist:67,relationship:[1,2,3,4,46,47,48,49],releas:68,remov:57,resnet:53,respons:62,result:[55,59],runtim:[58,59,60,70],sampl:55,save:67,script:54,serial:59,set_devic:34,set_is_colored_output_on:26,set_logging_prefix:24,set_reportable_log_level:28,setup:68,shot:55,singl:[53,55],sometim:61,sourc:68,speedup:55,ssd:55,start:[53,54,63,67],str:5,struct:[46,47,48,49,50,51],subdirectori:[13,14,15],submodul:66,support:64,system:60,tarbal:68,templat:[3,4,30,31],tensorrt:[59,61,68],through:64,time:63,torchfallback:49,torchscript:[54,63,67],trace:[53,54],train:69,trtorch:[16,18,19,20,21,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,45,50,53,54,55,61,63,65,66,67,70,72],trtorch_api:6,trtorch_hidden:7,trtorch_major_vers:8,trtorch_minor_vers:12,trtorch_patch_vers:9,trtorch_vers:10,trtorchc:[67,71],tupl:57,type:[3,4,46,47],under:67,unpack:57,unrol:57,unsupport:67,using:68,util:[53,55],visual:55,weight:62,what:[53,54,62],work:67,write:62,xstr:11,your:69}})
\ No newline at end of file
+Search.setIndex({docnames:["_cpp_api/class_view_hierarchy","_cpp_api/classtrtorch_1_1CompileSpec_1_1DataType","_cpp_api/classtrtorch_1_1CompileSpec_1_1Device_1_1DeviceType","_cpp_api/classtrtorch_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtrtorch_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f","_cpp_api/define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055","_cpp_api/define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba","_cpp_api/define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f","_cpp_api/define_macros_8h_1a9d31d0569348d109b1b069b972dd143e","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84","_cpp_api/dir_cpp","_cpp_api/dir_cpp_api","_cpp_api/dir_cpp_api_include","_cpp_api/dir_cpp_api_include_trtorch","_cpp_api/enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4","_cpp_api/file_cpp_api_include_trtorch_logging.h","_cpp_api/file_cpp_api_include_trtorch_macros.h","_cpp_api/file_cpp_api_include_trtorch_ptq.h","_cpp_api/file_cpp_api_include_trtorch_trtorch.h","_cpp_api/file_view_hierarchy","_cpp_api/function_logging_8h_1a118d65b179defff7fff279eb9cd126cb","_cpp_api/function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb","_cpp_api/function_logging_8h_1a9b420280bfacc016d7e36a5704021949","_cpp_api/function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f","_cpp_api/function_logging_8h_1abc57d473f3af292551dee8b9c78373ad","_cpp_api/function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b","_cpp_api/function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a","_cpp_api/function_ptq_8h_1a4422781719d7befedb364cacd91c6247","_cpp_api/function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31","_cpp_api/function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447","_cpp_api/function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a","_cpp_api/function_trtorch_8h_1a589ea96d16e2df44146ad0919424e00e","_cpp_api/function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10","_cpp_api/function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25","_cpp_api/function_trtorch_8h_1ac4ead1d30e521d581462bb51e283be08","_cpp_api/function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65","_cpp_api/namespace_trtorch","_cpp_api/namespace_trtorch__logging","_cpp_api/namespace_trtorch__ptq","_cpp_api/program_listing_file_cpp_api_include_trtorch_logging.h","_cpp_api/program_listing_file_cpp_api_include_trtorch_macros.h","_cpp_api/program_listing_file_cpp_api_include_trtorch_ptq.h","_cpp_api/program_listing_file_cpp_api_include_trtorch_trtorch.h","_cpp_api/structtrtorch_1_1CompileSpec","_cpp_api/structtrtorch_1_1CompileSpec_1_1Device","_cpp_api/structtrtorch_1_1CompileSpec_1_1InputRange","_cpp_api/structtrtorch_1_1CompileSpec_1_1TorchFallback","_cpp_api/trtorch_cpp","_cpp_api/unabridged_api","_cpp_api/unabridged_orphan","_notebooks/Resnet50-example","_notebooks/lenet-getting-started","_notebooks/ssd-object-detection-demo","contributors/conversion","contributors/lowering","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","index","indices/supported_ops","py_api/logging","py_api/trtorch","tutorials/getting_started","tutorials/installation","tutorials/ptq","tutorials/runtime","tutorials/trtorchc","tutorials/use_from_pytorch","tutorials/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,nbsphinx:3,sphinx:56},filenames:["_cpp_api/class_view_hierarchy.rst","_cpp_api/classtrtorch_1_1CompileSpec_1_1DataType.rst","_cpp_api/classtrtorch_1_1CompileSpec_1_1Device_1_1DeviceType.rst","_cpp_api/classtrtorch_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtrtorch_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.rst","_cpp_api/define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.rst","_cpp_api/define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.rst","_cpp_api/define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.rst","_cpp_api/define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_api.rst","_cpp_api/dir_cpp_api_include.rst","_cpp_api/dir_cpp_api_include_trtorch.rst","_cpp_api/enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.rst","_cpp_api/file_cpp_api_include_trtorch_logging.h.rst","_cpp_api/file_cpp_api_include_trtorch_macros.h.rst","_cpp_api/file_cpp_api_include_trtorch_ptq.h.rst","_cpp_api/file_cpp_api_include_trtorch_trtorch.h.rst","_cpp_api/file_view_hierarchy.rst","_cpp_api/function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.rst","_cpp_api/function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.rst","_cpp_api/function_logging_8h_1a9b420280bfacc016d7e36a5704021949.rst","_cpp_api/function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.rst","_cpp_api/function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.rst","_cpp_api/function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.rst","_cpp_api/function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.rst","_cpp_api/function_ptq_8h_1a4422781719d7befedb364cacd91c6247.rst","_cpp_api/function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.rst","_cpp_api/function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.rst","_cpp_api/function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.rst","_cpp_api/function_trtorch_8h_1a589ea96d16e2df44146ad0919424e00e.rst","_cpp_api/function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.rst","_cpp_api/function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.rst","_cpp_api/function_trtorch_8h_1ac4ead1d30e521d581462bb51e283be08.rst","_cpp_api/function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.rst","_cpp_api/namespace_trtorch.rst","_cpp_api/namespace_trtorch__logging.rst","_cpp_api/namespace_trtorch__ptq.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_logging.h.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_macros.h.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_ptq.h.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_trtorch.h.rst","_cpp_api/structtrtorch_1_1CompileSpec.rst","_cpp_api/structtrtorch_1_1CompileSpec_1_1Device.rst","_cpp_api/structtrtorch_1_1CompileSpec_1_1InputRange.rst","_cpp_api/structtrtorch_1_1CompileSpec_1_1TorchFallback.rst","_cpp_api/trtorch_cpp.rst","_cpp_api/unabridged_api.rst","_cpp_api/unabridged_orphan.rst","_notebooks/Resnet50-example.ipynb","_notebooks/lenet-getting-started.ipynb","_notebooks/ssd-object-detection-demo.ipynb","contributors/conversion.rst","contributors/lowering.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","index.rst","indices/supported_ops.rst","py_api/logging.rst","py_api/trtorch.rst","tutorials/getting_started.rst","tutorials/installation.rst","tutorials/ptq.rst","tutorials/runtime.rst","tutorials/trtorchc.rst","tutorials/use_from_pytorch.rst","tutorials/using_dla.rst"],objects:{"":{"trtorch::CheckMethodOperatorSupport":[36,1,1,"_CPPv4N7trtorch26CheckMethodOperatorSupportERKN5torch3jit6ModuleENSt6stringE"],"trtorch::CheckMethodOperatorSupport::method_name":[36,2,1,"_CPPv4N7trtorch26CheckMethodOperatorSupportERKN5torch3jit6ModuleENSt6stringE"],"trtorch::CheckMethodOperatorSupport::module":[36,2,1,"_CPPv4N7trtorch26CheckMethodOperatorSupportERKN5torch3jit6ModuleENSt6stringE"],"trtorch::CompileGraph":[33,1,1,"_CPPv4N7trtorch12CompileGraphERKN5torch3jit6ModuleE11CompileSpec"],"trtorch::CompileGraph::info":[33,2,1,"_CPPv4N7trtorch12CompileGraphERKN5torch3jit6ModuleE11CompileSpec"],"trtorch::CompileGraph::module":[33,2,1,"_CPPv4N7trtorch12CompileGraphERKN5torch3jit6ModuleE11CompileSpec"],"trtorch::CompileSpec":[46,3,1,"_CPPv4N7trtorch11CompileSpecE"],"trtorch::CompileSpec::CompileSpec":[46,1,1,"_CPPv4N7trtorch11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE"],"trtorch::CompileSpec::CompileSpec::fixed_sizes":[46,2,1,"_CPPv4N7trtorch11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE"],"trtorch::CompileSpec::CompileSpec::input_ranges":[46,2,1,"_CPPv4N7trtorch11CompileSpec11CompileSpecENSt6vectorI10InputRangeEE"],"trtorch::CompileSpec::DataType":[46,3,1,"_CPPv4N7trtorch11CompileSpec8DataTypeE"],"trtorch::CompileSpec::DataType::DataType":[46,1,1,"_CPPv4N7trtorch11CompileSpec8DataType8DataTypeEv"],"trtorch::CompileSpec::DataType::DataType::t":[46,2,1,"_CPPv4N7trtorch11CompileSpec8DataType8DataTypeEN3c1010ScalarTypeE"],"trtorch::CompileSpec::DataType::Value":[46,4,1,"_CPPv4N7trtorch11CompileSpec8DataType5ValueE"],"trtorch::CompileSpec::DataType::Value::kChar":[46,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kCharE"],"trtorch::CompileSpec::DataType::Value::kFloat":[46,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value6kFloatE"],"trtorch::CompileSpec::DataType::Value::kHalf":[46,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kHalfE"],"trtorch::CompileSpec::DataType::kChar":[1,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kCharE"],"trtorch::CompileSpec::DataType::kFloat":[1,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value6kFloatE"],"trtorch::CompileSpec::DataType::kHalf":[1,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kHalfE"],"trtorch::CompileSpec::DataType::operator Value":[46,1,1,"_CPPv4NK7trtorch11CompileSpec8DataTypecv5ValueEv"],"trtorch::CompileSpec::DataType::operator bool":[46,1,1,"_CPPv4N7trtorch11CompileSpec8DataTypecvbEv"],"trtorch::CompileSpec::DataType::operator!=":[46,1,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeneEN8DataType5ValueE"],"trtorch::CompileSpec::DataType::operator!=::other":[46,2,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeneEN8DataType5ValueE"],"trtorch::CompileSpec::DataType::operator==":[46,1,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeeqEN8DataType5ValueE"],"trtorch::CompileSpec::DataType::operator==::other":[46,2,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeeqEN8DataType5ValueE"],"trtorch::CompileSpec::Device":[47,3,1,"_CPPv4N7trtorch11CompileSpec6DeviceE"],"trtorch::CompileSpec::Device::Device":[47,1,1,"_CPPv4N7trtorch11CompileSpec6Device6DeviceEv"],"trtorch::CompileSpec::Device::DeviceType":[47,3,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceTypeE"],"trtorch::CompileSpec::Device::DeviceType::DeviceType":[47,1,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceType10DeviceTypeEv"],"trtorch::CompileSpec::Device::DeviceType::DeviceType::t":[47,2,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE"],"trtorch::CompileSpec::Device::DeviceType::Value":[47,4,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceType5ValueE"],"trtorch::CompileSpec::Device::DeviceType::Value::kDLA":[47,5,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceType5Value4kDLAE"],"trtorch::CompileSpec::Device::DeviceType::Value::kGPU":[47,5,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceType5Value4kGPUE"],"trtorch::CompileSpec::Device::DeviceType::kDLA":[2,5,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceType5Value4kDLAE"],"trtorch::CompileSpec::Device::DeviceType::kGPU":[2,5,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceType5Value4kGPUE"],"trtorch::CompileSpec::Device::DeviceType::operator Value":[47,1,1,"_CPPv4NK7trtorch11CompileSpec6Device10DeviceTypecv5ValueEv"],"trtorch::CompileSpec::Device::DeviceType::operator bool":[47,1,1,"_CPPv4N7trtorch11CompileSpec6Device10DeviceTypecvbEv"],"trtorch::CompileSpec::Device::DeviceType::operator!=":[47,1,1,"_CPPv4NK7trtorch11CompileSpec6Device10DeviceTypeneE10DeviceType"],"trtorch::CompileSpec::Device::DeviceType::operator!=::other":[47,2,1,"_CPPv4NK7trtorch11CompileSpec6Device10DeviceTypeneE10DeviceType"],"trtorch::CompileSpec::Device::DeviceType::operator==":[47,1,1,"_CPPv4NK7trtorch11CompileSpec6Device10DeviceTypeeqE10DeviceType"],"trtorch::CompileSpec::Device::DeviceType::operator==::other":[47,2,1,"_CPPv4NK7trtorch11CompileSpec6Device10DeviceTypeeqE10DeviceType"],"trtorch::CompileSpec::Device::allow_gpu_fallback":[47,6,1,"_CPPv4N7trtorch11CompileSpec6Device18allow_gpu_fallbackE"],"trtorch::CompileSpec::Device::device_type":[47,6,1,"_CPPv4N7trtorch11CompileSpec6Device11device_typeE"],"trtorch::CompileSpec::Device::dla_core":[47,6,1,"_CPPv4N7trtorch11CompileSpec6Device8dla_coreE"],"trtorch::CompileSpec::Device::gpu_id":[47,6,1,"_CPPv4N7trtorch11CompileSpec6Device6gpu_idE"],"trtorch::CompileSpec::EngineCapability":[46,4,1,"_CPPv4N7trtorch11CompileSpec16EngineCapabilityE"],"trtorch::CompileSpec::EngineCapability::kDEFAULT":[46,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability8kDEFAULTE"],"trtorch::CompileSpec::EngineCapability::kSAFE_DLA":[46,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_DLAE"],"trtorch::CompileSpec::EngineCapability::kSAFE_GPU":[46,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_GPUE"],"trtorch::CompileSpec::InputRange":[48,3,1,"_CPPv4N7trtorch11CompileSpec10InputRangeE"],"trtorch::CompileSpec::InputRange::InputRange":[48,1,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::InputRange::max":[48,2,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::InputRange::min":[48,2,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::InputRange::opt":[48,2,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::max":[48,6,1,"_CPPv4N7trtorch11CompileSpec10InputRange3maxE"],"trtorch::CompileSpec::InputRange::min":[48,6,1,"_CPPv4N7trtorch11CompileSpec10InputRange3minE"],"trtorch::CompileSpec::InputRange::opt":[48,6,1,"_CPPv4N7trtorch11CompileSpec10InputRange3optE"],"trtorch::CompileSpec::TorchFallback":[49,3,1,"_CPPv4N7trtorch11CompileSpec13TorchFallbackE"],"trtorch::CompileSpec::TorchFallback::TorchFallback":[49,1,1,"_CPPv4N7trtorch11CompileSpec13TorchFallback13TorchFallbackEv"],"trtorch::CompileSpec::TorchFallback::TorchFallback::enabled":[49,2,1,"_CPPv4N7trtorch11CompileSpec13TorchFallback13TorchFallbackEb8uint64_t"],"trtorch::CompileSpec::TorchFallback::TorchFallback::min_size":[49,2,1,"_CPPv4N7trtorch11CompileSpec13TorchFallback13TorchFallbackEb8uint64_t"],"trtorch::CompileSpec::TorchFallback::enabled":[49,6,1,"_CPPv4N7trtorch11CompileSpec13TorchFallback7enabledE"],"trtorch::CompileSpec::TorchFallback::forced_fallback_ops":[49,6,1,"_CPPv4N7trtorch11CompileSpec13TorchFallback19forced_fallback_opsE"],"trtorch::CompileSpec::TorchFallback::min_block_size":[49,6,1,"_CPPv4N7trtorch11CompileSpec13TorchFallback14min_block_sizeE"],"trtorch::CompileSpec::capability":[46,6,1,"_CPPv4N7trtorch11CompileSpec10capabilityE"],"trtorch::CompileSpec::debug":[46,6,1,"_CPPv4N7trtorch11CompileSpec5debugE"],"trtorch::CompileSpec::device":[46,6,1,"_CPPv4N7trtorch11CompileSpec6deviceE"],"trtorch::CompileSpec::disable_tf32":[46,6,1,"_CPPv4N7trtorch11CompileSpec12disable_tf32E"],"trtorch::CompileSpec::input_ranges":[46,6,1,"_CPPv4N7trtorch11CompileSpec12input_rangesE"],"trtorch::CompileSpec::kDEFAULT":[46,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability8kDEFAULTE"],"trtorch::CompileSpec::kSAFE_DLA":[46,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_DLAE"],"trtorch::CompileSpec::kSAFE_GPU":[46,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_GPUE"],"trtorch::CompileSpec::max_batch_size":[46,6,1,"_CPPv4N7trtorch11CompileSpec14max_batch_sizeE"],"trtorch::CompileSpec::num_avg_timing_iters":[46,6,1,"_CPPv4N7trtorch11CompileSpec20num_avg_timing_itersE"],"trtorch::CompileSpec::num_min_timing_iters":[46,6,1,"_CPPv4N7trtorch11CompileSpec20num_min_timing_itersE"],"trtorch::CompileSpec::op_precision":[46,6,1,"_CPPv4N7trtorch11CompileSpec12op_precisionE"],"trtorch::CompileSpec::ptq_calibrator":[46,6,1,"_CPPv4N7trtorch11CompileSpec14ptq_calibratorE"],"trtorch::CompileSpec::refit":[46,6,1,"_CPPv4N7trtorch11CompileSpec5refitE"],"trtorch::CompileSpec::strict_types":[46,6,1,"_CPPv4N7trtorch11CompileSpec12strict_typesE"],"trtorch::CompileSpec::torch_fallback":[46,6,1,"_CPPv4N7trtorch11CompileSpec14torch_fallbackE"],"trtorch::CompileSpec::truncate_long_and_double":[46,6,1,"_CPPv4N7trtorch11CompileSpec24truncate_long_and_doubleE"],"trtorch::CompileSpec::workspace_size":[46,6,1,"_CPPv4N7trtorch11CompileSpec14workspace_sizeE"],"trtorch::ConvertGraphToTRTEngine":[38,1,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::ConvertGraphToTRTEngine::info":[38,2,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::ConvertGraphToTRTEngine::method_name":[38,2,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::ConvertGraphToTRTEngine::module":[38,2,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::EmbedEngineInNewModule":[37,1,1,"_CPPv4N7trtorch22EmbedEngineInNewModuleERKNSt6stringE"],"trtorch::EmbedEngineInNewModule::engine":[37,2,1,"_CPPv4N7trtorch22EmbedEngineInNewModuleERKNSt6stringE"],"trtorch::dump_build_info":[35,1,1,"_CPPv4N7trtorch15dump_build_infoEv"],"trtorch::get_build_info":[32,1,1,"_CPPv4N7trtorch14get_build_infoEv"],"trtorch::logging::Level":[17,4,1,"_CPPv4N7trtorch7logging5LevelE"],"trtorch::logging::Level::kDEBUG":[17,5,1,"_CPPv4N7trtorch7logging5Level6kDEBUGE"],"trtorch::logging::Level::kERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level6kERRORE"],"trtorch::logging::Level::kGRAPH":[17,5,1,"_CPPv4N7trtorch7logging5Level6kGRAPHE"],"trtorch::logging::Level::kINFO":[17,5,1,"_CPPv4N7trtorch7logging5Level5kINFOE"],"trtorch::logging::Level::kINTERNAL_ERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level15kINTERNAL_ERRORE"],"trtorch::logging::Level::kWARNING":[17,5,1,"_CPPv4N7trtorch7logging5Level8kWARNINGE"],"trtorch::logging::get_is_colored_output_on":[25,1,1,"_CPPv4N7trtorch7logging24get_is_colored_output_onEv"],"trtorch::logging::get_logging_prefix":[29,1,1,"_CPPv4N7trtorch7logging18get_logging_prefixEv"],"trtorch::logging::get_reportable_log_level":[23,1,1,"_CPPv4N7trtorch7logging24get_reportable_log_levelEv"],"trtorch::logging::kDEBUG":[17,5,1,"_CPPv4N7trtorch7logging5Level6kDEBUGE"],"trtorch::logging::kERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level6kERRORE"],"trtorch::logging::kGRAPH":[17,5,1,"_CPPv4N7trtorch7logging5Level6kGRAPHE"],"trtorch::logging::kINFO":[17,5,1,"_CPPv4N7trtorch7logging5Level5kINFOE"],"trtorch::logging::kINTERNAL_ERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level15kINTERNAL_ERRORE"],"trtorch::logging::kWARNING":[17,5,1,"_CPPv4N7trtorch7logging5Level8kWARNINGE"],"trtorch::logging::log":[27,1,1,"_CPPv4N7trtorch7logging3logE5LevelNSt6stringE"],"trtorch::logging::log::lvl":[27,2,1,"_CPPv4N7trtorch7logging3logE5LevelNSt6stringE"],"trtorch::logging::log::msg":[27,2,1,"_CPPv4N7trtorch7logging3logE5LevelNSt6stringE"],"trtorch::logging::set_is_colored_output_on":[26,1,1,"_CPPv4N7trtorch7logging24set_is_colored_output_onEb"],"trtorch::logging::set_is_colored_output_on::colored_output_on":[26,2,1,"_CPPv4N7trtorch7logging24set_is_colored_output_onEb"],"trtorch::logging::set_logging_prefix":[24,1,1,"_CPPv4N7trtorch7logging18set_logging_prefixENSt6stringE"],"trtorch::logging::set_logging_prefix::prefix":[24,2,1,"_CPPv4N7trtorch7logging18set_logging_prefixENSt6stringE"],"trtorch::logging::set_reportable_log_level":[28,1,1,"_CPPv4N7trtorch7logging24set_reportable_log_levelE5Level"],"trtorch::logging::set_reportable_log_level::lvl":[28,2,1,"_CPPv4N7trtorch7logging24set_reportable_log_levelE5Level"],"trtorch::ptq::Int8CacheCalibrator":[3,3,1,"_CPPv4I0EN7trtorch3ptq19Int8CacheCalibratorE"],"trtorch::ptq::Int8CacheCalibrator::Algorithm":[3,7,1,"_CPPv4I0EN7trtorch3ptq19Int8CacheCalibratorE"],"trtorch::ptq::Int8CacheCalibrator::Int8CacheCalibrator":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE"],"trtorch::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE"],"trtorch::ptq::Int8CacheCalibrator::getBatch":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatch::bindings":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatch::names":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatch::nbBindings":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatchSize":[3,1,1,"_CPPv4NK7trtorch3ptq19Int8CacheCalibrator12getBatchSizeEv"],"trtorch::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv"],"trtorch::ptq::Int8CacheCalibrator::readCalibrationCache":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8CacheCalibrator::readCalibrationCache::length":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8CacheCalibrator::writeCalibrationCache":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8CacheCalibrator::writeCalibrationCache::cache":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8CacheCalibrator::writeCalibrationCache::length":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8Calibrator":[4,3,1,"_CPPv4I00EN7trtorch3ptq14Int8CalibratorE"],"trtorch::ptq::Int8Calibrator::Algorithm":[4,7,1,"_CPPv4I00EN7trtorch3ptq14Int8CalibratorE"],"trtorch::ptq::Int8Calibrator::DataLoaderUniquePtr":[4,7,1,"_CPPv4I00EN7trtorch3ptq14Int8CalibratorE"],"trtorch::ptq::Int8Calibrator::Int8Calibrator":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::Int8Calibrator::cache_file_path":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::Int8Calibrator::dataloader":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::Int8Calibrator::use_cache":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::getBatch":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatch::bindings":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatch::names":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatch::nbBindings":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatchSize":[4,1,1,"_CPPv4NK7trtorch3ptq14Int8Calibrator12getBatchSizeEv"],"trtorch::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*":[4,1,1,"_CPPv4N7trtorch3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv"],"trtorch::ptq::Int8Calibrator::readCalibrationCache":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8Calibrator::readCalibrationCache::length":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8Calibrator::writeCalibrationCache":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8Calibrator::writeCalibrationCache::cache":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8Calibrator::writeCalibrationCache::length":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::make_int8_cache_calibrator":[31,1,1,"_CPPv4I0EN7trtorch3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE"],"trtorch::ptq::make_int8_cache_calibrator::Algorithm":[31,7,1,"_CPPv4I0EN7trtorch3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE"],"trtorch::ptq::make_int8_cache_calibrator::cache_file_path":[31,2,1,"_CPPv4I0EN7trtorch3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE"],"trtorch::ptq::make_int8_calibrator":[30,1,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::Algorithm":[30,7,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::DataLoader":[30,7,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::cache_file_path":[30,2,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::dataloader":[30,2,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::use_cache":[30,2,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::set_device":[34,1,1,"_CPPv4N7trtorch10set_deviceEKi"],"trtorch::set_device::gpu_id":[34,2,1,"_CPPv4N7trtorch10set_deviceEKi"],STR:[5,0,1,"c.STR"],TRTORCH_API:[6,0,1,"c.TRTORCH_API"],TRTORCH_HIDDEN:[7,0,1,"c.TRTORCH_HIDDEN"],TRTORCH_MAJOR_VERSION:[8,0,1,"c.TRTORCH_MAJOR_VERSION"],TRTORCH_MINOR_VERSION:[12,0,1,"c.TRTORCH_MINOR_VERSION"],TRTORCH_PATCH_VERSION:[9,0,1,"c.TRTORCH_PATCH_VERSION"],TRTORCH_VERSION:[10,0,1,"c.TRTORCH_VERSION"],XSTR:[11,0,1,"c.XSTR"],trtorch:[66,8,0,"-"]},"trtorch.logging":{Level:[65,9,1,""],get_is_colored_output_on:[65,10,1,""],get_logging_prefix:[65,10,1,""],get_reportable_log_level:[65,10,1,""],log:[65,10,1,""],set_is_colored_output_on:[65,10,1,""],set_logging_prefix:[65,10,1,""],set_reportable_log_level:[65,10,1,""]},"trtorch.logging.Level":{Debug:[65,11,1,""],Error:[65,11,1,""],Info:[65,11,1,""],InternalError:[65,11,1,""],Warning:[65,11,1,""]},trtorch:{DeviceType:[66,9,1,""],EngineCapability:[66,9,1,""],TensorRTCompileSpec:[66,10,1,""],check_method_op_support:[66,10,1,""],compile:[66,10,1,""],convert_method_to_trt_engine:[66,10,1,""],dtype:[66,9,1,""],dump_build_info:[66,10,1,""],get_build_info:[66,10,1,""],logging:[65,8,0,"-"],set_device:[66,10,1,""]}},objnames:{"0":["c","macro","C macro"],"1":["cpp","function","C++ function"],"10":["py","function","Python function"],"11":["py","attribute","Python attribute"],"2":["cpp","functionParam","functionParam"],"3":["cpp","class","C++ class"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","templateParam"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:function","10":"py:function","11":"py:attribute","2":"cpp:functionParam","3":"cpp:class","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"001s":53,"00f1b6db":53,"01s":53,"04s":53,"07s":53,"0c106ec84f199a0fbcf1199010166986da732f9b0907768c9ac5ea5b120772db":68,"0x7fe3ebd6e730":66,"11k":53,"12a":53,"16280mib":53,"1x1":55,"24k":53,"2_20200626":68,"2c365_subsampl":53,"2mib":53,"300w":53,"300x300":55,"31c":53,"32w":53,"32x32":53,"33c":53,"33w":53,"34c":53,"34w":53,"353k":53,"35c":53,"35k":53,"35w":53,"36c":53,"37c":53,"43w":53,"442k":53,"4fef":53,"53k":53,"55k":53,"774kb":53,"818977576572eadaf62c80434a25afe44dbaa32ebda3a0919e389dcbe74f8656":68,"81k":53,"84e944ff11f8":53,"891mib":53,"9205bed204e2ae7aafd2e01cce0f21309e281e18d5bfd7172ef8541771539d41":68,"94k":53,"9ab0":53,"abstract":[59,62],"byte":66,"case":[1,2,46,47,54,55,56,59,62,68,69],"catch":[57,67],"char":[3,4,44,67],"class":[30,31,44,45,46,47,52,53,54,55,59,62,65,66,67,69],"const":[1,2,3,4,30,31,33,34,36,37,38,44,45,46,47,57,62,64,67,69],"default":[1,2,3,4,17,30,31,43,45,46,47,49,53,55,66,67,69,71,72],"enum":[1,2,42,45,46,47,52,65,69],"export":68,"final":[56,58,60,68],"float":[46,64,66,67,71],"function":[1,2,3,4,46,47,48,49,52,53,54,55,57,59,62,67,69,72,73],"import":[53,54,55,57,67,70,71,72],"int":[3,4,34,44,45,46,64,66,67],"long":[46,56,66],"new":[1,2,3,4,33,37,46,47,48,53,54,59,60,62,65,67],"public":[1,2,3,4,44,45,46,47,48,49,69],"return":[1,2,3,4,23,25,30,31,32,33,36,37,38,42,43,44,45,46,47,53,54,57,58,59,60,62,65,66,67,69],"short":57,"static":[46,48,56,62,66,67],"super":[44,54,67],"throw":[57,67],"true":[1,2,4,46,47,53,54,55,57,62,64,66,67,69,72,73],"try":[53,54,60,67,72],"var":64,"void":[3,4,24,26,27,28,34,35,42,44,45],"while":69,And:67,Are:42,Bus:53,But:67,For:[53,54,55,56,67,68,69,70,72],IDs:55,Its:62,Not:3,One:[66,67],PRs:67,Thats:67,The:[2,46,47,53,54,55,56,57,58,59,60,62,65,68,69,71,72],Then:[68,69,72],There:[4,53,55,56,62,67,69,70],These:[56,59,69],Use:[46,62,66,69],Useful:63,Using:[4,53,55,63,73],Will:36,With:[53,67,69],___torch_mangle_10:67,___torch_mangle_4847:59,___torch_mangle_5:67,___torch_mangle_9:67,__and__:64,__attribute__:43,__getitem__:64,__gnuc__:43,__init__:[54,67],__is__:64,__isnot__:64,__not__:64,__or__:64,__round_to_zero_floordiv:64,__torch__:[59,67],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:59,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:59,__visibility__:43,__xor__:64,_all_:57,_convolut:[64,67],_jit_to_backend:72,_jit_to_tensorrt:66,_script:66,a100:[53,54],aarch64:60,abi:70,abl:[53,54,56,57,62,63,69,72],about:[55,56,59,62,66,67,71],abov:[28,55,67],abs:64,acceler:[53,54,67,73],accept:[46,48,59,62,71],access:[55,57,62,63,67,72],accord:62,accumul:[46,66],accuraci:[55,69],achiev:[53,54],aco:64,acosh:64,across:57,acthardtanh:62,activ:[67,69,73],activationtyp:62,actual:[54,57,59,62,65,67],adaptive_avg_pool1d:64,adaptive_avg_pool2d:64,adaptiveavgpool2d:53,add:[27,56,57,62,64,65,67,68],add_:[57,64,67],add_patch:55,addactiv:62,added:[28,56],addit:[55,57,67],addlay:67,addshuffl:67,advanc:69,affin:53,after:[55,56,63,67,70,71],again:[44,55,59,62],against:[67,71],agre:[53,54,55],agx:45,ahead:67,aim:57,algo_typ:69,algorithm:[3,4,30,31,44,69],align_corn:64,all:[17,42,43,44,45,53,54,55,57,59,66,67,69,70,71],alloc:62,allow:[46,48,53,54,55,56,57,66,71],allow_gpu_fallback:[45,46,47,66,69,72,73],allow_tf32:64,almost:67,alpha:[55,64],alreadi:[53,56,57,67,69,71],also:[31,53,54,55,56,62,63,67,68,69],alwai:[3,4,26],amazonaw:53,amp:53,analog:67,analogu:62,analysi:[53,55],ani:[53,54,55,56,62,66,67,68,69,71],annot:[55,62,67],anoth:67,aot:[63,67],apach:[53,54,55],apex:55,api:[13,15,16,42,43,44,45,60,62,66,67,69,70,72],apidirectori:[22,50],append:[53,54,55,64],appli:69,applic:[2,31,46,47,53,54,55,57,60,67,70,71,72,73],approach:[53,54],apr:67,aquir:67,arang:64,architectur:[55,63,68],archiv:68,aren:67,arg:[56,67],argc:67,argmax:53,argument:[57,59,62,67,71],argv:67,around:[59,62,67],arrai:[3,4,56],arrayref:[45,46,48],arti:53,arxiv:69,asin:64,asinh:64,aspect:71,assembl:[56,67],assign:[3,4],associ:[56,62,67],associatevalueandivalu:62,associatevalueandtensor:[62,67],assum:72,atan:64,atanh:64,aten:[57,61,62,64,66,67],attach:55,attribut:[57,59,67],aug:53,auto:[44,62,67,69,73],automat:[46,49,53,54,67],avail:[53,54,55,62,68,73],ave:[53,54],averag:[46,53,54,55,66,71],avg:[55,71],avg_pool1d:64,avg_pool2d:64,avg_pool3d:64,avgpool:[53,55],avoid:53,await:53,axes:53,axi:53,b_hh:64,b_ih:64,back:[57,59,60,66,67],back_insert:44,backbon:55,backend:[53,54,55,66,72],background:55,base:[35,50,51,53,54,55,59,65,67,68,69],bash:[55,68],basi:[53,54,55],basic:71,batch:[3,4,44,46,53,54,55,66,69,71,73],batch_norm:[62,64],batch_siz:[44,55,69],batched_data_:44,batchnorm2d:53,batchnorm:[55,57],batchtyp:44,bazel:[60,68],bazel_vers:68,bazelbuild:68,bazelisk:68,bazelvers:68,bbox:55,bdist_wheel:68,becaus:[62,67,68],becom:62,been:[56,62,67],befor:[46,55,57,60,62,63,66,67,68],begin:[44,68],beginn:67,behav:[53,55],behavior:[46,66],being:67,below:[55,62,67],benchmark:[54,64],benefit:[62,67],best:[46,48,53,54,68],best_result:55,best_results_per_input:55,best_results_per_input_trt:55,beta:64,better:[53,54,55,67,69],between:[55,62,69],bia:[53,54,57,64,67],bin:[53,68],binari:[44,69],bind:[3,4,44],bird:53,bit:[46,62,66,67],blob:[61,69],block0:57,block1:57,block:[56,57],bmm:64,bn1:53,bn2:53,bn3:53,bool:[1,2,3,4,25,26,30,36,42,44,45,46,47,49,57,62,64,65,66,67,69],bot:55,both:[53,54,55,67,68,69],bottleneck:53,bound:55,box:55,branch:68,breed:53,briefli:67,bsd:[42,43,44,45],buffer:[3,4],bug:68,build:[30,31,32,46,56,58,60,62,66,67,69,71],build_fil:68,builderconfig:45,built:[37,60,68,71],bust:53,bzl:68,c10:[1,2,45,46,47,48,67,69],c96b:53,c_api:61,c_str:[62,67],cach:[3,4,30,31,44,53,55,67,69,71],cache_:44,cache_fil:[44,69],cache_file_path:[3,4,30,31,44],cache_file_path_:44,cache_size_:44,cachecalibr:69,calcul:[56,67],calibr:[3,4,30,31,44,46,67,69,71],calibration_cache_fil:[30,31,69],calibration_dataload:[30,69],calibration_dataset:69,calibrationalgo:69,call:[30,31,33,46,53,54,55,57,59,62,66,67,72],callmethod:67,can:[1,2,4,30,31,38,46,47,48,53,54,55,56,57,58,59,60,62,66,67,68,69,70,71,72],cannot:[53,54,55,57,67],cap:53,capabl:[45,46,66,71,72],captur:55,cast:[3,4,57],cat:[64,68],caught:57,caus:[62,68],cdll:67,ceil:64,ceil_mod:[53,64],cell:55,centercrop:53,cerr:67,certifi:53,cf0691493d05062fe3239cf76773bae4c5124f4b039050dbdd291c652af3ab2a:68,chain:62,chanc:62,chang:[31,53,54,57,60,69],channel:53,check:[1,2,36,46,47,55,57,62,66,67,68,70,71],check_method_op_support:66,checkmethodoperatorsupport:[21,39,45,50,51,67],checkpoint:55,checkpoint_from_distribut:55,chimpansee_amber_r_1920x1080:53,chimpanze:53,choos:[67,68],cifar10:69,cifar:69,clamp:64,clamp_max:64,clamp_min:64,classes_to_label:55,classif:[54,55,67],classifi:54,clear:44,cli:[67,71],close:67,closer:57,cloudfront:53,coco:55,cocodataset:55,code:[53,54,55,60,63,67,69],collect:67,color:[25,26,65],colored_output_on:[26,42,65],com:[53,54,61,67,68,69],come:[53,54],command:[53,67,68,71],comment:68,common:[53,55,56,57],common_subexpression_elimin:57,commun:67,compar:55,comparis:[1,46],comparison:[2,46,47],compat:[1,2,46,47,57,59,68],compil:[33,36,38,46,53,54,55,57,59,62,66,69,70,71,72,73],compile_set:[54,67,69],compile_spec:[66,69,73],compilegraph:[21,39,45,50,51,67,69],compilespec:[0,2,3,4,21,33,38,39,45,50,51,66,67,69,73],compilespecstruct:[0,50],complet:[53,54,55,67],complex:67,compli:55,complianc:[53,54,55],compliat:69,compon:[54,58,60,67,70],compos:[53,54,55,67,69],composit:67,comprehens:55,comput:[46,53,54,55,68,69],conclus:53,condit:[53,54,55],confid:[53,55],config:68,configur:[33,38,63,66,67,68,69],connect:[53,57,73],consecut:[46,49],consid:[53,67],consol:71,consolid:67,constant:[56,57,67],constexpr:[1,2,45,46,47],construct:[1,2,3,4,46,47,48,49,56,57,58,60,62,67,69],constructor:[1,46,47,49,59,67],consum:[4,56,67],contain:[30,36,53,54,55,56,57,62,66,67,68,69,70],content:69,context:[56,58,59,60],continu:[53,54,55,70],contributor:67,control:[53,54,55,67],conv1:[53,54,67],conv2:[53,54,67],conv2d:[53,54,67],conv3:53,conv4_x:55,conv5_x:55,conv:67,conveni:[55,69],convers:[53,55,57,59,66,67],conversionctx:[62,67],convert:[3,4,33,36,38,46,49,54,55,57,58,60,63,66,72],convert_method_to_trt_engin:[66,72],convertgraphtotrtengin:[21,39,45,50,51,67],convien:46,convienc:[3,4],convolut:[55,69,73],coordin:60,copi:[44,53,54,55,62],copyright:[42,43,44,45,53,54,55,67],core:[45,53,54,55,57,60,66,67,73],corpor:[42,43,44,45,53,54,55],correct:68,correspond:[53,55,62],cos:64,cosh:64,count_include_pad:64,coupl:[53,54,56,60,70],cout:67,cp36:68,cp36m:68,cp37:68,cp37m:68,cp38:68,cp39:68,cpp:[14,15,16,42,43,44,45,52,57,60,67,69],cpp_frontend:69,cppdirectori:[22,50],cppdoc:67,creat:[30,31,37,53,54,55,56,59,62,66,71],credit:67,csrc:[57,61],cstddef:69,ctx:[62,67],ctype:67,cu102:68,cuda111:68,cuda:[46,53,54,55,59,66,67,68,69,72],cuda_runtim:[21,45],cudafloattyp:67,cudasetdevic:34,cudnn8:68,cudnn:[53,54,55],cudnn_en:64,cumsum:64,curl:68,current:[23,62],custom:68,cxx11:70,cycler:53,d17fnq9dkz9hgj:53,data:[1,3,4,30,31,44,45,46,47,53,54,55,56,58,60,62,69],data_dir:69,dataflow:[62,67],dataload:[4,30,31,44,46,69],dataloader_:44,dataloadercalibr:69,dataloaderopt:69,dataloaderuniqueptr:[4,44],dataset:[31,55,69],datatyp:[0,2,21,39,45,46,47,50,51,66],dateutil:53,dbg:68,dead_code_elimin:57,deal:62,debug:[17,26,45,46,62,65,66,71,72],debugg:[66,71],decid:54,decod:53,decode_result:55,deconvolut:73,dedic:57,deep:[53,54,55,62,63,69,73],deeplearn:61,deeplearningexampl:55,def:[53,54,55,67],defin:[1,2,3,4,17,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,43,46,47,48,49,52,53,54,67,69,71],definit:[52,62],delet:[1,2,45,46,47,57],demo:[53,55,69],demonstr:[53,54,55,69],denorm:55,dep:68,depend:[31,32,53,55,56,60,67,70],depickl:59,deploi:[53,54,63,67,69],deploy:[53,54,67,69,70,71,73],deprec:64,describ:[46,53,54,55,62,66,67,72],deseri:[66,67],design:[53,54,73],desir:69,destroi:62,destructor:62,detail:[53,67,70],detect:[53,59],detections_batch:55,determin:57,determinist:64,develop:[53,54,63,67,68],deviat:71,devic:[0,21,34,39,45,46,50,51,53,54,64,66,67,69,71,72,73],device_typ:[45,46,47,66,69,72,73],deviceclass:[0,50],devicetyp:[21,39,45,46,47,50,51,66,69,72,73],devicetypestruct:[0,50],dict:[55,66],dictionari:[66,67,72],differ:[31,54,55,57,60,63,67],differenti:[53,54],dilat:[53,64],dim0:64,dim1:64,dim:[53,64],dim_int:64,dim_intlist:64,dimens:57,directli:[62,63,69],directori:[18,19,20,21,22,42,43,44,45,50,53,68,69],disabl:[65,68,71],disable_tf32:[45,46,66,69],disclos:68,disp:53,displai:71,dist:[53,68],distdir:68,distribut:[53,54,55,66,67,69,70],div:64,div_:64,divisor_overrid:64,dl_open:70,dla:[2,45,46,47,63,66,71],dla_cor:[45,46,47,66,69,72,73],doc:[60,61,68],docker:[53,54,55],docsrc:60,document:[42,43,44,45,50,51,60,67,69,70,72],doe:[43,44,53,55,57,62,69],doesn:67,doing:[55,56,57,67,69],domain:69,don:[54,62,69],done:[53,55,56,60],dont:42,doubl:[46,66],down:[53,54,68],download:[55,68,69],downsampl:53,doxygen_should_skip_thi:[44,45],driver:[53,68],drop:[55,68],dtype:[53,54,55,64,66],due:[3,4,53,55],dump:[35,68,71],dump_build_info:[21,39,45,50,51,66],dure:[62,69,71],dynam:[46,48,66],each:[3,4,46,55,56,57,59,62,66,67],eager:[53,54],earlier:53,easi:[56,57,67,69,71],easier:[58,60,62,67,69],easiest:68,easili:[3,4],ecc:53,ecosystem:[53,54,55],edgecolor:55,edu:69,effect:[57,67,69],effici:62,either:[46,48,53,54,55,62,66,67,68,71],element:59,element_typ:44,els:[43,44,66],elu:64,emb:[37,67],embed:[59,64,67,71,73],embedengineinnewmodul:[21,39,45,50,51],emit:56,empti:[54,67],emum:[17,46],enabl:[3,4,25,45,46,49,53,54,55,65,66],encount:68,end:[44,62,64,67,69],end_dim:[64,67],end_tim:[53,54,55],endif:[43,44,45],enforc:67,engin:[1,2,33,37,38,45,46,47,48,56,58,60,63,66,67,69,71,72,73],engine_converted_from_jit:67,enginecap:[45,46,66,72],enhanc:55,ensur:[31,57],enter:56,entri:[46,62,66],entropi:[30,31,69],entropy_calibration_2:69,enumer:[1,2,17,46,47],eps:[53,64],equival:[33,53,54,55,58,60,62,66,67,69],equivil:38,erf:64,error:[17,56,57,60,65,67,68],etc:[66,73],eval:[53,54,55,67],evalu:[55,58,59,60],evaluated_value_map:[56,62],even:67,everi:67,everyth:17,exactli:55,exampl:[53,54,55,59,60,62,67,69],except:[53,54,55],exception_elimin:57,execpt:57,execut:[37,53,54,55,57,58,59,60,66,67,69],execute_engin:[59,67],exeuct:59,exhaust:67,exist:[4,33,36,38,53,66,68,69],exp:64,expand:[57,64],expand_a:64,expect:[53,57,62,67],experi:[53,54],explic:44,explicit:[3,4,45,57,63,69],explicitli:[46,49,69,72],explict:44,explictli:[1,46],expon:64,expos:69,express:[53,54,55],extend:[58,60,62,67],extent:[63,67],extra:[46,67],extract:67,extractor:54,f16:[67,71,73],f32:71,facecolor:55,factori:[4,30,31,69],fail:[67,73],fall:66,fallback:[46,49,62,71,73],fals:[1,2,3,4,44,45,46,47,49,53,55,64,66,67,69,72],famili:[53,54,55],familyhandyman:53,fan:53,fashion:67,fbed:53,fc1:[54,67],fc2:[54,67],fc3:[54,67],feat:[54,67],featur:[46,49,53,54,55,66,67,69,71,72],fed:[3,4],feed:[30,31,67],feel:63,few:[53,54],field:[3,4,69],fig:[53,55],file:[1,2,3,4,5,6,7,8,9,10,11,12,17,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,46,47,48,49,53,54,55,59,60,66,67,68,69,71],file_path:71,filer_publ:53,filer_public_thumbnail:53,fill:[53,54],filter:55,find:[4,55,67],finish:55,first:[53,54,55,56,57,67,69],five:55,fix:[46,53,55,73],fixed_s:[45,46],flag:[68,71],flatten:[54,64,67],flatten_convert:67,flexibl:[53,54,55],float16:[66,71],float32:[46,53,66,71],float_int:64,floor:64,floor_divid:64,floordiv:64,flow:[53,54,55,62,67],fly:67,follow:[53,54,55,67,68,69,71],footprint:[53,54],forc:[66,71],force_fallback_op:66,forced_fallback_op:[45,46,49],form:56,format:[46,53,54,55,66,71],forum:68,forward:[30,31,33,37,54,59,62,66,67,69,72],found:[42,43,44,45,53,55,67,68,69],fp16:[1,46,54,55,63,66,67,73],fp32:[1,46,54,55,63,66,69],framework:[53,54,55],freed:62,freez:67,freeze_modul:57,from:[1,2,3,4,30,31,44,46,47,48,49,53,54,55,56,57,58,59,60,62,63,67,69,71],fssl:68,fstream:[20,44],full:[62,67,69,70,71,73],fulli:[36,57,66,67,69,73],fuse:[53,54],fuse_addmm_branch:57,fuse_flatten_linear:57,fuse_linear:57,fusion:62,futur:[53,54],gain:55,gamma:64,gaurd:43,gcc:[60,67],gear:69,gelu:64,gener:[3,4,31,53,54,55,57,59,60,62,67,69,71],get:[1,2,3,4,23,32,44,46,47,48,55,57,62,65,68,69,72],get_batch_impl:44,get_build_info:[21,39,45,50,51,66],get_coco_object_dictionari:55,get_is_colored_output_on:[18,40,42,50,51,65],get_logging_prefix:[18,40,42,50,51,65],get_reportable_log_level:[18,40,42,50,51,65],getattr:[57,59,67],getbatch:[3,4,44],getbatchs:[3,4,44],getdimens:[62,67],getoutput:[62,67],github:[53,54,55,61,67,68,69],give:54,given:[46,53,55,57,66,67,71,72],global:[27,67],gnu:68,goal:62,going:[44,67],good:[44,62],got:67,govern:[53,54,55],gpu:[2,33,34,38,45,46,47,53,54,66,67,69,71,72,73],gpu_id:[34,45,46,47,66,69,72,73],granular:54,graph:[17,33,36,38,45,53,54,55,56,58,60,62,63,66,67],great:[53,54,55,67],green_mamba:53,group:64,gtc:63,guard:57,guard_elimin:57,gulf:53,hack:44,hakaimagazin:53,half:[54,55,66,67,71,72,73],handl:[55,57,59],happen:[53,54,67],hardtanh:[62,64],hardtanh_:64,hardwar:[53,54,55,73],has:[53,54,55,56,57,60,62,67,69],hash:68,have:[31,44,53,54,55,56,57,62,63,67,68,69,71],haven:67,head:55,header:[53,67],help:[26,53,54,56,62,67,71],helper:[53,54,55,62],here:[44,53,54,55,56,59,67,68,69],hermet:68,hfile:[22,50],hidden:43,high:[53,55,57,67],higher:[57,67],hinton:69,hold:[46,47,48,49,56,62,69],holder:59,home:68,hood:60,host:68,how:[3,4,53,55,67,72],howev:[31,53,54,55,68],html:[61,67,68,69],http:[53,54,55,61,67,68,69],http_archiv:68,hub:[53,55],huski:53,idea:57,ident:71,idx:[55,64],ifndef:[44,45],ifstream:44,iint8calibr:[3,4,30,31,44,45,46,69],iint8entropycalibrator2:[3,4,30,31,44,69],iint8minmaxcalibr:[30,31,69],ilay:62,imag:[53,55,69],image_idx:55,imagenet:53,imagenet_cla:53,imagenet_class_index:53,images_:69,img0:53,img1:53,img2:53,img3:53,img:53,img_path:53,impact:[53,54,55],implement:[3,4,53,54,55,57,59,67,69],impli:[53,54,55],implic:57,implicit:64,imshow:[53,55],in_featur:[53,54],in_shap:67,in_tensor:67,incapsul:66,incas:44,includ:[14,16,17,32,35,42,43,44,45,52,53,54,55,66,67,68,69,71],includedirectori:[22,50],ind:53,independ:[53,55],index:[61,63,64,69],indic:64,inetworkdefinit:56,infer:[53,54,57,67,69],info:[17,33,38,45,46,49,62,65,67,71],inform:[28,32,35,55,56,63,66,67,69,71,72],infrastructur:69,ingest:60,inherit:[50,51,69],inlin:[44,57,67],inner:46,inplac:53,input0:67,input1:67,input2:67,input:[3,4,31,44,46,48,53,54,55,56,57,59,62,64,66,67,69,71,72,73],input_0:[59,67],input_batch:53,input_data:[53,54,55,67],input_file_path:[71,73],input_rang:[45,46],input_s:67,input_scal:64,input_shap:[53,54,55,66,67,69,71,72,73],input_tensor:53,inputrang:[21,39,45,46,50,51,67],inputrangestruct:[0,50],inspect:[54,62,67],instal:[53,55,63,67,70],instanc:[53,54,57,67],instanti:[58,59,60,62,67],instatin:[1,2,46,47],instead:[56,57,67,70,71],instnanti:59,instruct:[67,68],insur:68,int64_t:[45,46,47,48,69,73],int8:[1,44,46,63,66,69,71,73],int8_t:45,int8cachecalibr:[20,31,41,44,50,51],int8cachecalibratortempl:[0,50],int8calibr:[3,20,30,41,44,50,51],int8calibratorstruct:[0,50],int_float:64,integ:66,integr:[53,54,63,66],intent:57,intercompat:[53,55],interest:57,interfac:[1,2,46,47,59,60,62,67,69],intermedi:[17,53,54,67],intern:[2,17,46,47,53,54,55,62,67],internal_error:65,internalerror:65,interpret:[53,54,59],intro_to_torchscript_tutori:67,introduc:[53,54,55],invok:67,involv:[53,54],ios:44,iostream:[20,44,67],is_avail:53,is_train:69,iscustomclass:62,issu:[3,4,53,54,67,68],istensor:62,istream_iter:44,it_:44,item:53,itensor:[56,62,67],iter:[20,44,46,53,54,55,56,66,71],its:[31,53,54,55,56,59,62],itself:[1,2,46,47,57,68,71,72],ivalu:[56,59,62,67],jetson:[53,54,66],jit:[33,36,37,38,45,53,54,55,56,57,58,59,60,61,62,66,67,71,72],jpeg:53,jpg:[53,55],jpg__1920x1080_q85_subject_loc:53,json:53,json_fil:53,just:[44,45,53,55,57,63,67,70,72],kchar:[1,45,46],kclip:62,kcpu:[2,46,47],kcuda:[2,46,47,67],kdebug:[17,42,44],kdefault:[45,46],kdla:[2,45,46,47,73],keepdim:64,kei:[66,67],kernel:[46,53,54,62,66,67,71],kernel_s:[53,54,64],kerror:[17,42],kf16:73,kfloat:[1,45,46],kgpu:[2,45,46,47],kgraph:[17,42,57],khalf:[1,45,46,67],ki8:69,kind:[53,54,55,56,66],kinfo:[17,42,44],kinternal_error:[17,42],kiwisolv:53,know:[42,62],known:55,kriz:69,krizhevski:69,ksafe_dla:[45,46],ksafe_gpu:[45,46],ktest:69,ktrain:69,kwarn:[17,42],label:[55,69],laid:67,lambda:[62,67],languag:[53,54,55,67],larg:[53,54,58,60,67,69],larger:69,largest:64,last:[55,57],later:[31,67],latest:68,law:[53,54,55],layer1:53,layer2:53,layer3:53,layer4:53,layer:[46,47,53,54,55,56,57,62,66,67,69,71,73],layer_norm:64,layout:64,ld_library_path:68,ld_preload:70,ldd:68,leaky_relu:64,leaky_relu_:64,learn:[63,67,68,69,73],least:53,leav:[54,57],left:55,len:[53,55,64],lenet:[55,67],lenet_script:67,lenetclassifi:[54,67],lenetfeatextractor:[54,67],length:[3,4,44,53,64],let:[46,47,53,54,55,57,62,71],level:[18,23,27,28,40,42,44,50,51,53,54,57,60,65,67],levelnamespac:[0,50],leverag:[53,54,55,69],lib:[53,57,67,68],librari:[32,42,43,44,45,53,54,55,58,59,60,62,67],libtorch:[4,35,53,54,55,62,67,68,69],libtorch_pre_cxx11_abi:68,libtrtorch:[67,68,71],libtrtorchrt:70,licens:[42,43,44,45,53,54,55,67],like:[53,54,55,56,57,59,62,67,68,69,70,71],limit:[53,54,55,57,69],line:[67,71],linear:[53,54,64,67],linewidth:55,link:[56,63,67,70,71],linux:[60,67,68],linux_x86_64:68,list:[18,19,20,21,36,46,49,52,55,56,59,62,64,66,67,68],listconstruct:[56,59,67],listunpack:[59,67],live:62,load:[53,55,59,67,68,69,70,71,72],load_librari:70,loader:[53,54,55],loading_data_recip:69,local:[53,55,57,67],locat:[55,69],log:[16,17,19,20,22,39,44,50,51,52,57,62,64,66],log_debug:62,logger:65,loggingenum:[0,50],loglevel:65,longer:[53,54,70],look:[56,57,67,69,72],loop_unrol:57,lorikeet:53,loss:69,lot:62,lower:17,lower_graph:57,lower_tupl:57,loweralltupl:57,lowersimpletupl:57,lstm_cell:64,lvl:[27,28,42],machin:[53,54,59,68,69],macro:[5,6,7,8,9,10,11,12,16,18,21,22,42,45,50,52],made:[55,57,58,60],mai:[53,54,55,56,59,60,67,69],main:[55,57,58,59,60,62,67],maintain:[59,62],major:[53,54,55,60],make:[53,54,55,56,67,68,69,73],make_data_load:[4,69],make_int8_cache_calibr:[20,41,44,50,51,69],make_int8_calibr:[20,31,41,44,50,51,69],manag:[56,58,60,62,67],mangag:57,mantissa:[46,66],manual:68,map:[2,46,47,56,57,58,60,62,67,69,72],master:[61,68,69],mat2:64,match:[46,57,68],matmul:[57,64,67],matplotlib:[53,55],matrix:61,matur:60,max:[45,46,48,54,62,64,66,67,71],max_batch_s:[45,46,66,69,71,72],max_c:71,max_h:71,max_n:71,max_pool1d:64,max_pool2d:[54,64,66,67],max_pool3d:64,max_val:[62,64],max_w:71,maximum:[46,48,66,67,71],maxpool2d:53,maxpool:53,mean:[46,53,54,55,62,63,64,66,67,71],mechan:62,media:53,meet:66,member:[46,47,48,49,66],memori:[20,21,44,45,53,54,57,62,67],mention:53,menu:71,messag:[17,27,28,65,71],metadata:[59,62],method:[33,36,37,38,53,54,55,57,62,66,67,68,72],method_nam:[36,38,45,66,67],mig:53,might:57,min:[45,46,48,54,62,64,66,67,71],min_block_s:[45,46,49,66],min_c:71,min_h:71,min_n:71,min_siz:[45,46,49],min_val:[62,64],min_w:71,mini:53,minim:[46,66,69,71],minimum:[46,48,49,65,66,67],minmax:[30,31,69],miss:67,mix:55,mkdir:[53,68],mobilenet_v2:72,mod:[67,69],mode:[67,69],mode_:69,model:[59,67,69,72],model_math:55,modern:55,modifi:68,modul:[33,36,37,38,45,53,54,55,58,59,60,62,63,66,69,71,72,73],modular:67,momentum:[53,64],more:[53,54,55,56,63,67,69,70,72],most:60,move:[30,44,45,53,54,57,59,67,69],msg:[27,42,65],much:[62,69],mul:64,mul_:64,multipl:[59,69],multipli:[46,66],must:[46,53,55,62,66,67,68,70,71],n01749939:53,n01820546:53,n02110185:53,n02481823:53,name:[3,4,36,38,44,46,49,53,55,59,62,66,67,68,72],namespac:[0,42,44,45,52,57,63,69],nano:68,narrow:64,nativ:[60,61,67],native_funct:61,nbbind:[3,4,44],ncol:53,necessari:[42,70],need:[1,2,28,31,43,46,47,49,55,56,57,62,66,67,68,69,70],neg:64,negative_slop:64,nest:[50,51],net:[53,62,67],network:[30,31,53,54,55,62,67,69,73],neural:[53,55,73],new_lay:62,new_local_repositori:68,new_siz:69,newer:[53,54],next:[3,4,55,56,59,69],ngc:55,nice:68,ninja:68,nlp:[30,31,69],no_grad:[53,54,55],node:[57,62,67],node_info:[62,67],noexcept:69,none:[55,62,64],norm:64,normal:[1,2,46,47,53,54,55,67,69,73],normalized_shap:64,noskipw:44,note:[2,46,47,53,62,66,67,68,73],notebook:[53,54,55,60],notic:[54,55],now:[53,54,55,57,60,62,67,68,72],nrow:53,nrun:[53,54,55],nullptr:[44,45,46],num:71,num_avg_timing_it:[45,46,66,72],num_it:71,num_min_timing_it:[45,46,66,72],num_work:69,number:[3,4,46,49,53,57,62,66,67,71],numel:64,numer:71,numpi:[53,54,55],nvidia:[33,38,42,43,44,45,53,54,55,61,66,67,68,69,71,73],nvidia_deeplearningexamples_torchhub:55,nvidia_ncf:55,nvidia_ssd:55,nvidia_ssd_processing_util:55,nvidia_tacotron2:55,nvidia_waveglow:55,nvinfer1:[3,4,30,31,44,45,46,62,69],nvinfer:[20,44],nwarmup:[53,54,55],obj:64,object:[1,2,3,4,46,47,48,49,62,66,67,69,72],observ:53,obsolet:55,obtain:[53,54,55],obvious:67,octet:53,off:[46,49,53,55,59,66],offici:68,ofstream:[44,67],older:60,olefil:53,onc:[42,43,44,45,56,57,59,67,69,70],one:[55,57,62,65,67],ones:[42,53,54,55,67,68],onli:[2,3,4,17,31,44,46,47,54,55,57,60,62,65,66,67,68,69,70,71,73],onnx:57,onto:[59,71],op_precis:[45,46,53,54,55,66,67,69,71,72,73],open:[53,54],oper:[1,2,3,4,36,44,45,46,47,49,53,54,56,57,58,59,60,62,63,66,69,71,73],ops:[53,55,57,66,67,70],opset:[58,60],opt:[45,46,48,54,66,67,68],opt_c:71,opt_h:71,opt_n:71,opt_w:71,optim:[46,48,53,54,55,57,63,67,71],optimi:67,optimin:[46,48],optimiz:[53,54,55],option:[44,66,68,69,70,71,73],order:[46,55,62,67],org:[53,54,55,61,67,68,69],origin:55,original_nam:54,other:[1,2,45,46,47,53,54,55,56,57,59,63,64,66,67,68,70,71],otherwis:[68,70],our:[53,54,55,60,67],out:[36,44,53,54,56,57,58,60,62,65,66,67,68],out_featur:[53,54],out_shap:67,out_tensor:[62,67],output0:57,output:[25,26,46,53,54,55,56,57,59,62,65,67,68,71],output_file_path:[71,73],output_pad:64,output_s:[53,64],outself:67,over:[53,54,58,60],overkil:54,overrid:[3,4,30,31,44,69],overview:[61,63],own:[53,54,62,67],p100:53,packag:[53,57,67,71],pad:[53,64],padding_idx:64,page:63,pair:[62,69],paper:[53,55],paramet:[1,2,3,4,26,27,28,30,31,33,34,36,37,38,46,47,48,56,57,62,65,66,67],parent:[14,15,16,18,19,20,21],pars:67,part:[60,71],partial:66,particular:54,pass:[56,58,59,60,62,67,69],patch:55,path:[4,13,14,15,16,30,31,53,54,55,67,68,69,71],path_to_trtorch_root:68,pathwai:67,pattern:[62,67],peephole_optimz:57,per:55,perf:53,perform:[30,31,53,54,55,69],performac:[46,48,69],permiss:[53,54,55],permut:64,persist:53,phase:[17,62,67],pick:[54,67],pick_best:55,pickler:59,pid:53,pil:53,pillow:[53,55],pin_memori:64,pip3:68,pip3_import:68,pip:[53,55,68],pip_instal:68,pipelin:[67,71,73],piplein:67,pixel_shuffl:64,place:[57,68,69],plan:[60,71],platform:[45,53,54,60,68,73],pleas:68,plot:55,plot_result:55,plt:[53,55],point:[66,67],pointer:[3,4,69],pool:73,pop:59,portabl:[53,54,55,59],posit:71,possibl:[53,54],post:[30,31,46,63,67,71],pow:64,power:[53,54,67],practic:[53,54],pragma:[42,43,44,45,69],pre:[37,53,69,70],pre_cxx11_abi:68,precis:[46,54,55,63,66,67,69,71,73],pred:53,pred_label:55,pred_loc:55,predict:[53,55],prefer:67,prefix:[24,26,42,65],prelu:64,prepar:[53,54,55],prepare_input:55,prepare_tensor:55,preprint:69,preprocess:[53,69],preserv:[67,69],prespect:67,pretrain:[53,55,72],pretti:67,prevent:46,previous:[31,37,67],prim:[56,57,59,64,67],primarili:[60,67],primer:55,print:[17,36,44,53,54,55,65,66,67,72],priorit:68,privat:[3,4,44,45,69],prob:53,probabl:[53,55],probablil:53,process:[53,54,55,67,69,71,72],prod:64,produc:[46,48,56,59,62,67],product:[46,53,54],profil:[46,48],program:[18,19,20,21,31,52,53,54,55,58,60,63,67,71],propog:57,provid:[3,4,46,59,62,66,67,68,69,72],providi:[58,60],ptq:[3,4,16,18,22,39,50,51,52,63,71],ptq_calibr:[3,4,45,46,69],ptqtemplat:[0,50],pull:68,pure:36,purpos:[53,55,68],push:59,push_back:44,pwr:53,py_test_dep:68,pypars:53,pyplot:[53,55],python3:[53,57,67,68],python:[53,54,55,60,70,71,73],python_api:61,pytorch:[46,49,53,55,58,59,60,62,66,67,68,69,70],pytorch_vision_v0:53,qualiti:[53,55],quantiz:[30,31,63,67,71],quantizatiom:46,question:67,quickli:[67,69,71],quit:[62,67],rais:57,raiseexcept:57,rand:67,randn:[53,54,55,67,72],rang:[46,48,53,54,55,66,67,71],rather:57,raw:55,read:[3,4,30,31,44,69],readcalibrationcach:[3,4,44],readm:[53,54,55],realiz:59,realli:62,reason:[1,46,55,67],recalibr:31,recip:69,recipi:55,reciproc:64,recognit:[53,69],recomend:[30,31],recommend:[30,31,67,68],recompil:55,record:[53,54,56,67],rect:55,rectangl:55,recurs:56,recursivescriptmodul:54,reduc:[53,54,57,58,60,69],refer:[58,60,69],referenc:[55,68],refit:[45,46,66,72],reflect:45,regard:68,regist:[37,59,62],registernodeconversionpattern:[62,67],registri:[56,67],reinterpret_cast:44,relat:[46,47],relationship:[50,51],relu:[53,54,64,67],relu_:64,remain:[53,54,55,57,69],remov:[53,55],remove_contigu:57,remove_dropout:57,remove_to:57,repack:59,repeat:64,replac:[55,57],replication_pad1d:64,replication_pad2d:64,replication_pad3d:64,report:[23,44],reportable_log_level:65,repositori:[53,55,60],repres:[46,48,62,65],represent:[53,54,57,62,67],request:[53,67],requir:[31,53,54,55,56,57,65,66,67,68,69,70,71],research:[53,54],reserv:[42,43,44,45,53,54,55],reset:44,reshap:64,residu:53,resiz:53,resnet50:53,resnet50_model:53,resnet:[55,59],resnet_50_trac:53,resnet_trt:59,resolv:[53,56,57,58,60],resourc:[56,69],respons:[31,53,59],restrict:[46,66,71],result:[53,54,56,57,66,67],results_per_input:55,ret:57,reus:[57,69],rgb:53,right:[42,43,44,45,53,54,55,57,60,62],rn50_preprocess:53,root:[42,43,44,45,53,55,68,69],round:[46,66],rsub:64,rule:68,run:[2,38,46,47,49,53,54,55,56,57,58,59,60,62,63,66,67,68,69,70,71,72,73],runtim:[53,54,55,63,67],safe:[62,66],safe_dla:[66,71],safe_gpu:[66,71],safeti:[46,66],same:[53,55,59,67,68,72],sampl:[53,69],satisfi:[46,49,53],save:[31,44,53,54,55,59,66,70,71],saw:67,scalar:[62,64],scalaropt_dim:64,scalartyp:[1,45,46,64],scale:[64,69],scale_factor:64,scale_grad_by_freq:64,scales_d:64,scales_h:64,scales_w:64,schema:[62,67],scikit:55,scipi:55,scope:57,score:[53,55],scratch:31,script:[36,53,55,57,66,67,72],script_model:[54,67,72],scriptclass:66,scripted_model:73,scriptmodul:[66,67],sdk:[53,54,55,61],seamlessli:63,search:63,section:69,secur:68,see:[36,53,54,55,57,59,66,67],select:[30,31,38,46,53,54,64,66,69,71],self:[54,57,59,62,64,67,73],self_1:[59,67],self_int:64,sens:67,sent:53,separ:[53,54,55],sequenti:53,serial:[37,38,58,60,66,67],serializ:59,seril:59,serv:[59,71],set:[3,4,17,26,28,31,33,34,38,45,46,47,48,49,53,54,55,56,57,58,59,60,63,65,66,67,68,69,71,73],set_devic:[21,39,45,50,51,66],set_is_colored_output_on:[18,40,42,50,51,65],set_logging_prefix:[18,40,42,50,51,65],set_reportable_log_level:[18,40,42,50,51,65],setalpha:62,setbeta:62,setnam:[62,67],setreshapedimens:67,setup:69,sever:[17,27,65],sha256:68,shape:[46,48,53,54,55,62,64,66,73],share:68,ship:[67,70],should:[1,3,4,31,45,46,53,56,62,63,65,66,69,71],show:[53,55],shown:67,shuffl:[67,69],shutterstock_780480850:53,siberian:53,siberian_huski:53,side:[57,67],sigmoid:64,sigmoid_:64,signifi:[46,48],signific:55,significantli:57,similar:[55,62,67,72],simonyan:69,simpil:69,simpl:[54,67],simpli:[54,57],simplic:[53,55],simplifi:56,sin:64,sinc:[54,57,67,69],singl:[46,48,54,57,67,69,71],singular:62,sinh:64,site:[57,67,68],six:53,size:[3,4,44,46,48,53,54,55,57,64,66,67,69,71,73],size_t:[3,4,44,69],slice:64,slither:53,sm_output:53,small:57,smi:53,snake:53,softmax:[53,55,57,64],softwar:[53,54,55],sole:69,some:[56,57,58,59,60,62,67,69],someth:[43,57],sort:[62,64,72],sourc:[42,43,44,45,53,55,60,66],space:69,spars:64,spec:[66,72],specif:[33,53,54,55,57,58,60,66],specifi:[3,4,53,55,62,63,65,66,67,71,72],specifii:66,speed:[53,55],speedup:53,split:64,split_siz:64,split_with_s:64,sqrt:64,squeez:64,src:[59,61],ssd300:55,ssd300_trt:59,ssd:59,ssd_300_trace:55,ssd_trace:71,ssd_trt:71,sstream:[20,44],stabl:61,stack:[59,64,69],stage:56,stand:59,standard:[53,54,55,63,70,71,72],start:[55,56,64,68,72],start_dim:[64,67],start_step:64,start_tim:[53,54,55],state:[56,62,67],statement:57,static_cast:44,statu:44,std:[3,4,24,27,29,30,31,32,36,37,38,42,44,45,46,48,49,53,67,69,73],stdout:[35,65,66],steamlin:69,step:[53,54,55,63,64,69],still:[44,53,55,69],stitch:[54,67],stop:67,storag:69,store:[4,56,59,62,67],str:[19,43,44,50,51,53,65,66],straight:62,stream:53,strict:[70,71],strict_typ:[45,46,66,72],strictli:66,stride:[53,54,55,64],string:[3,4,18,20,21,24,27,29,30,31,32,36,37,38,42,44,45,46,49,62,66,67,69],stringstream:44,strip_prefix:68,strong:[53,54],struct:[1,2,21,39,45,69],structur:[31,45,46,47,53,54,60,62,67],style:[42,43,44,45],sub:[64,67],sub_:64,subdirectori:52,subexpress:57,subgraph:[56,57,62,67],subject:60,submodul:[54,67],subplot:[53,55],subset:69,successfulli:[53,55],sudo:68,suffic:57,suggest:55,suit:63,sum:[46,64,66],support:[1,2,26,36,46,47,48,53,54,55,61,63,66,67,68,71,73],sure:[67,68,73],sxm2:53,symbol:68,synchron:[53,54,55],system:[53,55,56,62,63,68],take:[33,36,37,38,53,54,55,56,58,59,60,62,66,67,69,72],taken:[53,55],talk:63,tan:64,tanh:64,tanh_:64,tar:[68,69],tarbal:[67,69],target:[2,45,46,47,53,54,55,60,63,66,67,69,71,72,73],targets_:69,task:[30,31,69],techinqu:67,techniqu:69,tell:62,temp:53,templat:[20,41,44,45,50,51,67],tensor:[37,44,46,48,53,54,55,56,57,59,62,64,67,69],tensor_scalar:64,tensor_tensor:64,tensorcontain:62,tensorlist:62,tensorrt:[1,2,3,4,30,31,33,35,37,38,45,46,47,48,49,53,54,55,56,57,58,60,62,63,66,67,69,71,72],tensorrtcompilespec:[66,72],term:69,termin:[26,67,71],tesla:53,test:[53,54,55,60,68,69,71],test_ptq_dataloader_calibr:69,test_ptq_trt_calibr:69,testing_dataload:69,testing_dataset:69,text:[55,65],tf32:46,tgz:68,than:[57,63,68,70],thats:[56,69],thei:[46,47,55,56,57,62,68,71],them:[53,54,55,59,67,68],theori:56,therebi:59,therefor:[31,67],therfor:70,thi:[1,2,30,31,42,43,44,45,46,47,48,49,53,54,55,56,57,58,59,60,62,66,67,68,69,70,71,72],thing:54,think:62,third_parti:[60,68],those:56,though:[53,55,60,62,67,71],three:[46,48,58,60],threshold:71,thrid_parti:68,through:[53,54,55,56,57,59,63,66,67],time:[46,53,54,55,56,57,58,60,62,66,67,69,71],tini:69,titan:[53,54],titl:53,tmp:67,tocustomclass:62,todim:67,togeth:[54,56,62,67],toilet:53,too:68,tool:[53,54,62,67],toolchain:60,top:[55,60],topk:64,torch:[1,2,4,20,30,31,33,36,37,38,44,45,46,47,49,53,54,55,57,59,61,62,66,67,68,69,70,71,72,73],torch_fallback:[45,46,66],torch_scirpt_modul:67,torch_script_modul:67,torchbind:59,torchfallback:[21,39,45,46,50,51],torchfallbackclass:[0,50],torchhub:55,torchscript:[33,36,37,38,53,55,58,59,60,66,71,72,73],torchvis:[53,59,69,72],toronto:69,totensor:[53,69],tovec:67,toward:69,trace:[55,66,67],traced_model:[53,54,55,67],track:[62,69],track_running_stat:53,trade:55,tradit:[66,69],traget:[33,37],train:[30,31,46,53,55,63,64,67,71],trainabl:57,transform:[53,54,67,69],translat:[55,67],transpos:64,travers:[58,60],treat:71,tree:[42,43,44,45,69],trigger:[54,67],trim:69,trt:[1,2,3,4,46,47,56,57,59,62,64,67],trt_lenet_script:67,trt_mod:[67,69,73],trt_model:[53,55,72],trt_model_fp32:53,trt_script_modul:54,trt_ts_modul:[54,67],trtorch:[0,1,2,3,4,15,17,22,42,43,44,46,47,48,49,51,52,56,57,58,59,60,68,69,71,73],trtorch_api:[19,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,42,43,44,45,50,51],trtorch_check:62,trtorch_hidden:[19,43,50,51],trtorch_major_vers:[19,43,50,51],trtorch_minor_vers:[19,43,50,51],trtorch_patch_vers:[19,43,50,51],trtorch_py_dep:68,trtorch_unus:62,trtorch_vers:[19,43,50,51],trtorchc:[63,73],trtorchfil:[22,50],trtorchnamespac:[0,50],truncat:[46,66],truncate_long_and_doubl:[45,46,66],ts_model:67,tue:53,tune:[53,54,55],tupl:[59,66,67],tupleconstruct:[57,59],tupleunpack:57,turn:66,tutori:[67,69],two:[53,54,55,62,67,68,69,71],txt:68,type:[1,2,30,48,49,50,51,53,56,59,62,65,66,67,69,71],typenam:[3,4,30,31,44],typic:[56,62],ubuntu:68,uint64_t:[45,46,49],unabl:[62,67],uncom:68,uncorr:53,under:[42,43,44,45,53,54,55,60],underli:[1,2,46,47,62],understand:67,union:[62,67],uniqu:4,unique_ptr:[4,30],unit:54,unless:[53,54,55],unlik:[63,67,68,72],unpack_addmm:57,unpack_log_softmax:57,unqiue_ptr:4,unsqueez:[53,64],unstabl:60,unsupport:[36,66],unsur:62,untest:60,until:[56,60,62,68],unwrap:62,unwrap_distribut:55,unwraptodoubl:62,unwraptoint:67,unzip:68,upgrad:53,upload:53,upsample_bilinear2d:64,upsample_linear1d:64,upsample_nearest1d:64,upsample_nearest2d:64,upsample_nearest3d:64,upsample_trilinear3d:64,upscale_factor:64,upstream:67,uri:55,url:68,usag:[53,66,67],use:[1,2,3,4,30,31,46,47,53,54,55,56,57,59,60,62,65,66,67,68,69,70,71,72],use_cach:[3,4,30,44,69],use_cache_:44,use_subset:69,usecas:68,used:[1,2,3,4,44,46,47,48,53,55,56,57,59,62,65,66,67,68,69,71],useful:62,user:[42,53,54,58,59,60,67,68,69],uses:[30,31,44,53,54,55,62,68,69],using:[1,2,33,34,38,44,45,46,47,53,54,55,62,63,66,67,69,70,71,72],using_int:[64,67],usr:[53,68],usual:55,util:[62,66,67,69],val2017:55,val:55,valid:[2,46,47,55,62],valu:[1,2,17,45,46,47,56,59,62,64,65,67],value_tensor_map:[56,62],variant:70,varient:57,variou:73,vec:64,vector:[20,21,44,45,46,48,49,67,69,73],verbios:71,verbos:71,veri:[69,72],version:[32,35,53,54,55,60,68],vgg16:69,vgg:[55,69],via:[53,55,63,66,69,70],view:64,virtual:69,vision:53,visit:55,volatil:53,volta:[53,54],w_hh:64,w_ih:64,wai:[53,67,68,69,71],walk:[53,54,55],want:[42,46,53,54,67,69,72],warm:[53,54,55],warn:[17,44,53,62,65,71],warranti:[53,54,55],websit:68,weight:[56,64,67],welcom:67,well:[53,54,55,67,69],were:[55,66,67],wget:53,what:[4,55,57,67],whatev:59,when:[26,44,45,46,47,53,54,56,57,58,59,60,62,65,66,67,68,69,71],where:[53,54,56,57,62,67,69],whether:[4,69],which:[2,31,33,38,46,47,53,54,55,56,57,58,59,60,62,66,67,69,72],whilst:55,white:55,whl:68,whole:[53,54],whose:57,width:53,within:[53,54,55,58,60],without:[53,54,55,62,67,69],work:[44,54,55,57,60,62,69],worker:69,workflow:72,workspac:[46,66,68,69,71,73],workspace_s:[45,46,53,55,66,69,71,73],world:[53,54],would:[62,67,68,70,71,72],wrap:[58,59,60,67,72],wrapper:62,write:[3,4,30,31,44,53,54,55,56,63,67,69],writecalibrationcach:[3,4,44],www:[53,54,55,67,68,69],x64:68,x86:70,x86_64:[60,68],xavier:[45,53,54,66,73],xstr:[19,43,50,51],yaml:61,you:[1,2,30,31,46,47,53,54,55,56,57,59,60,62,63,66,67,68,69,70,71,72],your:[53,54,55,62,63,66,67,68,70,72],yourself:67,zip:[59,68],zisserman:69},titles:["Class Hierarchy","Class CompileSpec::DataType","Class Device::DeviceType","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TRTORCH_API","Define TRTORCH_HIDDEN","Define TRTORCH_MAJOR_VERSION","Define TRTORCH_PATCH_VERSION","Define TRTORCH_VERSION","Define XSTR","Define TRTORCH_MINOR_VERSION","Directory cpp","Directory api","Directory include","Directory trtorch","Enum Level","File logging.h","File macros.h","File ptq.h","File trtorch.h","File Hierarchy","Function trtorch::logging::get_reportable_log_level","Function trtorch::logging::set_logging_prefix","Function trtorch::logging::get_is_colored_output_on","Function trtorch::logging::set_is_colored_output_on","Function trtorch::logging::log","Function trtorch::logging::set_reportable_log_level","Function trtorch::logging::get_logging_prefix","Template Function trtorch::ptq::make_int8_calibrator","Template Function trtorch::ptq::make_int8_cache_calibrator","Function trtorch::get_build_info","Function trtorch::CompileGraph","Function trtorch::set_device","Function trtorch::dump_build_info","Function trtorch::CheckMethodOperatorSupport","Function trtorch::EmbedEngineInNewModule","Function trtorch::ConvertGraphToTRTEngine","Namespace trtorch","Namespace trtorch::logging","Namespace trtorch::ptq","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File trtorch.h","Struct CompileSpec","Struct CompileSpec::Device","Struct CompileSpec::InputRange","Struct CompileSpec::TorchFallback","TRTorch C++ API","Full API","Full API","TRTorch Getting Started - ResNet 50","TRTorch Getting Started - LeNet","Object Detection with TRTorch (SSD)","Conversion Phase","Lowering Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for TRTorch Development","Writing Converters","TRTorch","Operators Supported","trtorch.logging","trtorch","Getting Started","Installation","Post Training Quantization (PTQ)","Deploying TRTorch Programs","trtorchc","Using TRTorch Directly From PyTorch","DLA"],titleterms:{"class":[0,1,2,3,4,20,21,39,41,50,51],"enum":[17,18,40,50,51,66],"function":[18,20,21,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,50,51,61,66],The:67,Used:57,Useful:61,Using:[67,72],aarch64:68,abi:68,addmm:57,advic:62,ahead:63,api:[14,18,19,20,21,50,51,52,61,63,68],applic:69,arg:62,avail:61,background:[59,62,67],base:[3,4],benchmark:[53,55],binari:68,branch:57,build:68,checkmethodoperatorsupport:36,citat:69,cli:68,code:57,compil:[58,60,63,67,68],compilegraph:33,compilespec:[1,46,47,48,49],conclus:[54,55],construct:59,content:[18,19,20,21,39,40,41,53,54,55],context:62,contigu:57,contract:62,contributor:63,convers:[56,58,60,62],convert:[56,62,64,67],convertgraphtotrtengin:38,cpp:[13,18,19,20,21],creat:[67,69],cudnn:68,current:64,custom:67,cxx11:68,datatyp:1,dead:57,debug:68,defin:[5,6,7,8,9,10,11,12,19,50,51],definit:[18,19,20,21],depend:68,deploi:70,descript:[53,55],deseri:59,detail:55,detect:55,detector:55,develop:61,devic:[2,47],devicetyp:2,dimens:61,directli:72,directori:[13,14,15,16,52],disk:67,distribut:68,dla:73,documen:63,document:[1,2,3,4,5,6,7,8,9,10,11,12,17,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,46,47,48,49,61,63],dropout:57,dump_build_info:35,easier:61,elimin:57,eliminatecommonsubexpress:57,embedengineinnewmodul:37,engin:59,envior:68,evalu:[56,64],execept:57,executor:59,expect:61,file:[16,18,19,20,21,22,42,43,44,45,50,52],flatten:57,fp16:53,fp32:53,freez:57,from:[68,72],full:[50,51,52],fuse:57,gaurd:57,get:[53,54,63,67],get_build_info:32,get_is_colored_output_on:25,get_logging_prefix:29,get_reportable_log_level:23,gpu:63,graph:[57,59],guarante:62,half:53,hierarchi:[0,22,50],hood:67,how:69,includ:[15,18,19,20,21],indic:63,infer:55,inherit:[3,4],inputrang:48,instal:68,int8cachecalibr:3,int8calibr:4,jetson:68,jit:63,layer:61,learn:[53,54,55],lenet:54,level:17,librari:[68,70],libtrtorch:70,linear:57,link:61,list:[42,43,44,45],local:68,log:[18,23,24,25,26,27,28,29,40,42,65],logsoftmax:57,loop:57,lower:[57,58,60],macro:[19,43],make_int8_cache_calibr:31,make_int8_calibr:30,measur:55,model:[53,54,55],modul:[57,67],multibox:55,namespac:[18,20,21,39,40,41,50,51],nativ:68,native_op:61,nest:[1,2,46,47,48,49],next:[53,54],node:56,nvidia:63,object:[53,54,55],oper:[64,67],optimz:57,other:62,overview:[53,54,55,60],own:69,packag:[68,70],pass:57,pattern:57,peephol:57,phase:[56,57,58,59,60],post:69,pre:68,precis:53,precompil:68,prerequisit:68,program:[42,43,44,45,70],ptq:[20,30,31,41,44,69],python:[61,63,67,68,69],pytorch:[54,61,63,72],quantiz:69,quickstart:67,read:61,redund:57,refer:55,regist:67,relationship:[1,2,3,4,46,47,48,49],releas:68,remov:57,resnet:53,respons:62,result:[55,59],runtim:[58,59,60,70],sampl:55,save:67,script:54,serial:59,set_devic:34,set_is_colored_output_on:26,set_logging_prefix:24,set_reportable_log_level:28,setup:68,shot:55,singl:[53,55],sometim:61,sourc:68,speedup:55,ssd:55,start:[53,54,63,67],str:5,struct:[46,47,48,49,50,51],subdirectori:[13,14,15],submodul:66,support:64,system:60,tarbal:68,templat:[3,4,30,31],tensorrt:[59,61,68],through:64,time:63,torchfallback:49,torchscript:[54,63,67],trace:[53,54],train:69,trtorch:[16,18,19,20,21,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,45,50,53,54,55,61,63,65,66,67,70,72],trtorch_api:6,trtorch_hidden:7,trtorch_major_vers:8,trtorch_minor_vers:12,trtorch_patch_vers:9,trtorch_vers:10,trtorchc:[67,71],tupl:57,type:[3,4,46,47],under:67,unpack:57,unrol:57,unsupport:67,using:68,util:[53,55],visual:55,weight:62,what:[53,54,62],work:67,write:62,xstr:11,your:69}})
\ No newline at end of file