diff --git a/docs/_notebooks/vgg-qat.html b/docs/_notebooks/vgg-qat.html
index 304bfd82c9..b3c60d1e93 100644
--- a/docs/_notebooks/vgg-qat.html
+++ b/docs/_notebooks/vgg-qat.html
@@ -892,7 +892,7 @@
## 2. VGG16 Overview ### Very Deep Convolutional Networks for Large-Scale Image Recognition VGG is one of the earliest family of image classification networks that first used small (3x3) convolution filters and achieved significant improvements on ImageNet recognition challenge. The network architecture looks as follows
- 
+
## 3. Training a baseline VGG16 model We train VGG16 on CIFAR10 dataset. Define training and testing datasets and dataloaders. This will download the CIFAR 10 data in your
diff --git a/docs/py_api/ts.html b/docs/py_api/ts.html
index b6a94973e3..d39e22c4fe 100644
--- a/docs/py_api/ts.html
+++ b/docs/py_api/ts.html
@@ -2147,7 +2147,7 @@
at
- 0x7f44ed1b3c70>
+ 0x7f6ac3a48370>
diff --git a/docs/searchindex.js b/docs/searchindex.js
index 4ad13cecb3..f3b518f0dc 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["_cpp_api/class_view_hierarchy","_cpp_api/classtorch__tensorrt_1_1DataType","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType","_cpp_api/classtorch__tensorrt_1_1TensorFormat","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883","_cpp_api/dir_cpp","_cpp_api/dir_cpp_include","_cpp_api/dir_cpp_include_torch_tensorrt","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb","_cpp_api/file_cpp_include_torch_tensorrt_logging.h","_cpp_api/file_cpp_include_torch_tensorrt_macros.h","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/file_view_hierarchy","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc","_cpp_api/function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039","_cpp_api/function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9","_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2","_cpp_api/namespace_torch_tensorrt","_cpp_api/namespace_torch_tensorrt__logging","_cpp_api/namespace_torch_tensorrt__ptq","_cpp_api/namespace_torch_tensorrt__torchscript","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/structtorch__tensorrt_1_1Device","_cpp_api/structtorch__tensorrt_1_1Input","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec","_cpp_api/torch_tensort_cpp","_cpp_api/unabridged_api","_cpp_api/unabridged_orphan","_notebooks/EfficientNet-example","_notebooks/Resnet50-example","_notebooks/lenet-getting-started","_notebooks/ssd-object-detection-demo","_notebooks/vgg-qat","contributors/conversion","contributors/lowering","contributors/partitioning","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","index","indices/supported_ops","py_api/logging","py_api/ptq","py_api/torch_tensorrt","py_api/ts","tutorials/creating_torchscript_module_in_python","tutorials/getting_started_with_cpp_api","tutorials/getting_started_with_python_api","tutorials/installation","tutorials/ptq","tutorials/runtime","tutorials/torchtrtc","tutorials/use_from_pytorch","tutorials/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,nbsphinx:3,sphinx:56},filenames:["_cpp_api/class_view_hierarchy.rst","_cpp_api/classtorch__tensorrt_1_1DataType.rst","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst","_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_include.rst","_cpp_api/dir_cpp_include_torch_tensorrt.rst","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst","_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/file_view_hierarchy.rst","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst","_cpp_api/function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.rst","_cpp_api/function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.rst","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst","_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.rst","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst","_cpp_api/namespace_torch_tensorrt.rst","_cpp_api/namespace_torch_tensorrt__logging.rst","_cpp_api/namespace_torch_tensorrt__ptq.rst","_cpp_api/namespace_torch_tensorrt__torchscript.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/structtorch__tensorrt_1_1Device.rst","_cpp_api/structtorch__tensorrt_1_1Input.rst","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst","_cpp_api/torch_tensort_cpp.rst","_cpp_api/unabridged_api.rst","_cpp_api/unabridged_orphan.rst","_notebooks/EfficientNet-example.ipynb","_notebooks/Resnet50-example.ipynb","_notebooks/lenet-getting-started.ipynb","_notebooks/ssd-object-detection-demo.ipynb","_notebooks/vgg-qat.ipynb","contributors/conversion.rst","contributors/lowering.rst","contributors/partitioning.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","index.rst","indices/supported_ops.rst","py_api/logging.rst","py_api/ptq.rst","py_api/torch_tensorrt.rst","py_api/ts.rst","tutorials/creating_torchscript_module_in_python.rst","tutorials/getting_started_with_cpp_api.rst","tutorials/getting_started_with_python_api.rst","tutorials/installation.rst","tutorials/ptq.rst","tutorials/runtime.rst","tutorials/torchtrtc.rst","tutorials/use_from_pytorch.rst","tutorials/using_dla.rst"],objects:{"":[[6,0,1,"c.STR","STR"],[10,0,1,"c.TORCHTRT_API","TORCHTRT_API"],[12,0,1,"c.TORCHTRT_HIDDEN","TORCHTRT_HIDDEN"],[8,0,1,"c.TORCH_TENSORRT_MAJOR_VERSION","TORCH_TENSORRT_MAJOR_VERSION"],[9,0,1,"c.TORCH_TENSORRT_MINOR_VERSION","TORCH_TENSORRT_MINOR_VERSION"],[7,0,1,"c.TORCH_TENSORRT_PATCH_VERSION","TORCH_TENSORRT_PATCH_VERSION"],[13,0,1,"c.TORCH_TENSORRT_VERSION","TORCH_TENSORRT_VERSION"],[11,0,1,"c.XSTR","XSTR"],[1,1,1,"_CPPv4N14torch_tensorrt8DataTypeE","torch_tensorrt::DataType"],[1,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType"],[1,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType"],[1,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEv","torch_tensorrt::DataType::DataType"],[1,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType::t"],[1,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType::t"],[1,4,1,"_CPPv4N14torch_tensorrt8DataType5ValueE","torch_tensorrt::DataType::Value"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::Value::kBool"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::Value::kChar"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::Value::kFloat"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::Value::kHalf"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::Value::kInt"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::Value::kUnknown"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::kBool"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::kChar"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::kFloat"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::kHalf"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::kInt"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::kUnknown"],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv","torch_tensorrt::DataType::operator Value"],[1,2,1,"_CPPv4N14torch_tensorrt8DataTypecvbEv","torch_tensorrt::DataType::operator bool"],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!="],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!="],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!=::other"],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!=::other"],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator=="],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator=="],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator==::other"],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator==::other"],[48,1,1,"_CPPv4N14torch_tensorrt6DeviceE","torch_tensorrt::Device"],[48,2,1,"_CPPv4N14torch_tensorrt6Device6DeviceEv","torch_tensorrt::Device::Device"],[2,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[48,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[2,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[2,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[48,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[48,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[2,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[48,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[48,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[48,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::kDLA"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::kGPU"],[2,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[48,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[2,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[48,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[2,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[48,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[2,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[48,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[2,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[48,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[48,6,1,"_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE","torch_tensorrt::Device::allow_gpu_fallback"],[48,6,1,"_CPPv4N14torch_tensorrt6Device11device_typeE","torch_tensorrt::Device::device_type"],[48,6,1,"_CPPv4N14torch_tensorrt6Device8dla_coreE","torch_tensorrt::Device::dla_core"],[48,6,1,"_CPPv4N14torch_tensorrt6Device6gpu_idE","torch_tensorrt::Device::gpu_id"],[18,4,1,"_CPPv4N14torch_tensorrt16EngineCapabilityE","torch_tensorrt::EngineCapability"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::EngineCapability::kDLA_STANDALONE"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::EngineCapability::kSAFETY"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::EngineCapability::kSTANDARD"],[49,1,1,"_CPPv4N14torch_tensorrt5InputE","torch_tensorrt::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input::tensor"],[49,6,1,"_CPPv4N14torch_tensorrt5Input5dtypeE","torch_tensorrt::Input::dtype"],[49,6,1,"_CPPv4N14torch_tensorrt5Input6formatE","torch_tensorrt::Input::format"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9max_shapeE","torch_tensorrt::Input::max_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9min_shapeE","torch_tensorrt::Input::min_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9opt_shapeE","torch_tensorrt::Input::opt_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input5shapeE","torch_tensorrt::Input::shape"],[3,1,1,"_CPPv4N14torch_tensorrt12TensorFormatE","torch_tensorrt::TensorFormat"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv","torch_tensorrt::TensorFormat::TensorFormat"],[3,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat::t"],[3,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat::t"],[3,4,1,"_CPPv4N14torch_tensorrt12TensorFormat5ValueE","torch_tensorrt::TensorFormat::Value"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::Value::kChannelsLast"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::Value::kContiguous"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::Value::kUnknown"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::kChannelsLast"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::kContiguous"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::kUnknown"],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv","torch_tensorrt::TensorFormat::operator Value"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormatcvbEv","torch_tensorrt::TensorFormat::operator bool"],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!="],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!="],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!=::other"],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!=::other"],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator=="],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator=="],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator==::other"],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator==::other"],[38,2,1,"_CPPv4N14torch_tensorrt15dump_build_infoEv","torch_tensorrt::dump_build_info"],[36,2,1,"_CPPv4N14torch_tensorrt14get_build_infoEv","torch_tensorrt::get_build_info"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::kDLA_STANDALONE"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::kSAFETY"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::kSTANDARD"],[17,4,1,"_CPPv4N14torch_tensorrt7logging5LevelE","torch_tensorrt::logging::Level"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::Level::kDEBUG"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::Level::kERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::Level::kGRAPH"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::Level::kINFO"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::Level::kINTERNAL_ERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::Level::kWARNING"],[26,2,1,"_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv","torch_tensorrt::logging::get_is_colored_output_on"],[24,2,1,"_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv","torch_tensorrt::logging::get_logging_prefix"],[25,2,1,"_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv","torch_tensorrt::logging::get_reportable_log_level"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::kDEBUG"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::kERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::kGRAPH"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::kINFO"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::kINTERNAL_ERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::kWARNING"],[28,2,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log"],[28,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::lvl"],[28,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::msg"],[29,2,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on"],[29,3,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"],[30,2,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix"],[30,3,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix::prefix"],[27,2,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level"],[27,3,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level::lvl"],[4,1,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator"],[4,7,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::bindings"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::names"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::nbBindings"],[4,2,1,"_CPPv4NK14torch_tensorrt3ptq19Int8CacheCalibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8CacheCalibrator::getBatchSize"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache::length"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::cache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::length"],[5,1,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator"],[5,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::Algorithm"],[5,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::bindings"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::names"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::nbBindings"],[5,2,1,"_CPPv4NK14torch_tensorrt3ptq14Int8Calibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8Calibrator::getBatchSize"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache::length"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::cache"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::length"],[32,2,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator"],[32,7,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"],[32,3,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"],[31,2,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator"],[31,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::Algorithm"],[31,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::DataLoader"],[31,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"],[31,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::dataloader"],[31,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::use_cache"],[37,2,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device"],[37,3,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device::gpu_id"],[50,1,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpecE","torch_tensorrt::torchscript::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE","torch_tensorrt::torchscript::CompileSpec::capability"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE","torch_tensorrt::torchscript::CompileSpec::debug"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE","torch_tensorrt::torchscript::CompileSpec::device"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E","torch_tensorrt::torchscript::CompileSpec::disable_tf32"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE","torch_tensorrt::torchscript::CompileSpec::enabled_precisions"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6inputsE","torch_tensorrt::torchscript::CompileSpec::inputs"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14max_batch_sizeE","torch_tensorrt::torchscript::CompileSpec::max_batch_size"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE","torch_tensorrt::torchscript::CompileSpec::min_block_size"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_min_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_min_timing_iters"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE","torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE","torch_tensorrt::torchscript::CompileSpec::refit"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE","torch_tensorrt::torchscript::CompileSpec::require_full_compilation"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE","torch_tensorrt::torchscript::CompileSpec::sparse_weights"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12strict_typesE","torch_tensorrt::torchscript::CompileSpec::strict_types"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE","torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE","torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE","torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE","torch_tensorrt::torchscript::CompileSpec::workspace_size"],[33,2,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::method_name"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::module"],[34,2,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::info"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::module"],[39,2,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine"],[39,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::info"],[39,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"],[39,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::module"],[35,2,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device","torch_tensorrt::torchscript::embed_engine_in_new_module"],[35,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device","torch_tensorrt::torchscript::embed_engine_in_new_module::device"],[35,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device","torch_tensorrt::torchscript::embed_engine_in_new_module::engine"],[71,8,0,"-","torch_tensorrt"]],"torch_tensorrt.Device":[[71,10,1,"","__init__"],[71,11,1,"","allow_gpu_fallback"],[71,11,1,"","device_type"],[71,11,1,"","dla_core"],[71,11,1,"","gpu_id"]],"torch_tensorrt.Input":[[71,10,1,"","__init__"],[71,11,1,"","dtype"],[71,11,1,"","format"],[71,11,1,"","shape"],[71,11,1,"","shape_mode"]],"torch_tensorrt.logging":[[69,9,1,"","Level"],[69,12,1,"","get_is_colored_output_on"],[69,12,1,"","get_logging_prefix"],[69,12,1,"","get_reportable_log_level"],[69,12,1,"","log"],[69,12,1,"","set_is_colored_output_on"],[69,12,1,"","set_logging_prefix"],[69,12,1,"","set_reportable_log_level"]],"torch_tensorrt.logging.Level":[[69,11,1,"","Debug"],[69,11,1,"","Error"],[69,11,1,"","Graph"],[69,11,1,"","Info"],[69,11,1,"","InternalError"],[69,11,1,"","Warning"]],"torch_tensorrt.ptq":[[70,9,1,"id1","CacheCalibrator"],[70,9,1,"id2","CalibrationAlgo"],[70,9,1,"id0","DataLoaderCalibrator"],[70,12,1,"","get_batch"],[70,12,1,"","get_batch_size"],[70,12,1,"","get_cache_mode_batch"],[70,12,1,"","read_calibration_cache"],[70,12,1,"","write_calibration_cache"]],"torch_tensorrt.ptq.CacheCalibrator":[[70,10,1,"","__init__"]],"torch_tensorrt.ptq.CalibrationAlgo":[[70,11,1,"","ENTROPY_CALIBRATION"],[70,11,1,"","ENTROPY_CALIBRATION_2"],[70,11,1,"","LEGACY_CALIBRATION"],[70,11,1,"","MINMAX_CALIBRATION"]],"torch_tensorrt.ptq.DataLoaderCalibrator":[[70,10,1,"","__init__"]],"torch_tensorrt.ts":[[72,12,1,"","TensorRTCompileSpec"],[72,12,1,"","check_method_op_support"],[72,12,1,"","compile"],[72,12,1,"","convert_method_to_trt_engine"],[72,12,1,"","embed_engine_in_new_module"]],torch_tensorrt:[[71,9,1,"","Device"],[71,9,1,"","DeviceType"],[71,9,1,"","EngineCapability"],[71,9,1,"","Input"],[71,9,1,"","TensorFormat"],[71,12,1,"","compile"],[71,12,1,"","convert_method_to_trt_engine"],[71,9,1,"","dtype"],[71,12,1,"","dump_build_info"],[71,12,1,"","get_build_info"],[69,8,0,"-","logging"],[70,8,0,"-","ptq"],[71,12,1,"","set_device"],[72,8,0,"-","ts"]]},objnames:{"0":["c","macro","C macro"],"1":["cpp","class","C++ class"],"10":["py","method","Python method"],"11":["py","attribute","Python attribute"],"12":["py","function","Python function"],"2":["cpp","function","C++ function"],"3":["cpp","functionParam","C++ function parameter"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","C++ template parameter"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:class","10":"py:method","11":"py:attribute","12":"py:function","2":"cpp:function","3":"cpp:functionParam","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"0":[45,46,47,50,54,55,56,57,58,64,66,68,69,70,71,72,74,76,77,79,80,81],"00":[54,55,56,58],"00000000":[54,55],"000000037777":57,"000000252219":57,"000000397133":57,"0018":58,"002":[54,55],"0023":58,"0026":58,"0070":58,"008":58,"0087":58,"009":55,"00f1b6db":[54,55],"01":[58,68,74],"0106":58,"013":58,"0151":58,"0163":58,"0169":58,"02":[54,55,57,58],"0208":74,"0220":58,"025":58,"025000":58,"0263":58,"028":58,"0296":58,"03":55,"03291":58,"03466":58,"0358":74,"0383":74,"04":[55,58,74,76],"0435":74,"04609":58,"0464":74,"04743":58,"04807":58,"0491":58,"0493":58,"04it":58,"05":[55,56,58],"050000":58,"0505":58,"05080":58,"0530":74,"05311":58,"05374":58,"057":58,"05945":58,"06":[54,55,56],"0622":58,"063":58,"06340":58,"06567":58,"0678":74,"069":58,"07":[55,56],"071":58,"07266":58,"08":[54,55,56],"0805":74,"0818":74,"08331":58,"08555":58,"086":58,"09":[54,55,56],"0932":74,"096":58,"0c106ec84f199a0fbcf1199010166986da732f9b0907768c9ac5ea5b120772db":76,"0f":57,"0mib":[54,55],"0x":55,"0x7f44ed1b3c70":72,"1":[4,5,45,46,47,49,50,54,55,56,57,58,60,63,66,68,69,70,71,72,73,74,75,76,77,79,80,81],"10":[50,54,55,56,57,58,72,73,74,76,77],"100":[54,55,56,57,58],"1000":[54,55,56,57,58],"10000":[54,55],"100000":58,"10018":58,"10070":58,"101168":58,"1012":60,"1013":60,"10130":58,"102248":58,"1024":[54,55,56,57,58,71,72,79],"104":[54,55],"1045":74,"105":58,"1056":74,"1063":74,"107":[54,55],"107194":58,"10732":58,"107625":58,"109":[55,74],"10990":58,"11":[54,55,56,57,58,60,74,76],"110":58,"11299":58,"11499":58,"115269":58,"115740":58,"11594":58,"117969":58,"118358":58,"11879":58,"11888":58,"119":73,"11k":[54,55],"12":[54,55,56,57,58,60,73,74],"120":[56,58,73,74],"126":58,"126382":58,"126834":58,"127":58,"128":[54,55,56,57,58],"128674":58,"129":73,"129518":58,"12a":[54,55],"13":[54,55,56,57,58,76],"132":54,"13388":58,"135453":58,"135936":58,"137":73,"137858":58,"138":73,"138366":58,"139704147265344":58,"14":[54,56,57,58],"1409":77,"141":58,"145":58,"145539":58,"146053":58,"147871":58,"148353":58,"15":[56,58],"1500":58,"1502":74,"1531":58,"1535566590":[54,55],"154":54,"154252":58,"154685":58,"1549":74,"1556":77,"156":54,"1563":58,"156558":58,"156kb":54,"157159":58,"16":[54,55,56,58,71,73,74,75],"163197":58,"163676":58,"165549":58,"165991":58,"166":54,"168":55,"1691":74,"17":[54,55,56,57,58],"170":54,"173":58,"173305":58,"173926":58,"176034":58,"176697":58,"1777":58,"18":[54,55,58,74,76],"182843":58,"183":54,"183426":58,"185":[54,55],"185377":58,"185962":58,"188":58,"19":[55,57,58],"1906":58,"191966":58,"192424":58,"194325":58,"194817":58,"1971":58,"1994":[58,77],"1a":[54,55],"1b":[54,55],"1d":60,"1e":[55,58],"1s":54,"1x1":57,"2":[47,50,54,55,56,57,58,66,68,69,70,71,72,73,74,76,77,80],"20":[54,55,57,58],"200":[54,55,56,58],"2002":58,"2009":77,"201":[54,55],"2010":[58,77],"2014":77,"2017":57,"2018":[54,55],"2019":[54,55,56],"201988":58,"202":[54,55],"2020":[57,67,74],"2021":[54,55],"2023":[58,77],"202665":58,"204763":58,"2048":55,"205461":58,"21":[54,55,57,58],"211393":58,"211987":58,"213899":58,"214450":58,"217":[54,55],"22":[54,55,57,58],"220892":58,"221533":58,"223519":58,"224":[54,55,71,72],"224037":58,"225":[54,55],"226":55,"22777587175369263":54,"229":[54,55],"22w":[54,55],"23":[50,54,55,57,58,60,72],"2305":58,"2334718406200409":54,"233809":58,"234":58,"234434":58,"237":58,"238":58,"238212":58,"239042":58,"24":[54,58,60],"241022":58,"24112":[54,55],"241654":58,"244":[71,72],"247820":58,"248":60,"248445":58,"249":60,"24k":[54,55],"24w":[54,55],"25":[54,58,74],"250366":58,"250959":58,"250w":[54,55],"251":55,"254":58,"256":[54,55,58],"257248":58,"257854":58,"259968":58,"25w":[54,55],"26":[54,55,57],"2606":[54,55],"260660":58,"2620":[54,55],"268160":58,"27":[54,55,58,74],"28":[54,55,57,74,77,81],"280":58,"2802":74,"2836":54,"2846":54,"285":58,"288":58,"29":[54,57,58,74],"291":58,"2_20200626":76,"2c365_subsampl":[54,55],"2e":79,"2f":[54,55,56,57,58],"2s":54,"3":[47,50,54,55,56,57,58,60,63,68,69,70,71,72,73,74,76,77,79,80,81],"30":[54,55,57,58],"300":[56,57,58,79,80],"300x300":57,"302":58,"309":58,"31":[54,55,57,74],"311":58,"314":58,"31c":[54,55],"32":[54,56,57,58,71,73,74,75,77,79,81],"320":77,"3207":58,"32510mib":[54,55],"329273":58,"32bit":79,"32c":[54,55],"32gb":54,"32x32":55,"33":[54,55,56,57,74],"330212":58,"332529":58,"333365":58,"339547":58,"33c":[54,55],"34":[54,55,56,58],"340248":58,"342257":58,"342890":58,"345":58,"346":74,"35":[55,74],"350619":58,"351372":58,"352":[54,55],"353470":58,"35363":[54,55],"353k":[54,55],"354121":58,"3550":58,"35k":[54,55],"35x":54,"36":[55,57,74],"360090":58,"360806":58,"361413":[54,55],"362803":58,"3631":58,"363274":58,"3677":60,"37":[57,58,74],"370369":58,"371057":58,"373071":58,"373766":58,"3763":58,"379890":58,"37c":[54,55],"38":[55,57,73],"380538":58,"382532":58,"3829":54,"383128":58,"385":58,"387":57,"3877":58,"389077":58,"389760":58,"39":[54,55,56,57,58,73],"391815":58,"392399":58,"394":58,"395":58,"3987327516078949":54,"399809":58,"3d":[54,55],"3e":[54,55],"3f":58,"3x3":58,"4":[54,55,56,57,58,63,68,69,74,76],"40":[54,55,57,58],"400":[56,58],"400472":58,"402399":58,"402939":58,"406":[54,55],"408818":58,"409424":58,"4096":58,"41":[54,57],"411513":58,"412097":58,"418537":58,"419128":58,"42":[54,57,58],"421343":58,"421946":58,"429382":58,"43":[54,58],"430156":58,"432259":58,"433079":58,"4352":58,"439":58,"439297":58,"43x":54,"44":[54,58],"440027":58,"442":[54,55,58],"442149":58,"442826":58,"442k":[54,55],"443":[54,55],"4465":[58,77],"449377":58,"449968":58,"45":54,"450":[54,55],"452122":58,"452718":[54,55],"452754":58,"456":[54,55],"4564124643802643":55,"459":58,"46":[54,57,58],"462532":58,"463295":58,"466963":58,"467725":58,"469692":58,"47":[54,57],"470":58,"4700":[54,55],"470336":58,"4726":58,"476204":58,"476738":58,"478809":58,"479375":58,"48":[56,57],"4822":[58,77],"484":58,"485":[54,55],"485666":58,"486":55,"486219":58,"488416":58,"488986":58,"49":[56,57],"4914":[58,77],"49787256121635437":55,"499":58,"4fef":[54,55],"4s":55,"4x":55,"5":[54,55,56,57,58,63,64,69,71,73,74,76,79],"50":[54,56,57,58],"500":[56,58],"504":58,"51":[54,55],"511":58,"5117":58,"512":[55,58,71,72,79],"512364":58,"513354":58,"514046":58,"514638":58,"515270":58,"515859":58,"516441":58,"517009":58,"5172":58,"517600":58,"518167":58,"518752":58,"519333":58,"519911":58,"52":[54,55,57,58],"520473":58,"521038":58,"521596":58,"522170":58,"522742":58,"523360":58,"523957":58,"524581":58,"525059":58,"525366":58,"525675":58,"525962":58,"526257":58,"526566":58,"526885":58,"527188":58,"527489":58,"527792":58,"528097":58,"528387":58,"528834":58,"529163":58,"53":57,"5320":58,"532748":58,"533468":58,"5335":58,"534033":58,"534684":58,"535320":58,"535983":58,"536":58,"536569":58,"537248":58,"537833":58,"538480":58,"539":74,"539074":58,"539724":58,"53k":[54,55],"54":57,"540307":58,"540952":58,"541534":58,"542075":58,"542596":58,"543248":58,"543719":58,"544424":58,"544952":58,"545530":58,"546114":58,"546713":58,"547292":58,"547902":58,"548453":58,"549015":58,"549665":58,"55":54,"550436":58,"551925":58,"553105":58,"55k":[54,55],"56":74,"560":58,"5620":58,"564":58,"5676":58,"568":58,"57":[55,58],"5746":58,"576":[56,74],"58":[55,58],"5d":58,"5f":58,"6":[54,55,56,58,60,63,68,73,74,76],"60":[54,55,57],"600":[56,58],"61":[54,57,58],"613":58,"618":54,"618kb":54,"62":[54,58],"622":[58,60],"63":54,"630":[54,55],"635":58,"636":58,"637":58,"638":58,"639":58,"64":[55,58,75],"640":58,"641":58,"642":58,"643":58,"644":58,"6447006464004517":55,"646":58,"649":58,"64bit":79,"65":[54,58],"6539":58,"655":58,"67":[54,58],"6733":58,"677":58,"68":58,"6812":[54,55],"687":58,"688":58,"6882":54,"689":58,"690":58,"6s":54,"7":[54,55,56,58,63,64,74,76],"70":[54,55,57],"700":[56,58],"701":58,"7099":58,"71":[54,58],"716":58,"7203":58,"72048":76,"721":58,"724":58,"732":58,"735":58,"7376":58,"738":58,"74":[57,58],"742":58,"7454":58,"75":[54,55,58],"7537":58,"76":[54,55,58],"781":58,"79":[57,58],"790":55,"790kb":55,"796":58,"797":58,"8":[4,54,55,56,57,58,60,71,74,76],"80":[54,55,57,58],"800":[56,58],"8000":[54,55],"8001":[54,55],"801":58,"81":[57,58],"818":58,"818977576572eadaf62c80434a25afe44dbaa32ebda3a0919e389dcbe74f8656":76,"82":[54,56,57,58],"8204":58,"821":58,"83":[57,58],"834":58,"8351":58,"837":58,"84":[56,57,58,73,74],"847":58,"84e944ff11f8":[54,55],"85":[55,58],"86":55,"860":58,"86k":[54,55],"87":[55,58],"8732":57,"877":58,"8791":58,"88":[54,55],"89":[54,55],"898":58,"89k":[54,55],"8bit":58,"9":[54,55,56,57,58,74],"90":[54,55,56,57],"900":[56,58],"906":58,"90994":[54,55],"916":58,"92":[54,55,56],"9205bed204e2ae7aafd2e01cce0f21309e281e18d5bfd7172ef8541771539d41":76,"9223372036854775807":68,"923":[54,55],"927":58,"93":55,"9367":58,"94":[54,55,57],"941":58,"944":58,"948":58,"94k":[54,55],"95":54,"952":58,"953":58,"959":58,"96":[54,55,58],"9624":58,"9695370197296143":54,"97":[55,58],"98":[55,56,58],"9899842739105225":55,"99":58,"997":58,"999":58,"9999":58,"9ab0":[54,55],"abstract":[63,66],"boolean":[58,71],"break":58,"byte":[71,72],"case":[1,2,3,48,50,56,57,59,63,66,76,77,78],"catch":[60,74],"char":[4,5,46,74,79],"class":[31,32,46,47,48,53,54,55,56,57,58,63,66,69,73,74,75,77],"const":[1,2,3,4,5,31,32,33,34,35,37,39,46,47,48,60,66,68,74,77],"default":[1,2,3,4,5,17,31,32,45,47,48,49,50,54,55,57,71,72,74,76,77,79,80],"do":[54,55,56,57,59,60,66,73,74,75,77,81],"enum":[1,2,3,44,47,48,53,69,72,77],"export":[58,76],"final":[59,62,64,76],"float":[50,54,55,56,57,68,71,73,74,75,77,79,80],"function":[1,2,3,4,5,48,49,50,53,54,55,56,57,58,60,63,66,73,74,76,77,80,81],"import":[54,55,56,57,58,60,73,74,75,76,78,79,80],"int":[1,4,5,37,46,47,50,58,68,71,72,74,79],"long":[50,59,79],"new":[1,2,3,4,5,34,35,48,49,50,54,55,56,57,58,63,64,66,69,72,74],"public":[1,2,3,4,5,46,47,48,49,50,77],"return":[1,2,3,4,5,25,26,31,32,33,34,35,36,39,44,45,46,47,48,54,55,56,58,60,62,63,64,66,69,71,72,73,74,75,77],"short":60,"static":[49,50,59,66,71,72,74],"super":[46,56,73],"throw":[60,74,79],"true":[1,2,3,5,48,50,54,55,56,57,58,60,66,68,71,72,74,77,80,81],"try":[54,55,56,64,74,80],"var":68,"void":[4,5,27,28,29,30,37,38,44,46,47],"while":[58,76,77],A:[5,31,32,34,35,49,54,55,58,60,66,76,77],AS:[54,55,56,57],And:74,As:[54,55,74],But:74,By:[31,32,53,56,57,73],For:[54,55,56,57,58,59,73,74,76,77,78,80],IS:[54,55,56,57],If:[29,54,55,56,57,58,59,60,69,71,74,76,77,78,81],In:[1,2,3,48,54,55,56,57,58,59,62,63,64,66,67,75,76,77,78],Is:[26,71],It:[54,55,56,57,60,61,62,64,66,76,79],Its:66,No:[54,55],Not:4,OF:[54,55,56,57],OR:[54,55,56,57],On:[54,55],One:74,TO:[74,76],Thats:74,The:[2,48,49,50,54,55,56,57,58,59,60,61,62,63,64,66,69,71,72,73,75,76,77,79,80],Then:[76,77,80],There:[5,54,55,57,58,59,66,73,76,77,78],These:[59,63,77],To:[2,48,54,55,56,57,58,73,74,75,76,80],Will:33,With:[54,55,74,77],_:[54,55,56,57,58],___torch_mangle_10:73,___torch_mangle_4847:63,___torch_mangle_5:73,___torch_mangle_9:73,__and__:68,__attribute__:45,__getitem__:68,__gnuc__:45,__init__:[56,70,71,73],__is__:68,__isnot__:68,__not__:68,__or__:68,__round_to_zero_floordiv:68,__torch__:[63,73,74],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:63,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:63,__version__:58,__visibility__:45,__xor__:68,_affin:58,_all_:60,_c:[72,80],_calibr:58,_convolut:[58,68,74],_input_quant:58,_jit_to_backend:80,_pair:58,_quant:58,_script:72,_shapemod:71,_validate_not_a_forked_repo:[54,55,57],_weight_quant:58,a100:[54,55,56],aarch64:64,ab:68,abi:78,abl:[54,55,56,59,60,66,67,77,80],about:[57,58,59,63,66,71,74,76,79],abov:[27,57,58,74,76],absolut:58,acc:58,acceler:[54,55,56,81],accept:[49,58,63,66,71,74,75,79],access:[57,60,66,67,74,80],accord:[66,72],accordingli:58,accumul:[50,72],accuraci:[57,58,77],achiev:[54,55,56,58],aco:68,acosh:68,acquir:74,across:60,acthardtanh:66,activ:[58,72,74,77,81],activationtyp:66,actual:[56,58,60,63,66,69,73,74],ad:[27,59,79],adaptive_avg_pool1d:68,adaptive_avg_pool2d:68,adaptive_max_pool2d:68,adaptiveavgpool2d:55,add:[28,59,60,66,68,69,74,75,76],add_:[60,68,74],add_patch:57,addactiv:66,addit:[57,58,60,71,74],addlay:74,addshuffl:74,adjust:58,adjust_lr:58,advanc:77,affin:55,after:[57,58,59,60,67,73,74,75,78,79],again:[46,57,63,66],against:[74,79],agre:[54,55,56,57],agx:47,ahead:74,aim:60,algo_typ:[70,77],algorithm:[4,5,31,32,46,70,77],alias:45,align_corn:68,all:[17,44,45,46,47,50,54,55,56,57,58,60,63,71,73,74,75,76,77,78,79],alloc:66,allow:[49,50,54,55,56,57,59,60,71,79],allow_gpu_fallback:[47,48,71,72,77,80,81],allow_tf32:68,almost:74,alpha:[57,68],alreadi:[54,55,56,57,58,59,60,74,77,79],also:[32,50,54,55,56,57,59,66,67,74,75,76,77],altern:49,alwai:[4,5,29,79],amax:58,amax_sequeez:58,amazonaw:[54,55],amount:58,amp:[54,55],an:[3,4,5,49,50,54,55,56,57,58,59,60,62,63,64,66,67,70,71,72,73,74,75,76,77,78,79],analogu:66,analysi:[54,55,57],ani:[49,54,55,56,57,59,66,71,74,75,76,77,79],anneal:58,annot:[66,74],anoth:[73,75],anyth:78,aot:[67,74],apach:[54,55,56,57],apex:57,api:[58,64,66,71,72,74,75,77,78,80],append:[54,55,56,57,58,68],appli:[58,77],applic:[2,32,48,54,55,56,57,60,64,74,75,78,79,80,81],approach:[54,55,56],apr:74,ar:[44,48,50,54,55,56,57,58,59,60,63,64,66,67,71,72,73,74,76,77,78,79,80],arang:68,architectur:[57,58,67,76],archiv:76,aren:74,arg:[59,70,71,74],argc:74,argmax:[54,55],argument:[49,58,60,63,66,71,72,74,79],argv:74,around:[58,60,63,66,73],arrai:[4,5,59],arrayref:[47,49,50],arti:[54,55],arxiv:77,asin:68,asinh:68,aspect:79,assembl:[59,74],assign:[4,5],associ:[59,66,74],associatevalueandivalu:66,associatevalueandtensor:[66,74],assum:[58,80],atan:68,atanh:68,aten:[50,57,58,60,65,66,68,72,74],attach:57,attribut:[60,63,74],auto:[46,66,74,77,81],automat:[54,55,56,74],av:[54,55,56],avail:[54,55,56,57,66,76,79,81],averag:[50,54,55,56,57,58,72,79],avg:[54,57,58,79],avg_pool1d:68,avg_pool2d:68,avg_pool3d:68,avgpool:[55,57,58],avoid:[54,55],await:[54,55],ax:[54,55,57],axi:[54,55,58,68],b1:[54,55],b2:[54,55],b:[54,55,57,68],b_hh:68,b_ih:68,back:[60,63,64,71,73,74],back_insert:46,backbon:57,backend:[54,55,56,57,58,72,80],background:[57,73],backward:58,base:[38,51,52,54,55,56,57,58,63,69,70,71,73,76,77],baselin:58,bash:76,basi:[54,55,56,57],basic:[58,79],batch:[4,5,46,50,54,55,56,57,58,72,77,79,81],batch_norm:[66,68],batch_siz:[46,57,58,77],batched_data_:46,batchnorm2d:55,batchnorm:[57,60],batchtyp:46,bazel:[64,76],bazel_vers:76,bazelbuild:76,bazelisk:76,bazelvers:76,bbox:57,bdist_wheel:76,becaus:[66,73,74,76],becom:66,been:[59,66,74],befor:[50,57,58,60,64,66,67,72,74,76],beforehand:74,begin:[46,76],beginn:73,behav:[54,55,57],behavior:[50,57,71,72],behaviour:[54,55],being:[54,55,56,57,74],below:[57,66,74,76],benchmark:[56,68],benefit:[66,74],best:[54,55,56,76],best_result:57,best_results_per_input:57,best_results_per_input_trt:57,beta:68,better:[54,55,56,57,73,77],between:[57,60,66,76,77],bia:[55,56,58,60,68,74],bin:76,binari:[46,77],bind:[4,5,46],bird:[54,55,58],bit:[50,66,71,72,74],blob:[60,65,77],block0:60,block1:60,block:[59,60,79],bmm:68,bn1:55,bn2:55,bn3:55,bool:[1,2,3,4,5,26,29,31,33,44,46,47,48,50,60,66,68,69,71,72,74,77],bot:57,both:[54,55,56,57,73,76,77],bottleneck:55,bound:[57,58],box:57,branch:76,breed:[54,55],briefli:73,broken:[54,55],bsd:[44,45,46,47],bu:[54,55],buffer:[4,5],bug:76,build:[31,32,36,50,59,62,64,66,71,74,77,79],build_fil:76,builder:[54,55,56,57],builderconfig:47,built:[35,63,64,72,76,79],bust:[54,55],c10:[1,2,47,48,49,50,74,77],c:[44,45,46,47,54,55,56,57,58,64,68,78,79,81],c_api:65,c_str:[66,74],ca6b:[54,55],cach:[4,5,31,32,46,54,55,56,57,58,70,74,77,79],cache_:46,cache_fil:[46,70,77],cache_file_path:[4,5,31,32,46],cache_file_path_:46,cache_size_:46,cachecalibr:[70,77],calcuat:58,calcul:[49,59,74],calib:58,calib_output:58,calibr:[4,5,31,32,46,50,58,70,72,74,77,79],calibrate_model:58,calibration_cache_fil:[31,32,77],calibration_dataload:[31,77],calibration_dataset:77,calibrationalgo:[70,77],call:[31,32,34,50,54,55,56,57,58,60,63,66,72,73,74,80],callmethod:73,can:[1,2,5,31,32,39,48,49,50,54,55,56,57,58,59,60,62,63,64,66,71,72,73,74,75,76,77,78,79,80],cannot:[49,54,55,56,57,58,60,71,72,73],cap:[54,55],capabl:[18,47,50,63,71,72,79,80],captur:58,car:58,cast:[4,5,60],cat:[58,68,76],caught:60,caus:[54,55,56,57,58,66,76],cd:76,cdll:74,ceil:68,ceil_mod:[55,68],cell:57,centercrop:[54,55],cerr:74,certain:76,cf0691493d05062fe3239cf76773bae4c5124f4b039050dbdd291c652af3ab2a:76,chain:66,challeng:58,chanc:66,chang:[32,54,55,56,60,64,77],channel:[3,54,55,58,71],channel_last:[71,72],channels_last:71,check:[1,2,33,48,57,60,66,72,74,76,78,79],check_method_op_support:72,check_method_operator_support:[22,43,47,51,52],checkmethodoperatorsupport:74,checkpoint:[57,58],chimpansee_amber_r_1920x1080:[54,55],chimpanze:[54,55],choic:70,choos:73,ci:[54,55],cifar10:[58,77],cifar:[58,77],circular:58,ckpt:58,ckpt_path:58,clamp:[58,68],clamp_max:68,clamp_min:68,class_pr:58,class_prob:58,classes_to_label:57,classif:[56,57,58,73,74],classifi:[56,58],clear:46,cli:79,clone:68,close:[58,74],closer:60,cloudfront:[54,55],co:68,coco:57,cocodataset:57,code:[54,55,56,57,64,67,73,74,77],collect:[58,74],collect_stat:58,color:[26,29,69],colored_output_on:[29,44,69],com:[54,55,56,60,65,74,76,77,78],come:[54,55,56,76],command:[73,74,76,79],comment:76,common:[55,57,59,60],common_subexpression_elimin:60,commun:74,compar:[57,58],comparis:[1,3],comparison:[2,48],compat:[1,2,48,54,55,56,57,60,63,72,76],compil:[22,33,39,43,47,50,51,52,54,55,56,57,58,60,61,63,66,71,72,73,75,77,78,79,80,81],compile_set:[56,77],compile_spec:[58,77,81],compilegraph:[74,77],compilesepc:35,compilespec:[4,5,22,34,39,43,47,51,52,74,77,81],compilespecstruct:[0,51],complet:[54,55,56,57,73,74],complex:[73,76],compli:57,complianc:[54,55,56,57,79],compliat:77,complic:76,compon:[56,62,64,73,78],compos:[54,55,56,57,58,73,77],composit:[58,74],comprehens:57,comput:[50,54,55,56,57,58,76,77],compute_amax:58,conclus:[54,55],conda:[54,55,58],condit:[54,55,56,57],confid:[54,55,57],config:[54,76],configur:[34,39,49,67,71,72,74,76,77],conflict:[54,55,56,57],connect:[54,55,60,72,81],consid:74,consist:60,consol:79,consolid:73,constant:[58,59,60,74],constant_pad_nd:68,constexpr:[1,2,3,47,48],construct:[1,2,3,4,5,48,49,50,59,60,62,64,66,70,71,74,77],constructor:[1,3,48,49,50,63,73],consum:[5,59,73],contain:[31,33,54,55,56,57,59,60,66,71,73,74,76,77,78],content:77,context:[54,55,56,57,58,59,62,63,64],contigu:[3,49,50,71,72,79],continu:[54,55,56,57,78],contributor:74,control:[54,55,56,57,73],conv1:[55,56,73,74],conv2:[55,56,73,74],conv2d:[55,56,58,73],conv3:55,conv4_x:57,conv5_x:57,conv:[50,58,74,79],convect:49,conveni:[57,77],convent:[54,55,56,57],convers:[54,55,56,57,58,60,63,71,72,74],conversionctx:[66,74],convert:[4,5,33,34,39,54,55,56,57,58,60,61,62,64,67,71,72,75,78,80],convert_method_to_trt_engin:[22,43,47,51,52,71,72,80],convertgraphtotrtengin:74,convien:50,convienc:[4,5,50],convolut:[54,57,58,72,77,81],coordin:64,copi:[46,54,55,56,57,66,68,70],copy_:68,copyright:[44,45,46,47,54,55,56,57,74],core:[47,54,55,56,57,60,64,71,74,79,81],core_id:71,corpor:[44,45,46,47,54,55,56,57],correct:[58,63,76],correctli:76,correspond:[54,55,57,58,66],cosh:68,count_include_pad:68,counterpart:58,coupl:[54,55,56,59,64,78],cout:74,cp:76,cpp:[15,16,44,45,46,47,53,60,64,74,77],cpp_frontend:77,cppdirectori:[23,51],cppdoc:74,creat:[31,32,35,54,55,56,57,58,59,63,66,72,74,79],create_model:54,create_transform:54,createinferbuild:[54,55,56,57],creating_torchscript_module_in_python:75,credit:74,crit:58,criteria:[61,62,64],cross:58,crossentropyloss:58,cs:77,csrc:[60,65],cstddef:77,ctx:[66,74],ctype:74,cu102:76,cuda113:76,cuda:[50,54,55,56,57,58,63,71,74,75,76,77,80],cuda_runtim:[22,47],cudafloattyp:74,cudasetdevic:37,cudnn8:76,cudnn:[54,55,56,57,58],cudnn_en:68,cumsum:68,curl:76,current:[25,63,66,72],custom:76,cxx11:78,cycler:[54,55],d17fnq9dkz9hgj:[54,55],d:[54,55,56,57,58,79,81],data:[1,3,4,5,31,32,46,48,49,50,54,55,56,57,58,59,62,64,66,68,70,71,72,77,79],data_dir:77,data_load:58,dataflow:[66,74],dataload:[5,31,32,46,50,58,70,77],dataloader_:46,dataloadercalibr:[70,77],dataloaderopt:77,dataloaderuniqueptr:[5,46],dataset:[32,57,58,70,77],datatyp:[2,22,40,47,48,49,50,51,52,71,72,75],datatypeclass:[0,51],dateutil:[54,55],dbg:76,dead_code_elimin:60,deal:66,debug:[17,29,47,50,58,66,69,72,79,80],debugg:[72,79],decid:[56,71],declar:[58,76],decod:[54,55],decode_result:57,deconvolut:81,decor:[54,55],dedic:60,deep:[54,55,56,57,58,66,67,77,81],deeplearn:65,deeplearningexampl:57,deer:58,def:[54,55,56,57,58,73],defin:[1,2,3,4,5,17,18,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,45,48,49,50,53,54,55,56,58,71,73,74,75,77,79],definit:[53,66],delet:[1,2,3,47,48,60],delimit:60,demo:[54,55,57,77],demonstr:[54,55,56,57,77],denorm:57,dep:76,depend:[32,36,54,55,57,58,59,64,74,78],depickl:63,deploi:[54,55,56,62,64,67,74,77],deploy:[54,55,56,58,74,75,77,78,79,81],deprec:68,dequantizelay:58,describ:[50,54,55,56,57,66,73,80],deseri:[71,72,74],design:[54,55,56,81],desir:[58,77],destroi:[54,55,56,57,66],destructor:66,detail:[54,55,58,73,74,78],detect:[49,54,55,56,58,63],detections_batch:57,determin:60,determinist:68,develop:[54,55,56,67,74,76],deviat:79,devic:[0,22,35,37,40,47,50,51,52,54,55,56,58,63,68,70,71,72,75,77,79,80,81],device_typ:[47,48,71,77,80,81],deviceclass:[0,51],devicetyp:[22,40,47,48,51,52,71,77,80,81],devicetypestruct:[0,51],dict:[57,71,72],dictionari:[71,72,80],differ:[32,54,55,56,57,58,60,64,67,73],differenti:[54,55,56],dilat:[55,56,57,58,68],dim0:68,dim1:68,dim:[54,55,58,68],dim_int:68,dim_intlist:68,dimens:[49,60],dir:58,direct:78,directli:[66,67,70,76,77],directori:[19,20,21,22,23,44,45,46,47,51,55,58,76,77],disabl:[54,55,56,57,58,69,76,79],disable_calib:58,disable_qu:58,disable_tf32:[47,50,72,77],disclos:76,disp:[54,55],displai:79,disregard:54,dist:76,distdir:76,distribut:[54,55,56,57,71,74,77,78],div:68,div_:68,divisor_overrid:68,dl_open:78,dla:[2,47,48,67,71,72,79],dla_cor:[47,48,71,77,79,80,81],dla_standalon:79,dlacor:79,doc:[58,64,65,76],docker:[54,55,56,57],docsrc:64,document:[44,45,46,47,51,52,64,73,74,77,78,80],doe:[45,46,54,55,57,60,66,77],doesn:[58,73,74],dog:58,domain:77,don:[56,66,77],done:[54,55,57,59,64],dont:44,doubl:[50,72,79],down:[54,55,56,76],download:[58,76,77],downsampl:55,doxygen_should_skip_thi:[46,47],driver:[54,55,76],drop:[57,76],dtype:[47,49,50,54,55,56,57,58,68,71,72,75,79],due:[4,5,54,55,56,57,58,76],dump:[38,76,79],dump_build_info:[22,40,47,51,52,71],dure:[50,58,66,70,77,78,79],dynam:[49,50,57,58,71,72],e1109:58,e:[31,32,54,55,57,60,66,71,73,74,76,77,79],each:[4,5,50,57,58,59,60,63,66,74,76],eager:[54,55,56],earlier:[54,55],earliest:58,eas:45,easi:[59,60,74,77,79],easier:[58,62,64,66,74,77],easiest:76,easili:[4,5],ecc:[54,55],ecosystem:[54,55,56,57],edgecolor:57,edu:77,effect:[58,60,74,77],effici:66,efficientnet_b0:54,efficientnet_b0_model:54,efficientnet_b0_trac:54,efficientnet_preprocess:54,either:[49,50,54,55,56,57,66,71,72,73,74,76,79],el:68,element:63,element_typ:46,els:[45,46,49,58,72],elu:68,emb:[35,72,79],embed:[63,68,72,79,81],embed_engine_in_new_modul:[22,43,47,51,52,72],emit:59,empti:[50,56,72,73],emum:[17,18],enabl:[4,5,26,50,54,55,56,57,58,61,62,64,69,70,72,79],enable_calib:58,enable_precis:74,enable_qu:58,enabled_precis:[47,50,54,55,56,57,58,71,72,74,75,77,80,81],enalbed_precis:81,encod:63,encount:76,end:[46,66,68,72,74,77,79],end_dim:[68,74],end_tim:[54,55,56,57,58],endif:[45,46,47],enforc:74,engin:[1,2,18,34,35,39,47,48,49,50,59,62,64,67,71,72,74,75,77,78,79,80,81],engine_converted_from_jit:74,enginecap:[0,22,40,47,50,51,52,71,72,80],enhanc:57,enough:58,ensur:[32,58,60],enter:59,entir:58,entri:[50,66],entropi:[31,32,58,77],entropy_calibr:70,entropy_calibration_2:[70,77],enumer:[1,2,3,17,18,48,58,70],environ:[54,55],ep:[55,68],epoch:58,eq:68,equival:[34,54,55,56,57,62,64,66,72,73,74,77],equivil:39,erf:68,error:[17,50,54,55,56,57,59,60,64,69,72,74,76,79],eskimo_dog:54,etc:81,eval:[54,55,56,57,58,74,75],evalu:[57,62,63,64],evaluated_value_map:[59,66],even:74,event:49,everi:74,everyth:17,ex:[1,2,3,48],exactli:57,exampl:[49,54,55,56,57,58,63,64,66,71,72,73,74,77,78],except:[54,55,56,57],exception_elimin:60,execpt:60,execut:[35,54,55,56,57,60,62,63,64,71,72,73,74,77,79],execute_engin:[63,74],exeuct:63,exhaust:74,exist:[5,33,34,39,54,55,56,57,70,71,72,76,77],exp:68,expand:[60,68],expand_a:68,expanded_pad:58,expect:[49,50,54,55,56,57,60,66,71,74],experi:[54,55,56],experiment:58,explic:[46,58],explicit:[1,2,3,4,5,47,48,60,67,77],explicitli:[58,61,62,64,77,80],explict:46,explictli:1,expon:68,expos:77,express:[54,55,56,57],extend:[62,64,66,74],extent:[67,74],extra:[50,74],extract:74,extractor:56,f16:[74,79,81],f1:[54,55],f32:79,f:[56,58,73,76],facecolor:57,fact:76,factori:[5,31,32,77],fail:[74,81],fake:58,fake_quantize_per_:58,fake_quantize_per_channel_affin:[58,68],fake_quantize_per_tensor_affin:[58,68],fall:71,fallback:[61,62,64,66,79,81],fals:[1,2,3,4,5,46,47,48,50,55,57,58,68,71,72,74,77,80],famili:[54,55,56,57,58],familyhandyman:[54,55],fan:[54,55],fashion:74,faster:58,fbed:[54,55],fc1:[56,73,74],fc2:[56,73,74],fc3:[56,73,74],fc:[50,55,57,58,60,79],feat:[56,73,74],featur:[54,55,56,57,58,74,77,79,80],fed:[4,5,49],feed:[31,32,58,74],feel:67,few:[54,55,56,71],field:[4,5,77],fig:[54,55,57],file:[1,2,3,4,5,6,7,8,9,10,11,12,13,17,18,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,48,49,50,54,55,56,57,58,63,64,70,71,72,74,76,77,79],file_path:79,filer_publ:[54,55],filer_public_thumbnail:[54,55],fill:[54,55,56],filter:[57,58],find:[5,57,74],fine:58,finetun:58,first:[49,54,55,56,57,58,59,60,74,75,77],five:57,fix:[50,55,57,81],fixed_s:[47,50],flag:[58,61,62,64,70,76,78,79],flatten:[56,68,73,74],flatten_convert:74,flexibl:[54,55,56,57],float16:[54,55,56,57,71,79],float32:[49,50,54,55,58,71,72,79],float64:72,float_int:68,floor:68,floor_divid:68,floordiv:68,flow:[54,55,56,57,58,66,73],fly:73,follow:[54,55,56,57,58,63,73,74,76,77,78,79],footprint:[54,55,56],forc:[72,79],form:[59,71],format:[47,49,50,54,55,56,57,58,71,72,75,79],forum:76,forward:[31,32,34,35,56,58,63,66,71,72,73,74,77,80],found:[44,45,46,47,54,55,56,57,74,76,77,78],fp16:[1,49,50,56,57,58,67,74,75,79,81],fp32:[1,49,50,56,57,58,67,72,77,79],framework:[54,55,56,57],freed:66,freeze_modul:60,friend:47,frog:58,from:[1,2,3,4,5,31,32,46,48,49,50,54,55,56,57,58,59,60,62,63,64,66,67,72,73,74,77,79],frozen:58,fssl:76,fstream:[21,46],full:[50,58,66,74,77,78,79,81],fulli:[33,60,72,74,77,79,81],fuse:[54,55,56],fuse_addmm_branch:60,fuse_flatten_linear:60,fuse_linear:60,fusion:66,futur:[54,55,56,58],g:[31,32,60,71,76,77,79],gain:57,gamma:68,gaurd:45,gcc:[64,74],ge:68,gear:77,gelu:68,gener:[4,5,32,54,55,56,57,58,60,63,64,66,73,74,76,77,79],get:[1,2,3,4,5,25,36,46,48,57,58,60,66,69,71,76,77],get_batch:70,get_batch_impl:46,get_batch_s:70,get_build_info:[22,40,47,51,52,71],get_cache_mode_batch:70,get_coco_object_dictionari:57,get_is_colored_output_on:[19,41,44,51,52,69],get_logging_prefix:[19,41,44,51,52,69],get_reportable_log_level:[19,41,44,51,52,69],getattr:[60,63,73,74],getbatch:[4,5,46],getbatchs:[4,5,46],getdimens:[66,74],getlogg:[54,55,56,57],getoutput:[66,74],gi:[54,55],github:[54,55,56,57,60,65,74,76,77,78],give:56,given:[49,50,54,55,56,57,60,70,71,72,73,74,79,80],global:[28,58,74],gnu:76,go:[46,54,55,56,57,58,60,67,73,74],goal:66,goe:58,good:[46,66],got:74,govern:[54,55,56,57],gpu:[2,34,37,39,47,48,54,55,56,58,71,72,74,77,79,80,81],gpu_id:[37,47,48,71,77,79,80,81],granular:56,graph:[17,33,34,39,47,54,55,56,57,58,59,62,64,66,67,69,72,73,74,79],great:[54,55,56,57,74],green_mamba:55,group:[58,68],gru_cel:68,gt:[54,55,68],gtc:67,guard:60,guard_elimin:60,gulf:[54,55],gz:[76,77],h:[1,2,3,4,5,6,7,8,9,10,11,12,13,16,17,18,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,48,49,50,51,53,54,55,57,60,74,77,79],ha:[54,55,56,57,58,59,60,61,62,64,66,73,74,77],hack:46,hakaimagazin:[54,55],half:[56,57,58,71,74,75,77,79,80,81],handl:[57,60,63],happen:[54,55,56,58,73],hardtanh:[66,68],hardtanh_:68,hardwar:[54,55,56,57,81],hash:76,have:[32,46,54,55,56,57,59,60,66,67,71,72,73,74,76,77,79],haven:74,head:57,header:[54,55,74],help:[29,54,55,56,58,59,66,74,78,79],helper:[54,55,56,57,58,66],here:[46,54,55,56,57,59,63,73,74,76,77,78],hermet:76,hfile:[23,51],hidden:45,hierarchi:58,high:[54,55,57,60],higher:[60,73],hinton:77,hist_percentil:58,histogram:58,historgram:58,hold:[48,49,59,66,77],holder:63,home:76,hood:[64,75],hors:58,host:76,how:[4,5,54,55,57,58,73,78,80],howev:[32,54,55,56,57,76],html:[58,65,73,76,77],http:[54,55,56,57,58,60,65,73,74,76,77,78],http_archiv:76,hub:[54,55,57],huski:[54,55],hx:68,hybrid:72,i8:79,i:[54,55,56,57,58,60,66,73,74,77,79],id:[37,47,54,55,57,71,79,81],idea:60,ident:79,idx:[57,68],ifndef:[46,47],ifstream:46,ignor:71,iint8calibr:[4,5,31,32,46,47,50,72,77],iint8entropycalibrator2:[4,5,31,32,46,77],iint8minmaxcalibr:[31,32,77],ilay:66,illustr:58,imag:[54,55,57,58,77],image_idx:57,imageio:[54,55],imagenet:[54,55,58],imagenet_cla:[54,55],imagenet_class_index:[54,55],images_:77,img0:[54,55],img1:[54,55],img2:[54,55],img3:[54,55],img:[54,55],img_path:[54,55],impact:[54,55,56,57],implement:[4,5,54,55,56,57,60,63,74,77,78],impli:[54,55,56,57],implic:60,implicit:68,implicitli:71,implictli:71,improv:58,imshow:[54,55,57],in_featur:[55,56],in_shap:74,in_tensor:73,incas:46,includ:[14,16,17,36,38,44,45,46,47,53,54,55,56,57,61,62,63,64,73,74,76,77,79],includedirectori:[23,51],incompat:76,incorrect:58,ind:[54,55],inde:[54,55,56,57],independ:[54,55,57],index:[58,65,67,68,77],indic:68,indigo_bunt:54,inetworkdefinit:59,infer:[54,55,56,58,60,71,72,74,77],info:[17,34,39,47,50,66,69,71,74,79],inform:[27,35,36,38,49,57,58,59,63,67,71,73,74,76,77,79,80],infrastructur:77,ingest:64,inherit:[51,52,77],init_weight:58,initi:58,inlin:[1,2,3,4,5,31,32,46,48,50,60,74],inner:50,inplac:55,input0:74,input1:74,input2:74,input:[4,5,22,32,40,46,47,50,51,52,54,55,56,57,58,59,60,63,66,68,71,72,73,74,75,77,79,80,81],input_0:[63,74],input_batch:[54,55],input_data:[54,55,56,57,58,73,75],input_file_path:[79,81],input_is_dynam:47,input_s:74,input_scal:68,input_shap:[54,55,56,57,58,77,81],input_spec:79,input_tensor:[54,55],inputclass:[0,51],inputrang:74,insert:[58,74,77],inspect:[54,55,56,57,66,73,74],instal:[54,55,57,58,67,74,78],instanc:[54,55,56,60,70,73,74],instance_norm:68,instanti:[62,63,64,66,74],instatin:[1,2,3,48],instead:[50,54,55,56,57,58,59,60,74,78,79],instnanti:63,instruct:[61,62,64,74,76],insur:76,int32:[71,72],int64:72,int64_t:[47,48,49,50,77,81],int8:[1,46,49,50,67,71,72,77,79,81],int8_t:47,int8cachecalibr:[21,32,42,46,51,52],int8cachecalibratortempl:[0,51],int8calibr:[4,21,31,42,46,51,52],int8calibratornamespac:[0,51],int_float:68,integ:[58,71],integr:[54,55,56,67],intend:76,intent:60,intercompat:[54,55,57],interest:60,interfac:[1,2,3,48,63,64,66,77],intermedi:[17,54,55,56,73],intern:[2,17,48,54,55,56,57,58,66,74],internal_error:69,internalerror:69,interpret:[54,55,56,63],intro_to_torchscript_tutori:73,introduc:[54,55,56,57,58],invalid:[54,55,56,57,58],invok:[73,74],involv:[54,55,56],io:[46,54,55],iostream:[21,22,46,47,74],ir:[54,55,56,62,64,66,71,73],is_avail:[54,55],is_floating_point:68,is_train:77,iscustomclass:66,isinst:58,issu:[4,5,54,55,56,74,76],istensor:66,istream_iter:46,it_:46,item:[54,55,58],itensor:[59,66,74],iter:[21,46,50,54,55,56,57,58,59,70,72,79],its:[32,54,55,56,57,59,63,66],itself:[1,2,3,48,60,76,79,80],ivalu:[59,63,66,74],jetpack:76,jetpack_4:76,jetson:[54,55,56,71],jit:[33,34,35,39,47,54,55,56,57,58,59,60,62,63,64,65,66,71,72,73,74,75,79,80],jit_model:58,join:58,jpeg:[54,55],jpg:[54,55,57],jpg__1920x1080_q85_subject_loc:[54,55],json:[54,55],json_fil:[54,55],just:[46,47,54,55,57,60,67,73,74,75,78,80],k:[68,77],kb:[54,55],kbool:[1,47],kchannelslast:[3,47],kchar:[1,47],kclip:66,kcontigu:[3,47,49],kcpu:[2,48],kcuda:[2,48,74],kdebug:[17,44,46],kdla:[2,47,48,81],kdla_standalon:[18,47],keepdim:68,kei:[58,73],kept:58,kernel:[49,50,54,55,56,66,71,72,79],kernel_s:[55,56,68],kerror:[17,44],keyword:[71,72],kf16:[77,81],kfloat:[1,47,50],kgpu:[2,47,48],kgraph:[17,44,60],khalf:[1,47,74],ki8:77,kind:[54,55,56,57,59,71],kinfo:[17,44,46],kint:[1,47],kinternal_error:[17,44],kiwisolv:[54,55],know:[44,66],known:57,kriz:77,krizhevski:77,ksafeti:[18,47],kstandard:[18,47,50],ktest:77,ktrain:77,kunknown:[1,3,47],kwarg:[58,70,71],kwarn:[17,44],l:68,label:[57,58,77],lack:[61,62,64],laid:74,lambda:[54,55,57,66,74],languag:[54,55,56,57,73],larg:[54,55,56,58,62,64,74,77],larger:77,largest:68,last:[3,57,60,71],later:[32,74],latest:76,law:[54,55,56,57],layer1:55,layer2:55,layer3:55,layer4:55,layer:[48,50,54,55,56,57,58,59,60,66,72,74,77,79,81],layer_norm:68,layout:[3,49,68,71,72],ld_library_path:76,ld_preload:78,ldd:76,le:68,leaky_relu:68,leaky_relu_:68,learn:[58,67,74,76,77,81],least:[54,55],leav:[56,58,60],left:57,legacy_calibr:70,len:[54,55,57,58,68],lenet:[57,73,74],lenet_script:[73,74],lenetclassifi:[56,73],lenetfeatextractor:[56,73],length:[4,5,46,54,55,68],let:[48,54,55,56,57,60,66,71,72,79],level:[19,25,27,28,41,44,46,51,52,54,55,56,58,60,64,69,73],levelnamespac:[0,51],leverag:[54,55,56,57,77],lib:[54,55,58,60,74,76],librari:[36,44,45,46,47,54,55,56,57,58,62,63,64,66,74],libtorch:[5,38,54,55,56,57,66,74,76,77],libtorch_pre_cxx11_abi:76,libtorchtrt:[74,76,79],libtorchtrt_plugin:78,libtorchtrt_runtim:78,licens:[44,45,46,47,54,55,56,57,74],like:[54,55,56,57,59,60,63,66,73,74,75,76,77,78,79],limit:[54,55,56,57,60,77],line:[74,79],linear:[3,55,56,58,68,71,73],linewidth:57,link:[59,67,74,78,79],linux:[64,74,76],list:[19,20,21,22,33,50,53,57,58,59,63,66,68,71,72,74,75,76],listconstruct:[59,63,74],listunpack:[63,74],live:66,load:[54,55,57,58,63,70,72,74,75,77,78,79,80],load_calib_amax:58,load_librari:78,load_state_dict:58,loader:[54,55,56,57],loading_data_recip:77,local:[54,55,56,57,58,60,74],locat:[57,76,77],log:[16,17,20,21,23,40,46,51,52,53,58,60,66,67,68,71],log_debug:66,logger:[54,55,56,57,69],loggingenum:[0,51],loglevel:69,longer:[54,55,56,78],look:[58,59,60,73,77,80],loop_unrol:60,lorikeet:55,loss:[58,77],lot:66,lower:[17,71],lower_graph:60,lower_tupl:60,loweralltupl:60,lowersimpletupl:60,lowest:50,lr:58,lstm_cell:68,lt:[58,68],ltorchtrt:78,lvl:[27,28,44],m:[54,55],machin:[54,55,56,63,76,77],macro:[6,7,8,9,10,11,12,13,16,19,22,23,44,47,51,53],made:[57,60,62,64],mai:[54,55,56,57,59,63,64,73,74,76,77],main:[57,60,62,63,64,66,74],maintain:[54,55,56,57,63,66],major:[54,55,56,57,64],make:[54,55,56,57,59,74,75,76,77,81],make_data_load:[5,77],make_int8_cache_calibr:[21,42,46,51,52,77],make_int8_calibr:[21,32,42,46,51,52,77],manag:[54,55,59,62,64,66,71,74],mangag:60,mantissa:[50,72],manual:76,map:[2,48,59,60,62,64,66,74,77,80],mark:60,marknodesforfallback:60,mask:68,masked_fil:68,master:[60,65,76,77,78],mat2:68,match:[50,60,76],matmul:[60,68,74],matplotlib:[54,55,57],matrix:65,matur:64,max:[49,50,55,56,57,58,66,68,71,79],max_batch_s:[47,50,72,77,79,80],max_bound:58,max_c:79,max_h:79,max_n:79,max_pool1d:68,max_pool2d:[56,68,73,74],max_pool3d:68,max_shap:[47,49,56,71,72,75],max_val:[66,68],max_valu:58,max_w:79,maxcalibr:58,maximum:[49,50,58,72,79],maxpool2d:55,maxpool:55,mb:[54,55,79],md:65,mean:[50,54,55,56,57,58,66,67,68,72,79],mechan:66,media:[54,55],meet:71,member:[48,49,50,71],memeori:3,memori:[21,22,46,47,50,54,55,56,60,66,71,72,74,75],memory_format:[68,71],memoryformat:[3,47],mention:[54,55],menu:79,messag:[17,27,28,69,79],metadata:[63,66],method:[33,34,35,39,49,54,55,56,57,58,60,66,71,72,73,74,76,80],method_nam:[33,39,47,71,72,74],mig:[54,55],might:[58,60,76],min:[49,50,66,68,71,79],min_block_s:[47,50,72],min_bound:58,min_c:79,min_h:79,min_n:79,min_shap:[47,49,56,71,72,75],min_val:[66,68],min_valu:58,min_w:79,mini:[54,55],minim:[50,72,77,79],minimum:[49,50,69,72,79],minmax:[31,32,77],minmax_calibr:70,miss:74,mix:57,mkdir:[54,55,76],mobilenet_v2:80,mod:[74,77,79],mode:[58,75,77],mode_:77,model:[63,73,74,75,77,79,80],model_math:57,model_nam:58,model_state_dict:58,modern:57,modifi:76,modified_state_dict:58,modul:[33,34,35,39,47,50,54,55,56,57,58,61,62,63,64,66,67,71,72,75,77,79,80,81],modular:74,module_fallback:60,momentum:[55,58,68],more:[54,55,56,57,58,59,67,71,73,74,76,77,78,80],most:[64,76,78],move:[31,46,47,54,55,56,60,63,72,74,77],ms:[54,55,56,57,58],mse:58,msg:[28,44,69],much:[66,77],mul:[58,68],mul_:68,multi:79,multipl:[63,77],multipli:[50,72],must:[49,50,54,55,57,60,66,71,72,74,76,78,79],mymodel:75,n01537544:54,n01739381:54,n01749939:55,n01820546:55,n02109961:54,n02110185:55,n02481823:[54,55],n:[54,55,66,74,77,79],name:[4,5,33,39,46,54,55,57,58,63,66,70,72,73,74,76,80],named_modul:58,namespac:[0,44,45,46,47,53,60,67,77],narrow:[58,68],nativ:[58,64,65,74],native_funct:65,nbbind:[4,5,46],nchw:[3,71,72],ncol:[54,55],ne:[60,68],necessari:[44,78],need:[1,2,3,27,32,45,48,57,59,60,66,74,75,76,77,78],neg:68,negative_slop:68,nest:[51,52],net:[54,55,66,74],network:[31,32,54,55,56,57,58,66,74,77,81],networkx:[54,55],neural:[54,55,57,81],new_lay:66,new_local_repositori:76,new_lr:58,new_siz:77,newer:[54,55,56],next:[4,5,57,58,59,63,77],ngc:[54,57,76],nhwc:[3,71,79],nice:76,ninja:76,nl:[54,55],nlp:[31,32,77],nn:[54,55,56,58,60,65,71,72,73,74,75],no_grad:[54,55,56,57,58],node:[58,60,61,62,64,66,74],node_info:[66,74],noexcept:[4,5,46,77],non_block:[58,68],none:[57,58,66,68,71,72],norm:68,normal:[1,2,3,48,54,55,56,57,58,73,74,77,81],normalized_shap:68,noskipw:46,notatemoduleforfallback:60,note:[2,48,49,54,55,66,71,74,76,81],notebook:[54,55,56,57,58,64],notic:[56,57],now:[54,55,56,57,60,64,66,74,76,80],np:[54,55,56,57,58],nrow:[54,55],nrun:[54,55,56,57,58],nullptr:[46,47,50],num:79,num_avg_timing_it:[47,50,72,80],num_batch:58,num_bit:58,num_calib_batch:58,num_class:58,num_epoch:58,num_it:79,num_min_timing_it:[47,50,72,80],num_work:[58,77],number:[4,5,50,54,55,58,60,66,71,72,74,79],numel:68,numer:79,numpi:[54,55,56,57,58],nvcr:54,nvidia:[34,39,44,45,46,47,54,55,56,57,58,60,65,71,72,74,76,77,78,79,81],nvidia_deeplearningexamples_torchhub:57,nvidia_ssd:57,nvidia_ssd_processing_util:57,nvidia_tacotron2:57,nvidia_tts_util:57,nvidia_waveglow:57,nvinfer1:[4,5,31,32,46,47,50,66,77],nvinfer:[21,46],nwarmup:[54,55,56,57,58],o:[54,55,76],obj:68,object:[1,2,3,4,5,48,49,50,63,66,70,72,77,80],observ:[54,55,58],obsolet:57,obtain:[54,55,56,57,58,75],obvious:73,oct:[54,55],octet:[54,55],off:[54,55,57,63],offici:76,ofstream:[46,74],ok:[54,55,74],okai:50,older:64,onc:[44,45,46,47,59,60,63,77,78],one:[54,55,56,57,58,60,66,69,71,72,73,74],ones:[44,54,55,56,57,61,62,64,74,76],onli:[2,4,5,17,32,46,48,49,50,54,55,56,57,60,64,66,69,71,72,76,77,78,79,81],onnx:60,onto:[63,79],op:[54,55,57,58,59,60,62,64,66,71,74,78,79],op_precis:[54,55,57],open:[54,55,56],oper:[1,2,3,4,5,33,46,47,48,50,54,55,56,58,59,60,61,62,63,64,66,67,71,72,75,77,79,81],oppos:72,opset:[62,64],opt:[49,50,54,55,58,71,76],opt_c:79,opt_h:79,opt_n:79,opt_shap:[47,49,56,71,72,75],opt_state_dict:58,opt_w:79,optim:[49,54,55,56,57,58,60,67,73,74,75,79],optimin:49,optimiz:[54,55,56,57,73],option:[46,49,61,62,64,71,76,77,78,79,81],order:[50,54,55,56,57,66,72,74,75],org:[54,55,56,57,58,65,73,74,76,77],origin:[57,58],original_nam:56,os:[47,58],ostream:47,other:[1,2,3,47,48,54,55,56,57,58,59,60,63,67,68,74,75,76,78,79],otherwis:[54,76,78],our:[54,55,56,57,64,73,74],out:[33,46,54,55,56,58,59,60,62,64,66,69,72,74,76],out_dir:58,out_featur:[55,56],out_shap:74,out_tensor:[66,74],output0:60,output:[26,29,50,54,55,56,57,58,59,60,63,66,69,74,76,79],output_file_path:[79,81],output_pad:68,output_s:[55,68],outself:74,over:[54,55,56,62,64],overkil:56,overrid:[4,5,31,32,46,71,77],overview:[65,67],own:[54,55,56,66,74],p0:[54,55],p:[68,74,79,81],packag:[54,55,58,60,74,79],pad:[55,58,68],padding_idx:68,padding_mod:58,page:67,pair:[60,66,76,77],paper:[54,55,57],param:70,param_group:58,paramet:[1,2,3,4,5,27,28,29,31,32,33,34,35,37,39,48,49,50,58,59,60,66,69,71,72,73,74],parent:[15,16,19,20,21,22],pars:[58,74],part:[64,79],partial:[54,55,56,57,79],particular:[56,72],partit:60,pass:[54,55,56,57,58,59,61,62,63,64,66,70,73,74,77],patch:57,path:[5,14,15,16,31,32,54,55,56,57,58,70,71,73,74,76,77,79],path_to_torchtrt_root:76,pathwai:73,pattern:[66,71,74],pcie:[54,55],peephole_optimz:60,per:[57,58],percentil:58,perf:[54,55],perfom:58,perform:[31,32,54,55,56,57,77],performac:77,permiss:[54,55,56,57],permut:68,persist:[54,55],phase:[17,58,66,74],pick:[56,73],pick_best:57,pickler:63,pid:[54,55],pil:[54,55],pillow:[54,55,57],pin_memori:68,pip3:76,pip:[54,55,57,76],pipelin:[79,81],piplein:74,pixel_shuffl:68,place:[49,60,76,77],plan:[64,79],plane:58,platform:[47,54,55,56,64,76,79,81],pleas:[58,74,76],plot:57,plot_result:57,plt:[54,55,57],point:[71,74],pointer:[4,5,54,55,56,57,77],pool:[55,56,57,58,81],pop:63,popular:76,portabl:[54,55,56,57,63,72],posit:[71,79],possibl:[54,55,56],post:[31,32,50,67,74,79],potenti:50,pow:68,power:[54,55,56,74],pr:74,practic:[54,55,56],pragma:[44,45,46,47,77],pre:[35,54,55,58,60,70,72,77,78],pre_cxx11_abi:76,precis:[50,56,57,67,71,72,74,75,77,79,81],pred:[54,55,58],pred_label:57,pred_loc:57,predict:[54,55,57],prefer:74,prefix:[29,30,44,69],preinstal:76,prelu:68,prepar:[54,55,56,57],prepare_input:57,prepare_tensor:57,preprint:77,preproc:70,preprocess:[54,55,58,77],preserv:[58,73,77],prespect:73,pretrain:[54,55,57,80],pretti:74,prevent:[50,79],previous:[32,35,74],prim:[59,60,63,68,73,74],prim_devic:68,primarili:[64,74],primer:57,print:[17,33,46,54,55,56,57,58,69,71,72,74,80],priorit:76,privat:[4,5,46,47,77],prob:[54,55],probabl:[54,55,57],probablil:[54,55],process:[54,55,56,57,58,73,77,79,80],prod:68,produc:[49,59,63,66,74],product:[50,54,55,56],profil:[49,56],program:[19,20,21,22,32,53,54,55,56,57,62,63,64,67,73,79],properli:76,propog:60,provid:[4,5,50,54,55,56,57,63,66,71,72,74,75,76,77,78,79,80],providi:[62,64],pt:[54,55,57,58,74,79],pth:58,ptq:[4,5,16,19,23,40,51,52,53,67,71,72,79],ptq_calibr:[4,5,47,50,77],ptqtemplat:[0,51],pull:76,pure:33,purpos:[54,55,57,76],push:63,push_back:46,pwr:[54,55],py3:54,py:[58,60,64,73,74,76,77],pypa:[54,55],pypars:[54,55],pypi:76,pyplot:[54,55,57],python3:[54,55,58,60,74,76],python:[54,55,56,57,58,64,74,78,79,80,81],python_api:65,pytorch:[49,50,54,55,57,58,60,61,62,63,64,66,70,71,72,73,74,75,76,77,78,79],pytorch_quant:58,pytorch_vision_v0:55,pywavelet:[54,55],qat:58,qat_model:58,qualiti:[54,55,57],quant:58,quant_dim:58,quant_input:58,quant_max:68,quant_min:68,quant_modul:58,quant_nn:58,quant_weight:58,quantconv2d:58,quantdescriptor:58,quantiz:[31,32,67,74,79],quantizatiom:50,quantizelay:58,quantlinear:58,quantoz:58,quantpool:58,question:74,quick:58,quickli:[74,77,79],quit:[66,74],r:57,rais:60,raiseexcept:60,rand:74,randn:[54,55,56,57,58,71,72,74,80],randomcrop:58,randomhorizontalflip:58,rang:[49,50,54,55,56,57,58,71,79],rate:58,rather:60,raw:57,read:[4,5,31,32,46,77],read_calibration_cach:70,readcalibrationcach:[4,5,46],readm:[54,55,56,57],realiz:63,realli:66,reason:[1,57,73],recalibr:32,recip:77,recipi:57,reciproc:68,recognit:[55,58,77],recomend:[31,32],recommend:[31,32,54,55,58,74,76],recompil:57,record:[54,55,56,58,59,73],rect:57,rectangl:57,recurs:59,recursivescriptmodul:56,reduc:[54,55,56,58,60,62,64,77],ref:[62,64],refer:[49,58,62,64,74,75,77],referenc:[57,76],refit:[47,50,72,80],refitt:[54,55,56,57],reflect:47,regard:76,regist:[35,63,66,72],registernodeconversionpattern:[66,74],registri:[59,74],regular:58,reinterpret_cast:46,relat:48,relationship:[51,52],relu:[55,56,68,73,74],relu_:68,remain:[54,55,56,57,60,77],remov:[54,55,56,57,58],remove_contigu:60,remove_dropout:60,remove_to:60,repack:63,repeat:[68,79],replac:[57,60],replication_pad1d:68,replication_pad2d:68,replication_pad3d:68,report:[25,46],reportable_log_level:69,repositori:[54,55,57,64],repres:[49,50,58,66,69],represent:[54,55,56,60,66,73],request:[54,55,71,74],requir:[32,50,54,55,56,57,58,59,60,69,71,72,74,77,78,79],require_full_compil:[47,50,54,55,56,57,72],requires_grad:68,research:[54,55,56],reserv:[44,45,46,47,54,55,56,57],reset:46,reshap:68,residu:55,resiz:[54,55],resnet50:55,resnet50_model:55,resnet:[57,63],resnet_50_trac:55,resnet_trt:63,resolv:[54,55,59,60,62,64],resolve_data_config:54,resourc:[59,77],respons:[32,54,55,58,63],restrict:[50,72,79],result:[54,55,56,58,59,60,72,73,75],results_per_input:57,ret:60,rethink:54,retriev:[54,55,56,57],reus:[60,77],rgb:[54,55],right:[44,45,46,47,54,55,56,57,60,64,66],rn50_preprocess:55,root:[44,45,46,47,54,55,57,58,76,77],round:[50,58,72],round_:58,rsub:68,rule:[72,76],run:[2,39,48,50,54,55,56,57,58,59,60,61,62,63,64,66,67,71,72,73,74,75,76,77,78,79,80,81],runner:[54,55,56,57],running_loss:58,running_mean:68,running_var:68,runtim:[54,55,56,57,67,74],s3:[54,55],s:[49,50,57,58,63,66,67,71,73,74,75,77],safe:[66,72],safe_dla:71,safe_gpu:71,safeti:[50,71,79],same:[54,55,57,63,73,74,76,80],sampl:[54,55,77],satisfi:[54,55],save:[32,46,54,55,56,57,58,63,71,72,74,75,78,79],save_checkpoint:58,saw:74,scalar:[66,68],scalaropt_dim:68,scalartyp:[1,47,68],scale:[54,58,68,77],scale_factor:68,scale_grad_by_freq:68,scales_d:68,scales_h:68,scales_w:68,schedul:[58,71],schema:[66,74],scikit:[54,55,57],scipi:[54,55,57],scope:60,score:[54,55,57],scratch:32,script:[33,54,55,57,58,60,71,72,73,74,75,80],script_model:[56,73,80],scriptclass:72,scripted_model:81,scriptmodul:[71,72,74],sdk:[54,55,56,57,65],seamlessli:67,search:67,second:[54,60],section:[58,74,77],secur:76,see:[33,54,55,56,57,60,63,71,72,73,74,76],select:[18,31,32,39,50,54,55,56,63,68,71,72,76,77,79],self:[56,58,60,63,66,68,70,73,74,81],self_1:[63,74],self_int:68,sens:74,sent:[54,55],sentinel:[1,3],separ:[54,55,56,57],seper:[61,62,64],sequenti:55,serial:[35,39,62,64,71,72,74,79],seriali:72,serializ:[63,73],serialized_engin:72,seril:63,serv:[63,79],set:[4,5,17,22,27,29,32,34,37,39,47,48,49,50,54,55,56,57,58,59,60,61,62,63,64,67,69,71,72,73,74,75,76,77,79,81],set_devic:[22,40,47,51,52,71],set_is_colored_output_on:[19,41,44,51,52,69],set_logging_prefix:[19,41,44,51,52,69],set_reportable_log_level:[19,41,44,51,52,58,69],setalpha:66,setbeta:66,setnam:[66,74],setreshapedimens:74,setup:[45,54,55,56,57,58,77],sever:[17,28,69],sgd:58,sh:76,sha256:76,shape:[47,49,50,54,55,56,57,58,66,68,71,72,75,79,81],shape_mod:71,share:76,shift:76,ship:[58,74,78],should:[1,4,5,32,47,50,58,59,60,61,62,64,66,67,69,71,72,77,79],show:[54,55,57],shown:74,shuffl:[58,74,77],shutterstock_780480850:[54,55],siberian:[54,55],siberian_huski:55,side:[60,74],sigmoid:68,sigmoid_:68,signatur:72,signifi:[49,60],signific:[57,58],significantli:60,similar:[57,66,74,78,80],simonyan:77,simpil:77,simpl:[56,58,73],simpli:[56,60],simplic:[54,55,57],simplifi:59,simul:58,sin:68,sinc:[56,60,73,74,77],singl:[49,50,56,60,71,73,74,77,79],singular:66,sinh:68,site:[54,55,58,60,74,76],six:[54,55],size:[4,5,46,49,50,54,55,56,57,58,60,68,71,72,74,77,79,81],size_t:[4,5,46,77],skip:79,slice:68,slither:[54,55],sm:63,sm_output:[54,55],small:[58,60],smi:[54,55],snake:[54,55],so:[1,46,54,55,56,57,58,59,60,63,64,66,67,74,76,77,79],softmax:[54,55,57,58,60,68],softwar:[54,55,56,57],sole:77,some:[59,60,62,63,64,66,74,77],someth:[45,60],sort:[66,68,80],sourc:[44,45,46,47,54,55,57,64,71,72],space:77,spars:[68,79],sparse_weight:[47,50,72],sparsiti:[50,72,79],spec:[49,50,54,55,56,57,71,72,79,80],specif:[34,50,54,55,56,57,60,62,64,71,72],specifi:[4,5,50,54,55,56,57,58,66,67,69,71,72,75,79,80],specifii:71,speed:[54,55,57],speedup:[54,55],split:68,split_siz:68,split_with_s:68,sqrt:68,squeez:68,src:[63,65,68],ss:46,ssd300:57,ssd300_trt:63,ssd:63,ssd_300_trace:57,ssd_trace:79,ssd_trt:79,sstream:[21,46],stabl:[58,65],stack:[58,63,68,77],stage:59,stand:63,standard:[54,55,56,57,63,67,78,79,80],start:[57,58,59,68,76,80],start_dim:[68,74],start_step:68,start_tim:[54,55,56,57,58],startswith:58,stat:58,state:[58,59,66,74],state_dict:58,statement:60,static_cast:46,statist:58,statu:46,std:[4,5,24,28,30,31,32,33,35,36,39,44,46,47,49,50,54,55,74,77,81],stderr:58,stdout:[38,69,71],steamlin:77,step:[54,55,56,57,58,67,68,77],still:[46,54,55,57,77],stitch:[56,74],stop:74,storag:77,store:[3,5,59,63,66,73,74],str:[20,45,46,51,52,54,55,68,69,71,72],straight:66,strategi:71,stream:[54,55],strict:[78,79],strict_typ:[47,50,72,80],strictli:72,stride:[55,56,57,58,68],string:[4,5,19,21,22,24,28,30,31,32,33,35,36,39,44,46,47,50,63,66,71,74,77],stringstream:46,strip_prefix:76,strong:[54,55,56],struct:[2,22,40,43,47,77],structur:[32,48,50,54,55,56,64,66,73],style:[44,45,46,47],sub:[68,73],sub_:68,subdirectori:53,subexpress:60,subgraph:[50,59,60,66,74,79],subject:64,submodul:[56,73],subplot:[54,55,57],subset:[58,77],successfulli:[54,55,57],sudo:76,suffic:60,suggest:57,suit:67,sum:[50,58,68,72],summarywrit:58,support:[1,2,3,29,33,48,49,50,54,55,56,57,58,65,67,71,72,73,74,76,79,81],sure:[74,75,76,81],sxm2:54,sy:58,symbol:[76,78],synchron:[54,55,56,57,58],system:[54,55,57,59,66,67,72,76],t1:68,t2:68,t:[1,2,3,47,48,56,58,60,66,68,73,74,76,77,79],tabl:76,take:[33,34,35,39,54,55,56,57,59,62,63,64,66,71,72,74,77,80],taken:[54,55,57],talk:67,tan:68,tanh:68,tanh_:68,tar:[76,77],tarbal:[74,77],target:[2,47,48,49,50,54,55,56,57,63,64,67,71,72,75,77,79,80,81],targets_:77,task:[31,32,77],techinqu:74,techniqu:[58,77],tell:[60,61,62,63,64,66],tem:79,temp:[54,55],templat:[21,42,46,47,51,52,74],tensor:[3,35,46,47,49,50,54,55,56,57,58,59,60,63,66,68,71,72,73,74,77],tensor_qu:58,tensor_quant:58,tensor_scalar:68,tensor_tensor:68,tensorboard:58,tensorcontain:66,tensorformat:[22,40,47,49,51,52,71],tensorformatenum:[0,51],tensorlist:66,tensorquant:58,tensorrt:[1,2,4,5,15,31,32,33,34,35,38,39,46,47,48,49,50,53,59,60,61,62,64,66,70,71,72,73,77,79],tensorrtcompilespec:[72,80],tensorrtfil:[23,51],teo:79,term:[71,77],termin:[29,74,79],tesla:[54,55],test:[54,55,56,57,58,64,77,79],test_acc:58,test_loss:58,test_pr:58,test_prob:58,test_ptq_dataloader_calibr:77,test_ptq_trt_calibr:77,testing_dataload:[58,77],testing_dataset:[58,77],text:[57,69],tf32:[50,79],tgz:76,than:[60,67,78],thats:[59,77],thei:[48,57,58,59,60,63,66,71,76,79],them:[54,55,56,57,60,63,74,76],theori:59,therebi:63,therefor:[32,54,55,56,57,63,74],theres:78,therfor:78,thi:[1,2,3,31,32,44,45,46,47,48,49,50,54,55,56,57,58,59,60,62,63,64,66,71,72,73,74,76,77,78,79,80],thing:[56,76],think:66,third_parti:[64,76],those:59,though:[54,55,57,64,66,73,74,79],three:[49,62,64,71],threshold:79,thrid_parti:76,through:[49,54,55,56,57,59,60,63,67,70,74],throughput:54,thrown:[50,72],tifffil:[54,55],time:[50,54,55,56,57,58,59,60,62,63,64,66,72,74,77,79],timm:54,tini:77,titan:[54,55,56],titl:[54,55],tmp:74,tocustomclass:66,todim:74,togeth:[56,59,66,74],toilet:[54,55],too:76,tool:[54,55,56,66,74],toolchain:[64,76],toolkit:58,top:[57,64],topk:68,torch:[1,2,3,5,21,31,32,33,34,35,38,39,46,47,48,49,50,59,60,62,63,64,66,71,72,73,76,77,79,81],torch_executed_modul:[47,50,72],torch_executed_op:[47,50,72],torch_scirpt_modul:73,torch_script_modul:74,torch_tensorrt:[0,1,2,3,4,5,16,17,18,23,44,45,46,48,49,50,51,52,53,54,55,56,57,58,67,74,75,77,78,79,80,81],torch_tensorrt_major_vers:[20,45,51,52],torch_tensorrt_minor_vers:[20,45,51,52],torch_tensorrt_patch_vers:[20,45,51,52],torch_tensorrt_vers:[20,45,51,52],torch_tensorrtnamespac:[0,51],torchbind:63,torchhub:57,torchscript:[20,22,40,45,47,50,51,52,54,55,57,58,62,63,64,71,72,75,79,80,81],torchscriptstruct:[0,51],torchtrt:45,torchtrt_api:[20,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,44,45,46,47,51,52],torchtrt_check:66,torchtrt_exampl:78,torchtrt_hidden:[20,45,51,52],torchtrt_unus:66,torchtrtc:[67,81],torchvis:[54,55,58,63,77,80],toronto:77,total:58,totensor:[54,55,58,77],tovec:74,toward:77,tparam:[4,5],tqdm:58,trace:[57,58,72,73,74,75],traced_model:[54,55,56,57,73],tracerwarn:58,track:[66,77],track_running_stat:55,trade:57,tradit:[49,72,77],traget:[34,35],train:[31,32,50,54,55,57,67,68,74,75,79],trainabl:60,trained_vgg16_qat:58,training_dataload:58,training_dataset:58,transform:[54,55,56,58,74,77],transforms_factori:54,translat:[57,74],transpos:68,travers:[62,64],treat:[58,79],tree:[44,45,46,47,77,78],trigger:[56,74],trim:77,trt:[1,2,4,5,48,49,59,60,63,66,68,74],trt_lenet_script:74,trt_mod:[58,74,77,81],trt_model:[55,57,80],trt_model_fp16:54,trt_model_fp32:[54,55],trt_script_modul:56,trt_ts_modul:[56,75],truck:58,truncat:[50,72,79],truncate_long_and_doubl:[47,50,72],ts:[45,56,67,71,73,74,75,79,80],ts_model:74,tue:[54,55],tune:[54,55,56,57,58],tupl:[63,71,72],tupleconstruct:[60,63],tupleunpack:60,tutori:[73,77],two:[54,55,56,57,60,66,73,76,77,79],type:[1,2,3,31,49,50,51,52,54,55,56,57,58,59,63,66,69,71,72,74,77,79],typenam:[4,5,31,32,46],typic:[59,66],ubuntu:76,uint64_t:[47,50],un:77,unabl:[66,74],uncom:76,uncorr:[54,55],undefin:57,under:[44,45,46,47,54,55,56,57,64,75],underli:[1,2,3,48,66],union:[66,71,72,74],uniqu:5,unique_ptr:[5,31],unit:56,unknown:71,unless:[54,55,56,57],unlik:[67,76,80],unpack_addmm:60,unpack_log_softmax:60,unqiue_ptr:5,unsign:58,unsqueez:[54,55,68],unstabl:64,unsupport:[33,50],unsur:66,untest:64,until:[59,64,66,76],unwrap:66,unwraptodoubl:66,unwraptoint:74,unzip:76,up:[54,55,56,57,58,59,60,62,63,64,73],updat:58,upload:[54,55],upper:58,upsample_bilinear2d:68,upsample_linear1d:68,upsample_nearest1d:68,upsample_nearest2d:68,upsample_nearest3d:68,upsample_trilinear3d:68,upscale_factor:68,upstream:74,uri:57,url:76,us:[1,2,3,4,5,31,32,34,37,39,45,46,47,48,49,50,54,55,56,57,59,63,64,66,67,69,70,71,72,73,77,78,79,81],usag:[54,55,70,74],use_cach:[4,5,31,46,70,77],use_cache_:46,use_fb_fake_qu:58,use_input_stat:68,use_subset:77,usecas:76,user:[44,49,50,54,55,56,57,61,62,63,64,74,76,77],userguid:58,using_int:[68,74],usr:76,usual:[57,58],util:[58,66,72,74,77],v0:55,v100:[54,55],v2:[31,32],v8:76,v:[54,55,56,79],val2017:57,val:[57,58],valid:[2,48,56,57,58,66],valu:[1,2,3,17,18,47,48,49,54,55,56,57,58,59,63,66,68,69,70,71,74],value_tensor_map:[59,66],variabl:49,variant:78,varient:60,variou:81,vec:68,vector:[21,22,46,47,49,50,63,74,77,81],venv:[54,55],verbios:79,verbos:79,veri:[58,77,80],verifi:58,version:[36,38,54,55,56,57,58,64,76],vgg16:[58,77],vgg16_base_ckpt:58,vgg16_qat_ckpt:58,vgg:[57,58,77],via:[54,55,57,67,71,72,75,77,78],view:68,vine_snak:54,virtual:[54,55,77],vision:[54,55],visit:57,volatil:[54,55],volta:[54,55,56],vs:[1,2,3,48,60,72,80],w1109:58,w:[54,55,57,79],w_hh:68,w_ih:68,wa:[54,55,56,57,60,63,74],wai:[54,55,58,73,74,76,77,79],walk:[54,55,56,57],want:[44,54,55,56,73,74,77,80],warm:[54,55,56,57,58],warn:[17,46,54,55,56,57,58,66,69,79],warranti:[54,55,56,57],we:[44,46,54,55,56,57,58,59,60,62,63,64,66,73,74,77],websit:76,weight:[49,50,58,59,68,72,74,79],weight_decai:58,welcom:74,well:[50,54,55,56,57,74,76,77],were:[57,74],wget:[54,55],what:[5,57,60,73,74],whatev:63,wheel:76,when:[29,46,47,48,54,55,56,57,58,59,60,62,63,64,66,69,71,72,73,74,76,77,79],where:[54,55,56,59,60,66,72,74,77],whether:[5,71,77,79],which:[2,3,32,34,39,48,54,55,56,57,58,59,60,61,62,63,64,66,70,72,73,74,75,76,77,78,80],whilst:57,white:57,whl:76,whole:[54,55,56],whose:60,width:[54,55],within:[54,55,56,57,62,64,72],without:[54,55,56,57,58,66,74,77],wl:78,work:[46,56,57,60,64,66,77],worker:77,workflow:[58,80],workspac:[50,72,76,77,79,81],workspace_s:[47,50,54,55,57,72,77,79,81],world:[54,55,56],would:[66,74,76,78,79,80],wp:[54,55],wrap:[58,62,63,64,74,80],wrapper:66,write:[4,5,31,32,46,54,55,56,57,59,67,74,77],write_calibration_cach:70,writecalibrationcach:[4,5,46],writer:58,www:[54,55,56,57,74,76,77],x64:76,x86:78,x86_64:[64,76],x9:60,x:[6,11,45,54,55,56,57,58,60,73,74,76],xavier:[47,54,55,56,81],xstr:[20,45,51,52],y:57,yaml:65,you:[1,2,3,31,32,48,49,50,54,55,56,57,58,59,60,63,64,66,67,71,72,73,74,75,76,77,78,79,80],your:[54,55,56,57,58,66,67,73,74,75,76,78,80],yourself:[54,74],zero_grad:58,zero_point:68,zip:[63,76],zisserman:77},titles:["Class Hierarchy","Class DataType","Class Device::DeviceType","Class TensorFormat","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TORCH_TENSORRT_PATCH_VERSION","Define TORCH_TENSORRT_MAJOR_VERSION","Define TORCH_TENSORRT_MINOR_VERSION","Define TORCHTRT_API","Define XSTR","Define TORCHTRT_HIDDEN","Define TORCH_TENSORRT_VERSION","Directory cpp","Directory include","Directory tensorrt","Enum Level","Enum EngineCapability","File logging.h","File macros.h","File ptq.h","File torch_tensorrt.h","File Hierarchy","Function torch_tensorrt::logging::get_logging_prefix","Function torch_tensorrt::logging::get_reportable_log_level","Function torch_tensorrt::logging::get_is_colored_output_on","Function torch_tensorrt::logging::set_reportable_log_level","Function torch_tensorrt::logging::log","Function torch_tensorrt::logging::set_is_colored_output_on","Function torch_tensorrt::logging::set_logging_prefix","Template Function torch_tensorrt::ptq::make_int8_calibrator","Template Function torch_tensorrt::ptq::make_int8_cache_calibrator","Function torch_tensorrt::torchscript::check_method_operator_support","Function torch_tensorrt::torchscript::compile","Function torch_tensorrt::torchscript::embed_engine_in_new_module","Function torch_tensorrt::get_build_info","Function torch_tensorrt::set_device","Function torch_tensorrt::dump_build_info","Function torch_tensorrt::torchscript::convert_method_to_trt_engine","Namespace torch_tensorrt","Namespace torch_tensorrt::logging","Namespace torch_tensorrt::ptq","Namespace torch_tensorrt::torchscript","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File torch_tensorrt.h","Struct Device","Struct Input","Struct CompileSpec","Torch-TensorRT C++ API","Full API","Full API","Torch-TensorRT Getting Started - EfficientNet-B0","Torch-TensorRT Getting Started - ResNet 50","Torch-TensorRT Getting Started - LeNet","Object Detection with Torch-TensorRT (SSD)","Deploying Quantization Aware Trained models in INT8 using Torch-TensorRT","Conversion Phase","Lowering Phase","Partitioning Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for Torch-TensorRT Development","Writing Converters","Torch-TensorRT","Operators Supported","torch_tensorrt.logging","torch_tensorrt.ptq","torch_tensorrt","torch_tensorrt.ts","Creating a TorchScript Module","Getting Started with C++","Using Torch-TensorRT in Python","Installation","Post Training Quantization (PTQ)","Deploying Torch-TensorRT Programs","torchtrtc","Using Torch-TensorRT Directly From PyTorch","DLA"],titleterms:{"50":55,"6":57,"7":57,"class":[0,1,2,3,4,5,21,22,40,42,43,51,52,70,71],"enum":[17,18,19,22,40,41,51,52,70,71],"function":[19,21,22,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,51,52,65,71,72],By:[19,20],Or:60,The:74,To:60,aarch64:76,abi:[63,76],addmm:60,advic:66,ahead:67,api:[51,52,53,65,67,76],applic:77,arg:66,avail:65,awar:58,b0:54,background:[63,66],base:[4,5],benchmark:[54,55,57,58],binari:76,branch:60,build:76,c:[51,65,67,74,76,77],check_method_operator_support:33,choos:76,citat:77,cli:76,code:60,compil:[34,62,64,67,74,76],compilespec:50,conclus:[56,57],construct:63,content:[19,20,21,22,40,41,42,43,54,55,56,57],context:66,contigu:60,contract:66,contributor:67,convers:[59,62,64,66],convert:[59,66,68,74],convert_method_to_trt_engin:39,cpp:[14,19,20,21,22],creat:[73,77],cudnn:76,current:68,custom:74,cxx11:76,datatyp:1,dead:60,debug:76,defin:[6,7,8,9,10,11,12,13,20,51,52],definit:[19,20,21,22],depend:76,deploi:[58,78],descript:[54,55,57],deseri:63,detail:57,detect:57,detector:57,develop:65,devic:[2,48],devicetyp:2,dimens:65,directli:80,directori:[14,15,16,53],disk:73,distribut:76,dla:81,documen:67,document:[1,2,3,4,5,6,7,8,9,10,11,12,13,17,18,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,48,49,50,65,67],dropout:60,dump_build_info:38,easier:65,efficientnet:54,elimin:60,eliminatecommonsubexpress:60,embed_engine_in_new_modul:35,engin:63,enginecap:18,envior:76,evalu:[59,68],execept:60,executor:63,expect:65,fallback:60,file:[16,19,20,21,22,23,44,45,46,47,51,53],flatten:60,format:63,fp16:[54,55],fp32:[54,55],freez:60,from:[76,80],full:[51,52,53],fuse:60,gaurd:60,get:[54,55,56,67,74],get_build_info:36,get_is_colored_output_on:26,get_logging_prefix:24,get_reportable_log_level:25,gpu:67,graph:[60,63],guarante:66,h:[19,20,21,22,44,45,46,47],half:[54,55],hierarchi:[0,23,51],hood:74,how:77,includ:[15,19,20,21,22],indic:67,infer:57,inherit:[4,5],input:49,instal:76,int8:58,int8cachecalibr:4,int8calibr:5,ir:65,jetson:76,jit:67,layer:65,learn:[54,55,56,57],lenet:56,level:17,librari:[76,78],libtorchtrt:78,linear:60,link:65,list:[44,45,46,47],local:76,log:[19,24,25,26,27,28,29,30,41,44,69],logsoftmax:60,loop:60,lower:[60,62,64],macro:[20,45],make_int8_cache_calibr:32,make_int8_calibr:31,measur:57,model:[54,55,56,57,58],modul:[60,73,74],multibox:57,namespac:[19,20,21,22,40,41,42,43,51,52],nativ:76,native_op:65,nest:[2,48],next:[54,55,56],node:59,nvidia:67,object:[54,55,56,57],op:63,oper:[68,74],optimz:60,other:66,overview:[54,55,56,57,58,64],own:77,packag:[76,78],partit:[61,62,64],pass:60,pattern:60,peephol:60,perform:58,phase:[59,60,61,62,63,64],plugin:78,post:77,pre:76,precis:[54,55],precompil:76,prerequisit:76,program:[44,45,46,47,78],ptq:[21,31,32,42,46,70,77],python:[65,67,73,75,76,77],pytorch:[56,65,67,80],quantiz:[58,77],quickstart:74,read:65,redund:60,refer:57,regist:74,relationship:[2,4,5,48],releas:76,remov:60,resnet:55,respons:66,result:[57,63],right:76,runtim:[62,63,64,78],s:[54,55,56],sampl:57,save:73,script:56,serial:63,set_devic:37,set_is_colored_output_on:29,set_logging_prefix:30,set_reportable_log_level:27,setup:76,shot:57,singl:[54,55,57],so:78,sometim:65,sourc:76,speedup:57,ssd:57,start:[54,55,56,67,74],str:6,struct:[48,49,50,51,52],subdirectori:[14,15],submodul:71,support:68,system:64,tarbal:76,templat:[4,5,31,32],tensorformat:3,tensorrt:[16,51,54,55,56,57,58,63,65,67,74,75,76,78,80],through:68,time:67,torch:[51,54,55,56,57,58,65,67,74,75,78,80],torch_tensorrt:[19,20,21,22,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,47,69,70,71,72],torch_tensorrt_major_vers:8,torch_tensorrt_minor_vers:9,torch_tensorrt_patch_vers:7,torch_tensorrt_vers:13,torchscript:[33,34,35,39,43,56,67,73,74],torchtrt_api:10,torchtrt_hidden:12,torchtrtc:[74,79],trace:[54,55,56],train:[58,77],ts:72,tupl:60,type:[4,5,48],under:74,unpack:60,unrol:60,unsupport:74,us:[58,60,65,74,75,76,80],util:[54,55,57],version:63,visual:57,weight:66,what:[54,55,56,66],work:[73,74],write:66,xstr:11,your:77}})
\ No newline at end of file
+Search.setIndex({docnames:["_cpp_api/class_view_hierarchy","_cpp_api/classtorch__tensorrt_1_1DataType","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType","_cpp_api/classtorch__tensorrt_1_1TensorFormat","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883","_cpp_api/dir_cpp","_cpp_api/dir_cpp_include","_cpp_api/dir_cpp_include_torch_tensorrt","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb","_cpp_api/file_cpp_include_torch_tensorrt_logging.h","_cpp_api/file_cpp_include_torch_tensorrt_macros.h","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/file_view_hierarchy","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc","_cpp_api/function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039","_cpp_api/function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9","_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2","_cpp_api/namespace_torch_tensorrt","_cpp_api/namespace_torch_tensorrt__logging","_cpp_api/namespace_torch_tensorrt__ptq","_cpp_api/namespace_torch_tensorrt__torchscript","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/structtorch__tensorrt_1_1Device","_cpp_api/structtorch__tensorrt_1_1Input","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec","_cpp_api/torch_tensort_cpp","_cpp_api/unabridged_api","_cpp_api/unabridged_orphan","_notebooks/EfficientNet-example","_notebooks/Resnet50-example","_notebooks/lenet-getting-started","_notebooks/ssd-object-detection-demo","_notebooks/vgg-qat","contributors/conversion","contributors/lowering","contributors/partitioning","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","index","indices/supported_ops","py_api/logging","py_api/ptq","py_api/torch_tensorrt","py_api/ts","tutorials/creating_torchscript_module_in_python","tutorials/getting_started_with_cpp_api","tutorials/getting_started_with_python_api","tutorials/installation","tutorials/ptq","tutorials/runtime","tutorials/torchtrtc","tutorials/use_from_pytorch","tutorials/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,nbsphinx:3,sphinx:56},filenames:["_cpp_api/class_view_hierarchy.rst","_cpp_api/classtorch__tensorrt_1_1DataType.rst","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst","_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_include.rst","_cpp_api/dir_cpp_include_torch_tensorrt.rst","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst","_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/file_view_hierarchy.rst","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst","_cpp_api/function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.rst","_cpp_api/function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.rst","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst","_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.rst","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst","_cpp_api/namespace_torch_tensorrt.rst","_cpp_api/namespace_torch_tensorrt__logging.rst","_cpp_api/namespace_torch_tensorrt__ptq.rst","_cpp_api/namespace_torch_tensorrt__torchscript.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/structtorch__tensorrt_1_1Device.rst","_cpp_api/structtorch__tensorrt_1_1Input.rst","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst","_cpp_api/torch_tensort_cpp.rst","_cpp_api/unabridged_api.rst","_cpp_api/unabridged_orphan.rst","_notebooks/EfficientNet-example.ipynb","_notebooks/Resnet50-example.ipynb","_notebooks/lenet-getting-started.ipynb","_notebooks/ssd-object-detection-demo.ipynb","_notebooks/vgg-qat.ipynb","contributors/conversion.rst","contributors/lowering.rst","contributors/partitioning.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","index.rst","indices/supported_ops.rst","py_api/logging.rst","py_api/ptq.rst","py_api/torch_tensorrt.rst","py_api/ts.rst","tutorials/creating_torchscript_module_in_python.rst","tutorials/getting_started_with_cpp_api.rst","tutorials/getting_started_with_python_api.rst","tutorials/installation.rst","tutorials/ptq.rst","tutorials/runtime.rst","tutorials/torchtrtc.rst","tutorials/use_from_pytorch.rst","tutorials/using_dla.rst"],objects:{"":[[6,0,1,"c.STR","STR"],[10,0,1,"c.TORCHTRT_API","TORCHTRT_API"],[12,0,1,"c.TORCHTRT_HIDDEN","TORCHTRT_HIDDEN"],[8,0,1,"c.TORCH_TENSORRT_MAJOR_VERSION","TORCH_TENSORRT_MAJOR_VERSION"],[9,0,1,"c.TORCH_TENSORRT_MINOR_VERSION","TORCH_TENSORRT_MINOR_VERSION"],[7,0,1,"c.TORCH_TENSORRT_PATCH_VERSION","TORCH_TENSORRT_PATCH_VERSION"],[13,0,1,"c.TORCH_TENSORRT_VERSION","TORCH_TENSORRT_VERSION"],[11,0,1,"c.XSTR","XSTR"],[1,1,1,"_CPPv4N14torch_tensorrt8DataTypeE","torch_tensorrt::DataType"],[1,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType"],[1,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType"],[1,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEv","torch_tensorrt::DataType::DataType"],[1,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType::t"],[1,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType::t"],[1,4,1,"_CPPv4N14torch_tensorrt8DataType5ValueE","torch_tensorrt::DataType::Value"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::Value::kBool"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::Value::kChar"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::Value::kFloat"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::Value::kHalf"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::Value::kInt"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::Value::kUnknown"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::kBool"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::kChar"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::kFloat"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::kHalf"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::kInt"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::kUnknown"],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv","torch_tensorrt::DataType::operator Value"],[1,2,1,"_CPPv4N14torch_tensorrt8DataTypecvbEv","torch_tensorrt::DataType::operator bool"],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!="],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!="],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!=::other"],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!=::other"],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator=="],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator=="],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator==::other"],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator==::other"],[48,1,1,"_CPPv4N14torch_tensorrt6DeviceE","torch_tensorrt::Device"],[48,2,1,"_CPPv4N14torch_tensorrt6Device6DeviceEv","torch_tensorrt::Device::Device"],[2,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[48,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[2,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[2,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[48,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[48,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[2,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[48,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[48,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[48,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::kDLA"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::kGPU"],[2,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[48,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[2,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[48,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[2,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[48,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[2,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[48,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[2,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[48,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[48,6,1,"_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE","torch_tensorrt::Device::allow_gpu_fallback"],[48,6,1,"_CPPv4N14torch_tensorrt6Device11device_typeE","torch_tensorrt::Device::device_type"],[48,6,1,"_CPPv4N14torch_tensorrt6Device8dla_coreE","torch_tensorrt::Device::dla_core"],[48,6,1,"_CPPv4N14torch_tensorrt6Device6gpu_idE","torch_tensorrt::Device::gpu_id"],[18,4,1,"_CPPv4N14torch_tensorrt16EngineCapabilityE","torch_tensorrt::EngineCapability"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::EngineCapability::kDLA_STANDALONE"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::EngineCapability::kSAFETY"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::EngineCapability::kSTANDARD"],[49,1,1,"_CPPv4N14torch_tensorrt5InputE","torch_tensorrt::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input::tensor"],[49,6,1,"_CPPv4N14torch_tensorrt5Input5dtypeE","torch_tensorrt::Input::dtype"],[49,6,1,"_CPPv4N14torch_tensorrt5Input6formatE","torch_tensorrt::Input::format"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9max_shapeE","torch_tensorrt::Input::max_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9min_shapeE","torch_tensorrt::Input::min_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9opt_shapeE","torch_tensorrt::Input::opt_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input5shapeE","torch_tensorrt::Input::shape"],[3,1,1,"_CPPv4N14torch_tensorrt12TensorFormatE","torch_tensorrt::TensorFormat"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv","torch_tensorrt::TensorFormat::TensorFormat"],[3,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat::t"],[3,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat::t"],[3,4,1,"_CPPv4N14torch_tensorrt12TensorFormat5ValueE","torch_tensorrt::TensorFormat::Value"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::Value::kChannelsLast"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::Value::kContiguous"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::Value::kUnknown"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::kChannelsLast"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::kContiguous"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::kUnknown"],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv","torch_tensorrt::TensorFormat::operator Value"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormatcvbEv","torch_tensorrt::TensorFormat::operator bool"],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!="],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!="],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!=::other"],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!=::other"],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator=="],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator=="],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator==::other"],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator==::other"],[38,2,1,"_CPPv4N14torch_tensorrt15dump_build_infoEv","torch_tensorrt::dump_build_info"],[36,2,1,"_CPPv4N14torch_tensorrt14get_build_infoEv","torch_tensorrt::get_build_info"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::kDLA_STANDALONE"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::kSAFETY"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::kSTANDARD"],[17,4,1,"_CPPv4N14torch_tensorrt7logging5LevelE","torch_tensorrt::logging::Level"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::Level::kDEBUG"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::Level::kERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::Level::kGRAPH"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::Level::kINFO"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::Level::kINTERNAL_ERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::Level::kWARNING"],[26,2,1,"_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv","torch_tensorrt::logging::get_is_colored_output_on"],[24,2,1,"_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv","torch_tensorrt::logging::get_logging_prefix"],[25,2,1,"_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv","torch_tensorrt::logging::get_reportable_log_level"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::kDEBUG"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::kERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::kGRAPH"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::kINFO"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::kINTERNAL_ERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::kWARNING"],[28,2,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log"],[28,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::lvl"],[28,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::msg"],[29,2,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on"],[29,3,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"],[30,2,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix"],[30,3,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix::prefix"],[27,2,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level"],[27,3,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level::lvl"],[4,1,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator"],[4,7,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::bindings"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::names"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::nbBindings"],[4,2,1,"_CPPv4NK14torch_tensorrt3ptq19Int8CacheCalibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8CacheCalibrator::getBatchSize"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache::length"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::cache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::length"],[5,1,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator"],[5,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::Algorithm"],[5,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::bindings"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::names"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::nbBindings"],[5,2,1,"_CPPv4NK14torch_tensorrt3ptq14Int8Calibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8Calibrator::getBatchSize"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache::length"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::cache"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::length"],[32,2,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator"],[32,7,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"],[32,3,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"],[31,2,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator"],[31,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::Algorithm"],[31,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::DataLoader"],[31,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"],[31,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::dataloader"],[31,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::use_cache"],[37,2,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device"],[37,3,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device::gpu_id"],[50,1,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpecE","torch_tensorrt::torchscript::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE","torch_tensorrt::torchscript::CompileSpec::capability"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE","torch_tensorrt::torchscript::CompileSpec::debug"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE","torch_tensorrt::torchscript::CompileSpec::device"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E","torch_tensorrt::torchscript::CompileSpec::disable_tf32"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE","torch_tensorrt::torchscript::CompileSpec::enabled_precisions"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6inputsE","torch_tensorrt::torchscript::CompileSpec::inputs"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14max_batch_sizeE","torch_tensorrt::torchscript::CompileSpec::max_batch_size"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE","torch_tensorrt::torchscript::CompileSpec::min_block_size"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_min_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_min_timing_iters"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE","torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE","torch_tensorrt::torchscript::CompileSpec::refit"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE","torch_tensorrt::torchscript::CompileSpec::require_full_compilation"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE","torch_tensorrt::torchscript::CompileSpec::sparse_weights"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12strict_typesE","torch_tensorrt::torchscript::CompileSpec::strict_types"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE","torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE","torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE","torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE","torch_tensorrt::torchscript::CompileSpec::workspace_size"],[33,2,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::method_name"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::module"],[34,2,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::info"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::module"],[39,2,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine"],[39,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::info"],[39,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"],[39,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::module"],[35,2,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device","torch_tensorrt::torchscript::embed_engine_in_new_module"],[35,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device","torch_tensorrt::torchscript::embed_engine_in_new_module::device"],[35,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device","torch_tensorrt::torchscript::embed_engine_in_new_module::engine"],[71,8,0,"-","torch_tensorrt"]],"torch_tensorrt.Device":[[71,10,1,"","__init__"],[71,11,1,"","allow_gpu_fallback"],[71,11,1,"","device_type"],[71,11,1,"","dla_core"],[71,11,1,"","gpu_id"]],"torch_tensorrt.Input":[[71,10,1,"","__init__"],[71,11,1,"","dtype"],[71,11,1,"","format"],[71,11,1,"","shape"],[71,11,1,"","shape_mode"]],"torch_tensorrt.logging":[[69,9,1,"","Level"],[69,12,1,"","get_is_colored_output_on"],[69,12,1,"","get_logging_prefix"],[69,12,1,"","get_reportable_log_level"],[69,12,1,"","log"],[69,12,1,"","set_is_colored_output_on"],[69,12,1,"","set_logging_prefix"],[69,12,1,"","set_reportable_log_level"]],"torch_tensorrt.logging.Level":[[69,11,1,"","Debug"],[69,11,1,"","Error"],[69,11,1,"","Graph"],[69,11,1,"","Info"],[69,11,1,"","InternalError"],[69,11,1,"","Warning"]],"torch_tensorrt.ptq":[[70,9,1,"id1","CacheCalibrator"],[70,9,1,"id2","CalibrationAlgo"],[70,9,1,"id0","DataLoaderCalibrator"],[70,12,1,"","get_batch"],[70,12,1,"","get_batch_size"],[70,12,1,"","get_cache_mode_batch"],[70,12,1,"","read_calibration_cache"],[70,12,1,"","write_calibration_cache"]],"torch_tensorrt.ptq.CacheCalibrator":[[70,10,1,"","__init__"]],"torch_tensorrt.ptq.CalibrationAlgo":[[70,11,1,"","ENTROPY_CALIBRATION"],[70,11,1,"","ENTROPY_CALIBRATION_2"],[70,11,1,"","LEGACY_CALIBRATION"],[70,11,1,"","MINMAX_CALIBRATION"]],"torch_tensorrt.ptq.DataLoaderCalibrator":[[70,10,1,"","__init__"]],"torch_tensorrt.ts":[[72,12,1,"","TensorRTCompileSpec"],[72,12,1,"","check_method_op_support"],[72,12,1,"","compile"],[72,12,1,"","convert_method_to_trt_engine"],[72,12,1,"","embed_engine_in_new_module"]],torch_tensorrt:[[71,9,1,"","Device"],[71,9,1,"","DeviceType"],[71,9,1,"","EngineCapability"],[71,9,1,"","Input"],[71,9,1,"","TensorFormat"],[71,12,1,"","compile"],[71,12,1,"","convert_method_to_trt_engine"],[71,9,1,"","dtype"],[71,12,1,"","dump_build_info"],[71,12,1,"","get_build_info"],[69,8,0,"-","logging"],[70,8,0,"-","ptq"],[71,12,1,"","set_device"],[72,8,0,"-","ts"]]},objnames:{"0":["c","macro","C macro"],"1":["cpp","class","C++ class"],"10":["py","method","Python method"],"11":["py","attribute","Python attribute"],"12":["py","function","Python function"],"2":["cpp","function","C++ function"],"3":["cpp","functionParam","C++ function parameter"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","C++ template parameter"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:class","10":"py:method","11":"py:attribute","12":"py:function","2":"cpp:function","3":"cpp:functionParam","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"0":[45,46,47,50,54,55,56,57,58,64,66,68,69,70,71,72,74,76,77,79,80,81],"00":[54,55,56,58],"00000000":[54,55],"000000037777":57,"000000252219":57,"000000397133":57,"0018":58,"002":[54,55],"0023":58,"0026":58,"0070":58,"008":58,"0087":58,"009":55,"00f1b6db":[54,55],"01":[58,68,74],"0106":58,"013":58,"0151":58,"0163":58,"0169":58,"02":[54,55,57,58],"0208":74,"0220":58,"025":58,"025000":58,"0263":58,"028":58,"0296":58,"03":55,"03291":58,"03466":58,"0358":74,"0383":74,"04":[55,58,74,76],"0435":74,"04609":58,"0464":74,"04743":58,"04807":58,"0491":58,"0493":58,"04it":58,"05":[55,56,58],"050000":58,"0505":58,"05080":58,"0530":74,"05311":58,"05374":58,"057":58,"05945":58,"06":[54,55,56],"0622":58,"063":58,"06340":58,"06567":58,"0678":74,"069":58,"07":[55,56],"071":58,"07266":58,"08":[54,55,56],"0805":74,"0818":74,"08331":58,"08555":58,"086":58,"09":[54,55,56],"0932":74,"096":58,"0c106ec84f199a0fbcf1199010166986da732f9b0907768c9ac5ea5b120772db":76,"0f":57,"0mib":[54,55],"0x":55,"0x7f6ac3a48370":72,"1":[4,5,45,46,47,49,50,54,55,56,57,58,60,63,66,68,69,70,71,72,73,74,75,76,77,79,80,81],"10":[50,54,55,56,57,58,72,73,74,76,77],"100":[54,55,56,57,58],"1000":[54,55,56,57,58],"10000":[54,55],"100000":58,"10018":58,"10070":58,"101168":58,"1012":60,"1013":60,"10130":58,"102248":58,"1024":[54,55,56,57,58,71,72,79],"104":[54,55],"1045":74,"105":58,"1056":74,"1063":74,"107":[54,55],"107194":58,"10732":58,"107625":58,"109":[55,74],"10990":58,"11":[54,55,56,57,58,60,74,76],"110":58,"11299":58,"11499":58,"115269":58,"115740":58,"11594":58,"117969":58,"118358":58,"11879":58,"11888":58,"119":73,"11k":[54,55],"12":[54,55,56,57,58,60,73,74],"120":[56,58,73,74],"126":58,"126382":58,"126834":58,"127":58,"128":[54,55,56,57,58],"128674":58,"129":73,"129518":58,"12a":[54,55],"13":[54,55,56,57,58,76],"132":54,"13388":58,"135453":58,"135936":58,"137":73,"137858":58,"138":73,"138366":58,"139704147265344":58,"14":[54,56,57,58],"1409":77,"141":58,"145":58,"145539":58,"146053":58,"147871":58,"148353":58,"15":[56,58],"1500":58,"1502":74,"1531":58,"1535566590":[54,55],"154":54,"154252":58,"154685":58,"1549":74,"1556":77,"156":54,"1563":58,"156558":58,"156kb":54,"157159":58,"16":[54,55,56,58,71,73,74,75],"163197":58,"163676":58,"165549":58,"165991":58,"166":54,"168":55,"1691":74,"17":[54,55,56,57,58],"170":54,"173":58,"173305":58,"173926":58,"176034":58,"176697":58,"1777":58,"18":[54,55,58,74,76],"182843":58,"183":54,"183426":58,"185":[54,55],"185377":58,"185962":58,"188":58,"19":[55,57,58],"1906":58,"191966":58,"192424":58,"194325":58,"194817":58,"1971":58,"1994":[58,77],"1a":[54,55],"1b":[54,55],"1d":60,"1e":[55,58],"1s":54,"1x1":57,"2":[47,50,54,55,56,57,58,66,68,69,70,71,72,73,74,76,77,80],"20":[54,55,57,58],"200":[54,55,56,58],"2002":58,"2009":77,"201":[54,55],"2010":[58,77],"2014":77,"2017":57,"2018":[54,55],"2019":[54,55,56],"201988":58,"202":[54,55],"2020":[57,67,74],"2021":[54,55],"2023":[58,77],"202665":58,"204763":58,"2048":55,"205461":58,"21":[54,55,57,58],"211393":58,"211987":58,"213899":58,"214450":58,"217":[54,55],"22":[54,55,57,58],"220892":58,"221533":58,"223519":58,"224":[54,55,71,72],"224037":58,"225":[54,55],"226":55,"22777587175369263":54,"229":[54,55],"22w":[54,55],"23":[50,54,55,57,58,60,72],"2305":58,"2334718406200409":54,"233809":58,"234":58,"234434":58,"237":58,"238":58,"238212":58,"239042":58,"24":[54,58,60],"241022":58,"24112":[54,55],"241654":58,"244":[71,72],"247820":58,"248":60,"248445":58,"249":60,"24k":[54,55],"24w":[54,55],"25":[54,58,74],"250366":58,"250959":58,"250w":[54,55],"251":55,"254":58,"256":[54,55,58],"257248":58,"257854":58,"259968":58,"25w":[54,55],"26":[54,55,57],"2606":[54,55],"260660":58,"2620":[54,55],"268160":58,"27":[54,55,58,74],"28":[54,55,57,74,77,81],"280":58,"2802":74,"2836":54,"2846":54,"285":58,"288":58,"29":[54,57,58,74],"291":58,"2_20200626":76,"2c365_subsampl":[54,55],"2e":79,"2f":[54,55,56,57,58],"2s":54,"3":[47,50,54,55,56,57,58,60,63,68,69,70,71,72,73,74,76,77,79,80,81],"30":[54,55,57,58],"300":[56,57,58,79,80],"300x300":57,"302":58,"309":58,"31":[54,55,57,74],"311":58,"314":58,"31c":[54,55],"32":[54,56,57,58,71,73,74,75,77,79,81],"320":77,"3207":58,"32510mib":[54,55],"329273":58,"32bit":79,"32c":[54,55],"32gb":54,"32x32":55,"33":[54,55,56,57,74],"330212":58,"332529":58,"333365":58,"339547":58,"33c":[54,55],"34":[54,55,56,58],"340248":58,"342257":58,"342890":58,"345":58,"346":74,"35":[55,74],"350619":58,"351372":58,"352":[54,55],"353470":58,"35363":[54,55],"353k":[54,55],"354121":58,"3550":58,"35k":[54,55],"35x":54,"36":[55,57,74],"360090":58,"360806":58,"361413":[54,55],"362803":58,"3631":58,"363274":58,"3677":60,"37":[57,58,74],"370369":58,"371057":58,"373071":58,"373766":58,"3763":58,"379890":58,"37c":[54,55],"38":[55,57,73],"380538":58,"382532":58,"3829":54,"383128":58,"385":58,"387":57,"3877":58,"389077":58,"389760":58,"39":[54,55,56,57,58,73],"391815":58,"392399":58,"394":58,"395":58,"3987327516078949":54,"399809":58,"3d":[54,55],"3e":[54,55],"3f":58,"3x3":58,"4":[54,55,56,57,58,63,68,69,74,76],"40":[54,55,57,58],"400":[56,58],"400472":58,"402399":58,"402939":58,"406":[54,55],"408818":58,"409424":58,"4096":58,"41":[54,57],"411513":58,"412097":58,"418537":58,"419128":58,"42":[54,57,58],"421343":58,"421946":58,"429382":58,"43":[54,58],"430156":58,"432259":58,"433079":58,"4352":58,"439":58,"439297":58,"43x":54,"44":[54,58],"440027":58,"442":[54,55,58],"442149":58,"442826":58,"442k":[54,55],"443":[54,55],"4465":[58,77],"449377":58,"449968":58,"45":54,"450":[54,55],"452122":58,"452718":[54,55],"452754":58,"456":[54,55],"4564124643802643":55,"459":58,"46":[54,57,58],"462532":58,"463295":58,"466963":58,"467725":58,"469692":58,"47":[54,57],"470":58,"4700":[54,55],"470336":58,"4726":58,"476204":58,"476738":58,"478809":58,"479375":58,"48":[56,57],"4822":[58,77],"484":58,"485":[54,55],"485666":58,"486":55,"486219":58,"488416":58,"488986":58,"49":[56,57],"4914":[58,77],"49787256121635437":55,"499":58,"4fef":[54,55],"4s":55,"4x":55,"5":[54,55,56,57,58,63,64,69,71,73,74,76,79],"50":[54,56,57,58],"500":[56,58],"504":58,"51":[54,55],"511":58,"5117":58,"512":[55,58,71,72,79],"512364":58,"513354":58,"514046":58,"514638":58,"515270":58,"515859":58,"516441":58,"517009":58,"5172":58,"517600":58,"518167":58,"518752":58,"519333":58,"519911":58,"52":[54,55,57,58],"520473":58,"521038":58,"521596":58,"522170":58,"522742":58,"523360":58,"523957":58,"524581":58,"525059":58,"525366":58,"525675":58,"525962":58,"526257":58,"526566":58,"526885":58,"527188":58,"527489":58,"527792":58,"528097":58,"528387":58,"528834":58,"529163":58,"53":57,"5320":58,"532748":58,"533468":58,"5335":58,"534033":58,"534684":58,"535320":58,"535983":58,"536":58,"536569":58,"537248":58,"537833":58,"538480":58,"539":74,"539074":58,"539724":58,"53k":[54,55],"54":57,"540307":58,"540952":58,"541534":58,"542075":58,"542596":58,"543248":58,"543719":58,"544424":58,"544952":58,"545530":58,"546114":58,"546713":58,"547292":58,"547902":58,"548453":58,"549015":58,"549665":58,"55":54,"550436":58,"551925":58,"553105":58,"55k":[54,55],"56":74,"560":58,"5620":58,"564":58,"5676":58,"568":58,"57":[55,58],"5746":58,"576":[56,74],"58":[55,58],"5d":58,"5f":58,"6":[54,55,56,58,60,63,68,73,74,76],"60":[54,55,57],"600":[56,58],"61":[54,57,58],"613":58,"618":54,"618kb":54,"62":[54,58],"622":[58,60],"63":54,"630":[54,55],"635":58,"636":58,"637":58,"638":58,"639":58,"64":[55,58,75],"640":58,"641":58,"642":58,"643":58,"644":58,"6447006464004517":55,"646":58,"649":58,"64bit":79,"65":[54,58],"6539":58,"655":58,"67":[54,58],"6733":58,"677":58,"68":58,"6812":[54,55],"687":58,"688":58,"6882":54,"689":58,"690":58,"6s":54,"7":[54,55,56,58,63,64,74,76],"70":[54,55,57],"700":[56,58],"701":58,"7099":58,"71":[54,58],"716":58,"7203":58,"72048":76,"721":58,"724":58,"732":58,"735":58,"7376":58,"738":58,"74":[57,58],"742":58,"7454":58,"75":[54,55,58],"7537":58,"76":[54,55,58],"781":58,"79":[57,58],"790":55,"790kb":55,"796":58,"797":58,"8":[4,54,55,56,57,58,60,71,74,76],"80":[54,55,57,58],"800":[56,58],"8000":[54,55],"8001":[54,55],"801":58,"81":[57,58],"818":58,"818977576572eadaf62c80434a25afe44dbaa32ebda3a0919e389dcbe74f8656":76,"82":[54,56,57,58],"8204":58,"821":58,"83":[57,58],"834":58,"8351":58,"837":58,"84":[56,57,58,73,74],"847":58,"84e944ff11f8":[54,55],"85":[55,58],"86":55,"860":58,"86k":[54,55],"87":[55,58],"8732":57,"877":58,"8791":58,"88":[54,55],"89":[54,55],"898":58,"89k":[54,55],"8bit":58,"9":[54,55,56,57,58,74],"90":[54,55,56,57],"900":[56,58],"906":58,"90994":[54,55],"916":58,"92":[54,55,56],"9205bed204e2ae7aafd2e01cce0f21309e281e18d5bfd7172ef8541771539d41":76,"9223372036854775807":68,"923":[54,55],"927":58,"93":55,"9367":58,"94":[54,55,57],"941":58,"944":58,"948":58,"94k":[54,55],"95":54,"952":58,"953":58,"959":58,"96":[54,55,58],"9624":58,"9695370197296143":54,"97":[55,58],"98":[55,56,58],"9899842739105225":55,"99":58,"997":58,"999":58,"9999":58,"9ab0":[54,55],"abstract":[63,66],"boolean":[58,71],"break":58,"byte":[71,72],"case":[1,2,3,48,50,56,57,59,63,66,76,77,78],"catch":[60,74],"char":[4,5,46,74,79],"class":[31,32,46,47,48,53,54,55,56,57,58,63,66,69,73,74,75,77],"const":[1,2,3,4,5,31,32,33,34,35,37,39,46,47,48,60,66,68,74,77],"default":[1,2,3,4,5,17,31,32,45,47,48,49,50,54,55,57,71,72,74,76,77,79,80],"do":[54,55,56,57,59,60,66,73,74,75,77,81],"enum":[1,2,3,44,47,48,53,69,72,77],"export":[58,76],"final":[59,62,64,76],"float":[50,54,55,56,57,68,71,73,74,75,77,79,80],"function":[1,2,3,4,5,48,49,50,53,54,55,56,57,58,60,63,66,73,74,76,77,80,81],"import":[54,55,56,57,58,60,73,74,75,76,78,79,80],"int":[1,4,5,37,46,47,50,58,68,71,72,74,79],"long":[50,59,79],"new":[1,2,3,4,5,34,35,48,49,50,54,55,56,57,58,63,64,66,69,72,74],"public":[1,2,3,4,5,46,47,48,49,50,77],"return":[1,2,3,4,5,25,26,31,32,33,34,35,36,39,44,45,46,47,48,54,55,56,58,60,62,63,64,66,69,71,72,73,74,75,77],"short":60,"static":[49,50,59,66,71,72,74],"super":[46,56,73],"throw":[60,74,79],"true":[1,2,3,5,48,50,54,55,56,57,58,60,66,68,71,72,74,77,80,81],"try":[54,55,56,64,74,80],"var":68,"void":[4,5,27,28,29,30,37,38,44,46,47],"while":[58,76,77],A:[5,31,32,34,35,49,54,55,58,60,66,76,77],AS:[54,55,56,57],And:74,As:[54,55,74],But:74,By:[31,32,53,56,57,73],For:[54,55,56,57,58,59,73,74,76,77,78,80],IS:[54,55,56,57],If:[29,54,55,56,57,58,59,60,69,71,74,76,77,78,81],In:[1,2,3,48,54,55,56,57,58,59,62,63,64,66,67,75,76,77,78],Is:[26,71],It:[54,55,56,57,60,61,62,64,66,76,79],Its:66,No:[54,55],Not:4,OF:[54,55,56,57],OR:[54,55,56,57],On:[54,55],One:74,TO:[74,76],Thats:74,The:[2,48,49,50,54,55,56,57,58,59,60,61,62,63,64,66,69,71,72,73,75,76,77,79,80],Then:[76,77,80],There:[5,54,55,57,58,59,66,73,76,77,78],These:[59,63,77],To:[2,48,54,55,56,57,58,73,74,75,76,80],Will:33,With:[54,55,74,77],_:[54,55,56,57,58],___torch_mangle_10:73,___torch_mangle_4847:63,___torch_mangle_5:73,___torch_mangle_9:73,__and__:68,__attribute__:45,__getitem__:68,__gnuc__:45,__init__:[56,70,71,73],__is__:68,__isnot__:68,__not__:68,__or__:68,__round_to_zero_floordiv:68,__torch__:[63,73,74],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:63,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:63,__version__:58,__visibility__:45,__xor__:68,_affin:58,_all_:60,_c:[72,80],_calibr:58,_convolut:[58,68,74],_input_quant:58,_jit_to_backend:80,_pair:58,_quant:58,_script:72,_shapemod:71,_validate_not_a_forked_repo:[54,55,57],_weight_quant:58,a100:[54,55,56],aarch64:64,ab:68,abi:78,abl:[54,55,56,59,60,66,67,77,80],about:[57,58,59,63,66,71,74,76,79],abov:[27,57,58,74,76],absolut:58,acc:58,acceler:[54,55,56,81],accept:[49,58,63,66,71,74,75,79],access:[57,60,66,67,74,80],accord:[66,72],accordingli:58,accumul:[50,72],accuraci:[57,58,77],achiev:[54,55,56,58],aco:68,acosh:68,acquir:74,across:60,acthardtanh:66,activ:[58,72,74,77,81],activationtyp:66,actual:[56,58,60,63,66,69,73,74],ad:[27,59,79],adaptive_avg_pool1d:68,adaptive_avg_pool2d:68,adaptive_max_pool2d:68,adaptiveavgpool2d:55,add:[28,59,60,66,68,69,74,75,76],add_:[60,68,74],add_patch:57,addactiv:66,addit:[57,58,60,71,74],addlay:74,addshuffl:74,adjust:58,adjust_lr:58,advanc:77,affin:55,after:[57,58,59,60,67,73,74,75,78,79],again:[46,57,63,66],against:[74,79],agre:[54,55,56,57],agx:47,ahead:74,aim:60,algo_typ:[70,77],algorithm:[4,5,31,32,46,70,77],alias:45,align_corn:68,all:[17,44,45,46,47,50,54,55,56,57,58,60,63,71,73,74,75,76,77,78,79],alloc:66,allow:[49,50,54,55,56,57,59,60,71,79],allow_gpu_fallback:[47,48,71,72,77,80,81],allow_tf32:68,almost:74,alpha:[57,68],alreadi:[54,55,56,57,58,59,60,74,77,79],also:[32,50,54,55,56,57,59,66,67,74,75,76,77],altern:49,alwai:[4,5,29,79],amax:58,amax_sequeez:58,amazonaw:[54,55],amount:58,amp:[54,55],an:[3,4,5,49,50,54,55,56,57,58,59,60,62,63,64,66,67,70,71,72,73,74,75,76,77,78,79],analogu:66,analysi:[54,55,57],ani:[49,54,55,56,57,59,66,71,74,75,76,77,79],anneal:58,annot:[66,74],anoth:[73,75],anyth:78,aot:[67,74],apach:[54,55,56,57],apex:57,api:[58,64,66,71,72,74,75,77,78,80],append:[54,55,56,57,58,68],appli:[58,77],applic:[2,32,48,54,55,56,57,60,64,74,75,78,79,80,81],approach:[54,55,56],apr:74,ar:[44,48,50,54,55,56,57,58,59,60,63,64,66,67,71,72,73,74,76,77,78,79,80],arang:68,architectur:[57,58,67,76],archiv:76,aren:74,arg:[59,70,71,74],argc:74,argmax:[54,55],argument:[49,58,60,63,66,71,72,74,79],argv:74,around:[58,60,63,66,73],arrai:[4,5,59],arrayref:[47,49,50],arti:[54,55],arxiv:77,asin:68,asinh:68,aspect:79,assembl:[59,74],assign:[4,5],associ:[59,66,74],associatevalueandivalu:66,associatevalueandtensor:[66,74],assum:[58,80],atan:68,atanh:68,aten:[50,57,58,60,65,66,68,72,74],attach:57,attribut:[60,63,74],auto:[46,66,74,77,81],automat:[54,55,56,74],av:[54,55,56],avail:[54,55,56,57,66,76,79,81],averag:[50,54,55,56,57,58,72,79],avg:[54,57,58,79],avg_pool1d:68,avg_pool2d:68,avg_pool3d:68,avgpool:[55,57,58],avoid:[54,55],await:[54,55],ax:[54,55,57],axi:[54,55,58,68],b1:[54,55],b2:[54,55],b:[54,55,57,68],b_hh:68,b_ih:68,back:[60,63,64,71,73,74],back_insert:46,backbon:57,backend:[54,55,56,57,58,72,80],background:[57,73],backward:58,base:[38,51,52,54,55,56,57,58,63,69,70,71,73,76,77],baselin:58,bash:76,basi:[54,55,56,57],basic:[58,79],batch:[4,5,46,50,54,55,56,57,58,72,77,79,81],batch_norm:[66,68],batch_siz:[46,57,58,77],batched_data_:46,batchnorm2d:55,batchnorm:[57,60],batchtyp:46,bazel:[64,76],bazel_vers:76,bazelbuild:76,bazelisk:76,bazelvers:76,bbox:57,bdist_wheel:76,becaus:[66,73,74,76],becom:66,been:[59,66,74],befor:[50,57,58,60,64,66,67,72,74,76],beforehand:74,begin:[46,76],beginn:73,behav:[54,55,57],behavior:[50,57,71,72],behaviour:[54,55],being:[54,55,56,57,74],below:[57,66,74,76],benchmark:[56,68],benefit:[66,74],best:[54,55,56,76],best_result:57,best_results_per_input:57,best_results_per_input_trt:57,beta:68,better:[54,55,56,57,73,77],between:[57,60,66,76,77],bia:[55,56,58,60,68,74],bin:76,binari:[46,77],bind:[4,5,46],bird:[54,55,58],bit:[50,66,71,72,74],blob:[60,65,77],block0:60,block1:60,block:[59,60,79],bmm:68,bn1:55,bn2:55,bn3:55,bool:[1,2,3,4,5,26,29,31,33,44,46,47,48,50,60,66,68,69,71,72,74,77],bot:57,both:[54,55,56,57,73,76,77],bottleneck:55,bound:[57,58],box:57,branch:76,breed:[54,55],briefli:73,broken:[54,55],bsd:[44,45,46,47],bu:[54,55],buffer:[4,5],bug:76,build:[31,32,36,50,59,62,64,66,71,74,77,79],build_fil:76,builder:[54,55,56,57],builderconfig:47,built:[35,63,64,72,76,79],bust:[54,55],c10:[1,2,47,48,49,50,74,77],c:[44,45,46,47,54,55,56,57,58,64,68,78,79,81],c_api:65,c_str:[66,74],ca6b:[54,55],cach:[4,5,31,32,46,54,55,56,57,58,70,74,77,79],cache_:46,cache_fil:[46,70,77],cache_file_path:[4,5,31,32,46],cache_file_path_:46,cache_size_:46,cachecalibr:[70,77],calcuat:58,calcul:[49,59,74],calib:58,calib_output:58,calibr:[4,5,31,32,46,50,58,70,72,74,77,79],calibrate_model:58,calibration_cache_fil:[31,32,77],calibration_dataload:[31,77],calibration_dataset:77,calibrationalgo:[70,77],call:[31,32,34,50,54,55,56,57,58,60,63,66,72,73,74,80],callmethod:73,can:[1,2,5,31,32,39,48,49,50,54,55,56,57,58,59,60,62,63,64,66,71,72,73,74,75,76,77,78,79,80],cannot:[49,54,55,56,57,58,60,71,72,73],cap:[54,55],capabl:[18,47,50,63,71,72,79,80],captur:58,car:58,cast:[4,5,60],cat:[58,68,76],caught:60,caus:[54,55,56,57,58,66,76],cd:76,cdll:74,ceil:68,ceil_mod:[55,68],cell:57,centercrop:[54,55],cerr:74,certain:76,cf0691493d05062fe3239cf76773bae4c5124f4b039050dbdd291c652af3ab2a:76,chain:66,challeng:58,chanc:66,chang:[32,54,55,56,60,64,77],channel:[3,54,55,58,71],channel_last:[71,72],channels_last:71,check:[1,2,33,48,57,60,66,72,74,76,78,79],check_method_op_support:72,check_method_operator_support:[22,43,47,51,52],checkmethodoperatorsupport:74,checkpoint:[57,58],chimpansee_amber_r_1920x1080:[54,55],chimpanze:[54,55],choic:70,choos:73,ci:[54,55],cifar10:[58,77],cifar:[58,77],circular:58,ckpt:58,ckpt_path:58,clamp:[58,68],clamp_max:68,clamp_min:68,class_pr:58,class_prob:58,classes_to_label:57,classif:[56,57,58,73,74],classifi:[56,58],clear:46,cli:79,clone:68,close:[58,74],closer:60,cloudfront:[54,55],co:68,coco:57,cocodataset:57,code:[54,55,56,57,64,67,73,74,77],collect:[58,74],collect_stat:58,color:[26,29,69],colored_output_on:[29,44,69],com:[54,55,56,60,65,74,76,77,78],come:[54,55,56,76],command:[73,74,76,79],comment:76,common:[55,57,59,60],common_subexpression_elimin:60,commun:74,compar:[57,58],comparis:[1,3],comparison:[2,48],compat:[1,2,48,54,55,56,57,60,63,72,76],compil:[22,33,39,43,47,50,51,52,54,55,56,57,58,60,61,63,66,71,72,73,75,77,78,79,80,81],compile_set:[56,77],compile_spec:[58,77,81],compilegraph:[74,77],compilesepc:35,compilespec:[4,5,22,34,39,43,47,51,52,74,77,81],compilespecstruct:[0,51],complet:[54,55,56,57,73,74],complex:[73,76],compli:57,complianc:[54,55,56,57,79],compliat:77,complic:76,compon:[56,62,64,73,78],compos:[54,55,56,57,58,73,77],composit:[58,74],comprehens:57,comput:[50,54,55,56,57,58,76,77],compute_amax:58,conclus:[54,55],conda:[54,55,58],condit:[54,55,56,57],confid:[54,55,57],config:[54,76],configur:[34,39,49,67,71,72,74,76,77],conflict:[54,55,56,57],connect:[54,55,60,72,81],consid:74,consist:60,consol:79,consolid:73,constant:[58,59,60,74],constant_pad_nd:68,constexpr:[1,2,3,47,48],construct:[1,2,3,4,5,48,49,50,59,60,62,64,66,70,71,74,77],constructor:[1,3,48,49,50,63,73],consum:[5,59,73],contain:[31,33,54,55,56,57,59,60,66,71,73,74,76,77,78],content:77,context:[54,55,56,57,58,59,62,63,64],contigu:[3,49,50,71,72,79],continu:[54,55,56,57,78],contributor:74,control:[54,55,56,57,73],conv1:[55,56,73,74],conv2:[55,56,73,74],conv2d:[55,56,58,73],conv3:55,conv4_x:57,conv5_x:57,conv:[50,58,74,79],convect:49,conveni:[57,77],convent:[54,55,56,57],convers:[54,55,56,57,58,60,63,71,72,74],conversionctx:[66,74],convert:[4,5,33,34,39,54,55,56,57,58,60,61,62,64,67,71,72,75,78,80],convert_method_to_trt_engin:[22,43,47,51,52,71,72,80],convertgraphtotrtengin:74,convien:50,convienc:[4,5,50],convolut:[54,57,58,72,77,81],coordin:64,copi:[46,54,55,56,57,66,68,70],copy_:68,copyright:[44,45,46,47,54,55,56,57,74],core:[47,54,55,56,57,60,64,71,74,79,81],core_id:71,corpor:[44,45,46,47,54,55,56,57],correct:[58,63,76],correctli:76,correspond:[54,55,57,58,66],cosh:68,count_include_pad:68,counterpart:58,coupl:[54,55,56,59,64,78],cout:74,cp:76,cpp:[15,16,44,45,46,47,53,60,64,74,77],cpp_frontend:77,cppdirectori:[23,51],cppdoc:74,creat:[31,32,35,54,55,56,57,58,59,63,66,72,74,79],create_model:54,create_transform:54,createinferbuild:[54,55,56,57],creating_torchscript_module_in_python:75,credit:74,crit:58,criteria:[61,62,64],cross:58,crossentropyloss:58,cs:77,csrc:[60,65],cstddef:77,ctx:[66,74],ctype:74,cu102:76,cuda113:76,cuda:[50,54,55,56,57,58,63,71,74,75,76,77,80],cuda_runtim:[22,47],cudafloattyp:74,cudasetdevic:37,cudnn8:76,cudnn:[54,55,56,57,58],cudnn_en:68,cumsum:68,curl:76,current:[25,63,66,72],custom:76,cxx11:78,cycler:[54,55],d17fnq9dkz9hgj:[54,55],d:[54,55,56,57,58,79,81],data:[1,3,4,5,31,32,46,48,49,50,54,55,56,57,58,59,62,64,66,68,70,71,72,77,79],data_dir:77,data_load:58,dataflow:[66,74],dataload:[5,31,32,46,50,58,70,77],dataloader_:46,dataloadercalibr:[70,77],dataloaderopt:77,dataloaderuniqueptr:[5,46],dataset:[32,57,58,70,77],datatyp:[2,22,40,47,48,49,50,51,52,71,72,75],datatypeclass:[0,51],dateutil:[54,55],dbg:76,dead_code_elimin:60,deal:66,debug:[17,29,47,50,58,66,69,72,79,80],debugg:[72,79],decid:[56,71],declar:[58,76],decod:[54,55],decode_result:57,deconvolut:81,decor:[54,55],dedic:60,deep:[54,55,56,57,58,66,67,77,81],deeplearn:65,deeplearningexampl:57,deer:58,def:[54,55,56,57,58,73],defin:[1,2,3,4,5,17,18,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,45,48,49,50,53,54,55,56,58,71,73,74,75,77,79],definit:[53,66],delet:[1,2,3,47,48,60],delimit:60,demo:[54,55,57,77],demonstr:[54,55,56,57,77],denorm:57,dep:76,depend:[32,36,54,55,57,58,59,64,74,78],depickl:63,deploi:[54,55,56,62,64,67,74,77],deploy:[54,55,56,58,74,75,77,78,79,81],deprec:68,dequantizelay:58,describ:[50,54,55,56,57,66,73,80],deseri:[71,72,74],design:[54,55,56,81],desir:[58,77],destroi:[54,55,56,57,66],destructor:66,detail:[54,55,58,73,74,78],detect:[49,54,55,56,58,63],detections_batch:57,determin:60,determinist:68,develop:[54,55,56,67,74,76],deviat:79,devic:[0,22,35,37,40,47,50,51,52,54,55,56,58,63,68,70,71,72,75,77,79,80,81],device_typ:[47,48,71,77,80,81],deviceclass:[0,51],devicetyp:[22,40,47,48,51,52,71,77,80,81],devicetypestruct:[0,51],dict:[57,71,72],dictionari:[71,72,80],differ:[32,54,55,56,57,58,60,64,67,73],differenti:[54,55,56],dilat:[55,56,57,58,68],dim0:68,dim1:68,dim:[54,55,58,68],dim_int:68,dim_intlist:68,dimens:[49,60],dir:58,direct:78,directli:[66,67,70,76,77],directori:[19,20,21,22,23,44,45,46,47,51,55,58,76,77],disabl:[54,55,56,57,58,69,76,79],disable_calib:58,disable_qu:58,disable_tf32:[47,50,72,77],disclos:76,disp:[54,55],displai:79,disregard:54,dist:76,distdir:76,distribut:[54,55,56,57,71,74,77,78],div:68,div_:68,divisor_overrid:68,dl_open:78,dla:[2,47,48,67,71,72,79],dla_cor:[47,48,71,77,79,80,81],dla_standalon:79,dlacor:79,doc:[58,64,65,76],docker:[54,55,56,57],docsrc:64,document:[44,45,46,47,51,52,64,73,74,77,78,80],doe:[45,46,54,55,57,60,66,77],doesn:[58,73,74],dog:58,domain:77,don:[56,66,77],done:[54,55,57,59,64],dont:44,doubl:[50,72,79],down:[54,55,56,76],download:[58,76,77],downsampl:55,doxygen_should_skip_thi:[46,47],driver:[54,55,76],drop:[57,76],dtype:[47,49,50,54,55,56,57,58,68,71,72,75,79],due:[4,5,54,55,56,57,58,76],dump:[38,76,79],dump_build_info:[22,40,47,51,52,71],dure:[50,58,66,70,77,78,79],dynam:[49,50,57,58,71,72],e1109:58,e:[31,32,54,55,57,60,66,71,73,74,76,77,79],each:[4,5,50,57,58,59,60,63,66,74,76],eager:[54,55,56],earlier:[54,55],earliest:58,eas:45,easi:[59,60,74,77,79],easier:[58,62,64,66,74,77],easiest:76,easili:[4,5],ecc:[54,55],ecosystem:[54,55,56,57],edgecolor:57,edu:77,effect:[58,60,74,77],effici:66,efficientnet_b0:54,efficientnet_b0_model:54,efficientnet_b0_trac:54,efficientnet_preprocess:54,either:[49,50,54,55,56,57,66,71,72,73,74,76,79],el:68,element:63,element_typ:46,els:[45,46,49,58,72],elu:68,emb:[35,72,79],embed:[63,68,72,79,81],embed_engine_in_new_modul:[22,43,47,51,52,72],emit:59,empti:[50,56,72,73],emum:[17,18],enabl:[4,5,26,50,54,55,56,57,58,61,62,64,69,70,72,79],enable_calib:58,enable_precis:74,enable_qu:58,enabled_precis:[47,50,54,55,56,57,58,71,72,74,75,77,80,81],enalbed_precis:81,encod:63,encount:76,end:[46,66,68,72,74,77,79],end_dim:[68,74],end_tim:[54,55,56,57,58],endif:[45,46,47],enforc:74,engin:[1,2,18,34,35,39,47,48,49,50,59,62,64,67,71,72,74,75,77,78,79,80,81],engine_converted_from_jit:74,enginecap:[0,22,40,47,50,51,52,71,72,80],enhanc:57,enough:58,ensur:[32,58,60],enter:59,entir:58,entri:[50,66],entropi:[31,32,58,77],entropy_calibr:70,entropy_calibration_2:[70,77],enumer:[1,2,3,17,18,48,58,70],environ:[54,55],ep:[55,68],epoch:58,eq:68,equival:[34,54,55,56,57,62,64,66,72,73,74,77],equivil:39,erf:68,error:[17,50,54,55,56,57,59,60,64,69,72,74,76,79],eskimo_dog:54,etc:81,eval:[54,55,56,57,58,74,75],evalu:[57,62,63,64],evaluated_value_map:[59,66],even:74,event:49,everi:74,everyth:17,ex:[1,2,3,48],exactli:57,exampl:[49,54,55,56,57,58,63,64,66,71,72,73,74,77,78],except:[54,55,56,57],exception_elimin:60,execpt:60,execut:[35,54,55,56,57,60,62,63,64,71,72,73,74,77,79],execute_engin:[63,74],exeuct:63,exhaust:74,exist:[5,33,34,39,54,55,56,57,70,71,72,76,77],exp:68,expand:[60,68],expand_a:68,expanded_pad:58,expect:[49,50,54,55,56,57,60,66,71,74],experi:[54,55,56],experiment:58,explic:[46,58],explicit:[1,2,3,4,5,47,48,60,67,77],explicitli:[58,61,62,64,77,80],explict:46,explictli:1,expon:68,expos:77,express:[54,55,56,57],extend:[62,64,66,74],extent:[67,74],extra:[50,74],extract:74,extractor:56,f16:[74,79,81],f1:[54,55],f32:79,f:[56,58,73,76],facecolor:57,fact:76,factori:[5,31,32,77],fail:[74,81],fake:58,fake_quantize_per_:58,fake_quantize_per_channel_affin:[58,68],fake_quantize_per_tensor_affin:[58,68],fall:71,fallback:[61,62,64,66,79,81],fals:[1,2,3,4,5,46,47,48,50,55,57,58,68,71,72,74,77,80],famili:[54,55,56,57,58],familyhandyman:[54,55],fan:[54,55],fashion:74,faster:58,fbed:[54,55],fc1:[56,73,74],fc2:[56,73,74],fc3:[56,73,74],fc:[50,55,57,58,60,79],feat:[56,73,74],featur:[54,55,56,57,58,74,77,79,80],fed:[4,5,49],feed:[31,32,58,74],feel:67,few:[54,55,56,71],field:[4,5,77],fig:[54,55,57],file:[1,2,3,4,5,6,7,8,9,10,11,12,13,17,18,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,48,49,50,54,55,56,57,58,63,64,70,71,72,74,76,77,79],file_path:79,filer_publ:[54,55],filer_public_thumbnail:[54,55],fill:[54,55,56],filter:[57,58],find:[5,57,74],fine:58,finetun:58,first:[49,54,55,56,57,58,59,60,74,75,77],five:57,fix:[50,55,57,81],fixed_s:[47,50],flag:[58,61,62,64,70,76,78,79],flatten:[56,68,73,74],flatten_convert:74,flexibl:[54,55,56,57],float16:[54,55,56,57,71,79],float32:[49,50,54,55,58,71,72,79],float64:72,float_int:68,floor:68,floor_divid:68,floordiv:68,flow:[54,55,56,57,58,66,73],fly:73,follow:[54,55,56,57,58,63,73,74,76,77,78,79],footprint:[54,55,56],forc:[72,79],form:[59,71],format:[47,49,50,54,55,56,57,58,71,72,75,79],forum:76,forward:[31,32,34,35,56,58,63,66,71,72,73,74,77,80],found:[44,45,46,47,54,55,56,57,74,76,77,78],fp16:[1,49,50,56,57,58,67,74,75,79,81],fp32:[1,49,50,56,57,58,67,72,77,79],framework:[54,55,56,57],freed:66,freeze_modul:60,friend:47,frog:58,from:[1,2,3,4,5,31,32,46,48,49,50,54,55,56,57,58,59,60,62,63,64,66,67,72,73,74,77,79],frozen:58,fssl:76,fstream:[21,46],full:[50,58,66,74,77,78,79,81],fulli:[33,60,72,74,77,79,81],fuse:[54,55,56],fuse_addmm_branch:60,fuse_flatten_linear:60,fuse_linear:60,fusion:66,futur:[54,55,56,58],g:[31,32,60,71,76,77,79],gain:57,gamma:68,gaurd:45,gcc:[64,74],ge:68,gear:77,gelu:68,gener:[4,5,32,54,55,56,57,58,60,63,64,66,73,74,76,77,79],get:[1,2,3,4,5,25,36,46,48,57,58,60,66,69,71,76,77],get_batch:70,get_batch_impl:46,get_batch_s:70,get_build_info:[22,40,47,51,52,71],get_cache_mode_batch:70,get_coco_object_dictionari:57,get_is_colored_output_on:[19,41,44,51,52,69],get_logging_prefix:[19,41,44,51,52,69],get_reportable_log_level:[19,41,44,51,52,69],getattr:[60,63,73,74],getbatch:[4,5,46],getbatchs:[4,5,46],getdimens:[66,74],getlogg:[54,55,56,57],getoutput:[66,74],gi:[54,55],github:[54,55,56,57,60,65,74,76,77,78],give:56,given:[49,50,54,55,56,57,60,70,71,72,73,74,79,80],global:[28,58,74],gnu:76,go:[46,54,55,56,57,58,60,67,73,74],goal:66,goe:58,good:[46,66],got:74,govern:[54,55,56,57],gpu:[2,34,37,39,47,48,54,55,56,58,71,72,74,77,79,80,81],gpu_id:[37,47,48,71,77,79,80,81],granular:56,graph:[17,33,34,39,47,54,55,56,57,58,59,62,64,66,67,69,72,73,74,79],great:[54,55,56,57,74],green_mamba:55,group:[58,68],gru_cel:68,gt:[54,55,68],gtc:67,guard:60,guard_elimin:60,gulf:[54,55],gz:[76,77],h:[1,2,3,4,5,6,7,8,9,10,11,12,13,16,17,18,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,48,49,50,51,53,54,55,57,60,74,77,79],ha:[54,55,56,57,58,59,60,61,62,64,66,73,74,77],hack:46,hakaimagazin:[54,55],half:[56,57,58,71,74,75,77,79,80,81],handl:[57,60,63],happen:[54,55,56,58,73],hardtanh:[66,68],hardtanh_:68,hardwar:[54,55,56,57,81],hash:76,have:[32,46,54,55,56,57,59,60,66,67,71,72,73,74,76,77,79],haven:74,head:57,header:[54,55,74],help:[29,54,55,56,58,59,66,74,78,79],helper:[54,55,56,57,58,66],here:[46,54,55,56,57,59,63,73,74,76,77,78],hermet:76,hfile:[23,51],hidden:45,hierarchi:58,high:[54,55,57,60],higher:[60,73],hinton:77,hist_percentil:58,histogram:58,historgram:58,hold:[48,49,59,66,77],holder:63,home:76,hood:[64,75],hors:58,host:76,how:[4,5,54,55,57,58,73,78,80],howev:[32,54,55,56,57,76],html:[58,65,73,76,77],http:[54,55,56,57,58,60,65,73,74,76,77,78],http_archiv:76,hub:[54,55,57],huski:[54,55],hx:68,hybrid:72,i8:79,i:[54,55,56,57,58,60,66,73,74,77,79],id:[37,47,54,55,57,71,79,81],idea:60,ident:79,idx:[57,68],ifndef:[46,47],ifstream:46,ignor:71,iint8calibr:[4,5,31,32,46,47,50,72,77],iint8entropycalibrator2:[4,5,31,32,46,77],iint8minmaxcalibr:[31,32,77],ilay:66,illustr:58,imag:[54,55,57,58,77],image_idx:57,imageio:[54,55],imagenet:[54,55,58],imagenet_cla:[54,55],imagenet_class_index:[54,55],images_:77,img0:[54,55],img1:[54,55],img2:[54,55],img3:[54,55],img:[54,55],img_path:[54,55],impact:[54,55,56,57],implement:[4,5,54,55,56,57,60,63,74,77,78],impli:[54,55,56,57],implic:60,implicit:68,implicitli:71,implictli:71,improv:58,imshow:[54,55,57],in_featur:[55,56],in_shap:74,in_tensor:73,incas:46,includ:[14,16,17,36,38,44,45,46,47,53,54,55,56,57,61,62,63,64,73,74,76,77,79],includedirectori:[23,51],incompat:76,incorrect:58,ind:[54,55],inde:[54,55,56,57],independ:[54,55,57],index:[58,65,67,68,77],indic:68,indigo_bunt:54,inetworkdefinit:59,infer:[54,55,56,58,60,71,72,74,77],info:[17,34,39,47,50,66,69,71,74,79],inform:[27,35,36,38,49,57,58,59,63,67,71,73,74,76,77,79,80],infrastructur:77,ingest:64,inherit:[51,52,77],init_weight:58,initi:58,inlin:[1,2,3,4,5,31,32,46,48,50,60,74],inner:50,inplac:55,input0:74,input1:74,input2:74,input:[4,5,22,32,40,46,47,50,51,52,54,55,56,57,58,59,60,63,66,68,71,72,73,74,75,77,79,80,81],input_0:[63,74],input_batch:[54,55],input_data:[54,55,56,57,58,73,75],input_file_path:[79,81],input_is_dynam:47,input_s:74,input_scal:68,input_shap:[54,55,56,57,58,77,81],input_spec:79,input_tensor:[54,55],inputclass:[0,51],inputrang:74,insert:[58,74,77],inspect:[54,55,56,57,66,73,74],instal:[54,55,57,58,67,74,78],instanc:[54,55,56,60,70,73,74],instance_norm:68,instanti:[62,63,64,66,74],instatin:[1,2,3,48],instead:[50,54,55,56,57,58,59,60,74,78,79],instnanti:63,instruct:[61,62,64,74,76],insur:76,int32:[71,72],int64:72,int64_t:[47,48,49,50,77,81],int8:[1,46,49,50,67,71,72,77,79,81],int8_t:47,int8cachecalibr:[21,32,42,46,51,52],int8cachecalibratortempl:[0,51],int8calibr:[4,21,31,42,46,51,52],int8calibratornamespac:[0,51],int_float:68,integ:[58,71],integr:[54,55,56,67],intend:76,intent:60,intercompat:[54,55,57],interest:60,interfac:[1,2,3,48,63,64,66,77],intermedi:[17,54,55,56,73],intern:[2,17,48,54,55,56,57,58,66,74],internal_error:69,internalerror:69,interpret:[54,55,56,63],intro_to_torchscript_tutori:73,introduc:[54,55,56,57,58],invalid:[54,55,56,57,58],invok:[73,74],involv:[54,55,56],io:[46,54,55],iostream:[21,22,46,47,74],ir:[54,55,56,62,64,66,71,73],is_avail:[54,55],is_floating_point:68,is_train:77,iscustomclass:66,isinst:58,issu:[4,5,54,55,56,74,76],istensor:66,istream_iter:46,it_:46,item:[54,55,58],itensor:[59,66,74],iter:[21,46,50,54,55,56,57,58,59,70,72,79],its:[32,54,55,56,57,59,63,66],itself:[1,2,3,48,60,76,79,80],ivalu:[59,63,66,74],jetpack:76,jetpack_4:76,jetson:[54,55,56,71],jit:[33,34,35,39,47,54,55,56,57,58,59,60,62,63,64,65,66,71,72,73,74,75,79,80],jit_model:58,join:58,jpeg:[54,55],jpg:[54,55,57],jpg__1920x1080_q85_subject_loc:[54,55],json:[54,55],json_fil:[54,55],just:[46,47,54,55,57,60,67,73,74,75,78,80],k:[68,77],kb:[54,55],kbool:[1,47],kchannelslast:[3,47],kchar:[1,47],kclip:66,kcontigu:[3,47,49],kcpu:[2,48],kcuda:[2,48,74],kdebug:[17,44,46],kdla:[2,47,48,81],kdla_standalon:[18,47],keepdim:68,kei:[58,73],kept:58,kernel:[49,50,54,55,56,66,71,72,79],kernel_s:[55,56,68],kerror:[17,44],keyword:[71,72],kf16:[77,81],kfloat:[1,47,50],kgpu:[2,47,48],kgraph:[17,44,60],khalf:[1,47,74],ki8:77,kind:[54,55,56,57,59,71],kinfo:[17,44,46],kint:[1,47],kinternal_error:[17,44],kiwisolv:[54,55],know:[44,66],known:57,kriz:77,krizhevski:77,ksafeti:[18,47],kstandard:[18,47,50],ktest:77,ktrain:77,kunknown:[1,3,47],kwarg:[58,70,71],kwarn:[17,44],l:68,label:[57,58,77],lack:[61,62,64],laid:74,lambda:[54,55,57,66,74],languag:[54,55,56,57,73],larg:[54,55,56,58,62,64,74,77],larger:77,largest:68,last:[3,57,60,71],later:[32,74],latest:76,law:[54,55,56,57],layer1:55,layer2:55,layer3:55,layer4:55,layer:[48,50,54,55,56,57,58,59,60,66,72,74,77,79,81],layer_norm:68,layout:[3,49,68,71,72],ld_library_path:76,ld_preload:78,ldd:76,le:68,leaky_relu:68,leaky_relu_:68,learn:[58,67,74,76,77,81],least:[54,55],leav:[56,58,60],left:57,legacy_calibr:70,len:[54,55,57,58,68],lenet:[57,73,74],lenet_script:[73,74],lenetclassifi:[56,73],lenetfeatextractor:[56,73],length:[4,5,46,54,55,68],let:[48,54,55,56,57,60,66,71,72,79],level:[19,25,27,28,41,44,46,51,52,54,55,56,58,60,64,69,73],levelnamespac:[0,51],leverag:[54,55,56,57,77],lib:[54,55,58,60,74,76],librari:[36,44,45,46,47,54,55,56,57,58,62,63,64,66,74],libtorch:[5,38,54,55,56,57,66,74,76,77],libtorch_pre_cxx11_abi:76,libtorchtrt:[74,76,79],libtorchtrt_plugin:78,libtorchtrt_runtim:78,licens:[44,45,46,47,54,55,56,57,74],like:[54,55,56,57,59,60,63,66,73,74,75,76,77,78,79],limit:[54,55,56,57,60,77],line:[74,79],linear:[3,55,56,58,68,71,73],linewidth:57,link:[59,67,74,78,79],linux:[64,74,76],list:[19,20,21,22,33,50,53,57,58,59,63,66,68,71,72,74,75,76],listconstruct:[59,63,74],listunpack:[63,74],live:66,load:[54,55,57,58,63,70,72,74,75,77,78,79,80],load_calib_amax:58,load_librari:78,load_state_dict:58,loader:[54,55,56,57],loading_data_recip:77,local:[54,55,56,57,58,60,74],locat:[57,76,77],log:[16,17,20,21,23,40,46,51,52,53,58,60,66,67,68,71],log_debug:66,logger:[54,55,56,57,69],loggingenum:[0,51],loglevel:69,longer:[54,55,56,78],look:[58,59,60,73,77,80],loop_unrol:60,lorikeet:55,loss:[58,77],lot:66,lower:[17,71],lower_graph:60,lower_tupl:60,loweralltupl:60,lowersimpletupl:60,lowest:50,lr:58,lstm_cell:68,lt:[58,68],ltorchtrt:78,lvl:[27,28,44],m:[54,55],machin:[54,55,56,63,76,77],macro:[6,7,8,9,10,11,12,13,16,19,22,23,44,47,51,53],made:[57,60,62,64],mai:[54,55,56,57,59,63,64,73,74,76,77],main:[57,60,62,63,64,66,74],maintain:[54,55,56,57,63,66],major:[54,55,56,57,64],make:[54,55,56,57,59,74,75,76,77,81],make_data_load:[5,77],make_int8_cache_calibr:[21,42,46,51,52,77],make_int8_calibr:[21,32,42,46,51,52,77],manag:[54,55,59,62,64,66,71,74],mangag:60,mantissa:[50,72],manual:76,map:[2,48,59,60,62,64,66,74,77,80],mark:60,marknodesforfallback:60,mask:68,masked_fil:68,master:[60,65,76,77,78],mat2:68,match:[50,60,76],matmul:[60,68,74],matplotlib:[54,55,57],matrix:65,matur:64,max:[49,50,55,56,57,58,66,68,71,79],max_batch_s:[47,50,72,77,79,80],max_bound:58,max_c:79,max_h:79,max_n:79,max_pool1d:68,max_pool2d:[56,68,73,74],max_pool3d:68,max_shap:[47,49,56,71,72,75],max_val:[66,68],max_valu:58,max_w:79,maxcalibr:58,maximum:[49,50,58,72,79],maxpool2d:55,maxpool:55,mb:[54,55,79],md:65,mean:[50,54,55,56,57,58,66,67,68,72,79],mechan:66,media:[54,55],meet:71,member:[48,49,50,71],memeori:3,memori:[21,22,46,47,50,54,55,56,60,66,71,72,74,75],memory_format:[68,71],memoryformat:[3,47],mention:[54,55],menu:79,messag:[17,27,28,69,79],metadata:[63,66],method:[33,34,35,39,49,54,55,56,57,58,60,66,71,72,73,74,76,80],method_nam:[33,39,47,71,72,74],mig:[54,55],might:[58,60,76],min:[49,50,66,68,71,79],min_block_s:[47,50,72],min_bound:58,min_c:79,min_h:79,min_n:79,min_shap:[47,49,56,71,72,75],min_val:[66,68],min_valu:58,min_w:79,mini:[54,55],minim:[50,72,77,79],minimum:[49,50,69,72,79],minmax:[31,32,77],minmax_calibr:70,miss:74,mix:57,mkdir:[54,55,76],mobilenet_v2:80,mod:[74,77,79],mode:[58,75,77],mode_:77,model:[63,73,74,75,77,79,80],model_math:57,model_nam:58,model_state_dict:58,modern:57,modifi:76,modified_state_dict:58,modul:[33,34,35,39,47,50,54,55,56,57,58,61,62,63,64,66,67,71,72,75,77,79,80,81],modular:74,module_fallback:60,momentum:[55,58,68],more:[54,55,56,57,58,59,67,71,73,74,76,77,78,80],most:[64,76,78],move:[31,46,47,54,55,56,60,63,72,74,77],ms:[54,55,56,57,58],mse:58,msg:[28,44,69],much:[66,77],mul:[58,68],mul_:68,multi:79,multipl:[63,77],multipli:[50,72],must:[49,50,54,55,57,60,66,71,72,74,76,78,79],mymodel:75,n01537544:54,n01739381:54,n01749939:55,n01820546:55,n02109961:54,n02110185:55,n02481823:[54,55],n:[54,55,66,74,77,79],name:[4,5,33,39,46,54,55,57,58,63,66,70,72,73,74,76,80],named_modul:58,namespac:[0,44,45,46,47,53,60,67,77],narrow:[58,68],nativ:[58,64,65,74],native_funct:65,nbbind:[4,5,46],nchw:[3,71,72],ncol:[54,55],ne:[60,68],necessari:[44,78],need:[1,2,3,27,32,45,48,57,59,60,66,74,75,76,77,78],neg:68,negative_slop:68,nest:[51,52],net:[54,55,66,74],network:[31,32,54,55,56,57,58,66,74,77,81],networkx:[54,55],neural:[54,55,57,81],new_lay:66,new_local_repositori:76,new_lr:58,new_siz:77,newer:[54,55,56],next:[4,5,57,58,59,63,77],ngc:[54,57,76],nhwc:[3,71,79],nice:76,ninja:76,nl:[54,55],nlp:[31,32,77],nn:[54,55,56,58,60,65,71,72,73,74,75],no_grad:[54,55,56,57,58],node:[58,60,61,62,64,66,74],node_info:[66,74],noexcept:[4,5,46,77],non_block:[58,68],none:[57,58,66,68,71,72],norm:68,normal:[1,2,3,48,54,55,56,57,58,73,74,77,81],normalized_shap:68,noskipw:46,notatemoduleforfallback:60,note:[2,48,49,54,55,66,71,74,76,81],notebook:[54,55,56,57,58,64],notic:[56,57],now:[54,55,56,57,60,64,66,74,76,80],np:[54,55,56,57,58],nrow:[54,55],nrun:[54,55,56,57,58],nullptr:[46,47,50],num:79,num_avg_timing_it:[47,50,72,80],num_batch:58,num_bit:58,num_calib_batch:58,num_class:58,num_epoch:58,num_it:79,num_min_timing_it:[47,50,72,80],num_work:[58,77],number:[4,5,50,54,55,58,60,66,71,72,74,79],numel:68,numer:79,numpi:[54,55,56,57,58],nvcr:54,nvidia:[34,39,44,45,46,47,54,55,56,57,58,60,65,71,72,74,76,77,78,79,81],nvidia_deeplearningexamples_torchhub:57,nvidia_ssd:57,nvidia_ssd_processing_util:57,nvidia_tacotron2:57,nvidia_tts_util:57,nvidia_waveglow:57,nvinfer1:[4,5,31,32,46,47,50,66,77],nvinfer:[21,46],nwarmup:[54,55,56,57,58],o:[54,55,76],obj:68,object:[1,2,3,4,5,48,49,50,63,66,70,72,77,80],observ:[54,55,58],obsolet:57,obtain:[54,55,56,57,58,75],obvious:73,oct:[54,55],octet:[54,55],off:[54,55,57,63],offici:76,ofstream:[46,74],ok:[54,55,74],okai:50,older:64,onc:[44,45,46,47,59,60,63,77,78],one:[54,55,56,57,58,60,66,69,71,72,73,74],ones:[44,54,55,56,57,61,62,64,74,76],onli:[2,4,5,17,32,46,48,49,50,54,55,56,57,60,64,66,69,71,72,76,77,78,79,81],onnx:60,onto:[63,79],op:[54,55,57,58,59,60,62,64,66,71,74,78,79],op_precis:[54,55,57],open:[54,55,56],oper:[1,2,3,4,5,33,46,47,48,50,54,55,56,58,59,60,61,62,63,64,66,67,71,72,75,77,79,81],oppos:72,opset:[62,64],opt:[49,50,54,55,58,71,76],opt_c:79,opt_h:79,opt_n:79,opt_shap:[47,49,56,71,72,75],opt_state_dict:58,opt_w:79,optim:[49,54,55,56,57,58,60,67,73,74,75,79],optimin:49,optimiz:[54,55,56,57,73],option:[46,49,61,62,64,71,76,77,78,79,81],order:[50,54,55,56,57,66,72,74,75],org:[54,55,56,57,58,65,73,74,76,77],origin:[57,58],original_nam:56,os:[47,58],ostream:47,other:[1,2,3,47,48,54,55,56,57,58,59,60,63,67,68,74,75,76,78,79],otherwis:[54,76,78],our:[54,55,56,57,64,73,74],out:[33,46,54,55,56,58,59,60,62,64,66,69,72,74,76],out_dir:58,out_featur:[55,56],out_shap:74,out_tensor:[66,74],output0:60,output:[26,29,50,54,55,56,57,58,59,60,63,66,69,74,76,79],output_file_path:[79,81],output_pad:68,output_s:[55,68],outself:74,over:[54,55,56,62,64],overkil:56,overrid:[4,5,31,32,46,71,77],overview:[65,67],own:[54,55,56,66,74],p0:[54,55],p:[68,74,79,81],packag:[54,55,58,60,74,79],pad:[55,58,68],padding_idx:68,padding_mod:58,page:67,pair:[60,66,76,77],paper:[54,55,57],param:70,param_group:58,paramet:[1,2,3,4,5,27,28,29,31,32,33,34,35,37,39,48,49,50,58,59,60,66,69,71,72,73,74],parent:[15,16,19,20,21,22],pars:[58,74],part:[64,79],partial:[54,55,56,57,79],particular:[56,72],partit:60,pass:[54,55,56,57,58,59,61,62,63,64,66,70,73,74,77],patch:57,path:[5,14,15,16,31,32,54,55,56,57,58,70,71,73,74,76,77,79],path_to_torchtrt_root:76,pathwai:73,pattern:[66,71,74],pcie:[54,55],peephole_optimz:60,per:[57,58],percentil:58,perf:[54,55],perfom:58,perform:[31,32,54,55,56,57,77],performac:77,permiss:[54,55,56,57],permut:68,persist:[54,55],phase:[17,58,66,74],pick:[56,73],pick_best:57,pickler:63,pid:[54,55],pil:[54,55],pillow:[54,55,57],pin_memori:68,pip3:76,pip:[54,55,57,76],pipelin:[79,81],piplein:74,pixel_shuffl:68,place:[49,60,76,77],plan:[64,79],plane:58,platform:[47,54,55,56,64,76,79,81],pleas:[58,74,76],plot:57,plot_result:57,plt:[54,55,57],point:[71,74],pointer:[4,5,54,55,56,57,77],pool:[55,56,57,58,81],pop:63,popular:76,portabl:[54,55,56,57,63,72],posit:[71,79],possibl:[54,55,56],post:[31,32,50,67,74,79],potenti:50,pow:68,power:[54,55,56,74],pr:74,practic:[54,55,56],pragma:[44,45,46,47,77],pre:[35,54,55,58,60,70,72,77,78],pre_cxx11_abi:76,precis:[50,56,57,67,71,72,74,75,77,79,81],pred:[54,55,58],pred_label:57,pred_loc:57,predict:[54,55,57],prefer:74,prefix:[29,30,44,69],preinstal:76,prelu:68,prepar:[54,55,56,57],prepare_input:57,prepare_tensor:57,preprint:77,preproc:70,preprocess:[54,55,58,77],preserv:[58,73,77],prespect:73,pretrain:[54,55,57,80],pretti:74,prevent:[50,79],previous:[32,35,74],prim:[59,60,63,68,73,74],prim_devic:68,primarili:[64,74],primer:57,print:[17,33,46,54,55,56,57,58,69,71,72,74,80],priorit:76,privat:[4,5,46,47,77],prob:[54,55],probabl:[54,55,57],probablil:[54,55],process:[54,55,56,57,58,73,77,79,80],prod:68,produc:[49,59,63,66,74],product:[50,54,55,56],profil:[49,56],program:[19,20,21,22,32,53,54,55,56,57,62,63,64,67,73,79],properli:76,propog:60,provid:[4,5,50,54,55,56,57,63,66,71,72,74,75,76,77,78,79,80],providi:[62,64],pt:[54,55,57,58,74,79],pth:58,ptq:[4,5,16,19,23,40,51,52,53,67,71,72,79],ptq_calibr:[4,5,47,50,77],ptqtemplat:[0,51],pull:76,pure:33,purpos:[54,55,57,76],push:63,push_back:46,pwr:[54,55],py3:54,py:[58,60,64,73,74,76,77],pypa:[54,55],pypars:[54,55],pypi:76,pyplot:[54,55,57],python3:[54,55,58,60,74,76],python:[54,55,56,57,58,64,74,78,79,80,81],python_api:65,pytorch:[49,50,54,55,57,58,60,61,62,63,64,66,70,71,72,73,74,75,76,77,78,79],pytorch_quant:58,pytorch_vision_v0:55,pywavelet:[54,55],qat:58,qat_model:58,qualiti:[54,55,57],quant:58,quant_dim:58,quant_input:58,quant_max:68,quant_min:68,quant_modul:58,quant_nn:58,quant_weight:58,quantconv2d:58,quantdescriptor:58,quantiz:[31,32,67,74,79],quantizatiom:50,quantizelay:58,quantlinear:58,quantoz:58,quantpool:58,question:74,quick:58,quickli:[74,77,79],quit:[66,74],r:57,rais:60,raiseexcept:60,rand:74,randn:[54,55,56,57,58,71,72,74,80],randomcrop:58,randomhorizontalflip:58,rang:[49,50,54,55,56,57,58,71,79],rate:58,rather:60,raw:57,read:[4,5,31,32,46,77],read_calibration_cach:70,readcalibrationcach:[4,5,46],readm:[54,55,56,57],realiz:63,realli:66,reason:[1,57,73],recalibr:32,recip:77,recipi:57,reciproc:68,recognit:[55,58,77],recomend:[31,32],recommend:[31,32,54,55,58,74,76],recompil:57,record:[54,55,56,58,59,73],rect:57,rectangl:57,recurs:59,recursivescriptmodul:56,reduc:[54,55,56,58,60,62,64,77],ref:[62,64],refer:[49,58,62,64,74,75,77],referenc:[57,76],refit:[47,50,72,80],refitt:[54,55,56,57],reflect:47,regard:76,regist:[35,63,66,72],registernodeconversionpattern:[66,74],registri:[59,74],regular:58,reinterpret_cast:46,relat:48,relationship:[51,52],relu:[55,56,68,73,74],relu_:68,remain:[54,55,56,57,60,77],remov:[54,55,56,57,58],remove_contigu:60,remove_dropout:60,remove_to:60,repack:63,repeat:[68,79],replac:[57,60],replication_pad1d:68,replication_pad2d:68,replication_pad3d:68,report:[25,46],reportable_log_level:69,repositori:[54,55,57,64],repres:[49,50,58,66,69],represent:[54,55,56,60,66,73],request:[54,55,71,74],requir:[32,50,54,55,56,57,58,59,60,69,71,72,74,77,78,79],require_full_compil:[47,50,54,55,56,57,72],requires_grad:68,research:[54,55,56],reserv:[44,45,46,47,54,55,56,57],reset:46,reshap:68,residu:55,resiz:[54,55],resnet50:55,resnet50_model:55,resnet:[57,63],resnet_50_trac:55,resnet_trt:63,resolv:[54,55,59,60,62,64],resolve_data_config:54,resourc:[59,77],respons:[32,54,55,58,63],restrict:[50,72,79],result:[54,55,56,58,59,60,72,73,75],results_per_input:57,ret:60,rethink:54,retriev:[54,55,56,57],reus:[60,77],rgb:[54,55],right:[44,45,46,47,54,55,56,57,60,64,66],rn50_preprocess:55,root:[44,45,46,47,54,55,57,58,76,77],round:[50,58,72],round_:58,rsub:68,rule:[72,76],run:[2,39,48,50,54,55,56,57,58,59,60,61,62,63,64,66,67,71,72,73,74,75,76,77,78,79,80,81],runner:[54,55,56,57],running_loss:58,running_mean:68,running_var:68,runtim:[54,55,56,57,67,74],s3:[54,55],s:[49,50,57,58,63,66,67,71,73,74,75,77],safe:[66,72],safe_dla:71,safe_gpu:71,safeti:[50,71,79],same:[54,55,57,63,73,74,76,80],sampl:[54,55,77],satisfi:[54,55],save:[32,46,54,55,56,57,58,63,71,72,74,75,78,79],save_checkpoint:58,saw:74,scalar:[66,68],scalaropt_dim:68,scalartyp:[1,47,68],scale:[54,58,68,77],scale_factor:68,scale_grad_by_freq:68,scales_d:68,scales_h:68,scales_w:68,schedul:[58,71],schema:[66,74],scikit:[54,55,57],scipi:[54,55,57],scope:60,score:[54,55,57],scratch:32,script:[33,54,55,57,58,60,71,72,73,74,75,80],script_model:[56,73,80],scriptclass:72,scripted_model:81,scriptmodul:[71,72,74],sdk:[54,55,56,57,65],seamlessli:67,search:67,second:[54,60],section:[58,74,77],secur:76,see:[33,54,55,56,57,60,63,71,72,73,74,76],select:[18,31,32,39,50,54,55,56,63,68,71,72,76,77,79],self:[56,58,60,63,66,68,70,73,74,81],self_1:[63,74],self_int:68,sens:74,sent:[54,55],sentinel:[1,3],separ:[54,55,56,57],seper:[61,62,64],sequenti:55,serial:[35,39,62,64,71,72,74,79],seriali:72,serializ:[63,73],serialized_engin:72,seril:63,serv:[63,79],set:[4,5,17,22,27,29,32,34,37,39,47,48,49,50,54,55,56,57,58,59,60,61,62,63,64,67,69,71,72,73,74,75,76,77,79,81],set_devic:[22,40,47,51,52,71],set_is_colored_output_on:[19,41,44,51,52,69],set_logging_prefix:[19,41,44,51,52,69],set_reportable_log_level:[19,41,44,51,52,58,69],setalpha:66,setbeta:66,setnam:[66,74],setreshapedimens:74,setup:[45,54,55,56,57,58,77],sever:[17,28,69],sgd:58,sh:76,sha256:76,shape:[47,49,50,54,55,56,57,58,66,68,71,72,75,79,81],shape_mod:71,share:76,shift:76,ship:[58,74,78],should:[1,4,5,32,47,50,58,59,60,61,62,64,66,67,69,71,72,77,79],show:[54,55,57],shown:74,shuffl:[58,74,77],shutterstock_780480850:[54,55],siberian:[54,55],siberian_huski:55,side:[60,74],sigmoid:68,sigmoid_:68,signatur:72,signifi:[49,60],signific:[57,58],significantli:60,similar:[57,66,74,78,80],simonyan:77,simpil:77,simpl:[56,58,73],simpli:[56,60],simplic:[54,55,57],simplifi:59,simul:58,sin:68,sinc:[56,60,73,74,77],singl:[49,50,56,60,71,73,74,77,79],singular:66,sinh:68,site:[54,55,58,60,74,76],six:[54,55],size:[4,5,46,49,50,54,55,56,57,58,60,68,71,72,74,77,79,81],size_t:[4,5,46,77],skip:79,slice:68,slither:[54,55],sm:63,sm_output:[54,55],small:[58,60],smi:[54,55],snake:[54,55],so:[1,46,54,55,56,57,58,59,60,63,64,66,67,74,76,77,79],softmax:[54,55,57,58,60,68],softwar:[54,55,56,57],sole:77,some:[59,60,62,63,64,66,74,77],someth:[45,60],sort:[66,68,80],sourc:[44,45,46,47,54,55,57,64,71,72],space:77,spars:[68,79],sparse_weight:[47,50,72],sparsiti:[50,72,79],spec:[49,50,54,55,56,57,71,72,79,80],specif:[34,50,54,55,56,57,60,62,64,71,72],specifi:[4,5,50,54,55,56,57,58,66,67,69,71,72,75,79,80],specifii:71,speed:[54,55,57],speedup:[54,55],split:68,split_siz:68,split_with_s:68,sqrt:68,squeez:68,src:[63,65,68],ss:46,ssd300:57,ssd300_trt:63,ssd:63,ssd_300_trace:57,ssd_trace:79,ssd_trt:79,sstream:[21,46],stabl:[58,65],stack:[58,63,68,77],stage:59,stand:63,standard:[54,55,56,57,63,67,78,79,80],start:[57,58,59,68,76,80],start_dim:[68,74],start_step:68,start_tim:[54,55,56,57,58],startswith:58,stat:58,state:[58,59,66,74],state_dict:58,statement:60,static_cast:46,statist:58,statu:46,std:[4,5,24,28,30,31,32,33,35,36,39,44,46,47,49,50,54,55,74,77,81],stderr:58,stdout:[38,69,71],steamlin:77,step:[54,55,56,57,58,67,68,77],still:[46,54,55,57,77],stitch:[56,74],stop:74,storag:77,store:[3,5,59,63,66,73,74],str:[20,45,46,51,52,54,55,68,69,71,72],straight:66,strategi:71,stream:[54,55],strict:[78,79],strict_typ:[47,50,72,80],strictli:72,stride:[55,56,57,58,68],string:[4,5,19,21,22,24,28,30,31,32,33,35,36,39,44,46,47,50,63,66,71,74,77],stringstream:46,strip_prefix:76,strong:[54,55,56],struct:[2,22,40,43,47,77],structur:[32,48,50,54,55,56,64,66,73],style:[44,45,46,47],sub:[68,73],sub_:68,subdirectori:53,subexpress:60,subgraph:[50,59,60,66,74,79],subject:64,submodul:[56,73],subplot:[54,55,57],subset:[58,77],successfulli:[54,55,57],sudo:76,suffic:60,suggest:57,suit:67,sum:[50,58,68,72],summarywrit:58,support:[1,2,3,29,33,48,49,50,54,55,56,57,58,65,67,71,72,73,74,76,79,81],sure:[74,75,76,81],sxm2:54,sy:58,symbol:[76,78],synchron:[54,55,56,57,58],system:[54,55,57,59,66,67,72,76],t1:68,t2:68,t:[1,2,3,47,48,56,58,60,66,68,73,74,76,77,79],tabl:76,take:[33,34,35,39,54,55,56,57,59,62,63,64,66,71,72,74,77,80],taken:[54,55,57],talk:67,tan:68,tanh:68,tanh_:68,tar:[76,77],tarbal:[74,77],target:[2,47,48,49,50,54,55,56,57,63,64,67,71,72,75,77,79,80,81],targets_:77,task:[31,32,77],techinqu:74,techniqu:[58,77],tell:[60,61,62,63,64,66],tem:79,temp:[54,55],templat:[21,42,46,47,51,52,74],tensor:[3,35,46,47,49,50,54,55,56,57,58,59,60,63,66,68,71,72,73,74,77],tensor_qu:58,tensor_quant:58,tensor_scalar:68,tensor_tensor:68,tensorboard:58,tensorcontain:66,tensorformat:[22,40,47,49,51,52,71],tensorformatenum:[0,51],tensorlist:66,tensorquant:58,tensorrt:[1,2,4,5,15,31,32,33,34,35,38,39,46,47,48,49,50,53,59,60,61,62,64,66,70,71,72,73,77,79],tensorrtcompilespec:[72,80],tensorrtfil:[23,51],teo:79,term:[71,77],termin:[29,74,79],tesla:[54,55],test:[54,55,56,57,58,64,77,79],test_acc:58,test_loss:58,test_pr:58,test_prob:58,test_ptq_dataloader_calibr:77,test_ptq_trt_calibr:77,testing_dataload:[58,77],testing_dataset:[58,77],text:[57,69],tf32:[50,79],tgz:76,than:[60,67,78],thats:[59,77],thei:[48,57,58,59,60,63,66,71,76,79],them:[54,55,56,57,60,63,74,76],theori:59,therebi:63,therefor:[32,54,55,56,57,63,74],theres:78,therfor:78,thi:[1,2,3,31,32,44,45,46,47,48,49,50,54,55,56,57,58,59,60,62,63,64,66,71,72,73,74,76,77,78,79,80],thing:[56,76],think:66,third_parti:[64,76],those:59,though:[54,55,57,64,66,73,74,79],three:[49,62,64,71],threshold:79,thrid_parti:76,through:[49,54,55,56,57,59,60,63,67,70,74],throughput:54,thrown:[50,72],tifffil:[54,55],time:[50,54,55,56,57,58,59,60,62,63,64,66,72,74,77,79],timm:54,tini:77,titan:[54,55,56],titl:[54,55],tmp:74,tocustomclass:66,todim:74,togeth:[56,59,66,74],toilet:[54,55],too:76,tool:[54,55,56,66,74],toolchain:[64,76],toolkit:58,top:[57,64],topk:68,torch:[1,2,3,5,21,31,32,33,34,35,38,39,46,47,48,49,50,59,60,62,63,64,66,71,72,73,76,77,79,81],torch_executed_modul:[47,50,72],torch_executed_op:[47,50,72],torch_scirpt_modul:73,torch_script_modul:74,torch_tensorrt:[0,1,2,3,4,5,16,17,18,23,44,45,46,48,49,50,51,52,53,54,55,56,57,58,67,74,75,77,78,79,80,81],torch_tensorrt_major_vers:[20,45,51,52],torch_tensorrt_minor_vers:[20,45,51,52],torch_tensorrt_patch_vers:[20,45,51,52],torch_tensorrt_vers:[20,45,51,52],torch_tensorrtnamespac:[0,51],torchbind:63,torchhub:57,torchscript:[20,22,40,45,47,50,51,52,54,55,57,58,62,63,64,71,72,75,79,80,81],torchscriptstruct:[0,51],torchtrt:45,torchtrt_api:[20,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,44,45,46,47,51,52],torchtrt_check:66,torchtrt_exampl:78,torchtrt_hidden:[20,45,51,52],torchtrt_unus:66,torchtrtc:[67,81],torchvis:[54,55,58,63,77,80],toronto:77,total:58,totensor:[54,55,58,77],tovec:74,toward:77,tparam:[4,5],tqdm:58,trace:[57,58,72,73,74,75],traced_model:[54,55,56,57,73],tracerwarn:58,track:[66,77],track_running_stat:55,trade:57,tradit:[49,72,77],traget:[34,35],train:[31,32,50,54,55,57,67,68,74,75,79],trainabl:60,trained_vgg16_qat:58,training_dataload:58,training_dataset:58,transform:[54,55,56,58,74,77],transforms_factori:54,translat:[57,74],transpos:68,travers:[62,64],treat:[58,79],tree:[44,45,46,47,77,78],trigger:[56,74],trim:77,trt:[1,2,4,5,48,49,59,60,63,66,68,74],trt_lenet_script:74,trt_mod:[58,74,77,81],trt_model:[55,57,80],trt_model_fp16:54,trt_model_fp32:[54,55],trt_script_modul:56,trt_ts_modul:[56,75],truck:58,truncat:[50,72,79],truncate_long_and_doubl:[47,50,72],ts:[45,56,67,71,73,74,75,79,80],ts_model:74,tue:[54,55],tune:[54,55,56,57,58],tupl:[63,71,72],tupleconstruct:[60,63],tupleunpack:60,tutori:[73,77],two:[54,55,56,57,60,66,73,76,77,79],type:[1,2,3,31,49,50,51,52,54,55,56,57,58,59,63,66,69,71,72,74,77,79],typenam:[4,5,31,32,46],typic:[59,66],ubuntu:76,uint64_t:[47,50],un:77,unabl:[66,74],uncom:76,uncorr:[54,55],undefin:57,under:[44,45,46,47,54,55,56,57,64,75],underli:[1,2,3,48,66],union:[66,71,72,74],uniqu:5,unique_ptr:[5,31],unit:56,unknown:71,unless:[54,55,56,57],unlik:[67,76,80],unpack_addmm:60,unpack_log_softmax:60,unqiue_ptr:5,unsign:58,unsqueez:[54,55,68],unstabl:64,unsupport:[33,50],unsur:66,untest:64,until:[59,64,66,76],unwrap:66,unwraptodoubl:66,unwraptoint:74,unzip:76,up:[54,55,56,57,58,59,60,62,63,64,73],updat:58,upload:[54,55],upper:58,upsample_bilinear2d:68,upsample_linear1d:68,upsample_nearest1d:68,upsample_nearest2d:68,upsample_nearest3d:68,upsample_trilinear3d:68,upscale_factor:68,upstream:74,uri:57,url:76,us:[1,2,3,4,5,31,32,34,37,39,45,46,47,48,49,50,54,55,56,57,59,63,64,66,67,69,70,71,72,73,77,78,79,81],usag:[54,55,70,74],use_cach:[4,5,31,46,70,77],use_cache_:46,use_fb_fake_qu:58,use_input_stat:68,use_subset:77,usecas:76,user:[44,49,50,54,55,56,57,61,62,63,64,74,76,77],userguid:58,using_int:[68,74],usr:76,usual:[57,58],util:[58,66,72,74,77],v0:55,v100:[54,55],v2:[31,32],v8:76,v:[54,55,56,79],val2017:57,val:[57,58],valid:[2,48,56,57,58,66],valu:[1,2,3,17,18,47,48,49,54,55,56,57,58,59,63,66,68,69,70,71,74],value_tensor_map:[59,66],variabl:49,variant:78,varient:60,variou:81,vec:68,vector:[21,22,46,47,49,50,63,74,77,81],venv:[54,55],verbios:79,verbos:79,veri:[58,77,80],verifi:58,version:[36,38,54,55,56,57,58,64,76],vgg16:[58,77],vgg16_base_ckpt:58,vgg16_qat_ckpt:58,vgg:[57,58,77],via:[54,55,57,67,71,72,75,77,78],view:68,vine_snak:54,virtual:[54,55,77],vision:[54,55],visit:57,volatil:[54,55],volta:[54,55,56],vs:[1,2,3,48,60,72,80],w1109:58,w:[54,55,57,79],w_hh:68,w_ih:68,wa:[54,55,56,57,60,63,74],wai:[54,55,58,73,74,76,77,79],walk:[54,55,56,57],want:[44,54,55,56,73,74,77,80],warm:[54,55,56,57,58],warn:[17,46,54,55,56,57,58,66,69,79],warranti:[54,55,56,57],we:[44,46,54,55,56,57,58,59,60,62,63,64,66,73,74,77],websit:76,weight:[49,50,58,59,68,72,74,79],weight_decai:58,welcom:74,well:[50,54,55,56,57,74,76,77],were:[57,74],wget:[54,55],what:[5,57,60,73,74],whatev:63,wheel:76,when:[29,46,47,48,54,55,56,57,58,59,60,62,63,64,66,69,71,72,73,74,76,77,79],where:[54,55,56,59,60,66,72,74,77],whether:[5,71,77,79],which:[2,3,32,34,39,48,54,55,56,57,58,59,60,61,62,63,64,66,70,72,73,74,75,76,77,78,80],whilst:57,white:57,whl:76,whole:[54,55,56],whose:60,width:[54,55],within:[54,55,56,57,62,64,72],without:[54,55,56,57,58,66,74,77],wl:78,work:[46,56,57,60,64,66,77],worker:77,workflow:[58,80],workspac:[50,72,76,77,79,81],workspace_s:[47,50,54,55,57,72,77,79,81],world:[54,55,56],would:[66,74,76,78,79,80],wp:[54,55],wrap:[58,62,63,64,74,80],wrapper:66,write:[4,5,31,32,46,54,55,56,57,59,67,74,77],write_calibration_cach:70,writecalibrationcach:[4,5,46],writer:58,www:[54,55,56,57,74,76,77],x64:76,x86:78,x86_64:[64,76],x9:60,x:[6,11,45,54,55,56,57,58,60,73,74,76],xavier:[47,54,55,56,81],xstr:[20,45,51,52],y:57,yaml:65,you:[1,2,3,31,32,48,49,50,54,55,56,57,58,59,60,63,64,66,67,71,72,73,74,75,76,77,78,79,80],your:[54,55,56,57,58,66,67,73,74,75,76,78,80],yourself:[54,74],zero_grad:58,zero_point:68,zip:[63,76],zisserman:77},titles:["Class Hierarchy","Class DataType","Class Device::DeviceType","Class TensorFormat","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TORCH_TENSORRT_PATCH_VERSION","Define TORCH_TENSORRT_MAJOR_VERSION","Define TORCH_TENSORRT_MINOR_VERSION","Define TORCHTRT_API","Define XSTR","Define TORCHTRT_HIDDEN","Define TORCH_TENSORRT_VERSION","Directory cpp","Directory include","Directory tensorrt","Enum Level","Enum EngineCapability","File logging.h","File macros.h","File ptq.h","File torch_tensorrt.h","File Hierarchy","Function torch_tensorrt::logging::get_logging_prefix","Function torch_tensorrt::logging::get_reportable_log_level","Function torch_tensorrt::logging::get_is_colored_output_on","Function torch_tensorrt::logging::set_reportable_log_level","Function torch_tensorrt::logging::log","Function torch_tensorrt::logging::set_is_colored_output_on","Function torch_tensorrt::logging::set_logging_prefix","Template Function torch_tensorrt::ptq::make_int8_calibrator","Template Function torch_tensorrt::ptq::make_int8_cache_calibrator","Function torch_tensorrt::torchscript::check_method_operator_support","Function torch_tensorrt::torchscript::compile","Function torch_tensorrt::torchscript::embed_engine_in_new_module","Function torch_tensorrt::get_build_info","Function torch_tensorrt::set_device","Function torch_tensorrt::dump_build_info","Function torch_tensorrt::torchscript::convert_method_to_trt_engine","Namespace torch_tensorrt","Namespace torch_tensorrt::logging","Namespace torch_tensorrt::ptq","Namespace torch_tensorrt::torchscript","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File torch_tensorrt.h","Struct Device","Struct Input","Struct CompileSpec","Torch-TensorRT C++ API","Full API","Full API","Torch-TensorRT Getting Started - EfficientNet-B0","Torch-TensorRT Getting Started - ResNet 50","Torch-TensorRT Getting Started - LeNet","Object Detection with Torch-TensorRT (SSD)","Deploying Quantization Aware Trained models in INT8 using Torch-TensorRT","Conversion Phase","Lowering Phase","Partitioning Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for Torch-TensorRT Development","Writing Converters","Torch-TensorRT","Operators Supported","torch_tensorrt.logging","torch_tensorrt.ptq","torch_tensorrt","torch_tensorrt.ts","Creating a TorchScript Module","Getting Started with C++","Using Torch-TensorRT in Python","Installation","Post Training Quantization (PTQ)","Deploying Torch-TensorRT Programs","torchtrtc","Using Torch-TensorRT Directly From PyTorch","DLA"],titleterms:{"50":55,"6":57,"7":57,"class":[0,1,2,3,4,5,21,22,40,42,43,51,52,70,71],"enum":[17,18,19,22,40,41,51,52,70,71],"function":[19,21,22,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,51,52,65,71,72],By:[19,20],Or:60,The:74,To:60,aarch64:76,abi:[63,76],addmm:60,advic:66,ahead:67,api:[51,52,53,65,67,76],applic:77,arg:66,avail:65,awar:58,b0:54,background:[63,66],base:[4,5],benchmark:[54,55,57,58],binari:76,branch:60,build:76,c:[51,65,67,74,76,77],check_method_operator_support:33,choos:76,citat:77,cli:76,code:60,compil:[34,62,64,67,74,76],compilespec:50,conclus:[56,57],construct:63,content:[19,20,21,22,40,41,42,43,54,55,56,57],context:66,contigu:60,contract:66,contributor:67,convers:[59,62,64,66],convert:[59,66,68,74],convert_method_to_trt_engin:39,cpp:[14,19,20,21,22],creat:[73,77],cudnn:76,current:68,custom:74,cxx11:76,datatyp:1,dead:60,debug:76,defin:[6,7,8,9,10,11,12,13,20,51,52],definit:[19,20,21,22],depend:76,deploi:[58,78],descript:[54,55,57],deseri:63,detail:57,detect:57,detector:57,develop:65,devic:[2,48],devicetyp:2,dimens:65,directli:80,directori:[14,15,16,53],disk:73,distribut:76,dla:81,documen:67,document:[1,2,3,4,5,6,7,8,9,10,11,12,13,17,18,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,48,49,50,65,67],dropout:60,dump_build_info:38,easier:65,efficientnet:54,elimin:60,eliminatecommonsubexpress:60,embed_engine_in_new_modul:35,engin:63,enginecap:18,envior:76,evalu:[59,68],execept:60,executor:63,expect:65,fallback:60,file:[16,19,20,21,22,23,44,45,46,47,51,53],flatten:60,format:63,fp16:[54,55],fp32:[54,55],freez:60,from:[76,80],full:[51,52,53],fuse:60,gaurd:60,get:[54,55,56,67,74],get_build_info:36,get_is_colored_output_on:26,get_logging_prefix:24,get_reportable_log_level:25,gpu:67,graph:[60,63],guarante:66,h:[19,20,21,22,44,45,46,47],half:[54,55],hierarchi:[0,23,51],hood:74,how:77,includ:[15,19,20,21,22],indic:67,infer:57,inherit:[4,5],input:49,instal:76,int8:58,int8cachecalibr:4,int8calibr:5,ir:65,jetson:76,jit:67,layer:65,learn:[54,55,56,57],lenet:56,level:17,librari:[76,78],libtorchtrt:78,linear:60,link:65,list:[44,45,46,47],local:76,log:[19,24,25,26,27,28,29,30,41,44,69],logsoftmax:60,loop:60,lower:[60,62,64],macro:[20,45],make_int8_cache_calibr:32,make_int8_calibr:31,measur:57,model:[54,55,56,57,58],modul:[60,73,74],multibox:57,namespac:[19,20,21,22,40,41,42,43,51,52],nativ:76,native_op:65,nest:[2,48],next:[54,55,56],node:59,nvidia:67,object:[54,55,56,57],op:63,oper:[68,74],optimz:60,other:66,overview:[54,55,56,57,58,64],own:77,packag:[76,78],partit:[61,62,64],pass:60,pattern:60,peephol:60,perform:58,phase:[59,60,61,62,63,64],plugin:78,post:77,pre:76,precis:[54,55],precompil:76,prerequisit:76,program:[44,45,46,47,78],ptq:[21,31,32,42,46,70,77],python:[65,67,73,75,76,77],pytorch:[56,65,67,80],quantiz:[58,77],quickstart:74,read:65,redund:60,refer:57,regist:74,relationship:[2,4,5,48],releas:76,remov:60,resnet:55,respons:66,result:[57,63],right:76,runtim:[62,63,64,78],s:[54,55,56],sampl:57,save:73,script:56,serial:63,set_devic:37,set_is_colored_output_on:29,set_logging_prefix:30,set_reportable_log_level:27,setup:76,shot:57,singl:[54,55,57],so:78,sometim:65,sourc:76,speedup:57,ssd:57,start:[54,55,56,67,74],str:6,struct:[48,49,50,51,52],subdirectori:[14,15],submodul:71,support:68,system:64,tarbal:76,templat:[4,5,31,32],tensorformat:3,tensorrt:[16,51,54,55,56,57,58,63,65,67,74,75,76,78,80],through:68,time:67,torch:[51,54,55,56,57,58,65,67,74,75,78,80],torch_tensorrt:[19,20,21,22,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,47,69,70,71,72],torch_tensorrt_major_vers:8,torch_tensorrt_minor_vers:9,torch_tensorrt_patch_vers:7,torch_tensorrt_vers:13,torchscript:[33,34,35,39,43,56,67,73,74],torchtrt_api:10,torchtrt_hidden:12,torchtrtc:[74,79],trace:[54,55,56],train:[58,77],ts:72,tupl:60,type:[4,5,48],under:74,unpack:60,unrol:60,unsupport:74,us:[58,60,65,74,75,76,80],util:[54,55,57],version:63,visual:57,weight:66,what:[54,55,56,66],work:[73,74],write:66,xstr:11,your:77}})
\ No newline at end of file
+