From 4ee6c2023ec547ca579af53754fa2e1381189a10 Mon Sep 17 00:00:00 2001
From: TRTorch Github Bot <trtorch.github.bot@nvidia.com>
Date: Fri, 13 Nov 2020 20:43:33 +0000
Subject: [PATCH] docs: [Automated] Regenerating documenation from

Signed-off-by: TRTorch Github Bot <trtorch.github.bot@nvidia.com>
---
 docs/_cpp_api/class_view_hierarchy.html       |   5 +
 ...asstrtorch_1_1CompileSpec_1_1DataType.html |   5 +
 ...strtorch_1_1CompileSpec_1_1DeviceType.html |   5 +
 ...trtorch_1_1ptq_1_1Int8CacheCalibrator.html |   5 +
 ...classtrtorch_1_1ptq_1_1Int8Calibrator.html |   5 +
 ...8h_1a18d295a837ac71add5578860b55e5502.html |   5 +
 ...8h_1a20c1fbeb21757871c52299dc52351b5f.html |   5 +
 ...8h_1a25ee153c325dfc7466a33cbd5c1ff055.html |   5 +
 ...8h_1a48d6029a45583a06848891cb0e86f7ba.html |   5 +
 ...8h_1a71b02dddfabe869498ad5a88e11c440f.html |   5 +
 ...8h_1a9d31d0569348d109b1b069b972dd143e.html |   5 +
 ...8h_1abe87b341f562fd1cf40b7672e4d759da.html |   5 +
 ...8h_1ae1c56ab8a40af292a9a4964651524d84.html |   5 +
 docs/_cpp_api/dir_cpp.html                    |   5 +
 docs/_cpp_api/dir_cpp_api.html                |   5 +
 docs/_cpp_api/dir_cpp_api_include.html        |   5 +
 .../_cpp_api/dir_cpp_api_include_trtorch.html |   5 +
 ...8h_1a5f612ff2f783ff4fbe89d168f0d817d4.html |   5 +
 ...ile_cpp_api_include_trtorch_logging.h.html |   5 +
 ...file_cpp_api_include_trtorch_macros.h.html |   5 +
 .../file_cpp_api_include_trtorch_ptq.h.html   |   5 +
 ...ile_cpp_api_include_trtorch_trtorch.h.html |   5 +
 docs/_cpp_api/file_view_hierarchy.html        |   5 +
 ...8h_1a118d65b179defff7fff279eb9cd126cb.html |   5 +
 ...8h_1a396a688110397538f8b3fb7dfdaf38bb.html |   5 +
 ...8h_1a9b420280bfacc016d7e36a5704021949.html |   5 +
 ...8h_1aa533955a2b908db9e5df5acdfa24715f.html |   5 +
 ...8h_1abc57d473f3af292551dee8b9c78373ad.html |   5 +
 ...8h_1adf5435f0dbb09c0d931a1b851847236b.html |   5 +
 ...8h_1aef44b69c62af7cf2edc8875a9506641a.html |   5 +
 ...8h_1a4422781719d7befedb364cacd91c6247.html |   5 +
 ...8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.html |   5 +
 ...8h_1a2cf17d43ba9117b3b4d652744b4f0447.html |   5 +
 ...8h_1a3eace458ae9122f571fabfc9ef1b9e3a.html |   5 +
 ...8h_1a726f6e7091b6b7be45b5a4275b2ffb10.html |   5 +
 ...8h_1ab01696cfe08b6a5293c55935a9713c25.html |   5 +
 ...8h_1af19cb866b0520fc84b69a1cf25a52b65.html |   5 +
 docs/_cpp_api/namespace_trtorch.html          |   5 +
 docs/_cpp_api/namespace_trtorch__logging.html |   5 +
 docs/_cpp_api/namespace_trtorch__ptq.html     |   5 +
 ...ile_cpp_api_include_trtorch_logging.h.html |   5 +
 ...file_cpp_api_include_trtorch_macros.h.html |   5 +
 ...ng_file_cpp_api_include_trtorch_ptq.h.html |   5 +
 ...ile_cpp_api_include_trtorch_trtorch.h.html |   5 +
 .../structtrtorch_1_1CompileSpec.html         |   5 +
 ...ttrtorch_1_1CompileSpec_1_1InputRange.html |   5 +
 docs/_cpp_api/trtorch_cpp.html                |   5 +
 docs/_cpp_api/unabridged_api.html             |   5 +
 docs/_cpp_api/unabridged_orphan.html          |   5 +
 docs/_notebooks/Resnet50-example.html         |   7 +-
 docs/_notebooks/lenet-getting-started.html    |  13 +-
 .../_notebooks/ssd-object-detection-demo.html |   7 +-
 docs/_sources/index.rst.txt                   |   2 +
 docs/_sources/tutorials/runtime.rst.txt       |  25 +
 docs/contributors/conversion.html             |   5 +
 docs/contributors/lowering.html               |   5 +
 docs/contributors/phases.html                 |   5 +
 docs/contributors/runtime.html                |   5 +
 docs/contributors/system_overview.html        |   5 +
 docs/contributors/useful_links.html           |   5 +
 docs/contributors/writing_converters.html     |   5 +
 docs/genindex.html                            |   5 +
 docs/index.html                               |  14 +
 docs/objects.inv                              | Bin 17157 -> 17273 bytes
 docs/py-modindex.html                         |   5 +
 docs/py_api/logging.html                      |   5 +
 docs/py_api/trtorch.html                      |   5 +
 docs/search.html                              |   5 +
 docs/searchindex.js                           |   2 +-
 docs/sitemap.xml                              |   2 +-
 docs/tutorials/getting_started.html           |   5 +
 docs/tutorials/installation.html              |   5 +
 docs/tutorials/ptq.html                       |   5 +
 docs/tutorials/runtime.html                   | 564 ++++++++++++++++++
 docs/tutorials/trtorchc.html                  |   5 +
 docs/tutorials/use_from_pytorch.html          |  11 +-
 76 files changed, 961 insertions(+), 11 deletions(-)
 create mode 100644 docs/_sources/tutorials/runtime.rst.txt
 create mode 100644 docs/tutorials/runtime.html

diff --git a/docs/_cpp_api/class_view_hierarchy.html b/docs/_cpp_api/class_view_hierarchy.html
index 47ce18067e..9652f10704 100644
--- a/docs/_cpp_api/class_view_hierarchy.html
+++ b/docs/_cpp_api/class_view_hierarchy.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/classtrtorch_1_1CompileSpec_1_1DataType.html b/docs/_cpp_api/classtrtorch_1_1CompileSpec_1_1DataType.html
index b560010f36..0b6dc031df 100644
--- a/docs/_cpp_api/classtrtorch_1_1CompileSpec_1_1DataType.html
+++ b/docs/_cpp_api/classtrtorch_1_1CompileSpec_1_1DataType.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/classtrtorch_1_1CompileSpec_1_1DeviceType.html b/docs/_cpp_api/classtrtorch_1_1CompileSpec_1_1DeviceType.html
index 1d1772a40c..7d28577222 100644
--- a/docs/_cpp_api/classtrtorch_1_1CompileSpec_1_1DeviceType.html
+++ b/docs/_cpp_api/classtrtorch_1_1CompileSpec_1_1DeviceType.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/classtrtorch_1_1ptq_1_1Int8CacheCalibrator.html b/docs/_cpp_api/classtrtorch_1_1ptq_1_1Int8CacheCalibrator.html
index d13bc517fd..f62c710b76 100644
--- a/docs/_cpp_api/classtrtorch_1_1ptq_1_1Int8CacheCalibrator.html
+++ b/docs/_cpp_api/classtrtorch_1_1ptq_1_1Int8CacheCalibrator.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/classtrtorch_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtrtorch_1_1ptq_1_1Int8Calibrator.html
index 552fbd4d3d..07da7edd5f 100644
--- a/docs/_cpp_api/classtrtorch_1_1ptq_1_1Int8Calibrator.html
+++ b/docs/_cpp_api/classtrtorch_1_1ptq_1_1Int8Calibrator.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
index b2437dc034..6cda44ca9e 100644
--- a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
+++ b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.html b/docs/_cpp_api/define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.html
index 9ec800c888..6322cb81f8 100644
--- a/docs/_cpp_api/define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.html
+++ b/docs/_cpp_api/define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.html b/docs/_cpp_api/define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.html
index fa96ac131a..ffcd3fdcc2 100644
--- a/docs/_cpp_api/define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.html
+++ b/docs/_cpp_api/define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.html b/docs/_cpp_api/define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.html
index 06d406f6d2..986e2c9580 100644
--- a/docs/_cpp_api/define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.html
+++ b/docs/_cpp_api/define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.html b/docs/_cpp_api/define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.html
index 99da5f4ded..01c5fec1f2 100644
--- a/docs/_cpp_api/define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.html
+++ b/docs/_cpp_api/define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.html b/docs/_cpp_api/define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.html
index 24e51feb48..fca694121d 100644
--- a/docs/_cpp_api/define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.html
+++ b/docs/_cpp_api/define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
index 290bfd0acc..03ae947f8e 100644
--- a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
+++ b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.html b/docs/_cpp_api/define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.html
index b440aa8d23..ff98adc969 100644
--- a/docs/_cpp_api/define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.html
+++ b/docs/_cpp_api/define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html
index 5ee7bc2120..cf990fb64e 100644
--- a/docs/_cpp_api/dir_cpp.html
+++ b/docs/_cpp_api/dir_cpp.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/dir_cpp_api.html b/docs/_cpp_api/dir_cpp_api.html
index 191b15f55a..0737e40802 100644
--- a/docs/_cpp_api/dir_cpp_api.html
+++ b/docs/_cpp_api/dir_cpp_api.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/dir_cpp_api_include.html b/docs/_cpp_api/dir_cpp_api_include.html
index 216f331082..8b9d70d2a9 100644
--- a/docs/_cpp_api/dir_cpp_api_include.html
+++ b/docs/_cpp_api/dir_cpp_api_include.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/dir_cpp_api_include_trtorch.html b/docs/_cpp_api/dir_cpp_api_include_trtorch.html
index 67f23040f4..e964f53871 100644
--- a/docs/_cpp_api/dir_cpp_api_include_trtorch.html
+++ b/docs/_cpp_api/dir_cpp_api_include_trtorch.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.html b/docs/_cpp_api/enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.html
index 633fb19933..63e8a03175 100644
--- a/docs/_cpp_api/enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.html
+++ b/docs/_cpp_api/enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/file_cpp_api_include_trtorch_logging.h.html b/docs/_cpp_api/file_cpp_api_include_trtorch_logging.h.html
index e54f3aab7c..e3e332ca6e 100644
--- a/docs/_cpp_api/file_cpp_api_include_trtorch_logging.h.html
+++ b/docs/_cpp_api/file_cpp_api_include_trtorch_logging.h.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/file_cpp_api_include_trtorch_macros.h.html b/docs/_cpp_api/file_cpp_api_include_trtorch_macros.h.html
index 3730db95da..99d176e5ec 100644
--- a/docs/_cpp_api/file_cpp_api_include_trtorch_macros.h.html
+++ b/docs/_cpp_api/file_cpp_api_include_trtorch_macros.h.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/file_cpp_api_include_trtorch_ptq.h.html b/docs/_cpp_api/file_cpp_api_include_trtorch_ptq.h.html
index 43d78bb1c1..fb4296c46d 100644
--- a/docs/_cpp_api/file_cpp_api_include_trtorch_ptq.h.html
+++ b/docs/_cpp_api/file_cpp_api_include_trtorch_ptq.h.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/file_cpp_api_include_trtorch_trtorch.h.html b/docs/_cpp_api/file_cpp_api_include_trtorch_trtorch.h.html
index 687ea513c9..a301ee4ab9 100644
--- a/docs/_cpp_api/file_cpp_api_include_trtorch_trtorch.h.html
+++ b/docs/_cpp_api/file_cpp_api_include_trtorch_trtorch.h.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/file_view_hierarchy.html b/docs/_cpp_api/file_view_hierarchy.html
index 4e5306aacd..0b7aa4e3f3 100644
--- a/docs/_cpp_api/file_view_hierarchy.html
+++ b/docs/_cpp_api/file_view_hierarchy.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.html b/docs/_cpp_api/function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.html
index e0f7fccc11..68f2d66553 100644
--- a/docs/_cpp_api/function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.html
+++ b/docs/_cpp_api/function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.html b/docs/_cpp_api/function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.html
index 88c6dcb299..918eb42770 100644
--- a/docs/_cpp_api/function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.html
+++ b/docs/_cpp_api/function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/function_logging_8h_1a9b420280bfacc016d7e36a5704021949.html b/docs/_cpp_api/function_logging_8h_1a9b420280bfacc016d7e36a5704021949.html
index 56e2ef2736..40a0cb9139 100644
--- a/docs/_cpp_api/function_logging_8h_1a9b420280bfacc016d7e36a5704021949.html
+++ b/docs/_cpp_api/function_logging_8h_1a9b420280bfacc016d7e36a5704021949.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.html b/docs/_cpp_api/function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.html
index 840a743e47..c6352de059 100644
--- a/docs/_cpp_api/function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.html
+++ b/docs/_cpp_api/function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.html b/docs/_cpp_api/function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.html
index 44c6ec4449..5a5f62aa97 100644
--- a/docs/_cpp_api/function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.html
+++ b/docs/_cpp_api/function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.html b/docs/_cpp_api/function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.html
index 9d1d86bcb8..5784c257ab 100644
--- a/docs/_cpp_api/function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.html
+++ b/docs/_cpp_api/function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.html b/docs/_cpp_api/function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.html
index e0818c3b3b..080b5a48ed 100644
--- a/docs/_cpp_api/function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.html
+++ b/docs/_cpp_api/function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/function_ptq_8h_1a4422781719d7befedb364cacd91c6247.html b/docs/_cpp_api/function_ptq_8h_1a4422781719d7befedb364cacd91c6247.html
index 37b09a4c91..0e0c2e1cd0 100644
--- a/docs/_cpp_api/function_ptq_8h_1a4422781719d7befedb364cacd91c6247.html
+++ b/docs/_cpp_api/function_ptq_8h_1a4422781719d7befedb364cacd91c6247.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.html b/docs/_cpp_api/function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.html
index 8c2b860ae5..2e9bed0fd0 100644
--- a/docs/_cpp_api/function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.html
+++ b/docs/_cpp_api/function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.html b/docs/_cpp_api/function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.html
index 8f1ba305a0..d1a6ef3c5a 100644
--- a/docs/_cpp_api/function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.html
+++ b/docs/_cpp_api/function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.html b/docs/_cpp_api/function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.html
index 1d15d10c2a..953f1c1358 100644
--- a/docs/_cpp_api/function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.html
+++ b/docs/_cpp_api/function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.html b/docs/_cpp_api/function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.html
index 47c00a308e..e28cc06406 100644
--- a/docs/_cpp_api/function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.html
+++ b/docs/_cpp_api/function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.html b/docs/_cpp_api/function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.html
index 4ed3642e17..b12c52abb3 100644
--- a/docs/_cpp_api/function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.html
+++ b/docs/_cpp_api/function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.html b/docs/_cpp_api/function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.html
index 9513f38991..0ef60e2659 100644
--- a/docs/_cpp_api/function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.html
+++ b/docs/_cpp_api/function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/namespace_trtorch.html b/docs/_cpp_api/namespace_trtorch.html
index 65dd616a2b..eaace31ce1 100644
--- a/docs/_cpp_api/namespace_trtorch.html
+++ b/docs/_cpp_api/namespace_trtorch.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/namespace_trtorch__logging.html b/docs/_cpp_api/namespace_trtorch__logging.html
index 6da91d52aa..da04ad1683 100644
--- a/docs/_cpp_api/namespace_trtorch__logging.html
+++ b/docs/_cpp_api/namespace_trtorch__logging.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/namespace_trtorch__ptq.html b/docs/_cpp_api/namespace_trtorch__ptq.html
index 53fb113684..a4df70c48d 100644
--- a/docs/_cpp_api/namespace_trtorch__ptq.html
+++ b/docs/_cpp_api/namespace_trtorch__ptq.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_logging.h.html b/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_logging.h.html
index 528935dad9..2e6f5c8f16 100644
--- a/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_logging.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_logging.h.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_macros.h.html b/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_macros.h.html
index 7bdfa59b30..0907c428e6 100644
--- a/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_macros.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_macros.h.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_ptq.h.html b/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_ptq.h.html
index f138762a12..2983562c2e 100644
--- a/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_ptq.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_ptq.h.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_trtorch.h.html b/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_trtorch.h.html
index 40317e7717..31067b02e9 100644
--- a/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_trtorch.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_api_include_trtorch_trtorch.h.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/structtrtorch_1_1CompileSpec.html b/docs/_cpp_api/structtrtorch_1_1CompileSpec.html
index 4650623324..9d088872a9 100644
--- a/docs/_cpp_api/structtrtorch_1_1CompileSpec.html
+++ b/docs/_cpp_api/structtrtorch_1_1CompileSpec.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/structtrtorch_1_1CompileSpec_1_1InputRange.html b/docs/_cpp_api/structtrtorch_1_1CompileSpec_1_1InputRange.html
index 0620aef0db..14d8513267 100644
--- a/docs/_cpp_api/structtrtorch_1_1CompileSpec_1_1InputRange.html
+++ b/docs/_cpp_api/structtrtorch_1_1CompileSpec_1_1InputRange.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/trtorch_cpp.html b/docs/_cpp_api/trtorch_cpp.html
index c23b0e25af..47a82f2e18 100644
--- a/docs/_cpp_api/trtorch_cpp.html
+++ b/docs/_cpp_api/trtorch_cpp.html
@@ -245,6 +245,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/unabridged_api.html b/docs/_cpp_api/unabridged_api.html
index 95a0fe0c95..786be45a78 100644
--- a/docs/_cpp_api/unabridged_api.html
+++ b/docs/_cpp_api/unabridged_api.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_cpp_api/unabridged_orphan.html b/docs/_cpp_api/unabridged_orphan.html
index da8722f931..0fc605fd96 100644
--- a/docs/_cpp_api/unabridged_orphan.html
+++ b/docs/_cpp_api/unabridged_orphan.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/_notebooks/Resnet50-example.html b/docs/_notebooks/Resnet50-example.html
index 0e8c8ca84f..625d1060e1 100644
--- a/docs/_notebooks/Resnet50-example.html
+++ b/docs/_notebooks/Resnet50-example.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
@@ -665,7 +670,7 @@
         </div>
        </div>
        <p>
-        <img alt="7957738edc994c6692018d1039fc924b" src="http://developer.download.nvidia.com/compute/machine-learning/frameworks/nvidia_logo.png"/>
+        <img alt="0628b340a3e2405eb33e0420c6c99e79" src="http://developer.download.nvidia.com/compute/machine-learning/frameworks/nvidia_logo.png"/>
        </p>
        <h1 id="notebooks-resnet50-example--page-root">
         TRTorch Getting Started - ResNet 50
diff --git a/docs/_notebooks/lenet-getting-started.html b/docs/_notebooks/lenet-getting-started.html
index c87f6f19c3..091fea4b5b 100644
--- a/docs/_notebooks/lenet-getting-started.html
+++ b/docs/_notebooks/lenet-getting-started.html
@@ -60,7 +60,7 @@
   <link href="../genindex.html" rel="index" title="Index"/>
   <link href="../search.html" rel="search" title="Search"/>
   <link href="ssd-object-detection-demo.html" rel="next" title="Object Detection with TRTorch (SSD)"/>
-  <link href="../tutorials/use_from_pytorch.html" rel="prev" title="Using TRTorch Directly From PyTorch"/>
+  <link href="../tutorials/runtime.html" rel="prev" title="Deploying TRTorch Programs"/>
  </head>
  <body data-md-color-accent="light-green" data-md-color-primary="light-green" dir="ltr">
   <svg class="md-svg">
@@ -245,6 +245,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
@@ -759,7 +764,7 @@
         </div>
        </div>
        <p>
-        <img alt="90e31f58712e4ed1af7f333261213cf0" src="http://developer.download.nvidia.com/compute/machine-learning/frameworks/nvidia_logo.png"/>
+        <img alt="ab5c2ee7aea943a1a7bfd9f49d68b979" src="http://developer.download.nvidia.com/compute/machine-learning/frameworks/nvidia_logo.png"/>
        </p>
        <h1 id="notebooks-lenet-getting-started--page-root">
         TRTorch Getting Started - LeNet
@@ -1454,7 +1459,7 @@ <h3 id="What's-next">
   <footer class="md-footer">
    <div class="md-footer-nav">
     <nav class="md-footer-nav__inner md-grid">
-     <a class="md-flex md-footer-nav__link md-footer-nav__link--prev" href="../tutorials/use_from_pytorch.html" rel="prev" title="Using TRTorch Directly From PyTorch">
+     <a class="md-flex md-footer-nav__link md-footer-nav__link--prev" href="../tutorials/runtime.html" rel="prev" title="Deploying TRTorch Programs">
       <div class="md-flex__cell md-flex__cell--shrink">
        <i class="md-icon md-icon--arrow-back md-footer-nav__button">
        </i>
@@ -1464,7 +1469,7 @@ <h3 id="What's-next">
         <span class="md-footer-nav__direction">
          Previous
         </span>
-        Using TRTorch Directly From PyTorch
+        Deploying TRTorch Programs
        </span>
       </div>
      </a>
diff --git a/docs/_notebooks/ssd-object-detection-demo.html b/docs/_notebooks/ssd-object-detection-demo.html
index 048fa54a5b..48e31757ba 100644
--- a/docs/_notebooks/ssd-object-detection-demo.html
+++ b/docs/_notebooks/ssd-object-detection-demo.html
@@ -245,6 +245,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
@@ -779,7 +784,7 @@
         </div>
        </div>
        <p>
-        <img alt="91e3f427ae6941d98c2b14f82ee1e319" src="http://developer.download.nvidia.com/compute/machine-learning/frameworks/nvidia_logo.png"/>
+        <img alt="349442da856c48368d901eb200deadbd" src="http://developer.download.nvidia.com/compute/machine-learning/frameworks/nvidia_logo.png"/>
        </p>
        <h1 id="notebooks-ssd-object-detection-demo--page-root">
         Object Detection with TRTorch (SSD)
diff --git a/docs/_sources/index.rst.txt b/docs/_sources/index.rst.txt
index f322d14114..73f848d86e 100644
--- a/docs/_sources/index.rst.txt
+++ b/docs/_sources/index.rst.txt
@@ -26,6 +26,7 @@ Getting Started
 * :ref:`ptq`
 * :ref:`trtorchc`
 * :ref:`use_from_pytorch`
+* :ref:`runtime`
 
 
 .. toctree::
@@ -38,6 +39,7 @@ Getting Started
    tutorials/ptq
    tutorials/trtorchc
    tutorials/use_from_pytorch
+   tutorials/runtime
    _notebooks/lenet
 
 .. toctree::
diff --git a/docs/_sources/tutorials/runtime.rst.txt b/docs/_sources/tutorials/runtime.rst.txt
new file mode 100644
index 0000000000..8ef57f298c
--- /dev/null
+++ b/docs/_sources/tutorials/runtime.rst.txt
@@ -0,0 +1,25 @@
+.. _runtime:
+
+Deploying TRTorch Programs
+===========================
+
+After compiling and saving TRTorch programs there is no longer a strict dependency on the full
+TRTorch library. All that is required to run a compiled program is the runtime. There are therfore a couple
+options to deploy your programs other than shipping the full trtorch compiler with your applications.
+
+TRTorch package / libtrtorch.so
+---------------------------------
+
+Once a program is compiled, you run it using the standard PyTorch APIs. All that is required is that the package
+must be imported in python or linked in C++.
+
+Runtime Library
+-----------------
+
+Distributed with the C++ distribution is ``libtrtorchrt.so``. This library only contains the components
+necessary to run TRTorch programs. Instead of linking ``libtrtorch.so`` or importing ``trtorch`` you can
+link ``libtrtorchrt.so`` in your deployment programs or use ``DL_OPEN`` or ``LD_PRELOAD``. For python
+you can load the runtime with ``torch.ops.load_library("libtrtorchrt.so")``. You can then continue to use
+programs just as you would otherwise via PyTorch API.
+
+.. note:: If you are using the standard distribution of PyTorch in Python on x86, likely you will need the pre-cxx11-abi variant of ``libtrtorchrt.so``, check :ref:`Installation` documentation for more details.
\ No newline at end of file
diff --git a/docs/contributors/conversion.html b/docs/contributors/conversion.html
index b0771ee1f2..b9278a1a5c 100644
--- a/docs/contributors/conversion.html
+++ b/docs/contributors/conversion.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/contributors/lowering.html b/docs/contributors/lowering.html
index 2c8bc6eff3..6446939ff6 100644
--- a/docs/contributors/lowering.html
+++ b/docs/contributors/lowering.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/contributors/phases.html b/docs/contributors/phases.html
index 25e780e622..44159a9798 100644
--- a/docs/contributors/phases.html
+++ b/docs/contributors/phases.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/contributors/runtime.html b/docs/contributors/runtime.html
index 479b6be127..50d2c39b7f 100644
--- a/docs/contributors/runtime.html
+++ b/docs/contributors/runtime.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/contributors/system_overview.html b/docs/contributors/system_overview.html
index 9cc689bcfe..e08c8f5623 100644
--- a/docs/contributors/system_overview.html
+++ b/docs/contributors/system_overview.html
@@ -245,6 +245,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/contributors/useful_links.html b/docs/contributors/useful_links.html
index 73e72e102e..de31fa0c2c 100644
--- a/docs/contributors/useful_links.html
+++ b/docs/contributors/useful_links.html
@@ -244,6 +244,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/contributors/writing_converters.html b/docs/contributors/writing_converters.html
index cefd2f56b9..ca82ebd4cc 100644
--- a/docs/contributors/writing_converters.html
+++ b/docs/contributors/writing_converters.html
@@ -245,6 +245,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/genindex.html b/docs/genindex.html
index d8854460f3..7c70130ab4 100644
--- a/docs/genindex.html
+++ b/docs/genindex.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/index.html b/docs/index.html
index 964991ced9..e288120560 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -244,6 +244,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
@@ -463,6 +468,15 @@ <h2 id="getting-started">
           </a>
          </p>
         </li>
+        <li>
+         <p>
+          <a class="reference internal" href="tutorials/runtime.html#runtime">
+           <span class="std std-ref">
+            Deploying TRTorch Programs
+           </span>
+          </a>
+         </p>
+        </li>
        </ul>
        <div class="toctree-wrapper compound">
        </div>
diff --git a/docs/objects.inv b/docs/objects.inv
index 15f76af02c107c1662cef647b6e3afe1de1675bc..3257c60173a9fbbaa59ba0f7a272d7727c4dcd14 100644
GIT binary patch
literal 17273
zcmZsCWl$Z!(q(Xh6Wrb1-QC^Y-Q6J&T!K3UcXxM}i`&KBE(CYjy!Y+a?vMR7(>-0M
zrh2NTdQP7qBUW>^wsG_(wsG{daCCQa^&$4OaCNhBawKMjBO_LJb+WZEbLS;iS5<d%
zHM9Qb()^!gUgCdqb!!V^R|^Ld8%J{sS7IkiVs~pBH)2a0dkf-!qnVR~v#W)hn}s>C
zhntO~6|t|qjVU9X_r_7rnJXU83gvrW-A|)-v)<ZFV+~Ta#2C_TB1S#Nsws;qijFEW
zN=j^PidO0*%cRB+!;fzrEMDI_e!D73rKgJT=bZ4s@cozqZOz2$^OH0Jr~B<iT7gg-
zj6nslOsn>&5mGU`CSWMA<piSW+=8Tn!YQJsFd<eZusC69A9q8aHV@J7@2l(YOkP}G
z`HtJ&M%}%=3rmiAkj~Tfi2emDFpwLb*s3>UA>YKdi$6Y=fo<tT9$>^~-*|@`NREcR
z1dw@<2GHU39Yxk4|BhYs1$FAY-`yTRo+mTL<0%6g#STTWxyNt8xnM<w>qo#7-mp3L
z^#j;PO$H?h2f<t!hCy?Z;H>xh$l%sp?9SQFwMIKpK{L+&!3^1|lc<=OVUF0uw5}rk
z--v7NI4EOrM5PIY8BTx2|0SpwrAO&OiRcZ6svU}k{pwtvt@~M<K!D|Zx}F0*XaN6~
z=fsx&%3NF$ws!rPP2khs?tRxken4dZRbP<bY9Ar~7i7}4b@|8!<}rY5*J$LpB5_J@
zpGYe+&#?Q8aBmu}KH?7nFXZ4{2=#r4*d==x!?wPWP#4jM`qJaZ4U<#g7wm!dY+t(H
zbpoP5_1e)Gum=m|HTCdOl81wZrR4J0G%injqSUTgOi8HOq~Q?Rdhyt%OTS^q)B4Rg
zV+ubU*3BeX8`eHsj40A{Qf8dHpTtd>%*7ZBHM;`*_h`o!>w@ItzG=sCwjh!a*Y&5)
zk^S_6u}ns_GCD?7G`$D$TP%e(ItIrg&1k#*KqUm1#gxgK1!<!<KO1SG0oa9YkHDqV
z+-sgeuXH#O0eJQ9gJVSR4s+lU)2bi9;F5{Sh<fXwh-NtkzW06flvMYVE2cAMdg}fG
zp4m9^DZP=L-m{T9C!)vF#6RZo^y)2*Lrc{~n2qCw4NY?qp|Lz56X7li%>S3Pnhnto
zomAl8d}|M5rd$jC)({W5IXF-tY@c9)h;y+#w}fqiqC*xrVQ#5Rr=k93SJgh2Mm=EC
zQ~8`OGrtc%H_wzQfznc@&^{o8`v#2&$&4du6`?|3pTE~fxGP76wOr^|n=t}E>AVVo
z_3YJ_ZRn%b-=cKl1Q`!?rN`YT!kT9t*J4P*#M5ye)%2|?rg<Sz6Q7q3=VZl!+4#6g
zZL!duuFRy9=1d>Lgi=qF%rLxddrc~Q{X{E%(!RuV95vOiouFJ+K+U?v=X;V&;N?8V
zA~B!l4fakP87tl~-%WRrao3GhpjyX$Y?#vSS<}gyS`+^M;uo(C$4KwJ>)C{i;^BP5
zg1<jk{J4F_^{fWRgXbB}_x%1vD?me;rOmF|V>fyAmsh*K{y}JgN9<PqTz^7ZIKHj_
z>(aJBfck!AmQ|on?4r#H(b5jUERlezPcegtl9a~)Gb6IzrV{y6)w8v7PlA~!M~Lz>
z!_zdquUd8O3*Hz|U9h8(c_p?>EQp1b;3U*d$b2R+?ota$lnh$SyA=7`b^$nXEBp4(
ze7;(ud=53AA|mgQdUalsfAXR*%4K3dwueCy93$pFB~t|qYxy^`l=2voa9MHg>M87W
zw_B!<<eSYCu&^PSaZfg{`Q-RT)08!=eXgFlF}|^W-$Etejos66yZT<9KQNzu@phEe
zBcd0UUUl^OhCYN`2j^O$Amw?-xYP6bzUSDfXdP$x+XVNfJK*EWmE~-=NRoY8WF}K_
zqt3}}W1T?2u|Cr>sk=VJ>Ic&8iAtcqB!{Qk{c=1Cg>Ow4AW(h#n8~oSL;-jaC_eid
zQdaLMT@c7aVeLz2Xz7CsxFQnz%5APT(C063S`5VYcHy~?<@}Pic_UKB>cK|N;oVBV
z_<EYW@38+&TzC{JlJ7%6&f(tT0)9-<E(-NRQH@twHNA|@x(TVS`?`<;u$%yLOkPa3
z?5~9mI34nqJr7imVe5`r(W9uuYK=Ji&Jd0^MAo`W46FaFV;TcTowLj(HE?rT&QSj4
z3B(%B?7EmYkjcOZndG4ht`(HWA5Ycd_f)s{6f#^RZknNpH<`aC)t&G<frxpK8*=V#
zW~;N;cv~-?sD-)XQ|~$NszQW)OG+b!0(!>HSl+k%Q#PzAdeAmhWZjLzfTx%bRd&Ls
zn4>&U>BK?nGUT#?{4gIz1Fbq=!;ELc7E5F7VZ?76+fY(*zC_UH)XzW5Kd3r<v;5Wn
zAvBr!^C;wlk5&Q`k9;=G`__VX6gBy<NH(JUw=M~b7)b3WT@9cse(MM|Z3zk%ygIsh
zxuvTshQlPeq5Q!2CT#uV;PRt=4IY(vGaPnf&5lQA%LYt~uxQ)G+OufzlPayxdkC8F
z;_DW45n%o%#}Y@F*9z~iU3*%X2EVNN+&U(3tVhyM_{ic$5<cD%5a}?>QlAwgR2`g_
z{%5BtAV`#RufMD|R0TFTf#6aVd87BjG+nRuf(y-cD#JpsYNp5e=3`_8=5bmx?t<m$
zS^}4853B<w4Bq|<2I+)xj2@QeFSz5p@DKaLy)s(kSod{B(ksrd*O#_<!(H-}ZphZ`
z^`n`Yvg}2+7?ZBd56`>T*N?Nzk@~IaTEX5ocUx0tNsXJ%uI`uT*P(s-C^+L^!d&Y@
zMmzr9uim$!sOJ4Mm*&fjv6$vf8<*Gy_DFs_^xM_T7<y6Gkp{p<2zWQ~NGSeuwlT4}
zHvK8+0zA(jEnA$J3>vwyc>_)sRu9=E2BQY+g{T0@O{^N+B63*&NKtE_Ja}a)1C*s3
zzR0VL?k(s&jAYgr4MT;CMJQqv5F~V<G|tH;*4KLAxU)2My}(b7Zs2g?uY36FZX@HG
z5AdoBEG?xkY>a#On#_?<6ONGY=;OUZxzC<_uwWMSC@o>Tr+kr~uCBv7Q(@Xuxq1?o
z`}rrS$Nl^M`1yrz>C-H@Wgv+;7g5;6I5E0E+~&VsBVmumJp+ClK&)@@HaD~nOBORR
zc7o>aKhENCmJ*#sk$ptI1s{b8x`PuMN0{ZiMz^CGSD#8R-7tBuD(D>U7lw3}b^(Th
z!Wa|BF=`<s9AX+Ue#C^wpHl99``Q2CFgAqyQrsYylA=#`+;cIwxL&^%lt>i(G=L{g
zxR!m3-g?{3$3sRC^jb54g=46b&Lblg8C);2s~WL9GIFu}VcE7R#6JT0bZOHi>Q}ni
z<>y=IAh^6fS~I4p(31HzbIm|8KaTx^p$|#_ta@0_upyM;P#Wk$8C@_}cZ;_*fkrd_
zo5_f&Hh(0jFS!KgC<eY;U(LkUJ&zrG2%Kl}lWcLU?{iniIXi#~kLCKSma*3pwT~Y(
zH_IdBVENIl@74-IYWRaC=1xe-Fm~eZVT||y!uS`Uq}GNn-1<?EIbkP%6BB4#=;CuQ
zah($r5F{ra5m|E$Sk{a+UD29<Gd@uwnHxX2eSJFFTPap}%lu)ZJ2jj2^_s=`M{Rp^
zrsmOYOV*)emqn4wpVao&{u&uieEsUq_vNU+_Ngmfs*%JXt_s<MvU;v^9?~SVNjAXB
z-g+XV=x4eO5eBYS!{`_HA`+?|Ld}a&xWy2(+bAdYeJ>SmPj1%j+}_5-OFWApAH&%v
z1Z!M_b_>cm;*cUUINPJkj>{^#7^B(kha`D&LW82?SY#-z+m)E#QF2_N;cptNan<8i
z{sO61Z8!!QrqWL0zB{xe^6bD~FMI@jJhW`SP07fvJcl<-&)@o;ke$6)YleKkrbbEj
zG%^y3(UVs|SuIj#UpS+<h|GcV$$sW~s~D1y{V*gCEC;csV{TAVxZwNiM-M|SH&qTC
z1xA`N<^$Nq1bk=dBSg{hzG$<-?{8vy0q9>rlb0b!PZ6yKUbnkK)Aln_zlZ?m>yLh|
zsiQvt4H#!tVY;`jpQ}aVfL~3`zuY;qf#murl>~JT#C~Hd^Ojz2TAMOt!|;ePvZ2zv
zx9!qg5)Q2~r}e2-a`G+Y&!eh0vjqqNeTjHhnDpyPR;AHbh&_f|=H}2^>nP@wIgH0P
zlO|_XEBI+WN|<j;GYk`LaM7`}$k-_R)=aE|f|r>M(NkNB_omPl?Xm`3;zN0$6>ARg
zOrd$lTuNCYiW)sy+@|of&Pm*n&uCn&?FTigRjQ}t*ijE<_O#GK6QtJ?en~@qruEg4
zp(N1nZ!e#Bj2nPLfgWuVdaM(Th^6IIRnVn^e({b~2rf$9KGq%oG<qXt-5=$Q@6vRi
z)B-e;k3Y>7s#*2#SdUVq4>*QCq<fM?0avf>*Ig()<EDdFJ_%_4<jB@zlJ!MyZ9Yen
zrq9oke+*}*B^37(VVd{Lp2qz`Y)=!l&3zNR6ZG$2pUOO=o}Lv4abL)jGq-8V9>Wvy
zC|iVrqy=19r4EtTF=~2>6%VpJT$$|1B^|A?B60>4&W`HaSfUPH*9LGE4|-47yf4<5
zcmQgzKlu;Pd`UWfD+`^cq~+HZTVqCq_<X9Q&e?>rTH1cq$_~9_DyfCY1Pt`zUj#4u
zga&j>=UW|<s`;4<m;l5aj>lR9rIF`l1X?Ul#`)|lbG)MetsTbtNM)>ZU9(3$-m9~o
zGYw}XWJ>WiCkRz4^`D00=dJk?)zM%B!W%cj-hrmtN(*+FAe`LmHQJRQ0`zV3*wuIs
zfw2%)TqD8|+c)WPA#8j{dK!3cB7`MOEwhg3_3?=@fFWo*0jFI?!3%^9^u{s|ZQd}t
zu$+0HGvR6!Ry-MiP426|B$42g+xp!hp=@;No3z&Hun#?r)|Hw6s|!&<^2>3cA9u3T
zK3c{bZ0<Ohl}k*8RH@hK@9)WZwaS33B~zuVaI_QX4}WHE7=ByxkPtPR8O3J<GMk5E
zwJeKLFN8N$+h0nT1dm6J&u%MP&b~rXsCPIY<l#LZ@9L<RptA72%kkb*@eIp)_U-zP
z`7{=oS&Mx#q+Gh`F>L-aAlc#Vu(!jZOH|>&sZIk&fM+@*t>VW9N*&iwv#PePy}|a&
zHcEb+S^PSS0%c-^uL$U;W#1*?s!D6UyFOK%oBKj!XQ`J<BYYgb7sAN(IwO$DUH7T-
zaX7B{1kzE#({%a0Gr(Uk*=kvDXjF}(C+LWA@7b3)9201DvqPqnw^kH~ml^@9bj@+w
zZGiRo!I(_#Gg2w=lV|HismKQRa#PB~&cZ5FHSK3Z?)rg#{dUqv?k|<$V`u@d)ElXQ
zzUZ>dLZw>b)jqY_LY{7|+CRPeLd+^>g&Zb5ugA0y8xKYVJF!a&L8+jPY$`{)NX{e;
zT;T(c$B1}wc4!hY>Lam)^R=OxX7JFCi~Q$eJeS~}+}0I)m_3)aJrY4FtFE2YQ9N(@
zr`Vu=fVgj&>n9{x!aQIXyVjKTT7k7cV}CeGrCI)Hv|$wW0N-s%&5`y*o>f0%x4w`i
z1>t7T%nFZfu-rIosNxm&;dbH=YQJ^v7tQNOvgb?L1t`C|sP5_j`E1+n{<4ej0WsHV
z^4WC;Qz`P2Q^l7@TNs2=*nfk116GJGDg?_9FE&oxd>OwTK;+<J^yNU$-PO~DGYi6a
z(P?)!4;QT<=8E|u2r(rs(;)U^a~zf?*wPe+*<cIVfzR?_i*i8iXBp!B`%97t#TsZL
zJwgNnj?ke4t!YbVx!aZ9rNrg5&17g~gm^-ItFMUx%Rt74ISFrWRboV@Oq4e8K#xrm
zn!T1>I_CfL-ddP>R{b~2H-i1O->&;zc@g*##&A%AZN%);&$JE-IA8z63Pdc@AAUqo
zl-LWfUW+~|Q3EQ$$kv$aQLNWlG)b82siq1S$>rIk6YP(nmzpk7I#8gI8oT=uf1;q+
zH}oF}N?MkPRMb?kzu&xG=R0D4b$564yt0D>MGL$|zqT(i0rprpM>Gs{a27@8{nZry
zkVE0A=mJ%ev^12D=9%1zH80{7%TdchVz1xyI7?FCOGB_aO@hl$YoHLm?RTb`Fv<Qy
zf7b8oMf-{$ZB_Pfb&Yf~^lz@FM$b<IYfAfzih!r-e_xGT@tm=iY;nfja*S4@Nu~LP
zfTIed4DVY&Cd=}VaTxa|K?)dvZAW6G6O?sO7_nl{`}NZ-2Ud3)UZT`cdz8&gn`OSq
zyx7##R4L7aN;VraMKDt#MU04#ad)nX2P&)!^HE^OlJUVr8nMe<)?q~ShUus|1c@h6
zr4L8J)!GGJ_bYXpF>csZTXOY)UsaN;!3u5_OT*3zgL3rme;AXRXGtgWSL=ckUld_r
zNr+uqLh1%?1f~{|ho392eT-PlQ72$dbSip(uF(4b<O%9Od4i{WJlqP%)V+&RtwNLI
z5@Ynb?WmG2W=XQ|-DDx%?VS?K&tC2>)XC|9ombXHoePOX;zrYLl!hrHb<um(kxB&E
z<_|Z}2BM09&f!Wur&Tmlw8GpA<o(@;&-cnkTop87Chy-<$7-J$5H-cnHxt8ge{xcv
ziVZFGSs+2YcaI}Aa@;-@dQ*E0?6PYUHSYFa_TLAR<Dw%LP%sfizN*TE?Mwv0|F#eC
zo&?}3GU46?&veXu^zUsR6=I>O?m}%Ag8jA8S}lxd<gQ@+wMj2n;mh1~o`oy4{O!Ok
z0nA^&w9J+%gI_Z{&Q8XIK_UK=M56E2+so(f<{@I_zXkt>Ace+z)D~IK5Es=$6#LB<
z)i1IIX*9iS0aYK@cbS<d!X3lU*B7o|A3D_&1kSIldjjVvVe~79NbNfXprI&&zrdM`
zizita@&-yz;lIxu9W=YejIe}X{sDJ4=S7v+_y-D?;mNvn%)XF%B^fJ!o9Y4(zqurD
zbKc^cO1TCNK)$1m#2F+$FO;RtE|d0g6cm{iR}fzzOb~9+BVUY=;&3vRtR8u*#aA@C
z2n(htLLDOy(PR(w%#Z;-DNVmf2Nu@WYgos!sRPfg`sC-VA%}hluqugvM2?pib#@jy
z$4)01K(dAp#dmI7D1AtmIGy1K5rt@~05x9u-yYtGZRfqa3uD!ltVY^&oltRpsfnzQ
zy{n{au@0^FF-{*PXqaFwMTqhSVI!6%(a9d;7k!#{R!xux_GJ}@)Kg|CrsmjuRivM}
zv~c9PSa=LIP4sV+$~zicG;IZ)83q2>Guw*_!Xu-?qkF~3CJWV{%08^)L5$<4Cw-by
zhRWMu<~<@`c}wo7aY-W_%KBMIqGPOF_eZ)cC}CIHQaV|0ccH68fE8zD39}u+*77cD
ztM_48WuT#Ue8{%}Th%IM{l124(w!a7qj%5?a#qrr_d&Y$t1R$wY`H%JQxiQt(E@sz
zMZ@>wB9pa(#6#hi+VyMcw6%7w+Fr57wYAax8v2`d5&KrdTA|Q{VWk`)aJO;+bh@rF
zQ=&uq4g6dL;awTsY&PH~9~6NQ5e5z<Yo7x9K&KR(bljc3E>uj_*Kgjk=Z&UuNX~Bs
zLIXQ3e1l&cnhHVm=fG(X^HCQa%1Vv|-eEchVIM=AY&C+R)^qb*=kxbdb(~F}58mkY
z4g6AS0mV}iCfINFIdc(;{ScSVmuiZrUf}kIsMHvhv_D@p`irpVHKBt4AdN3c1t2l^
z*5F#3x~{tnm(^}^U*Q$-&fU$nFNb70EEiJaXA70Bsw!F6L%+5kQ4ZHStcU#KAsq%M
ze8@Z?In}GR2%STWgYQ!<P-OaZrhB6ze|81MK7jiO-aLK%Z`Ppv0G?$r>aq?yVhEr+
z!1QASX6f#h@OKG#p7Xn$`|CEf@W`w9qPXXvh?*bF!BHdO6yuYM@-!L{xfAZpsr`dB
zW>wpu`^mYsg7yrZv15qZ+)z%`Rz}7aKP6cXd*99KC}C`=rv}g8PRh)#mpz1D0)uv{
zw(8Z6=A;sgqC5)D;(7xy=7qvh3!4I`ff3@3{mVly(`(o$jsE93@M5*Gp{7~xead_<
zS<<MF=aCx;w;=4o$8__DqorPpdsLsA?iwT)b5qRZkOy%a^{A#aJudGzFnnQ@_Fj<p
zF_~wHXl`rg>S1U+&6b15!4d&`e&hVDh*#(qH&#0OvX0S!3qQB$z{(w<9SS(zT59R`
zS3a-czo#T0+r{`Oy1yRz76yz>BK}JPS8(LRC_MV`Q?+2$c-vW0bS&~QvzzzN-Z#Uk
z!^f8{-oUrHp8wfm|9`d!?qsRA80^!ppIb11dm1Vi&L73jlQQ1oAoNWTwju$?3Y{-c
zZWx6W@@L(}1-e6k#ZmURb4^%<f7J15BEunAIsAhAsErWbh9i7^4JEgxz`Zw4;d0M&
zQ;;|K%8hh@=6iuhb)ZsNi-E|T{8ytd%B{xptMr$*@TbL%)WP0c83cab;729pkUO?M
zL*{x45xjmC!C@hLCi;!afZLJEZ~zD-Vtjv#*l}RIyOFWBxyLEG`2gt!A0v_oz&BQx
zqDjSBRXGfavyqufjc#3ypTMniqFvI_)k1i@*O&^3HSlM`V{)Kf!imE|QH*5fpNG~I
z^vxrzyPa>8>AQqydaC$&Uwx%uwkev!049edM4^A>?ZylT_O~I_;9LZV^}+v-)G=(E
zkT;o%l=gi3Ytm5&-vRVT-)@mx*kX<J-8FO60hQjvSq?$nv|t}#@6-`L)q6Xe5E|=g
z1|QCmdhY3WI?Iyjp}<&KN01EaV-sV71CQrm@J$p&N5POXLu26!RZZkX<e6eV6|Q`U
zetFbjZ=6Z2PPF>Y7Y-HEyg#{K3pkvbjA)<9KHkjKrmA*Xx7e$~r+h}z7^Kze<s)h^
z$6HBJANYRaw#8<zr=_-=)@CjYOLm7G4YvtgvFyNsJ=SBFw4;a}ZU_!@o?vT_mgrT~
zm$)wuEv^*nE|3_~?biP^U7NFA*Q6WNm<vy9CA7eQlcEmy<xJ2+n6aOV{&jD%)4DP@
z$vM8aj;q%XFEE&iVT>%o=MEcI0HJaU5wSMc&QFWc+R|$J=j|B=C}e+H#t`#%*%ndr
z-pmq>xLj!C=W71(j1J+b+D{E;?-+#`4m?Jxz%&KgJxRG0Z8Q)X|88{Y77`u#b28>a
z2h9e&eQe~gQn2}VWt5l1hyLE}zpICGh)EU>L=g#g#)GR}W2@syfzx|CyRd2nj(sF_
z&1}tV9lZv2SQcR`S8?Je{TazE_>hEb!dB3+y1yQ`dnwTj;bw4D!F-;*`jECAlgUP<
z#Sqwu*Q>}__q+__I_{#W(GYo}iGKN%jboF)a5=yw-br6~7Pl_)9ofFH%!qebnIW#+
z>SSQv!gI?mNJGyEkp^>Xqv2X<{ZsKcw=#_RLc#}~xktT}LwCz`x-p)6VoLK@Z+1}i
z8}3OaT)D|HO(@=BA)LLL=fZs(|G@xt>VX)EuBvwTq9|JpSbRC<azARVROfN<s7+P~
zZiyArYEqg7z|jj&<xPk|bIO`2y#PV*rmk#|n@FFku?acqGS<lx1k>|i^+}77TUO{6
z!nVp=?-=aD`)6^z&V^q`C}8Vs#hFvXX#<3$j$gOD!;CmSA+MDizAUEWrK^!3cRtp-
zWnm!2|G+K@#Ti$_YlZTlzLqPh5HWjiwSC3EyvG9(y9mb7XcQ}gY;M%v*29c>EuEjG
zZ33HJJm`RLw!+`6QLrM2g--S@<`2W*)UxYW?!%GR8>e!tig@`9PU{#xKzK4QJq*<6
zq;r!wVAaekZ*dF6K4Bc?7c?3S8qI((r}CQGK)seFDf5^ggY5h7^YpORPq3ye?~Ui!
z2Tq9m*F-=u9eY5ajO@?1=f@$tk7*V3tObZC;LsWWU*Ln48?to48NV~_fdVLR*!(tD
zN%<TqTEry5Ov&W(o~A0ll&tjF^<R_8OFEE`hMx*#9PG(=Z{QeylYY^2!uXi%vnMOM
zL(U!#kYU5@PGfh(?whpMuhh4wyz>8K54sUm?SCJ++=MJuI<meNplX}SW$1BagBudq
zDL&^HTtfB-+g?G=$%Sx_Mt9GfYdbSwQn?Sn9LpPBdsG@U!|l?~#-=k>GQG6y5(;Sm
zAL-Y|@q;rf<5J%lzd@k?q}I%$n4)6sc`ni>NTt`{mQWfyys`!T&fV~;`N-~#zf|V#
z(aOfXN%m{5$h`#3SXvbMEX2!!NEut_#p7vBsNa?2`SLQeYxpBW=#Mxq)G~F3l{0ms
z|M^^x2-leo(TB_{{<kYDv-UKWfq4Ud-uh)nE%h2MdT`11@+LNw&jTJfO~u+8Tgck_
z!;jyr&(SksqBEUF?SFgN&3epLj&H;a{z~IWMJ%fam^0}BUrN6{Ki+O#0En*88BbAi
zX7TpS!npP1pKyvTHJ-iSUbl`!KNyPTTwNpNpEQbR=pV`w87I#0U1_;8aE0<Fz;tUk
zjVzLw+P#M(`4!FGA(93!DWe(?+8BIpSbTepF4L7<X(n9(o@fu&Sq+_WPKh|H{sqtG
z$65{U({&TE7J|hHL|0`jT=QEFhPYPjZilczg`5KOHOy2|Y-v1(w>WONeyT@X&=!fK
zjnuzS#t4MEhNNzTDbKB8Zcked(%t_tNx~j_Kzi0p5VG}%lKGn-n1!_;J!>Lpo6N{z
z?vs4fFX5UzE%709TKqVF*pV!Btc^V=!*#;cQR4GYlXioKtteG7JUSUmid5IxN(p;L
z8Y4}2T;lSDMl-woY59rT%hCE0BA`f5U`w<*r^OdTljr=DQ!xj?!FFfO<B99mS#v7(
zsbYp<yn&548`5W2eI=Kj$xoLxE^jLMrm71q(1W~|KD7_{R{_X$H&{|Vj%GdFOG-Gi
zJE7Aa*-S|k^e)q(BZ433F+_`f@;7Xe3Y`Gh+!AH%jS{xRwD9g5YWlXt-2L+-;r7&D
zL{h95{}qmz!;fkwFeb`7?{nm~`^g+JkFm2}_89qd|6!L@ob2#Y1OCe{^%Ei-C;`PX
zDP&b87tAE(lVIH*OeAat5i7$%>GBxo_)kSMwbk@TtDb+9u*6>O+HGr2YE}P@?$r(n
zXCoslicX#<I|1{?mqEk-i06QSq+FcEve}?3!MJ(Xe(5*ZQMsw~h6pp&FU8IxvyGHz
zz}gNAvB%rhBX$z~BIpDAFfx!&B%H^zGJr%3f8H&9oLEY})yh1WOc4}z^OVevEwnIR
zJ2BfZ=7V^70a5(IGAeE9ZYIysifvQ8V)A>wonetN&<kNYx*>^g$nna&|8nN*)u?H8
zRSN`{tOkC9EY~VV`rJh+tUxbl?))hDRs(K6k6&}fe<N)Usf((h#FZ0Ozm%>5!;N7U
z!?6fGUD&7a=}CRX8{Aad`Z7FIIr+RseGpb5Jpv<lMh-7jt?70niboamrN~cxn{lo@
z0exgZC8N1ar{q_2rj>iAD=`j0<GfMUDen;{T!Fn#yU$a3X(~$5A}x)GUhOtowNgID
zW%fnyf`;3osQcd9^OvLinl?ybGCRgN)KsFwdSOe09T&AzPKr%j3(V%5N?IZ%x&{l)
zxV<M3rg>$m+eSa`-EZkNn$c^5Saa+rxTwru(2dS_YC2W1a&d9Z4&3vWJB{xJBz84i
ze&Jl%W2fmDdQCmuEA)cC%o|0yr?(&7n}J4Jb>B26Qg~7OD3~O85{zb#n~*QbfES{D
zq<B7-rs~(yXZ79>$J7D->;u~|jv7k4+Uy@yh#jWZZD|8|?@o!pG(d}eG1OOqhyo@j
zU%1WU27lAmT~YvO=tzw+Tfn-=v5zWlcQG8UpKxw<=Nb-f!Kmpuoii%(G7ZQL|3vJZ
z4S%Av(cb|2{>uNc2t;kzYeVdWW3rrp7kfh2iB3d8H5*gWPIJf5p=6TRfh)+9@lKB}
z4MHToiy@71I=S<qUyhMgEt_5B^$5(aioIBxKi{lFw*LB(y5o3Ti8;=Px;gZr%$NJi
zhxy&ddS;#LzS)39Ld;DquGZR2-2V*4+9tSn&|ZNsZ|=$^aBa*FFm2ua+CrHhF};97
zfLpmziql<HU<0<Vw>$Gi`9wW^_i-nLGuYeZxIiLi<#Kw7T`4uua1s<FPC9v4@s@16
zLONt+(@w&Y{MeqUo?qJjOJ4tEhDI*CIG$03Emg?$r48zZ+guZNzM$X|fxXD<2|~AC
z9m9)FT`PABZb{RC3f#>)Gs(K9CV4}~7QX^|v7$a(=6q>cMSO9Z?shw`#7nfHEUs|D
zF+IlaTIq%^@nu1)scz~+>?*NuYrFSjB5aiI`s4*oY~BQmYA21wckS_z(&HoXqEo@c
zM+k7+uY+qnJon{O%aWs_j3x_Lg!^^U8WI;B8(39FY`*bc5m^E<UP=dK%M1E3i(-XX
zcbp@Ba$+cb;fiE8bHL#S;1Xa6e5^=`%r@hwqE_`JW5@(r4eo?JD+N?gdMv#==y+&0
zjd?7cK4didXt-S2TWOr~jjk)E?0ouMAD8bvTMv^&<5BypI+1RrPdF5w(5@y!PTziG
z)0F9B^<9e`xHD-n+Mj7-KekLqP(Q%qtK{`<Qu^yiu}$>jS}Wv96M_jfM`l2Wl6wj=
zImFH1Nt%><3M#JqraKnNy5-%8@=Xf7*vs?9N<oE?RZi^lHpU*!Q_lZ)Tjytz{xmgS
z_iKua-f;Wa4ds_WSD-NJ#nRjPvs-U!!$Zh<q2;(;qWJnlGU?j4cG?$}cg2AtCq!*Z
ztr0H&cFiG7a<jFmcP}W<mX}G-xK%<<shGtpvDd2kAc?rTHQBtfkVkoQR`Fk4)Qb`}
zDLvDJ;y9w}-pRIuO-`}(?L65rrk$xf-EG!P3np8kN)e4@15^A9my3>`41JYGREhW4
z*W&4(3iG}~eNqtwalU`6E4UlGCJbi+V~lKENVChzW_Wpx9~ELZi^}=TTI+39lkR-c
z`nnl<FHJ|iVxuN$JI=MUWp&OC-tE%#u{OVZMy}zjyxy~q@say3%L^%FneRl^uiMFf
zJ)1q+;g*J-&}IHwxm$K+@cnK17h@g!)8Gf^8%hMt-djKB-V*aof{#C-j#FNRvNp@|
z2GnPp@nO=%Dm|Q}4DOEgrA#`p-B-C~+s_+)w%QInMC<#@xeQG=sZTWpCKz*~h&|eh
zj5klQ5lMS>*7tx|_1&-xtVu~m80%c|UOn$X(xb0i$R6p{Mk~ELN^C#G=0_ozyjM2p
zxSmU5W>|H+Z9)mL`(qScR=SwlE1NNR$Tw!(OqIgMEG0~EOehIX9>S)jBZ1TZE37wj
z5QAK88aew7NM4NR-KJ9$_H2oVV~qKqK*&u?y%_?RhFJ8TQg+piow#)LtE3;BwO1OA
zl`L0PBk&%cFo`1h8HDmx_t|FN-AgBw-?ipZ9t?h1LI$O<*7IJcT#z1tk0AwgebT3L
zw4BU0MYk35cvO*oG-<m)OABmkhhi=DB%L5_Uvn0El~#06-`IVwg%BH(SM`~{H3p4C
z``xBj?lJ7qK6KNFXGFoek_tr4t%+jslmaF-o5aiMi!c64lh@<#6T%}}lrS53w-f>w
zm~@bK(#+iF(6^ecn}DE`iHd?7V)4-*h!u<jj2K=w|G07;*Jmq!|HNzYCVdi&fP}|O
zn?!{;nn_^}&&GUqBzpPiif_J4(F*+#Rb!r}ybtCuBwKJznZc4X>pyF1MYB=t+Wy^Z
z#gRURcIq2()|DH2?(Q!pEhuEkQW|K6(YPmD0GCMoNq)(jB?Hc`_cVc~Wy?48pqK06
zDJ(UMDj}62xIsr;2iistjqBT8bC&|b{G(dCzA(z7tfbh*Wd#qfFv2R1BqHhKt*v%X
zL8zNpnIFyNUKh6bx3p*iWGW)YEY3Ow*M;T7%P?=P7UF?YrG<^!QV%VCaM8ybcebw{
zlq_#3a>L6j7PKsW*>cu+($M4qRY^Iu`V3Af&mFRfvB<7Toz(mZoJ#VVbMrX`)-+N_
zc=K<<%|v!=k(;F#+ST?emriY&oAim<Q6!luZ!#7xKbR9B_7lFZYq9xOYsX$Ls;(9B
zzIE!2u2vA8v|^-MhYIVberATXDMfRU^@w)8jpH+-`Z0XYi_M=$wwavWPv|+r6VdMj
zu6KOfTV*D)Ro(g$w9-!RP=(AC_{3lDXlN$X1WL(55njZ_yv0X5YP*1o(9|Wb$9Hkq
zY@p-FNwYOy;q+ml38JRM2*OV683zf7#@Op`+R?twLno)tB2_RXsiWDGZ|mWJIr^YF
zsW&>kZK2Dz!#Md{z+oNbCd39Heg6G3*i$-%*5`HJQjj`<R%3F+q{)JvPx5yh0?lFV
zQC6eVgD%f^#@bZ|@qk~1hhChClsCkk-0DdtzgmuT0OvbX0h_he`RVRa$4|iXuuD`Y
z{G+-USxYDi)-rUg(yt`1htEI{EG|2uFQ13U^M}iSdM$~k?&zm`3x*)Eu`**3u_bq8
z;}s}rK29jmzZcB80fvY!#Wwzqx}U04|77%pW`=F|WY$=r>`ilZjWA95<hBt-P)wms
zpDb|5;bt*jGrerFR-x+rG9VAswsQc|shar+I5@eUd~2UBmJL*d$WA%5(^_OMS;z_o
zlg2!;O3aC|Ag4`Qwxr_9B6z%A=%_5?n_JFuC$qg%$Ukav@qeiyT8u{WKzH!uYyBsm
zboHm;px10<+e|PkqTGtq_4iA9n;Sn2#kmCBERzZh1O?*3dv&uB4|;aZ)G{SbX}2Hb
zf+ZehIlbPtCpCiVVztLhD6Kih8MG>r7@t!1u~FW$YJ)*CAb@)JT@7Kb0`d>lauRuX
zX55<Acz3%CYiS39IAuMl^9|l}Ej_8C<&{K72Z9RQ3;91aT8TYOkF;4~*@|M;$|{18
z|4OB)2}p%XTx4=<<;?25EUw3{tb5IUFB}2_=O22ZjwDwOpKIkDew4_u{ET@Sr>fCE
z>kY&sYUE`&Qe;E+1Gp*<n-ajH)c@S-f&D;6VY7Xk5$)C?-vL+n&DVS?etx*-$s34O
zGzj+e@W+vz?GL%{nO58D(4uDu@)U+avnO0u2<=aXz1-d9DT;^rs#T%c4MX?+DMkk(
zAf4;XK<@Z@ci;usg2CVQ%fLO@dY!SZzW2s-vRevWiN4~{bBR{4F3q<#sW`l!8^qme
z9vAQKT(ZDvcP`C+SspXx4M3AVAPUtxJ&$X>>$Wu4f`4Wq-<Y+6`Nx#H4&SnQrRap`
zm@@y@Pgyl1g^LUgbv}+BnVnf>8&7(@i%o?_&YhY+qz8DGdlW5*B$w+a9I5b5L~EBH
zmPO)g4R03BN@)v8V$D1JEweMU^<5lW_&c-P!%lKdA6w*P_xMZ&l@xz+o=T=p=OfE?
zfe!dZBy!_6hi#<c(axHrz4&Q|EP*USX_>sv>a<dp9HYYJU%9C>L5H_rWy<~+jFCyC
zxirc?`zRy)S-t~sLz7AQMHz~meCvp`OwK|picmz@t7BVPpYq$KsrmyNz8<dWw}dT?
z;hl_wz8r4f59<}*u3~4o^jgJkn-qd(XU=7Fgoui!1uayfbJFb!f>QnOPtT20_D6bR
zszjyJN3~p-<dPIMC#rh^M>*a6o(pa#UzTs>0$aA_x|4wl2h)P3E|#tshCi$x+xo^5
z0~d<uwF*j&P!DBY+yTDI4$4VtDOK8w0Ms)+0aF<pDws|~z?}ybX_+yqf#&2yS?()}
zK}>zf?dET7OGzXrp}?GvgoCU!bz99ORu-2QlKqD#A6zB#2iCgnV;T%CdAS3??K6iN
z-wdf+w|>#qQ_|P{1Xs+|^{>9sy~fO$p{^+M&^VsVx-@SpjmZ|1mrj*NUEF%r3)wMF
zmStp_Vs9IrUgn3H2s(z|u>_yvceqBJ`~xmwME6XiXT|%u!Wk2(44RP2=Z3z&iea;k
z2Xl(JH(H54IiU{&F`^UciQIB@!L9P{k*md?IhI_iBIgc!5uBRuHoebay;z<Ka*1;9
z>%H~NUCDTQLQGtIFADyI4FM1JnT&!Q6I1-go^%krE_~239@IEGT{u_RcpNsZM^S&}
zul$s)vM4;{)%i9$Tx1N;My@V>sbp9CKB4+AAL_Jpzs*5@vt`@460dm%;eB%pOD~0L
zlUZA0^+DHFU7jyKW2T*pTUZ_IFJ4x`a4xVI8y2S1y+Ry-H(ebu+Hw})v&HCWwrF2D
zjRz%>nr8J{G_1I`{%by+Crz!oD82iVk#2$JSU-bb5+HQ1n;1lbx_aNnln{B15-l3n
zs8ns3hW(QTIB5LW{NuDzCvZqPzZkQcUyiGs&p%_VJ=>}%&Z<}3*cCXgxr`1dY+af&
zV>!|0EeAJrNOaKvHO^`L!R($Z?{Wh=Kg1`LNF0;UYy3XXRrbv>9oB8{dYG%RB+T6U
z#FSKGG}qZFf4rm|aHh_IUH;%YNdlF~@kQ%GR<f=mbvF~OL#H+=$kw9+eip`II=6*S
zA65@OTX_0^xi!-)OqK?8{@_Vad-s*wXm)=<k<HqVRM_~Z<r?2UB{jfVAF09Q+G<pn
ze>uE#XJL)zYdYhV!7%pev{h6ikm2Hqvl5q;D?qw=FMfFT4E?nU)k<yDD#BIlPVT2R
z?4Im-ber5L{RYMIGSXS&Y`abxx?sWmg3-N!o3JDH_IIKLh(pj<+iHu^V(02HE9f0M
z4&fKNuWOReD5;ugi=~v#)KmtNZKe3$6Yib0^xCvQtbUTT`K!TO)VwVUGh{AW`2Q<p
zkhB!IH?K)T&)M4Ea!+bx0Oz(`gYKQ%hX8lrL#TK@5Dq3;r6^fYBc*_QEz9P*#&Z3=
zQ-RJ3{YMNRPgT)>_3rlpihM!;K4#d)A-XT_L{FdZ+vBYnl@QmTJd23&U(C+GkDwe;
z!h(%spa`E>7LLjm7RRp>R)fCWo1RaOW<bkjj#+~JX$mw)g_B6#bBGY)5})6(zYTjZ
zfY>$9Y>It8UKQV~#Mp|F{$SpVN<BkplVCa<Mv563gRh!&vTOL_+MJ`HYrd_yfJNlZ
z&=7C7)L*}Fx>X>HRpxHe3Q+v~QcX3coXm=F4%UZv;cHGDm-;_V`l>0}k}@7N!vOo~
zu&G>s$8g2%lJkW(gI<8RvO-{@0&VLl_jaZG64_7O2l}+zVZ%xF*G6xR9vkPfD~X%8
zKhUFv&4Pa;QyH?RERH(+{AbK_bbtHxA8#H9?mAyZS91N2;`Q5eGtctOGWqo3&mo;g
zWByf&x>=hht3;+g`{DwsEJH5xldwBxg=ccTClLTS{I1S#N>6@L4w(26xbhn(g>inY
z%%S5#s8jxG@VfZ}$4D*Z&AFXf&4M&H3KRo;WYgV<!o2<eSA&|};8!up*dlAr24rGX
zrNF|f;p0T_|Nr+lO+#f<7sA6aR^i4`x>_w@Fpncq;Jufu;v@bzb)+GRPdW7)mdMgU
z;jT8*1*87omSg7WyNI~>(}-ul+(HYe>|ey|TJU%Df5~^Ia!e+HOlc54G*mHqQ}jjp
znTJTLA&Ym|3Ii4XH~K<&-rLyz*KpxK=>{<pF|7WMCx5bhoodO^tsqpo%j$@sG(Vn8
zzH_$94@g0Al4gDY)ObI1Ds4@59eulNeHH?lKJZbZ2~qUiY!qiC{^UoZ!ie@D8cs`g
zM{Cw3ce|pIb!WS`Xo5UD*PF2jZuppo`Zxg$#OmnqF;W}qel3-^wzj!~irF`XTUw6e
z!wHBBP7*u0<O0gQ#+^fBbZ}zdmo<!;1W=6suIrRWNl0R4>!zBHNR6-yHtF;)FjJCx
z2c!VvaIc)OSO^sW&v<aXtOnkm`z#F)tzyU?knkzP>DM<uZF40o(@1?_gtogGOFhDA
zrFzSJ4dbj<zw!L>|NLUHe!83^K?#p9hw|S=!NX<Ntg!W{->kTm>XsnWv-iw))KnpM
z{lB{I@pFVI)G9<M{zv)oD)p9=cyAwv9KI_~)7{KVMQ&CAlK==maM_f?`-P+8K}1Wz
zw1L|3Q4^dVvqa&DqqsZoI&4}n(5C;0h!F43a2J{UYln4%uH=pCD41DCVCBMfQPkz7
z7%5&Igbm&`&YpYxm#>W~N^Jsaobtw4?6EDnJl%mT*~iwwbYLaAJKkvFgiO)Q4hL?O
z$M@nf^--4S9l`tEBqzv1s-V!7r)lhN`fbUh{eA2cCWZ8Lu6<1=t~vv&ZPx_%qQ+Uj
zX`qv^=9z7`X6M0Ub5bwMRfW1i%{n;uF0^GXovyC3RQoz2)9MYc#s>yVkb}V_u2*nU
zUAwEI)yuSe^P^s#{#XtdzTAAAzCN|)99A7Ep>fD4?IG<3^A)90<waX6-Gz7v=jsSb
zE+4!wv`eHt(1kx=#nO+{*#HhF#H9a2ZN9&dj7WH%i!u${k4-%4l);Ut6U7%BrmS!P
z_92v+cyn;+NIF*3VL0*h`L)#!!j%*^n0MSV1n?cX{KPaOk|YcpWXv*5#m=o!xYpkk
z4DpBR-2{TRZzyRF8mWZ-4|@J2-kcXp{fP4S7e*LP%gw#K@!T}15Qa?`Qrtjc2QK1X
z1+crHC@+LfzYq4m`P5>Q4WP}#){kcum`x!IERC3;c+)orV{ntsg_cd?4a2oV1;Bih
zGf$aA#2K9?OOyLe*68?G)cOx|^ZRep^q1g2D5!~U^hV}Xw(EsCTIo9Z2~?6OV)&8#
zjxV=t++(CeB*-t3s){Dhs@^~7no(RCFntNl;-AyUX`^8nQ9K}cGlgV!-&$uf72fB*
z|4#V+NIxDDBTP*Tkg-Y8a#DyVwKG+jGdKswHa0RhQ3RhNt7V`yi9nlzQ<4fxL~*0X
zlcCxj{tf}-os-x<+G<U9nT(1W*Q6v0Z_21k&S)oYt(LC?`GfJ6NdN~GnfP3%_hMtM
zX~YPw!#PR9$2ev?3`S8ZY`y<y$SD&GT>B~CTCE*ey4onc(*3!jB;=b2it?q8qA?%X
z5#%={W{F@JOwv{_R#J3Gq`|bK;QrJe{ndt$a-{;M#s+EjFLQD1BYAbXrN;`;8dwBr
z<nu5o5~8#5I#W0-od5dCojv}>tz9tPLQF6-`LGEI1*0#IJdSZ;guMO@Y~~5txVJT`
zF^^!qM3<oBiF$)(E0S5e?h1-J5^5wi<1ZB6LU%q_DBVbxQwUmUSmF0?C;LZx{b&{a
z^$Psioq2MZ<v+o#-R3hxQ1WBa>2FOhhiO{G%SOvWj=T%EJ-?S0;_YNLP@PB^z@Pv~
z)tz05CBRV35Yolw^O(aL{1^=jWyY|-A&+ZV_KrBfM4PbGI}?ZFB0!$(k5r5e6C*$o
zy4Oc^F!1_oH+zw|j<hdPmF;sBzdwZ~l}rtqPScGJfT3?W%)ji#zN|?VfXI-;51Z}5
z=R3(%_D7sEqE^78R4vHDLM)(2ke$7CIU7S`M|QF2n1khGBM+_zAa#Cs79N=7W*|0;
zOD%c&U_ak%_^K3tzn9r1jfqC*W5ByKrv9SJn)IHxmd2-Q?m!E73H34Ei46HkMg3f8
zN14vp6>@;aGA(XeAKyMcP1YcjKzr&j-EX89k1m~hY~(bJL~rIsvl<Yq8(#mh4KEx?
z0}!<9$nAc98N9T79=+hzTlO&2*mmACt17Go@?~GG*=a1fAeyflSk}BY*Dl%h;FW7Q
z0IFuuwRD>YarEJeJw^;D@J1}Evl15${$g4;Bw#AxZM>EDNE32V+J!uqw@CoVj^q;(
z=^XRRwTwp)(d&j2+BvD6ip#I^tu>N@05j+#Rt+g$YRwLXr|P;Jk}B$g0QIFd&2mq5
zYp}GmCw8zCsfOhzJ@O}W+)c>WRaq9R9m3z$D+h69%i*QY@)hqg^MoLv)t9_ya<8oO
zNyBtEH4n@kY3+OFfv1BA2W#;W^-dn1%1kVesn@j;h@Bb)J`R<C<EzB_*xtQJ?i2p=
zc`>ZE;Z0+w{$>>S_1Ilcm80;wbUi$};G}hZx>-ChZyW$&l9452GUm`Fp!?>~ayh@@
z0yIfTk{PnxLh5pFJwIPBY0_z%V#G*34(J7y+JJ7CSrzQ^og!>xDRcG0fDB6;#MKrB
zE0}vo@Tu~=URZ5<<t=U6Q=&CnBLtYVna%d{j%^BddW~rgx_HTa_G+v&S2m7Z(soi!
zX(GCQS$qhptY@1@xw>m^caB^Ac|b3=w_<P4H*M3rBq@^vC)?>@#B7gHX#4f)*h%#i
zM77(qroE;`2wk9nhrpkfy(S=pte_=Og3n=fgTB(PYsGWk5t!=#YR?I}4_?t!GeEX>
z-~>GeCn@FEROS-SZIoADfYsDgZV@Wqs@S{#s|D?{t7;o`@eI1+H2z^LwEn}+HvbQ{
zLhFCAv+b)|vmF{h^+5Y%hZ#$rRz*p0TEd>zlh&-779OoJ`x;OO$db+nVQo#1W7}WP
zDFR}e>v1LLw?YGXs6GbKQR}XvTMH-DMOIY{LpxBPf@q|4U(u|k75xIYs->bGs7*oi
zkano(*TPADu~F4R(E&81ASyzf$t|^Wuv+0TuoH7@JChZB1s14vCI7OC*?4VU;afmR
zYc44zM?EQdPOW$;B}jdROs27$zt}ti($1W6+E=p^=T94+{Ea5ag!U`LV@>;XJk#R;
z_`7q@KzEHGpw6Xyah=R*uC;-)rNEf0;!}Q^y0ZDhVf>=~duMjar5Zo_lQ^Dz0B5oK
z_T{Dm-P@b;)|WqE<%Z+Q0$j)1^C7|eUG502c|QI89D40sz)1@3tn3rq*Rw*y1t)ew
zHFF{EyA9;TuSN&+R=LIl$0#=?y$K45lRWN97w#MXViv(@pxCg>>5pR`&XDO*Y%)oG
zl*sbO_3yrgLU85(ej??7Wp9v(f>HL8`Ef8>T2Y;f0j!vZvBUGm^T3?(V}M}a8RT)o
zPoDlLQG3z+0yF-J4$E+=47~Y+wWj~RBg8iljFJyM3?XhVo)DRs2I3)wK6V{m?qt4q
zhm^SamZF2=tIpqEh)Y_C?4WkpHH;`~W&6`A1G?6Qdq~_qZV0DT)DC}^Sxo1^Ih<!O
zOw44@`VO~tVL^pNU5DRy_JL~Qr&}#n#a_O*ffUBqQVdh&bD1Ho%81az;4j+G3M?%3
z8>Jph;?bSC@Pd`cH-5jwSg(bulw=XDI}&#f)0wfkp2^U=<%);UGxU>r8{<@^;;K-~
zMOXu?We<FnvJv9GhKhK`hh}^OuHE5I-YPJwl^$7(lZs1yH%-Zd@~%&+O~mGU{$w+A
zW5K2(L7cji5N`+vx@l+}oU~~q8pU}$XYXy{CR#RG$x;HV40gq>#SULk-8pc1_TfW)
z<@n?^632`Ph#+B>Way}EtJb<>296jJpSF|2Nd3lBRldlLXjS;nD*jU4JSgsr1JxO<
z&PX6E>kg39Z;hpN_oZp^&?dNFc7g5u{X4p6gflICV90a-O|145?zI5q2Ip|ay3@$w
z2`=Og7?~<clM9ZB#6Ckc79$T2EI8^IN6NtFe6~6m!5Qtpt)B^?8cs_nFpDCgX@i&r
z6V&5<z4hw``L4N+{MBEQ`K^o~V5>)bkHW9V3%%yj&O}Q+_23U{AQzkYeOTVTdkAIY
zUcVcqrM~}(Un*~OpyTvLL@ri>KO7d;-<{ELlXBD5VT_bSiV*&f!eIkH0(7Az7S5G<
zH;Qw)G|L#;NIco>Aj*W>TL#mrpz=-wRW)`Z$h%jn0lNg1MG=``5G6d#sVg2T>erA=
zgGz8aRbwasMQU1-6zIAS!&t!i@F4^81bh4q#V_{^6os8oixiDmXAEz}rvDc|LcIjB
z=0Ttmr$dO$FwZEAsmfyBA|hNi9L|a6@SEYhPI(DC1k}a4#~>@AH3k*JM$uXh<_%k}
zMAG`F9CMh=D-n$tA%l*#R;B@m{8k!A$=vJb_rW~G`cwJWU{@6h#jI_@2*%yCYmr&;
zixKb_hnUIGIdC8nb>0u4SAacKuYJb<3XcMC{Q_hK9wih|2z+SC)4n*E7CQ(-#}Q>J
z2t3CDZpbZcIUd6vBZvi)ViVhEF2xv%ECzV!z>ozYVxk*{eTQ39Vh0Y#oD$%3=>bT&
z?NKVKR4D4YKs3`+Vk4JP54jc<LluE1#!5i+0>s#fA|yP|CdC$o340K@5}!F1wHXKy
z2}A|sJC;Y!iH&R~DxEM0Mb}XzP8e_pdfep>A~u$%6rPnF6paCwCn<B$?8#62Rv@yF
zZ(9^V4|(oc$x+)D?gGTMfGzr#qBf&0B`)(k*AlsV(xOCc;T1?d=s*erF-&403@lN+
zSqOcP`BP$Z4oN7IBnWIM@=xG-vX927?F2xKiv||shLb^>KVdbU4e}}poaf@zvqH|j
zq*<DH?sdjB4rf^YTjOwsCAl>YXIL9s<WN1Rs9}=oRX#g=JhCGb|8iK8$9UD6(R#N`
zV?q3XXH!}K$ix0m;V`85-7VQIxBGOqE=mqaN>!1J5@{ony)XD6S}fNKLd>W~^W}Oj
zg#O&@9*@T~73if$K_%J^4}wax3!yIU=|NDfs*012-FUTyhRsX-nibX-0hX5%mZq$m
zHRLxZDQB{4Q=!cYOGiO<%#zk~MYFzAo+)ItJi;Mj3wcDDNaxyoZ+ool_@^Sb<XD{5
z_vFB`>+i{;&cm9r-D3a177rW4^OR!Ixe%SlqMzl@+1&%1y%#@);wV|UFZUX5BSX!(
z>|Dy0^6KZ~%UQNbAo@$ApBnHQJ@rb2CI`V~(ps*o9?I3+qSub)dX<FC6G5#rx>}Cq
zY6fgMnCn#<UOcX<;jFGqTIUN<rcuUyzxg`bZ)Wi!TWt1ybJ)!`Uqw}N_m3IcZdXf^
L6x#m_9VtIB3~@hE

literal 17157
zcmZU)b8u!&)IAy}6K7)EwylY6+kRr($;7s8dt%!*o?v1pci!*2_tx*${p+l=yK3$3
zI#u1L_gb5jNX608%HD&>%HGY)9^l~YN#thc>|*6$Ps9RCN~GxQU~Ogs;2}~~R&{VT
zvHTZO|KDLAqJLP`(u~O2%+AQl-qg&Q$ibWlU}@z-WNu|^M)dD#;$Y|KZ06!(W=iDh
zVr6eZ<YjAR%mC}LaqMg5vdPtX{rrXAd0gS$bwllnN;WX8b{fp<#FHz}OR$-dTd7i}
zs%aN%CN+ORcDia1koD^a83;q-qPsOusZjULeK(^U^5pjCRYbNRX`^;bzokg(<PU9m
z|AH8WQ`^LlI?DM&2qI)9&M>Mw5iyYfs!*nw!u|nd78v~J)6wbs%b1Ukw)vOv_s#eC
zHisPr2K!q0mM%n4Jl4w~#c~ADz*^i<)sI`E{@+#2eSKc<Pj?$=AS_V%l6;uT@*;vT
zzfVzQ3;K@{Ludj78NR-5-R@>5H@m9hOS$~Sz(->fkc^IqDI-3pqCf`_qrnJ_i-$To
zTStukh=cw?xx*jYUK0mnLHqy#J9}fhQ{&>qd_FMX%|<pHElG9`359GRl#GbdMP>$x
zxZ#}$X%LO5fG!6QUPJ8#mydxoMn2?1tM7l-#NIb>A9+=qLufb!M+8q(5o*8LV}j8;
zSwtRbPDIXHHg6z_KRtCI!1jC#wj;oNI83bh4b!{HkQTjcPL@CO>L$;zINS}N6E4R>
zj@=0!#6^_Nje>{_Fo_q!@<tve{u_~H);6A%m4*4uGbOg2Pw;*B^lXzpboa%-4dG9B
z<~G7mcf&E@)s#6y$S^&{CFn07MCtM{MZ>Y3kM8wViy%YRCz^#ZJ9!@S*(x$AIjMWX
zES8Q$I%K@pi5Dh>rXp`V0veYQo;(z&BcZASNfhnUW?CF~`T7c&!L-Bkv);LCnix-~
z97tr!D0u9YRW+@kUq7N7D6ak`SB7`k2n9seOrh^G(uf>8xcw6m;Rcyq_3GT!A$||-
z_DX}T?+w8<KWrV^yUpT<E`OTUpJ&U!Xh6NaT|~cp?;`Lyac0W@N!V)7z*4ukTGt=I
zu#-2D$fPx1=!o+a7J5s+k^k->Q(9Y`2*S?(%8I$N7;{%{mjSp>g!~{tQM0<)rRDYe
zn`hZ-R+nR@+#2X2IR{_U3)k2CAY5N2%Oz(0EN_=icAZly*O{B=kXd!0p;oUj(W-J`
zlabepho5Im8((TJRcPCb&vmOp=w`B<v`SZzohR7iDOMGv#8WO9)@BH{MLMsKZ#jFt
zZ5zlz`Pbw($+J|8hC=J!Gr{zWlyfn}b%NzA_d@bEka2!j)X4L*!!bc_AkHmT+CVgT
zH!CACtvbW=JigS)2s;E<pUzwoPd5Q`i?lEI0$WG<8z>l`ae8vu=;1d_R;L3Ph97%U
z<9l;AiJ$6xmFIIHSg-s}*i~fUC*CLZcst^LTBGZFc@T`(mTQ=;(e(l(f_paCvEA&(
z^0NR>x>VHUYV^EB{z(3P7<ajB(9(WM?vedr^NnAN%=uz?c4^#3xpZ4pLLLq-U}t@k
zDp2XTJk8oCFtXl!?|yNU);so;W&k~f1fGD$00%F&#<9%nPtB{f{Ff%(eTER+UzWFV
z(m;dS_8YR^Y=!Bj68@RE9yRa&zO0Rqfk)QM-8q|a;N5hyjZz2s<LYGbe2cpO-)kRl
z><>T6^*dgv>s$f6iu149W1G9skzBjc0SiJ1USBcmjF-%Kjup0d+M}l_9-k_!EX>o(
z#*Ze(PJZ(ddwA~*4Bl9mc;@3J%*}5;zZtVU=z`56(Jp2_s~LW<M^vsi=P#z5CQi%9
zzW|PHA6(-Xl*?dUoW+Fg?n!sdJb^8w)gS!%n8)erd^Zd`dh$^CK6uEnaEjig!B0S7
zI)|I2JFab51{tH>9(G9ZM@Q04-aKd*@tZYo1Z>a7w#6>3!#if(w({~*=S@PB=N@x4
zP`TVd;Rnu6)T&nQThsgdtiL3^&FSgv8L*xZN?#9=zhHV-W#bF-qEO>7(4_1g@bztw
zA&~MvLH3CU;NSj)Mc;<4?pl`5PaVgQZZDRsz8k)0{*)RG&O4vSr|u``=Sqp9x{cJ_
zNz)x2fAiV&ny?B>K2R32EC$53z0}9Ru*W5U09lrOF3WLhTCOlZxlowt;<!re)|_qY
z3yY_wJ*6(6u~=@HlR5xKRUt~X&-p3Od1w!g(#+$X2}VFxm6Ld~ZXj3)y5idFGWh=8
z%e_}8teo<WN072_C4RK-QKi9hmIBKTBA0L0IUW93L-=AGrcQQla?q3&J$7`^w9}}{
z=&l`Do}U>R=`l*uilnAs+mKDC5hJ^LCpyN|B8**_JLY`vDKcjpwW!N4D^MA<l%&Nh
zfM2Qrin{zbcE@Mmm|@#X4_%criTo(mOQ)^?Bqy;QbJl}gCuQ|Fs*-aSdHg*1dJ?F~
zrb8k-C8FSh1-lel-6y+qLM9bzheH84DY_(fYJk`BOZ4o|*_QlyqD<}c8ss4We!pGW
z_?o`kFvr^GrJ;7`%$yw&VP4e0YzIKo0gMB{@r+MI;S+Ackh`)?_R6CLx4>%{g#8V(
zo<em02><d$D#8jt_FgLk1&HpB3b^|Ss-oUirK<@v4F@~k4!*uZKm9SEcuc>0CW}tH
z3*ZC!1Id6y8t;;4f-#H+f#PmS_JhVVBm*{`NN*+SSLbw}-&;)qCKpTzQK+4{o2U2t
z?bFND&oy)NzHR-jZb5-2h}Mkt<;Sl0Q3@zjRs6d5$xUE1Qc@BbO@KE<=J=PVlee#{
z?}G@+alf@&qjg3tr75#cHC7H?D=s&k{?sG7PN-#!@2V3iw2N2-I2aBKqYx9oXY}9s
z#rf0qlLv!cEhi>-kkQQIv5H)8#CN?gp<kR2tp=xvEJ`H8_zWTtNs&|!8UKJ2S&!MX
z3*iqdg&9RtVJ1fzoDkW@5BNXnEHj=|UoL~``{{~%P!PBt8pDNQ546?Y21YfXuvI_}
z4F!Kf^at9SjNxE2_P`%#V+Er<M{c|@pk{PGTSE4*ydpT9?}m0KlQpMvbj-{T^3pQ)
z`wswkd8<fu8Hb&Dt(d~I(Zpg5aXAqO>B1AlB*~<!NWy*yrglKZ(Sx5l2?Bx+t%GyV
zqnxEGl7FJX(Zo<d;xNPKqCG<R<3uN@5A;JCN=cm}{H+qLDoIXHVK2h21rWXoI>ksd
zUI@@y=ttyb@o>BgvqDH=NCW{rAh<`UW@%LP9qLm$tD&P!Mjfwof*=lsoDqDDoXga<
zSDx<95<IUD-b4oG9>=;EWc<Wn#-aTsKdSEUqt^$G*|+%wC?Pm6J-J13OSikceF|L#
z*w;twM${G5roW$_GZQV%Vm@FQz$koZoY#KZ5nOSo^zon$E1qe*#$KOAq8*Q=VJ2l^
z-tOL*T1&ou;3=G{rgsX+;XD`xW?Oydo*x?Y-IKLX_9Z>0Kl`s@8nne2<hYfe>SlAW
z`e)2=>wuy##-@+H_DM31937wVOuT}$kDe|pHKU8Nebc8?-o)ES1IsOSccAWgPfZth
ze$Epc--oNTp!cLdia!XfovXl5dFt+bd@XEeR$B=wks#QtOWhmjEb;&*mbbS){c8I(
zbgVoc77+*|GWj;&2f>tD-`Mi}b{ey$FCG(Ai>q883uZ&Sn-ML8H215ecd>P}7f#Ff
zTsI^`N3;rW87(&4rYZDnzE+L2+6J;)5HNaf0wo+qOSfFx-2lD5F|%<pou2_yhIFk4
zFw<d1l30OS@9kIZHW9>W?5}R5i36jWl5It!!YTaEwLNzO5=wPr$*88(-a5JSs9Cb1
zsm+*8eMEh?sEK4*zP-<U@IIKRY2I7n5$}P(FvO?dx}6Z2y_oI7{Gl?(zyH!ONGNAY
z0llV2iW>UD8q~pKZWfO))>ocGQBYunWksjBiq_zK1`<XBAnaW~{|>w?yQ-e0y^A-R
z!aKU<JWSpp$w}&kE)swHt*YM)efP0+nY@11+HvOay+mi&aW(w?)Z*9nn`~R)I^b>~
z@lH{eF^KzaMSbl6q_+N^v2aoQV^$G-*g|i5v+mQQxxJI-z5sKpJXp9$lo-b+*C?kH
zeQesJH?d6Ks;%r}Q(=0l7}u*c7R!p7dR^9}BF>qrzq@N{3f<O5JSNYjGgUNUv|hD=
zm)fU*`Hq*VlTe3_hOI`xL^L!nVd~Sp&18d~R+Vx#3{ZAT>8OnkL(rL?uZCvvFI?u6
zN#>BYZd0Xd3QOqhVUM~(r`FhMQK4L=Y)jI82IjjOAZok2%rP!A-yNAv^vV*H*@i-l
zwdH95r!9L5PFX{a54t~zAN>FoZVwdH3pe*d;1Nwn!|gClp?tqr6{)5nOwqr2c&R0x
zf=uPAS-1YO9LGf5W$wEb&lJx^3+`UMGl<9CrT-P*IfTd?Bh_voxU}4|>vcC{_VFTB
zWR!d&8T~s(nt6NZebgh=^6-m<rCTzHlELdU%cP6U!;8|W#wT$S{wCSPdvF3Fc*B6t
zG?y!rG%EZfYDHan)M=WpC(V^!!rn3^B)ea3{kY!!N92R^+6+$IVQ(6$2XJ_Wn^E*F
zsC$ppi@4|a9N)$7RKmJqER66t&o8O8Ij!IY3+wM%nZW}L1)V@)-vNP}i-1GVVBcQ4
z+<#LO^)?kSoE3FAan%zn4n51y&1_OR%HeLB;WbMr;CKGhO*&<p<*r&t&z}<aCc`}9
zdy)Wk^%;Mm!qiE$X~D5eW&``yR8Yx5{@seVlK7Ba!x<B&VVi2HB`BW;6wsu7)TazA
z+H}r`yg8bb7|qDJsHvRLRTQ(5scFE4%+@=)b7>pUp2TgRoTUinh`n^ePes_5CZ+`F
zb0E`(#&|8b=$7?n&xJEy={~Wvhc6VK3(jNnI1|WBrhF%7`)x^_S@!<>Cr~)bI)XUi
z5Rtr_mfA7~ChX_ToBb&+p?zqgfNp?xA53rw_7phF2G50W6dJ8SYeDtn{H5LWiq<mq
zH_j-Jw&rg_&!B)os(;)DEaD9%v#~%y-cWs8PTmuQ&bt(I_SHIOEX*K$>KiTxt=+lH
zo-X;$;hbl@Ct>iZt#^oSZhCd>7QIq47QanvY5aAQ_;7{+`mHwW6isNw;K_2%P1H*@
zq042QRb%AVGMpD?`Dde7X5D>g$tO=mUQv?Q5_@;_qMoH`n+cWYtoo~8!C|LH8)Ype
zzoes0Cn~VNZn7*5)l<EXy;@Lh@Ll8jr+h86v1OwV$~S+)c>;gsR{55=heusP+HrUD
zjeDj9HI4cq%GB+Q|Am~2#i_u#4lU<wawFQq)fC2QP)n-q4PDHNt?j(aDt6!EbCm~<
z)!Pw{^A+zgPv*AwG0w%}D=BIULni7<r9&-izW(>}wVcBCLzB<y4wq{diME0|Hpt`Z
z`VG%dW~>lEfhs)z(<s50KJ8pa*K4FgDGKk}rX?`&ifHGGV~gVSjE=Kv!UO#IIQI+b
z1^d^H;tZkT(fm6$-nJV2NsllTmS{HDd~|BT*4ippVV+5x_5{Llws066IG*}acp`&<
zkF~9d7Z&=1BbOR(fx5ss8`xRRy`Wg1{~W`&W6x)i>%*h(2g9~^aIUXQnf|<I>3<jW
zyO=TSh8YIv=yF_9G*4m@VxeRaED5DOLm2FkxXrmPha&oOV4oa>r2BK*c1KP^UMQTm
zIaM;ObJ5W*0adB91Y{$-3Ax0{Str=Wd@ksR{(^0$lx{dk9JZS<6<b(<&}ys+&6fwV
z;n)>Ry}AxJ`0nnGf4A?wpR<$8a!%2hi>De<^TU)T6=MRvn%|>Pj}8=PQ+^q|y@^69
z!6E2^XrN(E1(6Ae*N_YGG1)^fh$q1S8m!N?kY&cL>xL@!_vi9vTiWWjRqEZ>VX`vE
zO@=%5ds(vNJ1GC!Tmv%J`n(2leLdxD;UHNIPO&)0Jt+>CeT)wbDH6Bvk)#qljGHFf
zUu4p*h5Y4G8U%mckI%!aqr9{>cMU>sLme8l*|Xi~<)hG=6?M;vu_)#BaxA9GA2$Q_
z_T<A;mATSUvHYGC^2#=Riq`DLEwjIg`{QJ&kAtkxhWzk|X}oMuzyn@-P1d6qtX0tS
zvZB3j9UN?BhApVWU!I0X|MA^c{6BodqyPA#;{Wlb{vUkIk07pw$lir$;FKdlvj5c^
zVghcMyAF!}%~qi2mJS^cD8^*0Ps0)(S|Z5WiH^!D<3&Tk@pPo+p5I&{Y?ZVw#tr}f
zuSzU6%9JjvGoXDh$m6E}M#X-tS|$rekt}#LIKNa@pzAUNu+H$C0dT#;9DTJ~oYaks
z;R%WGh<ByzA0!InF`)fGKmoouuWqlJRdU?T?VTJ~;~DkzNc5%m9HMZfv=gGyji5!D
ze+l4$>KIei7Zr4CYbt<eGwWDr=^6>TMR;z#@zYY0gyCOJuYlo*fOiTcU-c^PBG2pw
z7-q#zN<*-QodaFVi4_Vg@1O1|dEr!dS~p2#E4c<@iani)6$mcL-V@IuvIVw2&4bqa
zW#a&ObDfE)54EA4dmW7GaH<YcxE2UCDofG9l|D5@{13iyq{f!J=VBi!*YQ2NHN3{7
z-jDtVH!`%S&bh=ir0Pv&snFeVf0^I5y}k@HI5P}5KLRE@CI`n3w@wQ&QB{z|whB;S
ztW;JDLmSB|7(%zGxGOqYn?BjujY>f&P6@zY*rw%|bD2D=Ie@E)pDk>VZ{hHt7jIv8
zPj3f<M|V$8hgSmv<a!^0+oU~%n39i?Y`5Ezv80W^z;y`ulsuh3l%|n#cl5vB&N*X0
zJ*x-s9Y0u5_%f11_*V81Jv0lB4-@eJZe9&fd)I(3XoB++dA%j>pgF2yiYfT(Z|NK8
z0iy;OcKYqPDj#u*yzAAXun`0|H_AYMWj=H!SYYxlyu(55<<Y3Si6_eBS@UQl9jt_e
z#U&I36|<6gTNaU2qelbQ_)_%K4&}H@Cq_Ys6?ssx1l`JPp`TkL_}-L;zQlvf8t!$>
z+&Gm!mS+4i@__{KGLK_?4fc{^5?9O1-mvdubg$w>zFf9tK)tV}IMt`rxZ5@Y%aj&9
zv)LkpKG(w5>-be3%H;*E@tPGGF|U19Wj8&(%sXj|myOlX(2rW0so)L8u@j`#oC>t4
z1@2K-Z<gt0Q=C3MxdI|v7;|Ov(+z)XGcRSkM+;pwy=U8nhSrKipyoOqXWnL7o~nn2
zN8;|v*!f75+pzg){@fkKr;WlO5mNNOokumYj5$V%Tk7G<)WIgP<h{PMxLgL~Y>Ad?
z(Q21;E#Z9OD7C%W-rildlf8wUAt!U)*tpG(zd@zGiZ-fVovw2UTaCjG7)yg6ETUKa
z_bRXnJzI)j`RuzQ=TnM(t}OJw<+J2mr2BeZ0W)YS7+j|b%2pobQk2?wEaH=tdQ5!g
zi)fx|C6u-sG>ZhM^*dz<fO}6R!1?>COxh+f5HYp@tdIt(k?imTLCzTLxF3-ALXJt`
z8`QGC$-DhpTjDv?+=6vo>&=)d7ZieeeTc1YlK|*@pt(3u3(uaFGvR#HtfPFM&l<CC
z2?X7<#9qDyY4eE^7@{)DTQ;#ba=xlR#c{$Uc7A&R0;vQMa5zl-Ktf;?fB4%usvXnl
zJxZubQ3C}}A95=i#Z?U?0ueOht9%x5WK|8Eh9V6?(kFA`@vxVm5}ftsK?i?rz109M
z)Fk@!Qu_iFfkWt~ZEI-F9iP*gNiu|sD4+Nq3_^6&T^ISi!F7L?hV2}(ycYdtIQc|B
z0CuGj)6mq<g;8i&WED<v^5L+NAgU)r<Bk5wt+hgXuY#|O-|2$O^}<85DV7^v$qV_R
z8%yNqU@ej=4!anSM1<S<6Pb-*cTTxLiqVis<$^YdXKe%Zg(uy>0A;Cxi_d;mtdubA
zQ4uBGvt&1_e}+R1ZmWZ&o^3OI5V-^z6-!z0p*_u3DF9h<goN4o2PxwNa!V~tGps9m
zpvPILt6s+QkU=U#ko6{zv$3JJS>|IBu%9GsV1VC62>qz|XPR%`;YVAOT^}H_PgJ`+
z2$;Sue!TDfn-|T5k^(W7KL8|-DB@%85$qkMOT9o!XWRO2U?};dRh!!t`l`$}#%FHJ
zkoNRop^(R#b}b&-n`+Jc>%7fybG_7>gLn2wE7NYuDB{mh`^_N{MPRhYul7l*$U@{o
zEFR%Ka8o@-OY}_m6M73W*_iUYabAdKynfsaT|s~M2m?WY#_08^Fh80HtHOiM-j%Hi
zLOSo%vKEeQz)pwhSkkXW(MX?F1XARn^ssa%i3ZFUF?eEQqL;S<sd)|!^`0MlbFc;H
zA0OEK4Uv2xt|F=y*{w|l*R3F{N&^j_qVZ+SnfwugS)&$vmvKuL$Al827i|FTZFC6h
zx3qU?VuN8!-nTCBJH|=D<nS9pq<U}IwyI3J#R8WWQwtR*y1&9#M3^Px#lPZU32fp?
z>}?$2z<Sag#`uxIcZY|L3EWW*{D|6lHQ}Q~PC%=8q^qVn<4EGG6=bYyRRO_XvZdX<
z6{;54ddzDJ8tl)^9Jf8H`Wvd1tjU<jh!J!A^E~PT=DF8(cg&6B-Is8TZ52UN)%J2l
zyCT_)pfX5;<hs`$_e@csFb(0pI6|CgpL}_|y;^PK@<!7Uzucbxy73gDc5HTI?m(v%
zzpEjC_K)r~24^iiGofP+5e}V=zPLelgbwGxxj=8;fsut{M8b_Ogo@&51+Q_7dc&if
z48k;EwKIeh@4>kIWJPqG;xpAlZh^IdHFnc_aB!aWW~@evD#+3U<k(kX((}k>{qa}e
z9Jmj%w}?@zHNDxr3|78Ktx1)$j$9!8Q8GE<3M{IHeY>?qGTWLm_)K-;-Mss$F~csJ
zSv~~Rlo#RL1BJ`M+5?GJib7%*>%|qhbdC!&(d+z|QJQmGfYGj!9Q6Pi67RY|lcQOp
z6(4QiS5aKX8>@uy-J2@Roa0#s{>pYTI`qM4vvp-*f@kb{9fy}F0{l+~>OP1t=Mzjw
z1GEwzSbY0jC!aO?N=vJ8{`&*;CLhDuD7nnrrTb>dNAr9%!n^n)!qM2<IX9@TX#fyS
zar>tZeA^X%qd~-W{tn@VM2iu>5T)6tM_+i<z*PLFI=ove`jwg849<cf_=CO-J~Z=y
z60#w5Cn9CS2T>5nJ_DMrlc9l&CHl(K;whtTi_{z8bM!x1X!3OsFyqC%m%s7%S5zt>
zi~|m3>L;6B&U`Pa!%<o=>`;|cbZbAS+l{yKrozU9VnzCE>#p?hOsgKHZpKYmvpV#4
zDHX;$Ey4^Fe@xaA$Z)UhFiL^+V`k5)b$XcHiZ$}K{WebeNo<F8IW?pkk#hfz-9~H+
zyJaVTGqiEi!EgNNsd`l9)2IWuPG;xB4o#eo%%*y_fE7=3q$QSn)d70vd4g&dUhFrW
z+*`wxiSYttc51pE?1J?b5MI?RYeVQ&5<NH}AltNX%|cT^mDFUVMOsy8`DY$w)43OE
zS^+@dwyxw48R1rOV-ZrtWdx)8BXm!Tg<oo99P4~TKQ=DD=IQ_!>fHV%Cs%HDPVWgo
zC0lMe)2#=beblCfa|*<nY0<UJs6}xlTm5~Myv0Q4rm>VXR~x4Y9Ct)Li8Vr-##Wwq
zxq$U5W0hCI-9sMwP*$ks64PXkem(ixjxlx^ci~j1nk__5WuGCESsBUBwH!JRZUQAh
zbnfT=xozj`$i^M-3x{Hyk_1;eYjym3Uf_S4!lsW-;~i@-qh%}p#8KOi8Q-7|@7|Da
zSti~w#Ou@!${jV4IA9?Vtq+amLTYxe)|<PwOn-y>#0=)&{dwHKkd@8HPf8}}`{8LY
z)boT24&gj7{P@X(;N|KhsRz1v&XIsC^|sXw$(Y4+K$7YaY`CzVvLT$w?IoFAVUa+^
zg~!02la{P6CpmY~jY*^m{f&ZiFl6zS;xA>^K(`}#frAQ8*J(3$Gy_?z&PbgzP8yHK
zdL?g;;FUplB3ivaGY@;<zKUnh5B-JBWBF8lcka;ZT#X8zSfpuigTS_FaLF<dd=khW
ziw9SaRT(swJo1Kc=GLzy$Gj2wQ;w0SwP36+P5U^*YM}-u^$~(UYx@Z7oQ;CulY$c|
z=EHY^vW(wU8j|QT?DEWu%<Wy)yr!d1dUoHXHKe#`h&O6#q<(<-%8l`r9aUQ3bdtTY
zHKkO89@0@cY}g3Wa{FgShvq~u)|je(lR$EY8GKGg%D))3#&yE9m^?FlYUcljdNR(V
zXVxH!Vv+R}zAeh{dcq5tT?O6zM<#MQOYBa-v311fvAZz41Wo$>RoBlu(}-1CqY7Ew
z7~LF3pw0`Yw!=HmB3a`8?e%YC!kw-6azFlF9d|`55MHx0SR&)i;NC9cIB{TKvyKI-
z-7anqcTGlq>HJDM+C#*?uKJau^`<~7mpI6Mq-kHz-Yb|y%9cgnJ4Tl0cpHJ@i8E#i
znK)vbB4!ZQ71#ZO)x#&tv1rkOX7*1v2=rpJt~NikF@0k<pc2S@eb=NoAsl-!6DWpv
zAPi&XT;8_T$0*};IfC)e=ipziVWx~-Oyd@Q!*;>)W;vdQI!<_Nq)I#;y%Ojeq`ZrO
zy0DbIJ8Ria1H3#)2(jx_VPH=^NwOVEHh%U5G&b|2V2?fRMb2Vax}Y5fm%0C(oOshU
zC%TU}Zc7>X)Y0aH?=WqsFZ5v2s@9}s&qr;9jIv=)maN)eDWQ^`OhwxvAA5VGk-&ih
zEKN3i+!+JI(spVH?1|L}wEJMIa9Z4Pp=VCRGCJDucw@My)tiaGP3vKqY+`s$`*#u4
zpUtLa6VUBUp_uc0Yw3ascAzis&0bH-YxanC(wj)VO=h&cOcd%l9g=B|jV8q_df92w
zU<1EuFop{}2-fTq@}f@@dd7%aXWy?2fC!znz`8c%t6j=M5iWH<WbzFT!DMl$hR?NE
zVXP$%!E!M>9~KKBLeU|57CB{eHDTGLtBp;{L~T<4yd8Hv<lxbwn}&HsVobtAI(ib@
zA5DMFgxq)$wYJa143VTmznFEk6tj;D#0M*5D*tQsnwBj!8vpCmxaBKme!<;gtLf{9
zE=IJGFY+g2_-kO%<rJ2H>sRMHo7W^L{}t&OBfY^WL7ea>?^#@&k;*|`Ltl~TMeFv}
zJh@ib=KK6O%9UFXz-37BU8Iw%@R%V%J`T%v_7}7y-sX?b8%iat-Ni9^GmG6rKFIe$
z&;<|7B1+aw<}e(c2R3CJrZMZSR2$4bTqyHn&GQ_iwr3W@hZDgs6M&P8S{)NVx#I_y
z87)~*A2t|X1bH}o+|FsAYk)1kgbR;6e`71yHtMuICthUzR2mS<k!A$L#T-6e(m(6V
zPH_tWavG@p7@74>lVnm<jcTqy!>u_%ruE{+fg6oE!sYqlejuDQ3J8~`N#@KU>!{QB
z-T(&rZFASX!wh@=;UK7lT}~Uj!rNa?7GR?B=SaTmiC8Z<fZh>YvQRof!=jJM2@-J`
zR~cBr6bOAQy(?3$We9>D&U7wV*j8mrhM6uAMVMC=LL=H>DHNGUPfDCJZt)RwX`0F!
zW*_V0t+4=fN<%kLU?d~c1Ub0RY71#4Xp5APG)}N9I%L<;z(iHE8`xs$)8(%8O|50y
z9krN`&j$k$v?CdIXBUs#Ucb=$c`~Fa5856|s7}Wx=RF<*^_pU-AF#E?SW#EQ@u^WU
zEF9bxx+HNgW6#uEAmqiG`bK`UhN-(?clUo|blAN)|Bj8>6Qo)?GAhzbXRaBB)9I02
zPvg)PIB9$hX1=)7*?<vXEC;a#^}WC9Ehc(rm-fR>(o9+gWSH(_KwQJ_AB<yhHSmiQ
zTKH@8k}!YB7gRkMC->F^6f#P%exNYBU51*8Yh;+c{YfoBw$2E7&aix11#4`lYW#5H
zBcN2SDKB=t;Hpv?bq}2=mcOc*`MitZ__pBBZK|uW{L=cVkSBT90oG@1LyVNe{2rB?
z##(A+Y5!bgvw?+TzyrYpm2Z(gJ$}fl%^%yAWqOl=AKPSrbQJwt3By=KbakVAAPXlG
zho~1~;6<`S(n$9*?|b~`({`+MI6OXiL6KfLHu)_6cRNNT)ohu)f^>~|SbU?Sj4{Vm
zL#Aq0X?vKg@@XvfWM**~Lqg^RVdTeVqR&qjn$YyQIX9@Kv+2(O96G(>nlS6iCY!*E
zN}#GCJigA)mKIlSUa46AWkU+|*34oly&nBVy8Ec^Hly_%#Y@kEie}((;>NqlowRB1
z<?`7i;9k??Xtb-VO>ljV3(k)~khOWIHt|S@MWSsob*s2m5LVAUqjv99359C{tOhGg
zFdiX{6~|gc%1RaWOP8~LK7rZckuAhFOAx=I8eg~V_?{wdmauwGoG5cfJGgIpsHsnV
zj>9fCOd?A{QgXKYasGFcT^L{pac4ZLxSe%hlK4wSr_u_a-A_j?XZ2DFf7zSA)K1?u
z8+TI+|1HX?_2+S$?@rgY)f&IHlO`oXayO7O#eVXLVcA9PObT2=JOIC{*`UKuH)7!4
ztu^Cdc$MzNI0aEP377ZDwb?xHU|XtNkZh+8?4|}(pN1<js7Ti_8Lkxk^l0a|s-r55
zw&$T)=T71JgMa!Z;g8=d>&JP}QBnUs;oTr(qnxJPt@_Tzn~WE8k?mi^vKSx<1%Djp
z@Xh=*sdke@k40DBVM&Y~B7n*|oDWkf*+7swh(6$%yl(ggUiXV5z|2{#`(Utzpp`76
zUmv6I+0Y`I(YB=fNfDo3stakIvE+LKXLe0Cw=9rD)|5pol#_~8Txml8#HbLSn5J6_
zVSimiLUSQIR-9RH!eK|I8ReYGVW3QSJ#Nno#p=O{y)(gJ*<s<Ad5lJ(3~!lbFScO*
zRaC9cUp~bK6Zfn>oX^y5mIE=2+1cn<ujq9RW@m%CELL*_+LXkg)vTjqy;n0-)?Q;-
zRrPbV(Gk^3<(ou<qKD2siTbO|Sd^04S(9#&LXGLEMKSVs`H)x!s?Wpt`8ut1jNDmM
zjLdk8#f~%Kje(nSioZ7t_4DCmvT(alt?*^xQhqT>-hQ!06D(58Y|{4M%Y(M9lNsV9
z>LJSc??>SnQcqv5SE*n&l;-+}42udMe>Rt}s_9&k7@%Lsa&e8YbOad0(kzK9+fTol
zIWL9&Qov#P%7SMqY7~~;C9+j!oe#P-uq$+lj&G8YVW*c8L-hk%G#OfPb(VDLf_<{S
z*!nl=Yzsof!kqgo!PaKdBKS(w5}75$&s6S6Yx?1Tn@5K~207%;Yv{Bmnufg^-8!a)
zv4PiNG-V(g(5+&mlNTtABZ0PQUZ2JlYu2*&l+r1$?8>F0)h_(ht-GevTTXviP7LL#
zsu|0loq{h_f176D)4FiU3Ike3yfGj&1?@^{Y3czc<Pu;5^}>7g{c|V6Hloiwhr7zS
zU8*QP?=_{M#`tQh2V^d0jyi&oszT3lu&o(nKD7Bbh$1l0FBsQ*Z3*rNaz9FJJZRgs
z`5mNDBuIj?e<_es>722QUTSSxtHY>;%HsE8{GbbO?-CK!BA-IjuRE)~lSv(HTgF0Q
z6X&$+(X8P(d{~+@MJ6$c3|mSzOp1Cx+P?av;{Ra9?j3V4)Y>6!`D)#%Ka~<-FQo>5
zZ&>^+mNK+bmW7@xR96LcuO<LSW-KKkgvip$vV#U^HbLnagjOOW*?X>vN};@qah5ly
zSaxpc006IU94MqolzOQ8k(o!^3Q`ex6MQvE6<t1Vuk_wVO~ZHGuXno<8g!)-8vZ21
zuz$>PTxsrH)o!Bp08RzidFPc@eIdj};N;w8RhysNDCX5Czx;@>Io%I0UXzDhD6Hm=
z>UG@v3(8sM;eMh+V1TD#zfnX<EBn^h$w(Zzo6^ukzrHzM)rA%IJQZg4j*&|c{){Z%
z=$s;xaDe+^0xlI^T&Jcymr`|H^RrKpI`LLXUO6pv6gbS9g#O?)HRnYmc?>uIF4T-~
z!yECZG)t`7dgW}iOV>VmB6jGv?8Ikr6Bhy&CFuBQ$VV0Swi=!K6E?N2QjV{dToQ1}
z-DNXVT9x>>YKed8{$tXCbunwRm*(bRi81B@AuC!@oCkiYR9-h!+rt3K>&I71sEwNR
zj%wz+Tw~)<cKl0*r8e<Gu7bE!!o?4KY}0Xz?a<K;o>g{t?+cI;)lHvXWRucmEG18P
z9k{co7s*$X<S!;s%%YAGOQF(nd=M2SB!(BPD*?+EqT)r5u4ljIJyJHBovit<Kcz_V
zSsb3EX&<bgHZac-9Eay#ANAt2WYQ^opO(zm$&xKJ#|QQE0R9c}-?8x2$F=9#jdkHI
z&N#aIbvjXAVFbtS90?TTM4f!9iAE(Y$DXqnyNhxQwNnPAfT$6q$<H6_`1*nqj1$rl
z<m4=6$(W_z%7Di&Ki51qo7L}bFK<`ox2qGCb$*NS+}`eE4S<g{234WCH^@DM&`JZf
z)h@Za%0IK0GVQJTvw0t73;31}vld(vp@YM;iB^e6CPB3jb;ZQ4L5crlp;q6-+Mw%g
zQ=EEISyQcC&Bcdr!d2RC;+0m@@L=%W{qxRy@sz2w-wc?VbW}@~R=WCmU;yMVf>Vox
z?4)yTRkEgGX?wO!`=b(<_gs6SRU4LA%PCIp)YXyO^Hn$5XTVtzR+CP{v2jbnA#H^b
zOH$6h8(vDLEGf>doz!)3;y5(#T3%9>xOUL@2M3D1hlOxRje4}24oO<1;~*~_$s)Hw
z^RW}T8PGth;kS(3Ty>I8EepBab;VEv(F?f_=w{+ZUWUh^4l7SI23hfMk|`L+Z5_KF
zj+&ZPJ!_yVQp=;Zfll4#@(OUr8rWiG*R!&`(jlZ*N8)dAtyUhQRz^&vs){76SYE-M
zAygvmNfanz*6C$ked%8Da6Rn6;?*;3WeeU}((XQ7q-^sg`_C7e$;Uchf(B{Ct>uu$
zLjI`81DW|eUA!<WfI-F**t3iC+cY3uWs{ELV4Ca`!!md)f0#^}bhLBvHVZ2Sv0V_}
zTA~SDx=6#1y=qs0k<x=VXI{##ObDTwQWJFtrq{otnEUPPF}|o1GxnuXW^?3;pWD@u
z)LEd;z&ikd>Lbu)zyoHx^!Ga4fWui#K)mUZaXsHF(V<_U{1aG2fiN&Y)UD)t^#Nd&
z-kt)ms$WQRn<%c&vgX7`qI)Fea=vz5l;&8mOfTdb@>I;BPReTWF9Rw?Cf$Y=S-yj4
zR17Lzr+6x3Gj~iKB+FTNQ|nyqDLk2WYYIpXb<FpvUFnIp=F7NK;2a3o&pwR{#5Ehj
z&%KfuO2{`K&2M#iIjaWjR{&k!yk1G&HB(QVNxDU8razX2!6rNnc=QCdP?l}FWQ?gA
zL$W3OXpPTcPRS4M-K299F%R`JxFPg4CKB{w=TR>D?iyd?MZWrEhM(skfz7{8VF9^o
zwWtJ@`t>9Al}BZ+B9wVKwooaU?KjqCiAdGJLvuO*Qimq#+9R4Ko(?I`Xzg_&JyfHn
z%nq=|91CA}iP30s9pcyZQhtk;PS{h0E~=t<&t#U<bKSGN5<>n=9;_4(shfjJw1whZ
zx^pwBg>#yW^|prWq_k0asIQk@+ooEDHgHu^vp#btiB+xa1l`cI5$w;GXR-wa^W<Zi
zrAyi%UFtXjO}I)}a!B!xDE4=}gdSGX)Ks^|lKa<oO?MJ!Sd4kIl5D>XZoEQVlvYK3
zti-XHv8SuY$20$%m1a}rqNwE9$R<dXy1v*Z50WYk&lV1aDv#M_y07vGe?!|MEz_7X
zm*zM1+dOX1mi7<*7n`39S?eU-8NYbeu##?VqcoIDbaB<Iamkx1AZdGQZEcejKYvR|
zr>3IAsqFf+vmA82r(4X{k!9Vl`+~CxrM-sMi6PnbtkuFak=HZ!0vWqe3yQkPniC}M
z)J(IF3|;;<D!!SKjW6KjlcVAvaC39XH(^(hJ+?j!V$r^`8GM24!oCa1WXRmD_ck+i
zCE#ZD$zsyJ%K3DgXMGNuXTIS5(#HTT;>Dhe*kt;}6Oxz^o3$U-kRaVes}N%0yc;aA
zC|hAsw81(Pt8%eP^(4tjtJL}R$Os~V*{6>UDufGSIpx#wv*lp54kQL8cLPH=rM|}O
zj;gu2vdC)DNG(5QfwQZ>d3he)vA}G2NXUkNTQewa$bO<Pb6?wS>FKC3b$=wEw^cei
z!tPCd*m`o^`M#q<hQWZ6|28W$0?;S2cm#eT*lO83-UjjM;qo1yhsHBI#-?}Kv|`0L
z?2{x|fhNGvOI9^;1doF2k1Ds}aVyT{dauRSHMyS5rVfP6EXaJ0W*q<7LbmZs0yol<
z)aa@lO>WqQI-4AcNG_ZGOV>FSV*YM1Vv|f<fP5}_L_GU0jbFK}q~fvMQktZ)*>2UA
z#G59`c3Bs-Ex3K%Ep=f?)UCGljGYoc#}*+6v7RS|xillL87^hGiNvgUF2utL*4_E;
zQ|uZ!Q<c#;A5NLORtKGVv%kxoSwgM&>+bi#!m>73k8OtVabfa-m%2%8mxGzz3);eC
zjGMuZbxTxYntoMd<POo@*iODFSK~NF<=L<0XbTyg^?PRuU`BE-NiK2AQ#CvczO&Sg
zR65_kMuBR|gt;gov2CovF*uYTpoM6En4-X-MaPH$y5vn5Udp-WkO)Ox@0$|JwW1)S
z@Lfb`+9E>vz!7G2e?Azdqtar47frF4@VCeN$)^}12yTkV2*^XksmO%X88qk}Ul28#
z=2qZbdbUJ-;?{drn*(DV?&~WG0v@M?KuAJ(Hql)X6%+(79jr%00<~Zc0eRp5r+Z+U
zO*8;MO?g5*1^<7006tLvrw3rfs(P`g*we*{@r%6xTLnoG8mfWv12h{8uAOMaiHa%k
zhFK+(hhI9A0wQ#o_{pc=XwMlI<{2Lks$kLw=TABgWt+T0=w2UyJUy}z<3CAVcq>+q
z>`n>q1r%cL(dsCxap7Fa;!l;08AW#OQ4<c2Z(7CV_16o>Phsf0B%ePO5~J56IXMI<
z#Y?Oi6N|dki|3PvSHS5YTvvsO-8gtAij)=;-fACVHDcP;5Om;q;!+SF2*c_BxKj;O
zdz55_k)6UNh>9;%+cc6`lA`A&&W#U5(z?}4W^$z(*c7A&W!bu-BxW!%jKcm}wb}>g
z%B1$+6Nz4$HX9>lN2Dkw?S}mpXJ`zk7n7M2UnA%ij@Ln{E7qLfozb9DcOggC%LXw<
z9x2Q{;6wZFFq(3drE&xhT3)MBJ;o#`Y3#T<J<UkGzu#E?z%gV*R74gB;nK$wVLU*2
z;zFb@i||HiZ4fS#wh1<7uZ3b6=>@hY1ap%Nfr27rU=m^R^d5rE-|5t^R<KBe9(!3J
zFa_meibm+-@uCbfqvi-kM4a`u`@vXuwqB`Xmk8nFG6fc5Ao5?6+p&ZMuwX=P(Ov-O
zCZEQ#*7H?LT7(%QR}Eq6{@Fugq5p4tD8vCw&=`^)WBvF8kD3I7gNh^evoGEdnIj6)
z4|i;GB{UH<QA!w}06N>b3YLktjUZa+s&l44?%RrNn?$9==GjV@kOC;{sxjnX2})TR
zxK-=8(1Z(^nKQF_^QfrP(-fJ=!+&3p(Vb@p``wwHI!5(E+6iF@5HYk=mazJNcgz3t
zf832_%8hL<0LrD>FF8H2hCw3q1)jw355q_ZU$$;ttqe;l8J;g|YM1jp{txL1d64&C
z7e`?EDW9pZW?5yNBgbhn0cq*L|7&=rYb^U;wTP~>0gDR*;97ZccFnl8(r-9_G7P#u
z6<KfjytPJ(Jd#@uDYA!xsm-)fQR!O0HT+ky(MQlA0+42BI!EM;jEV;d>Xr|5{5gIB
zABj>02g!$MI|fu;K8-UyH%sKb#x&l`sMXzNW@H$$#q+}-lD>_iWkZ72gZ`N$<w;tP
zVaQTp%OxO0bMY!M_AwX%s(Y&>4NAUqWtdtuJO~?Eum{MYa{)4?+LY0}yQNOV2^2Su
z;{<lz=Az3VzSN~qAnXq^7otmlrqAoghMn)UFG%~}b2a7AAm|NiHlGK%lQ&QVUcw9p
z+W`G7o$|Wb+YflWAXDz|^|A?7F?DF2TGD1$x0tI{S3E{tKd;((^d@M-aqU+s&wz)B
zqT4Oe>;d@pr|ccQMNlo_I(>fuxz$E&2K2XW8)k7*&{UsMw5Nbl#wiJ#u9B+obd%u(
z$my|TaWQh=ao9yf46JI!ZAswB_KD2nzTC<Nk5YcD9JAQz4CrrRJkr(2ZX(m<jzBn{
zJP`>)yxYH;Z1rbjl8O(pk)$I#@Jb|JlYAipA)q7k4VFwIgH&-a?o5x|KZ_JGoyd54
z3xHh#c#%-~1kPG$&VNX8Ue-vBVTdLEX{NV7V&hV%7+~=BK(S!_+XE(U>dD*!C8?vS
zhDYz9;C<nBnN>v!W&@+KpFN12%MOM1VBPT|C9srM<A0qg_Xkl)81>^Fy>f{JGLHQE
z`-_c)uF?Fm<4zRm(Fso+G#Y<TEEfiTui*~LiR8L}4!j=)oBYWnj2SNC5cMds8n@>s
z4pm$ZQ|X!oF%gx7*byEj+Il2UE!F9}jHALRDrp39oEU+-$SZcXNy5HjfQT4%8IvD9
zUnD9o%qwDaZ~(Kyhm0xuFeza~Cn)}O9vQ6Y>hTo0(WN-m5Ck;hQNJV+M#^bETV+)n
zlw<;X1J#+pBWR2xRU;E+0xI$@dP@Ch<l)dL>7QRQ+^Mm}m`(@73D96OzmAMGno+Lj
zBO*q)$r`|!G3kG%v6BF-#_+&?V7{gi#Qp+7M#!Ff*28N*U<}pe8ZY2;7Iz>4`A4L?
z*Z=Dw4GU8D0bh65Jz$pFM4rgYRgyGlkSdA_5scBfC&C#F1Uj9hpA;H}lM4q0mITRY
z^j7F-Qor`5Lujdt32j}IOxuHvB*vMdlKdiU>2WJU6h%zr06AWQ%Xv#f6hge<@*a{Q
zPVbeyAM;#X2oLq3A^j&|4?!tB)4V7}uSW<S%nwsOHyFom<n}_nn>Lq9En06FlMd~b
zpQ?x`5m*ev$X<m2Z)ZsD7$-b18Ymc{50J70^gSx%ivD^Tu(Y>8g^cnbk~8P|j6meP
zs5H7e<I5pxSFtjR;)FxU!kwodrG>Z#Sq;#q;=V|~`-xQ@?})@vkWJw8MCWsvLK^&O
z^b4g%u>wHG)XWP8^^l^Bm>nI-!f@cl$_|FD`iF?%#X%n&13GAVd^DTgneT?%*~mr@
zmP<a`LJ~_R2aKm^M+Q*Pw(aI$_hUl2#2Ro5K}L?+ZAs=kNtF(U9n&LMz#^58NkRe-
z#hBwAeRMe*gJXvGu;#deWMd+dZU!K@f4>zT?&D=30K_Dh9zF3w$2Yu`ihsaM9g&7d
zq46@{UK&w-Q)W(>&RfdzF}ihNj!Ff4n(jsfiV#tS6xvXvF}x>W{$!pKGp>(oADiND
z7;kN8+X(t<%e*?tSU3R2ZX2oF(j8~UuT7w&?rMX=Fkf|OvU6&r2^y?z<J5LfG^pzx
zvadu<g4m$5Z(o*o`q!u{4Wb9iJ?k!Cuy)$lJnf`wx6s!OEa<u`!dW;O#mqliyt@~F
z%OxZ<7A;U%Hfky4Vm3cA+uC@drBp*En)Fl9$Ky8f8&`Mx9@K-;I^=Vq3MOvkcP1G7
ze~Z;59(dc=QgN3Rb!HXXqly<TOmIXs-Z|ACINF5TONOEtnt8^<wsVyN9s9(+!V8D#
z6Z|)6PcDI^iOXJ%w}8F^YJ4MVf8}Q3thaT+tnFe8>T9k9>@@OGL*0=SLAb3_`f~NK
zCA|9$XVS_XX5Pz_&#G7`Gd+-wJyxw7sW*Z&&P=lB)o4K)K=5|mN!TOj3KM79dZI7s
zhJB`*Dm;DL^hs&S-Jz-<-jBftS!rH-;1%<RgN<qYeB36Kce5;7mMiWh%X+1adD^)7
zHboaecIn**D95^SY-5@^FR%->*er|F2D7ST*(|&^CQ?NI2LZ!6gYBB3wr$SRp&=nu
zqAMDgZi%I0Jzdu!YrfT#bTfv7f^)6ZOnGNf*WvekoH=Q5%o7_YR<YSaJ3dcS{qf1R
zD7cRO?(|jC!RxeYg{L+_No-#RGd_nc0nU=qq`AFnZJ~8~szMe*UMvCA#<kT2Xc0o*
zG{M|m!zROqW!Jp9lFDXmYc$7Z?eU^{lT{IPOlxMQSHESGRTFfx&xWm<-9x~<gqjKx
zmYtg2Q$T9Gd67*~gT$t;TrB&>*@kWPKW@9m|G3F){&Cwi{x7#_mqXV!#wJwP6~{Wk
z8r|s1`7fc-qUEP8?WS0c)68_cX8yJvTl#oJT<_=Dw%wJ@J&^a<9%%WoGR+0y+PHW(
z9mk>$iL4;GY4#0_E!*0Ec~zYL<<*J$FR$v>zr68&GR{Rk61a(SSL_>!Tefwn@ylT+
z5{t2|tXY}%%>^Cn0D8jvtGSHr^FPhw18>b6?@e^6&1R*=D5EJa-YWN%_$en4i_|vr
zKwb1rnyWJ!4t4F{3Kn&69@BBM(LIY%F=o9wZ!s2xUuwIJQ8ROgUr^Tfz6+_BG`vMw
z<7TWh@!sAg2yJ3IcN=y=_7vprXz|DV^B6jL^wescyqt>@-vZY+{(gq{N3ahxfqZOz
z7!rJ6_0K;xE@WD+8D8;2FID`1@b~>K?}i^SuaG@v`=kpx5?Ob)Ym;f*-w9Mv&>1He
zFU#fP*>gO4{bl2m+#DWpxJF6$R~IZJnpq;|h3Kc!b`mPQm_M50XwnrIID@N62#KtS
z!jrYnl)OAsi13(U408;40zc`VC!#y)Pu_GEc!isR--_2Nu%!JE)X2PZMYWjyM9v*A
z{vOUjD8$774upuY2v8JKdd|OM@KeVTRc=OSw=hu$pj0kI@Z}zV#o5Kg2scW&9wG^c
zcjh1zm=JvW_aRUlpz-9H(7paa*5v=7WV$mIJ)T<KekC0~x`=nQq(aA+n6~4@BMJ12
zr2c9{y#M7e=KIU2KF)tI6z)H$TmKKXfc*Fhq6yQUbU6GF=h+#rU6+H_yAVA?jI4++
z;H3?UUakm-UbLDiV(qWY{pAjmsX)q>qqgcOmV**}z>y~ks3`kq!$zcB!Ed~9G~d>u
z;GHoY4Qpb7lH6_)+^;PPUCzLx1&_|a{~Y(AM;ZcJ>R54%P1FP2ez`>HhY#NKWVUb?
znVN0bhmG$o@h91Ie3kZj0#$bv%<TLs<I{gU)lSc`QLGQUr*N3P(i7)%0h-@RorTwD
zJ;if|m9itXeN_^^jHc&=4^zU-HscqbIq%#AuB2k@o~LzkJJvoA1Mn>uGQvO&$1wTZ
zncPI>3nqOrco;_X|Eb9p9*|47KVXniz}dibBZeaA-M|PtP*8h5|C)Al4PtSDx_O=r
zul-<tz++B4vLE8^r<560^pkM^1mW$)Qj4yH_!(s+qz63&8uV`f#+v|1yyxIW7^dJR
zqJSYVJ@U&LPc$tz3bPOq<3)IHT$GIq6QBJof>^8{8B{4kemJ@-gtr&SO?E<MhysY@
zlM5gCr8-73h#!jyMu1Lz0$I4`G^B+`>bXS#cbo``<8>W?PU_r41W$z#OiL2B+8~Mb
zXYPmIt_zWqBOet<6f%;S8w~bAM8_{v9p<Tc9}zvAu;7g=a6BSth`7IP!N`f>(8B~S
zzVLd?BcZ{@(E}zR^*7#yI4)oWyoGuJbfw0{=RpyOkqCMe8$=pQ1`XxRB%BXse|VFl
z2%?Zk9Ddm<f&ayt`z>-Qq(mPfc}>bFg2iN@svB&~`s+xFDRAr>0yP92({LUd9`v{{
z3XiP^9MQKwhbbUCawS^)E(tB=G)=q~SBa0z?JRsPQe>S;d@K@7nkpYTWG*2b;KW4d
zhBlf@IiZRMnG5}q&bxLC76vYX91S&0VL#>*#f+u}|935zIofzgj1xYbz&&gzjxUaz
zoakr){I@e_zN%`4;*x8EWoh`({}nF+(EUa}qXF_ADn=LrPYiK@=mm%&4@F3Lo(+mE
z3KI?>@FhO;9O^O<ArgrSCiI+uo)R0mOjJ5?6pOB-NSrw09t^n8Jw#kA4;MTsIVc(f
zE)PKFqS=#Q<ef-lq0n_GfB_2plaiyZE8GQ$?*LcyEk$iceM)>51imA3_n<|IxWX%t
z2GD~PL}Hl4KpZ)uc(WLW0Skx3<{Xk(BuNyxP~@K|2xK3PQP+!r7#DRc#)<<y)L))d
zM|zy4f#X7a|A>!MuSAw6o_cxk0f!T;+CAWKf|axf98R#Lwaj7vd?Cf$(pfR7x;tqj
z7yrDSlBZ;`nbk72Tw_W6zw$F{{!xVecj*kH<lP-vO_!T&l5L%yYm})XIVDm@B!6G>
z!Fn>CPYAK2z8+8KV<GhCV)e8;U8zJbJHaW{Zh3xFs$B>*Y0u7Ys#R5<D{RI)SRbff
znWt8Guy(Jy0<bdEtkzImc%+?xK1@cn#!4cW@<tJ1yJi!46qrbugL&2ZSotwaNlwhq
zR!WYanSDzS2D|x|E}q=ZDO*i8k8JX|uspXY5giNBaU%Lj{v6#uveA3-Qz%}iE9B*#
zzUA6db0IsHvX#vBY4>uJFUDX0p!AahPwA;M5t<&jmP;GCZvXHrbrXDW{MA_+GEN1J
z&cdoW{z?s4a{$&^7G6FUN^vGuE^YE9Cf6wAzF&M9Z5E^CFe^6tw%D#li!Y+=-~VHT
Qmdn|cq^0ct0pl4@`O-LeuK)l5

diff --git a/docs/py-modindex.html b/docs/py-modindex.html
index c908ed3d98..de9a295a43 100644
--- a/docs/py-modindex.html
+++ b/docs/py-modindex.html
@@ -243,6 +243,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/py_api/logging.html b/docs/py_api/logging.html
index 332d374562..7a5e388d35 100644
--- a/docs/py_api/logging.html
+++ b/docs/py_api/logging.html
@@ -250,6 +250,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/py_api/trtorch.html b/docs/py_api/trtorch.html
index b63a22d56e..2618a8f430 100644
--- a/docs/py_api/trtorch.html
+++ b/docs/py_api/trtorch.html
@@ -245,6 +245,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/search.html b/docs/search.html
index 2078170ae9..605fa43801 100644
--- a/docs/search.html
+++ b/docs/search.html
@@ -247,6 +247,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="tutorials/runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/searchindex.js b/docs/searchindex.js
index 879b329c9c..10238b4c5d 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["_cpp_api/class_view_hierarchy","_cpp_api/classtrtorch_1_1CompileSpec_1_1DataType","_cpp_api/classtrtorch_1_1CompileSpec_1_1DeviceType","_cpp_api/classtrtorch_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtrtorch_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f","_cpp_api/define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055","_cpp_api/define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba","_cpp_api/define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f","_cpp_api/define_macros_8h_1a9d31d0569348d109b1b069b972dd143e","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84","_cpp_api/dir_cpp","_cpp_api/dir_cpp_api","_cpp_api/dir_cpp_api_include","_cpp_api/dir_cpp_api_include_trtorch","_cpp_api/enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4","_cpp_api/file_cpp_api_include_trtorch_logging.h","_cpp_api/file_cpp_api_include_trtorch_macros.h","_cpp_api/file_cpp_api_include_trtorch_ptq.h","_cpp_api/file_cpp_api_include_trtorch_trtorch.h","_cpp_api/file_view_hierarchy","_cpp_api/function_logging_8h_1a118d65b179defff7fff279eb9cd126cb","_cpp_api/function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb","_cpp_api/function_logging_8h_1a9b420280bfacc016d7e36a5704021949","_cpp_api/function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f","_cpp_api/function_logging_8h_1abc57d473f3af292551dee8b9c78373ad","_cpp_api/function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b","_cpp_api/function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a","_cpp_api/function_ptq_8h_1a4422781719d7befedb364cacd91c6247","_cpp_api/function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31","_cpp_api/function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447","_cpp_api/function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a","_cpp_api/function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10","_cpp_api/function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25","_cpp_api/function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65","_cpp_api/namespace_trtorch","_cpp_api/namespace_trtorch__logging","_cpp_api/namespace_trtorch__ptq","_cpp_api/program_listing_file_cpp_api_include_trtorch_logging.h","_cpp_api/program_listing_file_cpp_api_include_trtorch_macros.h","_cpp_api/program_listing_file_cpp_api_include_trtorch_ptq.h","_cpp_api/program_listing_file_cpp_api_include_trtorch_trtorch.h","_cpp_api/structtrtorch_1_1CompileSpec","_cpp_api/structtrtorch_1_1CompileSpec_1_1InputRange","_cpp_api/trtorch_cpp","_cpp_api/unabridged_api","_cpp_api/unabridged_orphan","_notebooks/Resnet50-example","_notebooks/lenet-getting-started","_notebooks/ssd-object-detection-demo","contributors/conversion","contributors/lowering","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","index","py_api/logging","py_api/trtorch","tutorials/getting_started","tutorials/installation","tutorials/ptq","tutorials/trtorchc","tutorials/use_from_pytorch"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,nbsphinx:3,sphinx:56},filenames:["_cpp_api/class_view_hierarchy.rst","_cpp_api/classtrtorch_1_1CompileSpec_1_1DataType.rst","_cpp_api/classtrtorch_1_1CompileSpec_1_1DeviceType.rst","_cpp_api/classtrtorch_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtrtorch_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.rst","_cpp_api/define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.rst","_cpp_api/define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.rst","_cpp_api/define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.rst","_cpp_api/define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_api.rst","_cpp_api/dir_cpp_api_include.rst","_cpp_api/dir_cpp_api_include_trtorch.rst","_cpp_api/enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.rst","_cpp_api/file_cpp_api_include_trtorch_logging.h.rst","_cpp_api/file_cpp_api_include_trtorch_macros.h.rst","_cpp_api/file_cpp_api_include_trtorch_ptq.h.rst","_cpp_api/file_cpp_api_include_trtorch_trtorch.h.rst","_cpp_api/file_view_hierarchy.rst","_cpp_api/function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.rst","_cpp_api/function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.rst","_cpp_api/function_logging_8h_1a9b420280bfacc016d7e36a5704021949.rst","_cpp_api/function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.rst","_cpp_api/function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.rst","_cpp_api/function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.rst","_cpp_api/function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.rst","_cpp_api/function_ptq_8h_1a4422781719d7befedb364cacd91c6247.rst","_cpp_api/function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.rst","_cpp_api/function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.rst","_cpp_api/function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.rst","_cpp_api/function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.rst","_cpp_api/function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.rst","_cpp_api/function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.rst","_cpp_api/namespace_trtorch.rst","_cpp_api/namespace_trtorch__logging.rst","_cpp_api/namespace_trtorch__ptq.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_logging.h.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_macros.h.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_ptq.h.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_trtorch.h.rst","_cpp_api/structtrtorch_1_1CompileSpec.rst","_cpp_api/structtrtorch_1_1CompileSpec_1_1InputRange.rst","_cpp_api/trtorch_cpp.rst","_cpp_api/unabridged_api.rst","_cpp_api/unabridged_orphan.rst","_notebooks/Resnet50-example.ipynb","_notebooks/lenet-getting-started.ipynb","_notebooks/ssd-object-detection-demo.ipynb","contributors/conversion.rst","contributors/lowering.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","index.rst","py_api/logging.rst","py_api/trtorch.rst","tutorials/getting_started.rst","tutorials/installation.rst","tutorials/ptq.rst","tutorials/trtorchc.rst","tutorials/use_from_pytorch.rst"],objects:{"":{"trtorch::CheckMethodOperatorSupport":[35,1,1,"_CPPv4N7trtorch26CheckMethodOperatorSupportERKN5torch3jit6ModuleENSt6stringE"],"trtorch::CheckMethodOperatorSupport::method_name":[35,2,1,"_CPPv4N7trtorch26CheckMethodOperatorSupportERKN5torch3jit6ModuleENSt6stringE"],"trtorch::CheckMethodOperatorSupport::module":[35,2,1,"_CPPv4N7trtorch26CheckMethodOperatorSupportERKN5torch3jit6ModuleENSt6stringE"],"trtorch::CompileGraph":[33,1,1,"_CPPv4N7trtorch12CompileGraphERKN5torch3jit6ModuleE11CompileSpec"],"trtorch::CompileGraph::info":[33,2,1,"_CPPv4N7trtorch12CompileGraphERKN5torch3jit6ModuleE11CompileSpec"],"trtorch::CompileGraph::module":[33,2,1,"_CPPv4N7trtorch12CompileGraphERKN5torch3jit6ModuleE11CompileSpec"],"trtorch::CompileSpec":[44,3,1,"_CPPv4N7trtorch11CompileSpecE"],"trtorch::CompileSpec::CompileSpec":[44,1,1,"_CPPv4N7trtorch11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE"],"trtorch::CompileSpec::CompileSpec::fixed_sizes":[44,2,1,"_CPPv4N7trtorch11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE"],"trtorch::CompileSpec::CompileSpec::input_ranges":[44,2,1,"_CPPv4N7trtorch11CompileSpec11CompileSpecENSt6vectorI10InputRangeEE"],"trtorch::CompileSpec::DataType":[44,3,1,"_CPPv4N7trtorch11CompileSpec8DataTypeE"],"trtorch::CompileSpec::DataType::DataType":[44,1,1,"_CPPv4N7trtorch11CompileSpec8DataType8DataTypeEv"],"trtorch::CompileSpec::DataType::DataType::t":[44,2,1,"_CPPv4N7trtorch11CompileSpec8DataType8DataTypeEN3c1010ScalarTypeE"],"trtorch::CompileSpec::DataType::Value":[44,4,1,"_CPPv4N7trtorch11CompileSpec8DataType5ValueE"],"trtorch::CompileSpec::DataType::Value::kChar":[44,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kCharE"],"trtorch::CompileSpec::DataType::Value::kFloat":[44,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value6kFloatE"],"trtorch::CompileSpec::DataType::Value::kHalf":[44,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kHalfE"],"trtorch::CompileSpec::DataType::kChar":[1,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kCharE"],"trtorch::CompileSpec::DataType::kFloat":[1,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value6kFloatE"],"trtorch::CompileSpec::DataType::kHalf":[1,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kHalfE"],"trtorch::CompileSpec::DataType::operator Value":[44,1,1,"_CPPv4NK7trtorch11CompileSpec8DataTypecv5ValueEv"],"trtorch::CompileSpec::DataType::operator bool":[44,1,1,"_CPPv4N7trtorch11CompileSpec8DataTypecvbEv"],"trtorch::CompileSpec::DataType::operator!=":[44,1,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeneEN8DataType5ValueE"],"trtorch::CompileSpec::DataType::operator!=::other":[44,2,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeneEN8DataType5ValueE"],"trtorch::CompileSpec::DataType::operator==":[44,1,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeeqEN8DataType5ValueE"],"trtorch::CompileSpec::DataType::operator==::other":[44,2,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeeqEN8DataType5ValueE"],"trtorch::CompileSpec::DeviceType":[44,3,1,"_CPPv4N7trtorch11CompileSpec10DeviceTypeE"],"trtorch::CompileSpec::DeviceType::DeviceType":[44,1,1,"_CPPv4N7trtorch11CompileSpec10DeviceType10DeviceTypeEv"],"trtorch::CompileSpec::DeviceType::DeviceType::t":[44,2,1,"_CPPv4N7trtorch11CompileSpec10DeviceType10DeviceTypeEN3c1010DeviceTypeE"],"trtorch::CompileSpec::DeviceType::Value":[44,4,1,"_CPPv4N7trtorch11CompileSpec10DeviceType5ValueE"],"trtorch::CompileSpec::DeviceType::Value::kDLA":[44,5,1,"_CPPv4N7trtorch11CompileSpec10DeviceType5Value4kDLAE"],"trtorch::CompileSpec::DeviceType::Value::kGPU":[44,5,1,"_CPPv4N7trtorch11CompileSpec10DeviceType5Value4kGPUE"],"trtorch::CompileSpec::DeviceType::kDLA":[2,5,1,"_CPPv4N7trtorch11CompileSpec10DeviceType5Value4kDLAE"],"trtorch::CompileSpec::DeviceType::kGPU":[2,5,1,"_CPPv4N7trtorch11CompileSpec10DeviceType5Value4kGPUE"],"trtorch::CompileSpec::DeviceType::operator Value":[44,1,1,"_CPPv4NK7trtorch11CompileSpec10DeviceTypecv5ValueEv"],"trtorch::CompileSpec::DeviceType::operator bool":[44,1,1,"_CPPv4N7trtorch11CompileSpec10DeviceTypecvbEv"],"trtorch::CompileSpec::DeviceType::operator!=":[44,1,1,"_CPPv4NK7trtorch11CompileSpec10DeviceTypeneE10DeviceType"],"trtorch::CompileSpec::DeviceType::operator!=::other":[44,2,1,"_CPPv4NK7trtorch11CompileSpec10DeviceTypeneE10DeviceType"],"trtorch::CompileSpec::DeviceType::operator==":[44,1,1,"_CPPv4NK7trtorch11CompileSpec10DeviceTypeeqE10DeviceType"],"trtorch::CompileSpec::DeviceType::operator==::other":[44,2,1,"_CPPv4NK7trtorch11CompileSpec10DeviceTypeeqE10DeviceType"],"trtorch::CompileSpec::EngineCapability":[44,4,1,"_CPPv4N7trtorch11CompileSpec16EngineCapabilityE"],"trtorch::CompileSpec::EngineCapability::kDEFAULT":[44,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability8kDEFAULTE"],"trtorch::CompileSpec::EngineCapability::kSAFE_DLA":[44,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_DLAE"],"trtorch::CompileSpec::EngineCapability::kSAFE_GPU":[44,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_GPUE"],"trtorch::CompileSpec::InputRange":[45,3,1,"_CPPv4N7trtorch11CompileSpec10InputRangeE"],"trtorch::CompileSpec::InputRange::InputRange":[45,1,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::InputRange::max":[45,2,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::InputRange::min":[45,2,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::InputRange::opt":[45,2,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::max":[45,6,1,"_CPPv4N7trtorch11CompileSpec10InputRange3maxE"],"trtorch::CompileSpec::InputRange::min":[45,6,1,"_CPPv4N7trtorch11CompileSpec10InputRange3minE"],"trtorch::CompileSpec::InputRange::opt":[45,6,1,"_CPPv4N7trtorch11CompileSpec10InputRange3optE"],"trtorch::CompileSpec::allow_gpu_fallback":[44,6,1,"_CPPv4N7trtorch11CompileSpec18allow_gpu_fallbackE"],"trtorch::CompileSpec::capability":[44,6,1,"_CPPv4N7trtorch11CompileSpec10capabilityE"],"trtorch::CompileSpec::debug":[44,6,1,"_CPPv4N7trtorch11CompileSpec5debugE"],"trtorch::CompileSpec::device":[44,6,1,"_CPPv4N7trtorch11CompileSpec6deviceE"],"trtorch::CompileSpec::input_ranges":[44,6,1,"_CPPv4N7trtorch11CompileSpec12input_rangesE"],"trtorch::CompileSpec::kDEFAULT":[44,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability8kDEFAULTE"],"trtorch::CompileSpec::kSAFE_DLA":[44,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_DLAE"],"trtorch::CompileSpec::kSAFE_GPU":[44,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_GPUE"],"trtorch::CompileSpec::max_batch_size":[44,6,1,"_CPPv4N7trtorch11CompileSpec14max_batch_sizeE"],"trtorch::CompileSpec::num_avg_timing_iters":[44,6,1,"_CPPv4N7trtorch11CompileSpec20num_avg_timing_itersE"],"trtorch::CompileSpec::num_min_timing_iters":[44,6,1,"_CPPv4N7trtorch11CompileSpec20num_min_timing_itersE"],"trtorch::CompileSpec::op_precision":[44,6,1,"_CPPv4N7trtorch11CompileSpec12op_precisionE"],"trtorch::CompileSpec::ptq_calibrator":[44,6,1,"_CPPv4N7trtorch11CompileSpec14ptq_calibratorE"],"trtorch::CompileSpec::refit":[44,6,1,"_CPPv4N7trtorch11CompileSpec5refitE"],"trtorch::CompileSpec::strict_types":[44,6,1,"_CPPv4N7trtorch11CompileSpec12strict_typesE"],"trtorch::CompileSpec::workspace_size":[44,6,1,"_CPPv4N7trtorch11CompileSpec14workspace_sizeE"],"trtorch::ConvertGraphToTRTEngine":[36,1,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::ConvertGraphToTRTEngine::info":[36,2,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::ConvertGraphToTRTEngine::method_name":[36,2,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::ConvertGraphToTRTEngine::module":[36,2,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::dump_build_info":[34,1,1,"_CPPv4N7trtorch15dump_build_infoEv"],"trtorch::get_build_info":[32,1,1,"_CPPv4N7trtorch14get_build_infoEv"],"trtorch::logging::Level":[17,4,1,"_CPPv4N7trtorch7logging5LevelE"],"trtorch::logging::Level::kDEBUG":[17,5,1,"_CPPv4N7trtorch7logging5Level6kDEBUGE"],"trtorch::logging::Level::kERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level6kERRORE"],"trtorch::logging::Level::kGRAPH":[17,5,1,"_CPPv4N7trtorch7logging5Level6kGRAPHE"],"trtorch::logging::Level::kINFO":[17,5,1,"_CPPv4N7trtorch7logging5Level5kINFOE"],"trtorch::logging::Level::kINTERNAL_ERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level15kINTERNAL_ERRORE"],"trtorch::logging::Level::kWARNING":[17,5,1,"_CPPv4N7trtorch7logging5Level8kWARNINGE"],"trtorch::logging::get_is_colored_output_on":[25,1,1,"_CPPv4N7trtorch7logging24get_is_colored_output_onEv"],"trtorch::logging::get_logging_prefix":[29,1,1,"_CPPv4N7trtorch7logging18get_logging_prefixEv"],"trtorch::logging::get_reportable_log_level":[23,1,1,"_CPPv4N7trtorch7logging24get_reportable_log_levelEv"],"trtorch::logging::kDEBUG":[17,5,1,"_CPPv4N7trtorch7logging5Level6kDEBUGE"],"trtorch::logging::kERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level6kERRORE"],"trtorch::logging::kGRAPH":[17,5,1,"_CPPv4N7trtorch7logging5Level6kGRAPHE"],"trtorch::logging::kINFO":[17,5,1,"_CPPv4N7trtorch7logging5Level5kINFOE"],"trtorch::logging::kINTERNAL_ERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level15kINTERNAL_ERRORE"],"trtorch::logging::kWARNING":[17,5,1,"_CPPv4N7trtorch7logging5Level8kWARNINGE"],"trtorch::logging::log":[27,1,1,"_CPPv4N7trtorch7logging3logE5LevelNSt6stringE"],"trtorch::logging::log::lvl":[27,2,1,"_CPPv4N7trtorch7logging3logE5LevelNSt6stringE"],"trtorch::logging::log::msg":[27,2,1,"_CPPv4N7trtorch7logging3logE5LevelNSt6stringE"],"trtorch::logging::set_is_colored_output_on":[26,1,1,"_CPPv4N7trtorch7logging24set_is_colored_output_onEb"],"trtorch::logging::set_is_colored_output_on::colored_output_on":[26,2,1,"_CPPv4N7trtorch7logging24set_is_colored_output_onEb"],"trtorch::logging::set_logging_prefix":[24,1,1,"_CPPv4N7trtorch7logging18set_logging_prefixENSt6stringE"],"trtorch::logging::set_logging_prefix::prefix":[24,2,1,"_CPPv4N7trtorch7logging18set_logging_prefixENSt6stringE"],"trtorch::logging::set_reportable_log_level":[28,1,1,"_CPPv4N7trtorch7logging24set_reportable_log_levelE5Level"],"trtorch::logging::set_reportable_log_level::lvl":[28,2,1,"_CPPv4N7trtorch7logging24set_reportable_log_levelE5Level"],"trtorch::ptq::Int8CacheCalibrator":[3,3,1,"_CPPv4I0EN7trtorch3ptq19Int8CacheCalibratorE"],"trtorch::ptq::Int8CacheCalibrator::Algorithm":[3,7,1,"_CPPv4I0EN7trtorch3ptq19Int8CacheCalibratorE"],"trtorch::ptq::Int8CacheCalibrator::Int8CacheCalibrator":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE"],"trtorch::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE"],"trtorch::ptq::Int8CacheCalibrator::getBatch":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatch::bindings":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatch::names":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatch::nbBindings":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatchSize":[3,1,1,"_CPPv4NK7trtorch3ptq19Int8CacheCalibrator12getBatchSizeEv"],"trtorch::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv"],"trtorch::ptq::Int8CacheCalibrator::readCalibrationCache":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8CacheCalibrator::readCalibrationCache::length":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8CacheCalibrator::writeCalibrationCache":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8CacheCalibrator::writeCalibrationCache::cache":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8CacheCalibrator::writeCalibrationCache::length":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8Calibrator":[4,3,1,"_CPPv4I00EN7trtorch3ptq14Int8CalibratorE"],"trtorch::ptq::Int8Calibrator::Algorithm":[4,7,1,"_CPPv4I00EN7trtorch3ptq14Int8CalibratorE"],"trtorch::ptq::Int8Calibrator::DataLoaderUniquePtr":[4,7,1,"_CPPv4I00EN7trtorch3ptq14Int8CalibratorE"],"trtorch::ptq::Int8Calibrator::Int8Calibrator":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::Int8Calibrator::cache_file_path":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::Int8Calibrator::dataloader":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::Int8Calibrator::use_cache":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::getBatch":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatch::bindings":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatch::names":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatch::nbBindings":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatchSize":[4,1,1,"_CPPv4NK7trtorch3ptq14Int8Calibrator12getBatchSizeEv"],"trtorch::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*":[4,1,1,"_CPPv4N7trtorch3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv"],"trtorch::ptq::Int8Calibrator::readCalibrationCache":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8Calibrator::readCalibrationCache::length":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8Calibrator::writeCalibrationCache":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8Calibrator::writeCalibrationCache::cache":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8Calibrator::writeCalibrationCache::length":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::make_int8_cache_calibrator":[31,1,1,"_CPPv4I0EN7trtorch3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE"],"trtorch::ptq::make_int8_cache_calibrator::Algorithm":[31,7,1,"_CPPv4I0EN7trtorch3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE"],"trtorch::ptq::make_int8_cache_calibrator::cache_file_path":[31,2,1,"_CPPv4I0EN7trtorch3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE"],"trtorch::ptq::make_int8_calibrator":[30,1,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::Algorithm":[30,7,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::DataLoader":[30,7,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::cache_file_path":[30,2,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::dataloader":[30,2,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::use_cache":[30,2,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],STR:[5,0,1,"c.STR"],TRTORCH_API:[6,0,1,"c.TRTORCH_API"],TRTORCH_HIDDEN:[7,0,1,"c.TRTORCH_HIDDEN"],TRTORCH_MAJOR_VERSION:[8,0,1,"c.TRTORCH_MAJOR_VERSION"],TRTORCH_MINOR_VERSION:[12,0,1,"c.TRTORCH_MINOR_VERSION"],TRTORCH_PATCH_VERSION:[9,0,1,"c.TRTORCH_PATCH_VERSION"],TRTORCH_VERSION:[10,0,1,"c.TRTORCH_VERSION"],XSTR:[11,0,1,"c.XSTR"],trtorch:[61,8,0,"-"]},"trtorch.logging":{Level:[60,9,1,""],get_is_colored_output_on:[60,10,1,""],get_logging_prefix:[60,10,1,""],get_reportable_log_level:[60,10,1,""],log:[60,10,1,""],set_is_colored_output_on:[60,10,1,""],set_logging_prefix:[60,10,1,""],set_reportable_log_level:[60,10,1,""]},"trtorch.logging.Level":{Debug:[60,11,1,""],Error:[60,11,1,""],Info:[60,11,1,""],InternalError:[60,11,1,""],Warning:[60,11,1,""]},trtorch:{DeviceType:[61,9,1,""],EngineCapability:[61,9,1,""],TensorRTCompileSpec:[61,10,1,""],check_method_op_support:[61,10,1,""],compile:[61,10,1,""],convert_method_to_trt_engine:[61,10,1,""],dtype:[61,9,1,""],dump_build_info:[61,10,1,""],get_build_info:[61,10,1,""],logging:[60,8,0,"-"]}},objnames:{"0":["c","macro","C macro"],"1":["cpp","function","C++ function"],"10":["py","function","Python function"],"11":["py","attribute","Python attribute"],"2":["cpp","functionParam","functionParam"],"3":["cpp","class","C++ class"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","templateParam"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:function","10":"py:function","11":"py:attribute","2":"cpp:functionParam","3":"cpp:class","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"001s":49,"00f1b6db":49,"01s":49,"04s":49,"07s":49,"0c106ec84f199a0fbcf1199010166986da732f9b0907768c9ac5ea5b120772db":63,"11k":49,"12a":49,"16280mib":49,"1x1":51,"24k":49,"2_20200626":63,"2c365_subsampl":49,"2mib":49,"300w":49,"300x300":51,"31c":49,"32w":49,"32x32":49,"33c":49,"33w":49,"34c":49,"34w":49,"353k":49,"35c":49,"35k":49,"35w":49,"36c":49,"37c":49,"43w":49,"442k":49,"4fef":49,"53k":49,"55k":49,"774kb":49,"818977576572eadaf62c80434a25afe44dbaa32ebda3a0919e389dcbe74f8656":63,"81k":49,"84e944ff11f8":49,"891mib":49,"9205bed204e2ae7aafd2e01cce0f21309e281e18d5bfd7172ef8541771539d41":63,"94k":49,"9ab0":49,"abstract":[55,58],"byte":61,"case":[1,2,44,50,51,52,55,58,63,64],"catch":[53,62],"char":[3,4,42,62],"class":[30,31,42,43,44,48,49,50,51,55,58,60,61,62,64],"const":[1,2,3,4,30,31,33,35,36,42,43,44,53,58,62,64],"default":[1,2,3,4,17,30,31,41,43,44,49,51,61,62,64,65,66],"enum":[1,2,40,43,44,48,60,64],"export":63,"final":[52,54,56,63],"float":[61,62,65],"function":[1,2,3,4,44,45,48,49,50,51,53,55,58,62,66],"import":[49,50,51,53,62,65,66],"int":[3,4,42,62],"long":52,"new":[1,2,3,4,33,44,45,49,50,55,56,58,60,62],"public":[1,2,3,4,42,43,44,45,64],"return":[1,2,3,4,23,25,30,31,32,33,35,36,40,41,42,43,44,49,50,53,54,55,56,58,60,61,62,64],"short":53,"static":[44,45,52,58,61,62],"super":[42,50,62],"throw":[53,62],"true":[1,2,4,43,44,49,50,51,53,58,61,62,64,66],"try":[49,50,56,62,66],"void":[3,4,24,26,27,28,34,40,42,43],"while":64,And:62,Are:40,Bus:49,But:62,For:[49,50,51,52,62,63,66],IDs:51,Its:58,Not:3,One:[61,62],PRs:62,Thats:62,The:[2,44,49,50,51,52,53,54,55,56,58,60,63,64,65,66],Then:[63,64,66],There:[4,49,51,52,58,62,64],These:[52,55],Use:[44,58,61,64],Useful:59,Using:[4,49,51,59],Will:35,With:[49,62,64],___torch_mangle_10:62,___torch_mangle_4847:55,___torch_mangle_5:62,___torch_mangle_9:62,__attribute__:41,__gnuc__:41,__init__:[50,62],__torch__:[55,62],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:55,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:55,__visibility__:41,_all_:53,_convolut:62,_jit_to_tensorrt:[61,66],a100:[49,50],aarch64:56,abl:[49,50,52,53,58,59,64,66],about:[51,52,55,58,61,62,65],abov:[28,51,62],acceler:[49,50,62],accept:[44,45,55,58,65],access:[51,53,58,59,62,66],accord:58,accuraci:[51,64],achiev:[49,50],across:53,acthardtanh:58,activ:[62,64],activationtyp:58,actual:[50,53,55,58,60,62],adaptiveavgpool2d:49,add:[27,52,53,58,60,62,63],add_:[53,62],add_patch:51,addactiv:58,added:[28,52],addit:[51,53,62],addlay:62,addshuffl:62,advanc:64,affin:49,after:[51,52,59,62,65],again:[42,51,55,58],against:[62,65],agre:[49,50,51],ahead:62,aim:53,algorithm:[3,4,30,31,42,64],all:[17,40,41,42,43,49,50,51,53,55,61,62,64,65],alloc:58,allow:[44,45,49,50,51,52,53,61,65],allow_gpu_fallback:[43,44,61,66],almost:62,alpha:51,alreadi:[49,52,53,62,65],also:[31,49,50,51,52,58,59,62,63,64],alwai:[3,4,26],amazonaw:49,amp:49,analog:62,analogu:58,analysi:[49,51],ani:[49,50,51,52,58,61,62,63,65],annot:[51,58,62],anoth:62,aot:[59,62],apach:[49,50,51],apex:51,api:[13,15,16,40,41,42,43,56,58,61,62,64,66],apidirectori:[22,46],append:[49,50,51],appli:64,applic:[2,31,44,49,50,51,53,56,62,65,66],approach:[49,50],apr:62,aquir:62,architectur:[51,59,63],archiv:63,aren:62,arg:[52,62],argc:62,argmax:49,argument:[53,55,58,62,65],argv:62,around:[55,58,62],arrai:[3,4,52],arrayref:[43,44,45],arti:49,arxiv:64,aspect:65,assembl:[52,62],assign:[3,4],associ:[52,58,62],associatevalueandivalu:58,associatevalueandtensor:[58,62],assum:66,aten:[53,57,58,62],attach:51,attribut:[53,55,62],aug:49,auto:[42,58,62,64],automat:[49,50,62],avail:[49,50,51,58,63],ave:[49,50],averag:[44,49,50,51,61,65],avg:[51,65],avgpool:[49,51],avoid:49,await:49,axes:49,axi:49,back:[53,55,56,62],back_insert:42,backbon:51,backend:[49,50,51,61,66],background:51,base:[34,46,47,49,50,51,55,60,62,63,64],bash:[51,63],basi:[49,50,51],basic:65,batch:[3,4,42,44,49,50,51,61,64,65],batch_norm:58,batch_siz:[42,51,64],batched_data_:42,batchnorm2d:49,batchnorm:[51,53],batchtyp:42,bazel:[56,63],bazel_vers:63,bazelbuild:63,bazelisk:63,bazelvers:63,bbox:51,bdist_wheel:63,becaus:[58,62,63],becom:58,been:[52,58,62],befor:[51,53,56,58,59,62,63],begin:[42,63],beginn:62,behav:[49,51],behavior:61,being:62,below:[51,58,62],benchmark:50,benefit:[58,62],best:[44,45,49,50,63],best_result:51,best_results_per_input:51,best_results_per_input_trt:51,better:[49,50,51,62,64],between:[51,58,64],bia:[49,50,53,62],bin:[49,63],binari:[42,64],bind:[3,4,42],bird:49,bit:[58,61,62],blob:57,block0:53,block1:53,block:[52,53],bn1:49,bn2:49,bn3:49,bool:[1,2,3,4,25,26,30,35,40,42,43,44,53,58,60,61,62,64],bot:51,both:[49,50,51,62,63],bottleneck:49,bound:51,box:51,branch:63,breed:49,briefli:62,bsd:[40,41,42,43],buffer:[3,4],bug:63,build:[30,31,32,44,52,54,56,58,61,62,64,65],build_fil:63,builderconfig:43,built:[56,63,65],bust:49,bzl:63,c10:[1,2,43,44,45,62,64],c96b:49,c_api:57,c_str:[58,62],cach:[3,4,30,31,42,49,51,62,64,65],cache_:42,cache_fil:42,cache_file_path:[3,4,30,31,42],cache_file_path_:42,cache_size_:42,calcul:[52,62],calibr:[3,4,30,31,42,44,62,64,65],calibration_cache_fil:[30,31,64],calibration_dataload:[30,64],calibration_dataset:64,call:[30,31,33,44,49,50,51,53,55,58,61,62,66],callmethod:62,can:[1,2,4,30,31,36,44,45,49,50,51,52,53,54,55,56,58,61,62,63,64,65,66],cannot:[49,50,51,53,62],cap:49,capabl:[43,44,61,65,66],captur:51,cast:[3,4,53],cat:63,caught:53,caus:[58,63],cdll:62,ceil_mod:49,cell:51,centercrop:49,cerr:62,certifi:49,cf0691493d05062fe3239cf76773bae4c5124f4b039050dbdd291c652af3ab2a:63,chain:58,chanc:58,chang:[31,49,50,53,56,64],channel:49,check:[1,2,35,44,51,53,58,61,62,63,65],check_method_op_support:61,checkmethodoperatorsupport:[21,37,43,46,47,62],checkpoint:51,checkpoint_from_distribut:51,chimpansee_amber_r_1920x1080:49,chimpanze:49,choos:[62,63],cifar10:64,cifar:64,classes_to_label:51,classif:[50,51,62],classifi:50,clear:42,cli:[62,65],close:62,closer:53,cloudfront:49,coco:51,cocodataset:51,code:[49,50,51,56,59,62],collect:62,color:[25,26,60],colored_output_on:[26,40,60],com:[49,50,57,62,63,64],come:[49,50],command:[49,62,63,65],comment:63,common:[49,51,52,53],common_subexpression_elimin:53,commun:62,compar:51,comparis:[1,44],comparison:[2,44],compat:[1,2,44,53,55,63],compil:[33,35,36,44,49,50,51,53,55,58,61,64,65,66],compile_set:[50,62],compile_spec:[61,64],compilegraph:[21,37,43,46,47,62,64],compilespec:[0,3,4,21,33,36,37,43,46,47,61,62,64],compilespecstruct:[0,46],complet:[49,50,51,62],complex:62,compli:51,complianc:[49,50,51],compliat:64,compon:[50,54,56,62],compos:[49,50,51,62],composit:62,comprehens:51,comput:[49,50,51,63,64],conclus:49,condit:[49,50,51],confid:[49,51],config:63,configur:[33,36,59,61,62,63,64],connect:[49,53],consid:[49,62],consol:65,consolid:62,constant:[52,53,62],constexpr:[1,2,43,44],construct:[1,2,3,4,44,45,52,53,54,56,58,62],constructor:[1,44,55,62],consum:[4,52,62],contain:[30,35,49,50,51,52,53,58,61,62,63,64],content:64,context:[52,54,55,56],continu:[49,50,51],contributor:62,control:[49,50,51,62],conv1:[49,50,62],conv2:[49,50,62],conv2d:[49,50,62],conv3:49,conv4_x:51,conv5_x:51,conv:62,conveni:51,convers:[49,51,53,55,61,62],conversionctx:[58,62],convert:[3,4,33,35,36,50,51,53,54,56,59,61,66],convert_method_to_trt_engin:[61,66],convertgraphtotrtengin:[21,37,43,46,47,62],convien:44,convienc:[3,4],convolut:[51,64],coordin:56,copi:[42,49,50,51,58],copyright:[40,41,42,43,49,50,51,62],core:[49,50,51,53,56,62],corpor:[40,41,42,43,49,50,51],correct:63,correspond:[49,51,58],coupl:[49,50,52,56],cout:62,cp36:63,cp36m:63,cp37:63,cp37m:63,cp38:63,cpp:[14,15,16,40,41,42,43,48,53,56,62,64],cpp_frontend:64,cppdirectori:[22,46],cppdoc:62,creat:[30,31,49,50,51,52,55,58,61,65],credit:62,csrc:[53,57],cstddef:64,ctx:[58,62],ctype:62,cu102:63,cuda:[44,49,50,51,55,61,62,63,66],cudafloattyp:62,cudnn8:63,cudnn:[49,50,51],curl:63,current:[23,58],custom:63,cycler:49,d17fnq9dkz9hgj:49,data:[1,3,4,30,31,42,44,49,50,51,52,54,56,58,64],data_dir:64,dataflow:[58,62],dataload:[4,30,31,42,44,64],dataloader_:42,dataloaderopt:64,dataloaderuniqueptr:[4,42],dataset:[31,51,64],datatyp:[2,21,37,43,44,46,47,61],datatypeclass:[0,46],dateutil:49,dbg:63,dead_code_elimin:53,deal:58,debug:[17,26,43,44,58,60,61,65,66],debugg:[61,65],decid:50,decod:49,decode_result:51,dedic:53,deep:[49,50,51,58,59,64],deeplearn:57,deeplearningexampl:51,def:[49,50,51,62],defin:[1,2,3,4,17,23,24,25,26,27,28,29,30,31,32,33,34,35,36,41,44,45,48,49,50,62,64,65],definit:[48,58],delet:[1,2,43,44,53],demo:[49,51,64],demonstr:[49,50,51],denorm:51,dep:63,depend:[31,32,49,51,52,56,62],depickl:55,deploi:[49,50,59,62,64],deploy:[49,50,62,64,65],describ:[44,49,50,51,58,61,62,66],deseri:[61,62],design:[49,50],destroi:58,destructor:58,detail:[49,62],detect:[49,55],detections_batch:51,determin:53,develop:[49,50,59,62,63],deviat:65,devic:[2,43,44,49,50,61,62,65],device_typ:[61,66],devicetyp:[0,21,37,43,44,46,47,61],dict:[51,61],dictionari:[61,62,66],differ:[31,50,51,53,56,59,62],differenti:[49,50],dilat:49,dim:49,dimens:53,directli:[58,59,64],directori:[18,19,20,21,22,40,41,42,43,46,49,63,64],disabl:[60,63,65],disclos:63,disp:49,displai:65,dist:[49,63],distdir:63,distribut:[49,50,51,61,62,64],dla:[2,44,61,65],doc:[56,57,63],docker:[49,50,51],docsrc:56,document:[40,41,42,43,46,47,56,62,64,66],doe:[41,42,49,51,53,58,64],doesn:62,doing:[51,52,53,62,64],domain:64,don:[50,58,64],done:[49,51,52,56],dont:40,down:[49,50,63],download:[51,63],downsampl:49,doxygen_should_skip_thi:[42,43],driver:[49,63],drop:[51,63],dtype:[49,50,51,61],due:[3,4,49,51],dump:[34,63,65],dump_build_info:[21,37,43,46,47,61],dure:[58,64,65],dynam:[44,45,61],each:[3,4,44,51,52,53,55,58,61,62],eager:[49,50],earlier:49,easi:[52,53,62,65],easier:[54,56,58,62,64],easiest:63,easili:[3,4],ecc:49,ecosystem:[49,50,51],edgecolor:51,edu:64,effect:[53,62,64],effici:58,either:[44,45,49,50,51,58,61,62,63,65],element:55,element_typ:42,els:[41,42,61],emb:62,embed:[55,62,65],emit:52,empti:[50,62],emum:[17,44],enabl:[3,4,25,49,50,51,60,61],encount:63,end:[42,58,62],end_dim:62,end_tim:[49,50,51],endif:[41,42,43],enforc:62,engin:[1,2,33,36,44,45,52,54,56,59,61,62,64,65,66],engine_converted_from_jit:62,enginecap:[43,44,61,66],enhanc:51,ensur:[31,53],enter:52,entri:[44,58,61],entropi:[30,31,64],enumer:[1,2,17,44],eps:49,equival:[33,49,50,51,54,56,58,61,62],equivil:36,error:[17,52,53,56,60,62,63],etc:61,eval:[49,50,51,62],evalu:[51,54,55,56],evaluated_value_map:[52,58],even:62,everi:62,everyth:17,exactli:51,exampl:[49,50,51,55,56,58,62,64],except:[49,50,51],exception_elimin:53,execpt:53,execut:[49,50,51,53,54,55,56,61,62,64],execute_engin:[55,62],exeuct:55,exhaust:62,exist:[4,33,35,36,49,61,63,64],expand:53,expect:[49,53,58,62],experi:[49,50],explic:42,explicit:[3,4,43,53,59,64],explicitli:[64,66],explict:42,explictli:[1,44],express:[49,50,51],extend:[54,56,58,62],extent:[59,62],extra:[44,62],extract:62,extractor:50,f16:[62,65],f32:65,facecolor:51,factori:[4,30,31,64],fail:62,fallback:[58,65],fals:[1,2,3,4,42,43,44,49,51,61,62,66],famili:[49,50,51],familyhandyman:49,fan:49,fashion:62,fbed:49,fc1:[50,62],fc2:[50,62],fc3:[50,62],feat:[50,62],featur:[49,50,51,62,64,65,66],fed:[3,4],feed:[30,31,62],feel:59,few:[49,50],field:[3,4,64],fig:[49,51],file:[1,2,3,4,5,6,7,8,9,10,11,12,17,23,24,25,26,27,28,29,30,31,32,33,34,35,36,44,45,49,50,51,55,56,61,62,63,64,65],file_path:65,filer_publ:49,filer_public_thumbnail:49,fill:[49,50],filter:51,find:[4,51,62],finish:51,first:[49,50,51,52,53,62,64],five:51,fix:[44,49,51],fixed_s:[43,44],flag:[63,65],flatten:[50,62],flatten_convert:62,flexibl:[49,50,51],float16:[61,65],float32:[49,61,65],flow:[49,50,51,58,62],fly:62,follow:[49,50,51,62,63,64,65],footprint:[49,50],forc:65,form:52,format:[49,50,51,61,65],forum:63,forward:[30,31,33,50,55,58,61,62,64,66],found:[40,41,42,43,49,51,62,63,64],fp16:[1,44,50,51,59,61,62],fp32:[1,44,50,51,59,64],framework:[49,50,51],freed:58,freez:62,freeze_modul:53,from:[1,2,3,4,30,31,42,44,45,49,50,51,52,53,54,55,56,58,59,62,64,65],fssl:63,fstream:[20,42],full:[58,62,64,65],fulli:[35,53,61,62,64],fuse:[49,50],fuse_addmm_branch:53,fuse_flatten_linear:53,fuse_linear:53,fusion:58,futur:[49,50],gain:51,gaurd:41,gcc:[56,62],gear:64,gener:[3,4,31,49,50,51,53,55,56,58,62,64,65],get:[1,2,3,4,23,32,42,44,45,51,53,58,60,63,64,66],get_batch_impl:42,get_build_info:[21,37,43,46,47,61],get_coco_object_dictionari:51,get_is_colored_output_on:[18,38,40,46,47,60],get_logging_prefix:[18,38,40,46,47,60],get_reportable_log_level:[18,38,40,46,47,60],getattr:[53,55,62],getbatch:[3,4,42],getbatchs:[3,4,42],getdimens:[58,62],getoutput:[58,62],github:[49,50,51,57,62,63,64],give:50,given:[44,49,51,53,61,62,65,66],global:[27,62],gnu:63,goal:58,going:[42,62],good:[42,58],got:62,govern:[49,50,51],gpu:[2,33,36,44,49,50,61,62,65,66],granular:50,graph:[17,33,35,36,43,49,50,51,52,54,56,58,59,61,62],great:[49,50,51,62],green_mamba:49,gtc:59,guard:53,guard_elimin:53,gulf:49,hack:42,hakaimagazin:49,half:[50,51,61,62,65,66],handl:[51,53,55],happen:[49,50,62],hardtanh:58,hardwar:[49,50,51],has:[49,50,51,52,53,56,58,62,64],hash:63,have:[31,42,49,50,51,52,53,58,59,62,63,64,65],haven:62,head:51,header:[49,62],help:[26,49,50,52,58,62,65],helper:[49,50,51,58],here:[42,49,50,51,52,55,62,63,64],hermet:63,hfile:[22,46],hidden:41,high:[49,51,53,62],higher:[53,62],hinton:64,hold:[44,45,52,58,64],holder:55,home:63,hood:56,host:63,how:[3,4,49,51,62,66],howev:[31,49,50,51,63],html:[57,62,63,64],http:[49,50,51,57,62,63,64],http_archiv:63,hub:[49,51],huski:49,idea:53,ident:65,idx:51,ifndef:[42,43],ifstream:42,iint8calibr:[3,4,30,31,42,43,44,64],iint8entropycalibrator2:[3,4,30,31,42,64],iint8minmaxcalibr:[30,31,64],ilay:58,imag:[49,51,64],image_idx:51,imagenet:49,imagenet_cla:49,imagenet_class_index:49,images_:64,img0:49,img1:49,img2:49,img3:49,img:49,img_path:49,impact:[49,50,51],implement:[3,4,49,50,51,53,55,62,64],impli:[49,50,51],implic:53,imshow:[49,51],in_featur:[49,50],in_shap:62,in_tensor:62,incas:42,includ:[14,16,17,32,34,40,41,42,43,48,49,50,51,61,62,63,64,65],includedirectori:[22,46],ind:49,independ:[49,51],index:[57,59,64],inetworkdefinit:52,infer:[49,50,53,62,64],info:[17,33,36,43,44,58,60,62,65],inform:[28,32,34,51,52,59,61,62,64,65,66],infrastructur:64,ingest:56,inherit:[46,47,64],inlin:[42,53,62],inplac:49,input0:62,input1:62,input2:62,input:[3,4,31,42,44,45,49,50,51,52,53,55,58,61,62,64,65,66],input_0:[55,62],input_batch:49,input_data:[49,50,51,62],input_file_path:65,input_rang:[43,44],input_s:62,input_shap:[49,50,51,61,62,64,65,66],input_tensor:49,inputrang:[21,37,43,44,46,47,62],inputrangeclass:[0,46],inspect:[50,58,62],instal:[49,51,59,62],instanc:[49,50,53,62],instanti:[54,55,56,58,62],instatin:[1,2,44],instead:[52,53,62,65],instnanti:55,instruct:[62,63],insur:63,int16_t:43,int64_t:[43,44,45,64],int8:[1,42,44,59,61,64,65],int8_t:43,int8cachecalibr:[20,31,39,42,46,47],int8cachecalibratortempl:[0,46],int8calibr:[3,20,30,39,42,46,47],int8calibratorstruct:[0,46],integ:61,integr:[49,50,59],intent:53,intercompat:[49,51],interest:53,interfac:[1,2,44,55,56,58,62,64],intermedi:[17,49,50,62],intern:[2,17,44,49,50,51,58,62],internal_error:60,internalerror:60,interpret:[49,50,55],intro_to_torchscript_tutori:62,introduc:[49,50,51],invok:62,involv:[49,50],ios:42,iostream:[20,42,62],is_avail:49,is_train:64,iscustomclass:58,issu:[3,4,49,50,62,63],istensor:58,istream_iter:42,it_:42,item:49,itensor:[52,58,62],iter:[20,42,44,49,50,51,52,61,65],its:[31,49,50,51,52,55,58],itself:[1,2,44,53,63,65,66],ivalu:[52,55,58,62],jetson:[49,50,61],jit:[33,35,36,43,49,50,51,52,53,54,55,56,57,58,61,62,65,66],jpeg:49,jpg:[49,51],jpg__1920x1080_q85_subject_loc:49,json:49,json_fil:49,just:[42,43,49,51,53,59,62,66],kchar:[1,43,44],kclip:58,kcpu:[2,44],kcuda:[2,44,62],kdebug:[17,40,42],kdefault:[43,44],kdla:[2,43,44],kei:[61,62],kernel:[44,49,50,58,61,62,65],kernel_s:[49,50],kerror:[17,40],kfloat:[1,43,44],kgpu:[2,43,44],kgraph:[17,40,53],khalf:[1,43,44,62],ki8:64,kind:[49,50,51,52,61],kinfo:[17,40,42],kinternal_error:[17,40],kiwisolv:49,know:[40,58],known:51,kriz:64,krizhevski:64,ksafe_dla:[43,44],ksafe_gpu:[43,44],ktest:64,ktrain:64,kwarn:[17,40],label:[51,64],laid:62,lambda:[58,62],languag:[49,50,51,62],larg:[49,50,54,56,62,64],larger:64,last:[51,53],later:[31,62],latest:63,law:[49,50,51],layer1:49,layer2:49,layer3:49,layer4:49,layer:[44,49,50,51,52,53,58,61,62,64,65],ld_library_path:63,ldd:63,learn:[59,62,63,64],least:49,leav:[50,53],left:51,len:[49,51],lenet:[51,62],lenet_script:62,lenetclassifi:[50,62],lenetfeatextractor:[50,62],length:[3,4,42,49],let:[44,49,50,51,53,58,65],level:[18,23,27,28,38,40,42,46,47,49,50,53,56,60,62],levelnamespac:[0,46],leverag:[49,50,51,64],lib:[49,53,62,63],librari:[32,40,41,42,43,49,50,51,54,55,56,58,62],libtorch:[4,34,49,50,51,58,62,63,64],libtorch_pre_cxx11_abi:63,libtrtorch:[62,63,65],licens:[40,41,42,43,49,50,51,62],like:[49,50,51,52,53,55,58,62,63,64,65],limit:[49,50,51,53,64],line:[62,65],linear:[49,50,62],linewidth:51,link:[52,59,62,65],linux:[56,62,63],linux_x86_64:63,list:[18,19,20,21,35,48,51,52,55,58,61,62,63],listconstruct:[52,55,62],listunpack:[55,62],live:58,load:[49,51,55,62,63,64,65,66],loader:[49,50,51],local:[49,51,53,62],locat:[51,64],log:[16,17,19,20,22,37,42,46,47,48,53,58,61],log_debug:58,logger:60,loggingenum:[0,46],loglevel:60,longer:[49,50],look:[52,53,62,64,66],loop_unrol:53,lorikeet:49,loss:64,lot:58,lower:[17,66],lower_graph:53,lower_tupl:53,loweralltupl:53,lowersimpletupl:53,lvl:[27,28,40],machin:[49,50,55,63,64],macro:[5,6,7,8,9,10,11,12,16,18,21,22,40,43,46,48],made:[51,53,54,56],mai:[49,50,51,52,55,56,62,64],main:[51,53,54,55,56,58,62],maintain:[55,58],major:[49,50,51,56],make:[49,50,51,52,62,63,64],make_data_load:[4,64],make_int8_cache_calibr:[20,39,42,46,47,64],make_int8_calibr:[20,31,39,42,46,47,64],manag:[52,54,56,58,62],mangag:53,manual:63,map:[2,44,52,53,54,56,58,62,64,66],master:[57,63,64],match:[44,53,63],matmul:[53,62],matplotlib:[49,51],matrix:57,matur:56,max:[43,44,45,50,58,61,62,65],max_batch_s:[43,44,61,65,66],max_c:65,max_h:65,max_n:65,max_pool2d:[50,62],max_val:58,max_w:65,maximum:[44,45,61,62,65],maxpool2d:49,maxpool:49,mean:[44,49,50,51,58,59,61,62,65],mechan:58,media:49,meet:61,member:[44,45,61],memori:[20,21,42,43,49,50,53,58,62],mention:49,menu:65,messag:[17,27,28,60,65],metadata:[55,58],method:[33,35,36,49,50,51,53,58,61,62,63,66],method_nam:[35,36,43,61,62],mig:49,might:53,min:[43,44,45,50,58,61,62,65],min_c:65,min_h:65,min_n:65,min_val:58,min_w:65,mini:49,minim:[44,61,64,65],minimum:[44,45,60,62],minmax:[30,31,64],miss:62,mix:51,mkdir:[49,63],mobilenet_v2:66,mod:[62,64],mode:[62,64],mode_:64,model:[55,62,64,66],model_math:51,modern:51,modifi:63,modul:[33,35,36,43,49,50,51,54,55,56,58,59,61,64,65,66],modular:62,momentum:49,more:[49,50,51,52,59,62,64,66],most:56,move:[30,42,43,49,50,53,55,62,64],msg:[27,40,60],much:[58,64],multipl:[55,64],must:[44,49,51,58,61,62,63,65],n01749939:49,n01820546:49,n02110185:49,n02481823:49,name:[3,4,35,36,42,49,51,55,58,61,62,63,66],namespac:[0,40,42,43,48,53,59,64],nano:63,nativ:[56,57,62],native_funct:57,nbbind:[3,4,42],ncol:49,necessari:40,need:[1,2,28,31,41,44,51,52,53,58,62,63,64],nest:[46,47],net:[49,58,62],network:[30,31,49,50,51,58,62,64],neural:[49,51],new_lay:58,new_local_repositori:63,new_siz:64,newer:[49,50],next:[3,4,51,52,55,64],ngc:51,nice:63,ninja:63,nlp:[30,31,64],no_grad:[49,50,51],node:[53,58,62],node_info:[58,62],noexcept:64,none:[51,58],normal:[1,2,44,49,50,51,62,64],noskipw:42,note:[2,44,49,58,62,63],notebook:[49,50,51,56],notic:[50,51],now:[49,50,51,53,56,58,62,63,66],nrow:49,nrun:[49,50,51],nullptr:[42,43,44],num:65,num_avg_timing_it:[43,44,61,66],num_it:65,num_min_timing_it:[43,44,61,66],number:[3,4,44,49,53,58,61,62,65],numer:65,numpi:[49,50,51],nvidia:[33,36,40,41,42,43,49,50,51,57,61,62,63,64,65],nvidia_deeplearningexamples_torchhub:51,nvidia_ncf:51,nvidia_ssd:51,nvidia_ssd_processing_util:51,nvidia_tacotron2:51,nvidia_waveglow:51,nvinfer1:[3,4,30,31,42,43,44,58,64],nvinfer:[20,42],nwarmup:[49,50,51],object:[1,2,3,4,44,45,58,61,62,66],observ:49,obsolet:51,obtain:[49,50,51],obvious:62,octet:49,off:[49,51,55],offici:63,ofstream:[42,62],older:56,olefil:49,onc:[40,41,42,43,52,53,55,62,64],one:[51,53,58,60,62],ones:[40,49,50,51,62,63],onli:[2,3,4,17,31,42,44,50,51,53,56,58,60,61,62,63,64,65],onnx:53,onto:[55,65],op_precis:[43,44,49,50,51,61,62,64,65,66],open:[49,50],oper:[1,2,3,4,35,42,43,44,49,50,52,53,54,55,56,58,59,61,64,65],ops:[49,51,53,62],opset:[54,56],opt:[43,44,45,50,61,62,63],opt_c:65,opt_h:65,opt_n:65,opt_w:65,optim:[44,45,49,50,51,53,59,62,65],optimi:62,optimin:[44,45],optimiz:[49,50,51],option:[42,61,63,64,65],order:[44,51,58,62],org:[49,50,51,57,62,63,64],origin:51,original_nam:50,other:[1,2,43,44,49,50,51,52,53,55,59,61,62,65],otherwis:63,our:[49,50,51,56,62],out:[35,42,49,50,52,53,54,56,58,60,61,62,63],out_featur:[49,50],out_shap:62,out_tensor:[58,62],output0:53,output:[25,26,44,49,50,51,52,53,55,58,60,62,63,65],output_file_path:65,output_s:49,outself:62,over:[49,50,54,56],overkil:50,overrid:[3,4,30,31,42,64],overview:[57,59],own:[49,50,58,62],p100:49,packag:[49,53,62,65],pad:49,page:59,pair:[58,64],paper:[49,51],paramet:[1,2,3,4,26,27,28,30,31,33,35,36,44,45,52,53,58,60,61,62],parent:[14,15,16,18,19,20,21],pars:62,part:[56,65],particular:50,pass:[52,54,55,56,58,62,64],patch:51,path:[4,13,14,15,16,30,31,49,50,51,62,63,64,65],path_to_trtorch_root:63,pathwai:62,pattern:[58,62],peephole_optimz:53,per:51,perf:49,perform:[30,31,49,50,51],performac:[44,45,64],permiss:[49,50,51],persist:49,phase:[17,58,62],pick:[50,62],pick_best:51,pickler:55,pid:49,pil:49,pillow:[49,51],pip3:63,pip3_import:63,pip:[49,51,63],pip_instal:63,pipelin:[62,65],piplein:62,place:[53,63,64],plan:[56,65],platform:[49,50,56,63],pleas:63,plot:51,plot_result:51,plt:[49,51],point:[61,62],pointer:[3,4,64],pop:55,portabl:[49,50,51,55],posit:65,possibl:[49,50],post:[30,31,44,59,62,65],power:[49,50,62],practic:[49,50],pragma:[40,41,42,43,64],pre:49,pre_cxx11_abi:63,precis:[44,50,51,59,61,62,64,65],pred:49,pred_label:51,pred_loc:51,predict:[49,51],prefer:62,prefix:[24,26,40,60],prepar:[49,50,51],prepare_input:51,prepare_tensor:51,preprint:64,preprocess:[49,64],preserv:[62,64],prespect:62,pretrain:[49,51,66],pretti:62,previous:[31,62],prim:[52,53,55,62],primarili:[56,62],primer:51,print:[17,35,42,49,50,51,60,61,62,66],priorit:63,privat:[3,4,42,43,64],prob:49,probabl:[49,51],probablil:49,process:[49,50,51,62,65,66],produc:[44,45,52,55,58,62],product:[49,50],profil:[44,45],program:[18,19,20,21,31,48,49,50,51,54,56,59,62,65],propog:53,provid:[3,4,44,55,58,61,62,63,64,66],providi:[54,56],ptq:[3,4,16,18,22,37,46,47,48,59,65],ptq_calibr:[3,4,43,44,64],ptqtemplat:[0,46],pull:63,pure:35,purpos:[49,51,63],push:55,push_back:42,pwr:49,py_test_dep:63,pypars:49,pyplot:[49,51],python3:[49,53,62,63],python:[49,50,51,56,65],python_api:57,pytorch:[49,51,54,55,56,58,61,62,63,64],pytorch_vision_v0:49,qualiti:[49,51],quantiz:[30,31,59,62,65],quantizatiom:44,question:62,quickli:[62,64,65],quit:[58,62],rais:53,raiseexcept:53,rand:62,randn:[49,50,51,62,66],rang:[44,45,49,50,51,61,62,65],rather:53,raw:51,read:[3,4,30,31,42,64],readcalibrationcach:[3,4,42],readm:[49,50,51],realiz:55,realli:58,reason:[1,44,51,62],recalibr:31,recipi:51,recognit:[49,64],recomend:[30,31],recommend:[30,31,62,63],recompil:51,record:[49,50,52,62],rect:51,rectangl:51,recurs:52,recursivescriptmodul:50,reduc:[49,50,53,54,56,64],refer:[54,56],referenc:[51,63],refit:[43,44,61,66],reflect:43,regard:63,regist:[55,58],registernodeconversionpattern:[58,62],registri:[52,62],reinterpret_cast:42,relationship:[46,47],relu:[49,50,62],remain:[49,50,51,53,64],remov:[49,51],remove_contigu:53,remove_dropout:53,remove_to:53,repack:55,replac:[51,53],report:[23,42],reportable_log_level:60,repositori:[49,51,56],repres:[44,45,58,60],represent:[49,50,53,58,62],request:[49,62],requir:[31,49,50,51,52,53,60,61,62,63,64,65],research:[49,50],reserv:[40,41,42,43,49,50,51],reset:42,residu:49,resiz:49,resnet50:49,resnet50_model:49,resnet:[51,55],resnet_50_trac:49,resnet_trt:55,resolv:[49,52,53,54,56],resourc:[52,64],respons:[31,49,55],restrict:[44,61,65],result:[49,50,52,53,61,62],results_per_input:51,ret:53,reus:[53,64],rgb:49,right:[40,41,42,43,49,50,51,53,56,58],rn50_preprocess:49,root:[40,41,42,43,49,51,63,64],rule:63,run:[2,36,44,49,50,51,52,53,54,55,56,58,59,61,62,63,64,65,66],runtim:[49,50,51,59,62],safe:[58,61],safe_dla:[61,65],safe_gpu:[61,65],safeti:[44,61],same:[49,51,55,62,63,66],sampl:[49,64],satisfi:49,save:[31,42,49,50,51,55,61,65],saw:62,scalar:58,scalartyp:[1,43,44],scale:64,schema:[58,62],scikit:51,scipi:51,scope:53,score:[49,51],scratch:31,script:[35,49,51,53,61,62,66],script_model:[50,62,66],scriptmodul:[61,62],sdk:[49,50,51,57],seamlessli:59,search:59,section:64,secur:63,see:[35,49,50,51,53,55,61,62],select:[30,31,36,44,49,50,61,64,65],self:[50,53,55,58,62],self_1:[55,62],sens:62,sent:49,separ:[49,50,51],sequenti:49,serial:[36,54,56,61,62],serializ:55,seril:55,serv:[55,65],set:[3,4,17,26,28,31,33,36,44,45,49,50,51,52,53,54,55,56,59,60,61,62,63,64,65],set_is_colored_output_on:[18,38,40,46,47,60],set_logging_prefix:[18,38,40,46,47,60],set_reportable_log_level:[18,38,40,46,47,60],setalpha:58,setbeta:58,setnam:[58,62],setreshapedimens:62,setup:64,sever:[17,27,60],sha256:63,shape:[44,45,49,50,51,58,61],share:63,ship:62,should:[1,3,4,31,43,44,49,52,58,59,60,61,64,65],show:[49,51],shown:62,shuffl:62,shutterstock_780480850:49,siberian:49,siberian_huski:49,side:[53,62],signifi:[44,45],signific:51,significantli:53,similar:[51,58,62,66],simonyan:64,simpil:64,simpl:[50,62],simpli:[50,53],simplic:[49,51],simplifi:52,sinc:[50,53,62,64],singl:[44,45,50,53,62,64,65],singular:58,site:[53,62,63],six:49,size:[3,4,42,44,45,49,50,51,53,61,62,64,65],size_t:[3,4,42,64],slither:49,sm_output:49,small:53,smi:49,snake:49,softmax:[49,51,53],softwar:[49,50,51],sole:64,some:[52,53,54,55,56,58,62,64],someth:[41,53],sort:[58,66],sourc:[40,41,42,43,49,51,56,61],space:64,spec:[61,66],specif:[33,49,50,51,53,54,56,61],specifi:[3,4,49,51,58,59,60,61,62,65,66],specifii:61,speed:[49,51],speedup:49,src:[55,57],ssd300:51,ssd300_trt:55,ssd:55,ssd_300_trace:51,ssd_trace:65,ssd_trt:65,sstream:[20,42],stabl:57,stack:[55,64],stage:52,stand:55,standard:[49,50,51,59,65,66],start:[51,52,63,66],start_dim:62,start_tim:[49,50,51],state:[52,58,62],statement:53,static_cast:42,statu:42,std:[3,4,24,27,29,30,31,32,35,36,40,42,43,44,45,49,62,64],stdout:[34,60,61],steamlin:64,step:[49,50,51,59,64],still:[42,49,51,64],stitch:[50,62],stop:62,storag:64,store:[4,52,55,58,62],str:[19,41,42,46,47,49,60,61],straight:58,stream:49,strict:65,strict_typ:[43,44,61,66],strictli:61,stride:[49,50,51],string:[3,4,18,20,21,24,27,29,30,31,32,35,36,40,42,43,58,61,62,64],stringstream:42,strip_prefix:63,strong:[49,50],struct:[1,2,21,37,43,64],structur:[31,44,49,50,56,58,62],style:[40,41,42,43],sub:62,subdirectori:48,subexpress:53,subgraph:[52,53,58,62],subject:56,submodul:[50,62],subplot:[49,51],subset:64,successfulli:[49,51],sudo:63,suffic:53,suggest:51,suit:59,support:[1,2,26,35,44,45,49,50,51,57,61,62,63,65],sure:[62,63],sxm2:49,symbol:63,synchron:[49,50,51],system:[49,51,52,58,59,63],take:[33,35,36,49,50,51,52,54,55,56,58,61,62,64,66],taken:[49,51],talk:59,tar:[63,64],tarbal:[62,64],target:[2,44,49,50,51,56,59,61,62,64,65,66],targets_:64,task:[30,31,64],techinqu:62,techniqu:64,tell:58,temp:49,templat:[20,39,42,43,46,47,62],tensor:[42,44,45,49,50,51,52,53,55,58,62,64],tensorcontain:58,tensorlist:58,tensorrt:[1,2,3,4,30,31,33,34,36,43,44,45,49,50,51,52,53,54,56,58,59,61,62,64,65,66],tensorrtcompilespec:[61,66],term:64,termin:[26,62,65],tesla:49,test:[49,50,51,56,63,65],text:[51,60],tgz:63,than:[53,59],thats:[52,64],thei:[44,51,52,53,58,63,65],them:[49,50,51,55,62,63],theori:52,therebi:55,therefor:[31,62],thi:[1,2,30,31,40,41,42,43,44,45,49,50,51,52,53,54,55,56,58,62,63,64,65,66],thing:50,think:58,third_parti:[56,63],those:52,though:[49,51,56,58,62,65],three:[44,45,54,56],threshold:65,thrid_parti:63,through:[49,50,51,52,53,55,59,62],time:[44,49,50,51,52,53,54,56,58,61,62,64,65],tini:64,titan:[49,50],titl:49,tmp:62,tocustomclass:58,todim:62,togeth:[50,52,58,62],toilet:49,too:63,tool:[49,50,58,62],toolchain:56,top:[51,56],torch:[1,2,4,20,30,31,33,35,36,42,43,44,49,50,51,53,55,57,58,61,62,63,64,65,66],torch_scirpt_modul:62,torch_script_modul:62,torchbind:55,torchhub:51,torchscript:[33,35,36,49,51,54,55,56,61,65,66],torchvis:[49,55,66],toronto:64,totensor:49,tovec:62,toward:64,trace:[51,61,62],traced_model:[49,50,51,62],track:[58,64],track_running_stat:49,trade:51,tradit:64,traget:33,train:[30,31,44,49,51,59,62,65],trainabl:53,transform:[49,50,62,64],translat:[51,62],travers:[54,56],treat:65,tree:[40,41,42,43,64],trigger:[50,62],trim:64,trt:[1,2,3,4,44,52,53,55,58,62],trt_lenet_script:62,trt_mod:[62,64],trt_model:[49,51,66],trt_model_fp32:49,trt_script_modul:50,trt_ts_modul:[50,62],trtorch:[0,1,2,3,4,15,17,22,40,41,42,44,45,47,48,52,53,54,55,56,63,64,65],trtorch_api:[19,23,24,25,26,27,28,29,30,31,32,33,34,35,36,40,41,42,43,46,47],trtorch_check:58,trtorch_hidden:[19,41,46,47],trtorch_major_vers:[19,41,46,47],trtorch_minor_vers:[19,41,46,47],trtorch_patch_vers:[19,41,46,47],trtorch_py_dep:63,trtorch_unus:58,trtorch_vers:[19,41,46,47],trtorchc:59,trtorchfil:[22,46],trtorchnamespac:[0,46],ts_model:62,tue:49,tune:[49,50,51],tupl:[55,61,62],tupleconstruct:[53,55],tupleunpack:53,tutori:[62,64],two:[49,50,51,58,62,63,64,65],txt:63,type:[1,2,30,45,46,47,49,52,55,58,60,61,62,64,65],typenam:[3,4,30,31,42],typic:[52,58],ubuntu:63,uint64_t:[43,44],unabl:[58,62],uncom:63,uncorr:49,under:[40,41,42,43,49,50,51,56],underli:[1,2,44,58],understand:62,union:[58,62],uniqu:4,unique_ptr:[4,30],unit:50,unless:[49,50,51],unlik:[59,62,63,66],unpack_addmm:53,unpack_log_softmax:53,unqiue_ptr:4,unsqueez:49,unstabl:56,unsupport:[35,61],unsur:58,untest:56,until:[52,56,58,63],unwrap:58,unwrap_distribut:51,unwraptodoubl:58,unwraptoint:62,unzip:63,upgrad:49,upload:49,upstream:62,uri:51,url:63,usag:[49,62],use:[1,2,3,4,30,31,44,49,50,51,52,53,55,56,58,60,61,62,63,64,65,66],use_cach:[3,4,30,42],use_cache_:42,use_subset:64,usecas:63,used:[1,2,3,4,42,44,45,49,51,52,53,55,58,60,61,62,64,65],useful:58,user:[40,49,50,54,55,56,62,63,64],uses:[30,31,42,49,50,51,58,63,64],using:[1,2,33,36,42,44,49,50,51,58,59,61,62,64,65,66],using_int:62,usr:[49,63],usual:51,util:[58,61,62],val2017:51,val:51,valid:[2,44,51,58],valu:[1,2,17,43,44,52,55,58,60,62],value_tensor_map:[52,58],varient:53,vector:[20,21,42,43,44,45,62,64],verbios:65,verbos:65,veri:[64,66],version:[32,34,49,50,51,56,63],vgg16:64,vgg:51,via:[49,51,59,61],virtual:64,vision:49,visit:51,volatil:49,volta:[49,50],wai:[49,62,63,65],walk:[49,50,51],want:[40,44,49,50,62,66],warm:[49,50,51],warn:[17,42,49,58,60,65],warranti:[49,50,51],websit:63,weight:[52,62],welcom:62,well:[49,50,51,62,64],were:[51,62],wget:49,what:[4,51,53,62],whatev:55,when:[26,42,44,49,50,52,53,54,55,56,58,60,61,62,63,64,65],where:[49,50,52,53,58,62,64],whether:[4,64],which:[2,31,33,36,44,49,50,51,52,53,54,55,56,58,61,62,64,66],whilst:51,white:51,whl:63,whole:[49,50],whose:53,width:49,within:[49,50,51,54,56],without:[49,50,51,58,62,64],work:[42,50,51,53,56,58,64],worker:64,workflow:66,workspac:[44,61,63,64,65],workspace_s:[43,44,49,51,61,64,65],world:[49,50],would:[58,62,63,65,66],wrap:[54,55,56,62,66],wrapper:58,write:[3,4,30,31,42,49,50,51,52,59,62,64],writecalibrationcach:[3,4,42],www:[49,50,51,62,63,64],x64:63,x86_64:[56,63],xavier:[49,50],xstr:[19,41,46,47],yaml:57,you:[1,2,30,31,44,49,50,51,52,53,55,56,58,59,61,62,63,64,65,66],your:[49,50,51,58,59,62,63,66],yourself:62,zip:[55,63],zisserman:64},titles:["Class Hierarchy","Class CompileSpec::DataType","Class CompileSpec::DeviceType","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TRTORCH_API","Define TRTORCH_HIDDEN","Define TRTORCH_MAJOR_VERSION","Define TRTORCH_PATCH_VERSION","Define TRTORCH_VERSION","Define XSTR","Define TRTORCH_MINOR_VERSION","Directory cpp","Directory api","Directory include","Directory trtorch","Enum Level","File logging.h","File macros.h","File ptq.h","File trtorch.h","File Hierarchy","Function trtorch::logging::get_reportable_log_level","Function trtorch::logging::set_logging_prefix","Function trtorch::logging::get_is_colored_output_on","Function trtorch::logging::set_is_colored_output_on","Function trtorch::logging::log","Function trtorch::logging::set_reportable_log_level","Function trtorch::logging::get_logging_prefix","Template Function trtorch::ptq::make_int8_calibrator","Template Function trtorch::ptq::make_int8_cache_calibrator","Function trtorch::get_build_info","Function trtorch::CompileGraph","Function trtorch::dump_build_info","Function trtorch::CheckMethodOperatorSupport","Function trtorch::ConvertGraphToTRTEngine","Namespace trtorch","Namespace trtorch::logging","Namespace trtorch::ptq","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File trtorch.h","Struct CompileSpec","Struct CompileSpec::InputRange","TRTorch C++ API","Full API","Full API","TRTorch Getting Started - ResNet 50","TRTorch Getting Started - LeNet","Object Detection with TRTorch (SSD)","Conversion Phase","Lowering Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for TRTorch Development","Writing Converters","TRTorch","trtorch.logging","trtorch","Getting Started","Installation","Post Training Quantization (PTQ)","trtorchc","Using TRTorch Directly From PyTorch"],titleterms:{"class":[0,1,2,3,4,20,21,37,39,46,47],"enum":[17,18,38,46,47,61],"function":[18,20,21,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,46,47,57,61],The:62,Used:53,Useful:57,Using:[62,66],aarch64:63,abi:63,addmm:53,advic:58,ahead:59,api:[14,18,19,20,21,46,47,48,57,59,63],applic:64,arg:58,avail:57,background:[55,58,62],base:[3,4],benchmark:[49,51],binari:63,branch:53,build:63,checkmethodoperatorsupport:35,citat:64,cli:63,code:53,compil:[54,56,59,62,63],compilegraph:33,compilespec:[1,2,44,45],conclus:[50,51],construct:55,content:[18,19,20,21,37,38,39,49,50,51],context:58,contigu:53,contract:58,contributor:59,convers:[52,54,56,58],convert:[52,58,62],convertgraphtotrtengin:36,cpp:[13,18,19,20,21],creat:[62,64],cudnn:63,custom:62,cxx11:63,datatyp:1,dead:53,debug:63,defin:[5,6,7,8,9,10,11,12,19,46,47],definit:[18,19,20,21],depend:63,descript:[49,51],deseri:55,detail:51,detect:51,detector:51,develop:57,devicetyp:2,dimens:57,directli:66,directori:[13,14,15,16,48],disk:62,distribut:63,documen:59,document:[1,2,3,4,5,6,7,8,9,10,11,12,17,23,24,25,26,27,28,29,30,31,32,33,34,35,36,44,45,57,59],dropout:53,dump_build_info:34,easier:57,elimin:53,eliminatecommonsubexpress:53,engin:55,envior:63,evalu:52,execept:53,executor:55,expect:57,file:[16,18,19,20,21,22,40,41,42,43,46,48],flatten:53,fp16:49,fp32:49,freez:53,from:[63,66],full:[46,47,48],fuse:53,gaurd:53,get:[49,50,59,62],get_build_info:32,get_is_colored_output_on:25,get_logging_prefix:29,get_reportable_log_level:23,gpu:59,graph:[53,55],guarante:58,half:49,hierarchi:[0,22,46],hood:62,how:64,includ:[15,18,19,20,21],indic:59,infer:51,inherit:[3,4],inputrang:45,instal:63,int8cachecalibr:3,int8calibr:4,jetson:63,jit:59,layer:57,learn:[49,50,51],lenet:50,level:17,librari:63,linear:53,link:57,list:[40,41,42,43],local:63,log:[18,23,24,25,26,27,28,29,38,40,60],logsoftmax:53,loop:53,lower:[53,54,56],macro:[19,41],make_int8_cache_calibr:31,make_int8_calibr:30,measur:51,model:[49,50,51],modul:[53,62],multibox:51,namespac:[18,20,21,37,38,39,46,47],nativ:63,native_op:57,nest:[1,2,44,45],next:[49,50],node:52,nvidia:59,object:[49,50,51],oper:62,optimz:53,other:58,overview:[49,50,51,56],own:64,packag:63,pass:53,pattern:53,peephol:53,phase:[52,53,54,55,56],post:64,pre:63,precis:49,precompil:63,prerequisit:63,program:[40,41,42,43],ptq:[20,30,31,39,42,64],python:[57,59,62,63],pytorch:[50,57,59,66],quantiz:64,quickstart:62,read:57,redund:53,refer:51,regist:62,relationship:[1,2,3,4,44,45],releas:63,remov:53,resnet:49,respons:58,result:[51,55],runtim:[54,55,56],sampl:51,save:62,script:50,serial:55,set_is_colored_output_on:26,set_logging_prefix:24,set_reportable_log_level:28,setup:63,shot:51,singl:[49,51],sometim:57,sourc:63,speedup:51,ssd:51,start:[49,50,59,62],str:5,struct:[44,45,46,47],subdirectori:[13,14,15],submodul:61,system:56,tarbal:63,templat:[3,4,30,31],tensorrt:[55,57,63],time:59,torchscript:[50,59,62],trace:[49,50],train:64,trtorch:[16,18,19,20,21,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,43,46,49,50,51,57,59,60,61,62,66],trtorch_api:6,trtorch_hidden:7,trtorch_major_vers:8,trtorch_minor_vers:12,trtorch_patch_vers:9,trtorch_vers:10,trtorchc:[62,65],tupl:53,type:[3,4,44],under:62,unpack:53,unrol:53,unsupport:62,using:63,util:[49,51],visual:51,weight:58,what:[49,50,58],work:62,write:58,xstr:11,your:64}})
\ No newline at end of file
+Search.setIndex({docnames:["_cpp_api/class_view_hierarchy","_cpp_api/classtrtorch_1_1CompileSpec_1_1DataType","_cpp_api/classtrtorch_1_1CompileSpec_1_1DeviceType","_cpp_api/classtrtorch_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtrtorch_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f","_cpp_api/define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055","_cpp_api/define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba","_cpp_api/define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f","_cpp_api/define_macros_8h_1a9d31d0569348d109b1b069b972dd143e","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84","_cpp_api/dir_cpp","_cpp_api/dir_cpp_api","_cpp_api/dir_cpp_api_include","_cpp_api/dir_cpp_api_include_trtorch","_cpp_api/enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4","_cpp_api/file_cpp_api_include_trtorch_logging.h","_cpp_api/file_cpp_api_include_trtorch_macros.h","_cpp_api/file_cpp_api_include_trtorch_ptq.h","_cpp_api/file_cpp_api_include_trtorch_trtorch.h","_cpp_api/file_view_hierarchy","_cpp_api/function_logging_8h_1a118d65b179defff7fff279eb9cd126cb","_cpp_api/function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb","_cpp_api/function_logging_8h_1a9b420280bfacc016d7e36a5704021949","_cpp_api/function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f","_cpp_api/function_logging_8h_1abc57d473f3af292551dee8b9c78373ad","_cpp_api/function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b","_cpp_api/function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a","_cpp_api/function_ptq_8h_1a4422781719d7befedb364cacd91c6247","_cpp_api/function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31","_cpp_api/function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447","_cpp_api/function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a","_cpp_api/function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10","_cpp_api/function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25","_cpp_api/function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65","_cpp_api/namespace_trtorch","_cpp_api/namespace_trtorch__logging","_cpp_api/namespace_trtorch__ptq","_cpp_api/program_listing_file_cpp_api_include_trtorch_logging.h","_cpp_api/program_listing_file_cpp_api_include_trtorch_macros.h","_cpp_api/program_listing_file_cpp_api_include_trtorch_ptq.h","_cpp_api/program_listing_file_cpp_api_include_trtorch_trtorch.h","_cpp_api/structtrtorch_1_1CompileSpec","_cpp_api/structtrtorch_1_1CompileSpec_1_1InputRange","_cpp_api/trtorch_cpp","_cpp_api/unabridged_api","_cpp_api/unabridged_orphan","_notebooks/Resnet50-example","_notebooks/lenet-getting-started","_notebooks/ssd-object-detection-demo","contributors/conversion","contributors/lowering","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","index","py_api/logging","py_api/trtorch","tutorials/getting_started","tutorials/installation","tutorials/ptq","tutorials/runtime","tutorials/trtorchc","tutorials/use_from_pytorch"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,nbsphinx:3,sphinx:56},filenames:["_cpp_api/class_view_hierarchy.rst","_cpp_api/classtrtorch_1_1CompileSpec_1_1DataType.rst","_cpp_api/classtrtorch_1_1CompileSpec_1_1DeviceType.rst","_cpp_api/classtrtorch_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtrtorch_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.rst","_cpp_api/define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.rst","_cpp_api/define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.rst","_cpp_api/define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.rst","_cpp_api/define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_api.rst","_cpp_api/dir_cpp_api_include.rst","_cpp_api/dir_cpp_api_include_trtorch.rst","_cpp_api/enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.rst","_cpp_api/file_cpp_api_include_trtorch_logging.h.rst","_cpp_api/file_cpp_api_include_trtorch_macros.h.rst","_cpp_api/file_cpp_api_include_trtorch_ptq.h.rst","_cpp_api/file_cpp_api_include_trtorch_trtorch.h.rst","_cpp_api/file_view_hierarchy.rst","_cpp_api/function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.rst","_cpp_api/function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.rst","_cpp_api/function_logging_8h_1a9b420280bfacc016d7e36a5704021949.rst","_cpp_api/function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.rst","_cpp_api/function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.rst","_cpp_api/function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.rst","_cpp_api/function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.rst","_cpp_api/function_ptq_8h_1a4422781719d7befedb364cacd91c6247.rst","_cpp_api/function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.rst","_cpp_api/function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.rst","_cpp_api/function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.rst","_cpp_api/function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.rst","_cpp_api/function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.rst","_cpp_api/function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.rst","_cpp_api/namespace_trtorch.rst","_cpp_api/namespace_trtorch__logging.rst","_cpp_api/namespace_trtorch__ptq.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_logging.h.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_macros.h.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_ptq.h.rst","_cpp_api/program_listing_file_cpp_api_include_trtorch_trtorch.h.rst","_cpp_api/structtrtorch_1_1CompileSpec.rst","_cpp_api/structtrtorch_1_1CompileSpec_1_1InputRange.rst","_cpp_api/trtorch_cpp.rst","_cpp_api/unabridged_api.rst","_cpp_api/unabridged_orphan.rst","_notebooks/Resnet50-example.ipynb","_notebooks/lenet-getting-started.ipynb","_notebooks/ssd-object-detection-demo.ipynb","contributors/conversion.rst","contributors/lowering.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","index.rst","py_api/logging.rst","py_api/trtorch.rst","tutorials/getting_started.rst","tutorials/installation.rst","tutorials/ptq.rst","tutorials/runtime.rst","tutorials/trtorchc.rst","tutorials/use_from_pytorch.rst"],objects:{"":{"trtorch::CheckMethodOperatorSupport":[35,1,1,"_CPPv4N7trtorch26CheckMethodOperatorSupportERKN5torch3jit6ModuleENSt6stringE"],"trtorch::CheckMethodOperatorSupport::method_name":[35,2,1,"_CPPv4N7trtorch26CheckMethodOperatorSupportERKN5torch3jit6ModuleENSt6stringE"],"trtorch::CheckMethodOperatorSupport::module":[35,2,1,"_CPPv4N7trtorch26CheckMethodOperatorSupportERKN5torch3jit6ModuleENSt6stringE"],"trtorch::CompileGraph":[33,1,1,"_CPPv4N7trtorch12CompileGraphERKN5torch3jit6ModuleE11CompileSpec"],"trtorch::CompileGraph::info":[33,2,1,"_CPPv4N7trtorch12CompileGraphERKN5torch3jit6ModuleE11CompileSpec"],"trtorch::CompileGraph::module":[33,2,1,"_CPPv4N7trtorch12CompileGraphERKN5torch3jit6ModuleE11CompileSpec"],"trtorch::CompileSpec":[44,3,1,"_CPPv4N7trtorch11CompileSpecE"],"trtorch::CompileSpec::CompileSpec":[44,1,1,"_CPPv4N7trtorch11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE"],"trtorch::CompileSpec::CompileSpec::fixed_sizes":[44,2,1,"_CPPv4N7trtorch11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE"],"trtorch::CompileSpec::CompileSpec::input_ranges":[44,2,1,"_CPPv4N7trtorch11CompileSpec11CompileSpecENSt6vectorI10InputRangeEE"],"trtorch::CompileSpec::DataType":[44,3,1,"_CPPv4N7trtorch11CompileSpec8DataTypeE"],"trtorch::CompileSpec::DataType::DataType":[44,1,1,"_CPPv4N7trtorch11CompileSpec8DataType8DataTypeEv"],"trtorch::CompileSpec::DataType::DataType::t":[44,2,1,"_CPPv4N7trtorch11CompileSpec8DataType8DataTypeEN3c1010ScalarTypeE"],"trtorch::CompileSpec::DataType::Value":[44,4,1,"_CPPv4N7trtorch11CompileSpec8DataType5ValueE"],"trtorch::CompileSpec::DataType::Value::kChar":[44,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kCharE"],"trtorch::CompileSpec::DataType::Value::kFloat":[44,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value6kFloatE"],"trtorch::CompileSpec::DataType::Value::kHalf":[44,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kHalfE"],"trtorch::CompileSpec::DataType::kChar":[1,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kCharE"],"trtorch::CompileSpec::DataType::kFloat":[1,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value6kFloatE"],"trtorch::CompileSpec::DataType::kHalf":[1,5,1,"_CPPv4N7trtorch11CompileSpec8DataType5Value5kHalfE"],"trtorch::CompileSpec::DataType::operator Value":[44,1,1,"_CPPv4NK7trtorch11CompileSpec8DataTypecv5ValueEv"],"trtorch::CompileSpec::DataType::operator bool":[44,1,1,"_CPPv4N7trtorch11CompileSpec8DataTypecvbEv"],"trtorch::CompileSpec::DataType::operator!=":[44,1,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeneEN8DataType5ValueE"],"trtorch::CompileSpec::DataType::operator!=::other":[44,2,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeneEN8DataType5ValueE"],"trtorch::CompileSpec::DataType::operator==":[44,1,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeeqEN8DataType5ValueE"],"trtorch::CompileSpec::DataType::operator==::other":[44,2,1,"_CPPv4NK7trtorch11CompileSpec8DataTypeeqEN8DataType5ValueE"],"trtorch::CompileSpec::DeviceType":[44,3,1,"_CPPv4N7trtorch11CompileSpec10DeviceTypeE"],"trtorch::CompileSpec::DeviceType::DeviceType":[44,1,1,"_CPPv4N7trtorch11CompileSpec10DeviceType10DeviceTypeEv"],"trtorch::CompileSpec::DeviceType::DeviceType::t":[44,2,1,"_CPPv4N7trtorch11CompileSpec10DeviceType10DeviceTypeEN3c1010DeviceTypeE"],"trtorch::CompileSpec::DeviceType::Value":[44,4,1,"_CPPv4N7trtorch11CompileSpec10DeviceType5ValueE"],"trtorch::CompileSpec::DeviceType::Value::kDLA":[44,5,1,"_CPPv4N7trtorch11CompileSpec10DeviceType5Value4kDLAE"],"trtorch::CompileSpec::DeviceType::Value::kGPU":[44,5,1,"_CPPv4N7trtorch11CompileSpec10DeviceType5Value4kGPUE"],"trtorch::CompileSpec::DeviceType::kDLA":[2,5,1,"_CPPv4N7trtorch11CompileSpec10DeviceType5Value4kDLAE"],"trtorch::CompileSpec::DeviceType::kGPU":[2,5,1,"_CPPv4N7trtorch11CompileSpec10DeviceType5Value4kGPUE"],"trtorch::CompileSpec::DeviceType::operator Value":[44,1,1,"_CPPv4NK7trtorch11CompileSpec10DeviceTypecv5ValueEv"],"trtorch::CompileSpec::DeviceType::operator bool":[44,1,1,"_CPPv4N7trtorch11CompileSpec10DeviceTypecvbEv"],"trtorch::CompileSpec::DeviceType::operator!=":[44,1,1,"_CPPv4NK7trtorch11CompileSpec10DeviceTypeneE10DeviceType"],"trtorch::CompileSpec::DeviceType::operator!=::other":[44,2,1,"_CPPv4NK7trtorch11CompileSpec10DeviceTypeneE10DeviceType"],"trtorch::CompileSpec::DeviceType::operator==":[44,1,1,"_CPPv4NK7trtorch11CompileSpec10DeviceTypeeqE10DeviceType"],"trtorch::CompileSpec::DeviceType::operator==::other":[44,2,1,"_CPPv4NK7trtorch11CompileSpec10DeviceTypeeqE10DeviceType"],"trtorch::CompileSpec::EngineCapability":[44,4,1,"_CPPv4N7trtorch11CompileSpec16EngineCapabilityE"],"trtorch::CompileSpec::EngineCapability::kDEFAULT":[44,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability8kDEFAULTE"],"trtorch::CompileSpec::EngineCapability::kSAFE_DLA":[44,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_DLAE"],"trtorch::CompileSpec::EngineCapability::kSAFE_GPU":[44,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_GPUE"],"trtorch::CompileSpec::InputRange":[45,3,1,"_CPPv4N7trtorch11CompileSpec10InputRangeE"],"trtorch::CompileSpec::InputRange::InputRange":[45,1,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::InputRange::max":[45,2,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::InputRange::min":[45,2,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::InputRange::opt":[45,2,1,"_CPPv4N7trtorch11CompileSpec10InputRange10InputRangeENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE"],"trtorch::CompileSpec::InputRange::max":[45,6,1,"_CPPv4N7trtorch11CompileSpec10InputRange3maxE"],"trtorch::CompileSpec::InputRange::min":[45,6,1,"_CPPv4N7trtorch11CompileSpec10InputRange3minE"],"trtorch::CompileSpec::InputRange::opt":[45,6,1,"_CPPv4N7trtorch11CompileSpec10InputRange3optE"],"trtorch::CompileSpec::allow_gpu_fallback":[44,6,1,"_CPPv4N7trtorch11CompileSpec18allow_gpu_fallbackE"],"trtorch::CompileSpec::capability":[44,6,1,"_CPPv4N7trtorch11CompileSpec10capabilityE"],"trtorch::CompileSpec::debug":[44,6,1,"_CPPv4N7trtorch11CompileSpec5debugE"],"trtorch::CompileSpec::device":[44,6,1,"_CPPv4N7trtorch11CompileSpec6deviceE"],"trtorch::CompileSpec::input_ranges":[44,6,1,"_CPPv4N7trtorch11CompileSpec12input_rangesE"],"trtorch::CompileSpec::kDEFAULT":[44,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability8kDEFAULTE"],"trtorch::CompileSpec::kSAFE_DLA":[44,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_DLAE"],"trtorch::CompileSpec::kSAFE_GPU":[44,5,1,"_CPPv4N7trtorch11CompileSpec16EngineCapability9kSAFE_GPUE"],"trtorch::CompileSpec::max_batch_size":[44,6,1,"_CPPv4N7trtorch11CompileSpec14max_batch_sizeE"],"trtorch::CompileSpec::num_avg_timing_iters":[44,6,1,"_CPPv4N7trtorch11CompileSpec20num_avg_timing_itersE"],"trtorch::CompileSpec::num_min_timing_iters":[44,6,1,"_CPPv4N7trtorch11CompileSpec20num_min_timing_itersE"],"trtorch::CompileSpec::op_precision":[44,6,1,"_CPPv4N7trtorch11CompileSpec12op_precisionE"],"trtorch::CompileSpec::ptq_calibrator":[44,6,1,"_CPPv4N7trtorch11CompileSpec14ptq_calibratorE"],"trtorch::CompileSpec::refit":[44,6,1,"_CPPv4N7trtorch11CompileSpec5refitE"],"trtorch::CompileSpec::strict_types":[44,6,1,"_CPPv4N7trtorch11CompileSpec12strict_typesE"],"trtorch::CompileSpec::workspace_size":[44,6,1,"_CPPv4N7trtorch11CompileSpec14workspace_sizeE"],"trtorch::ConvertGraphToTRTEngine":[36,1,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::ConvertGraphToTRTEngine::info":[36,2,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::ConvertGraphToTRTEngine::method_name":[36,2,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::ConvertGraphToTRTEngine::module":[36,2,1,"_CPPv4N7trtorch23ConvertGraphToTRTEngineERKN5torch3jit6ModuleENSt6stringE11CompileSpec"],"trtorch::dump_build_info":[34,1,1,"_CPPv4N7trtorch15dump_build_infoEv"],"trtorch::get_build_info":[32,1,1,"_CPPv4N7trtorch14get_build_infoEv"],"trtorch::logging::Level":[17,4,1,"_CPPv4N7trtorch7logging5LevelE"],"trtorch::logging::Level::kDEBUG":[17,5,1,"_CPPv4N7trtorch7logging5Level6kDEBUGE"],"trtorch::logging::Level::kERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level6kERRORE"],"trtorch::logging::Level::kGRAPH":[17,5,1,"_CPPv4N7trtorch7logging5Level6kGRAPHE"],"trtorch::logging::Level::kINFO":[17,5,1,"_CPPv4N7trtorch7logging5Level5kINFOE"],"trtorch::logging::Level::kINTERNAL_ERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level15kINTERNAL_ERRORE"],"trtorch::logging::Level::kWARNING":[17,5,1,"_CPPv4N7trtorch7logging5Level8kWARNINGE"],"trtorch::logging::get_is_colored_output_on":[25,1,1,"_CPPv4N7trtorch7logging24get_is_colored_output_onEv"],"trtorch::logging::get_logging_prefix":[29,1,1,"_CPPv4N7trtorch7logging18get_logging_prefixEv"],"trtorch::logging::get_reportable_log_level":[23,1,1,"_CPPv4N7trtorch7logging24get_reportable_log_levelEv"],"trtorch::logging::kDEBUG":[17,5,1,"_CPPv4N7trtorch7logging5Level6kDEBUGE"],"trtorch::logging::kERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level6kERRORE"],"trtorch::logging::kGRAPH":[17,5,1,"_CPPv4N7trtorch7logging5Level6kGRAPHE"],"trtorch::logging::kINFO":[17,5,1,"_CPPv4N7trtorch7logging5Level5kINFOE"],"trtorch::logging::kINTERNAL_ERROR":[17,5,1,"_CPPv4N7trtorch7logging5Level15kINTERNAL_ERRORE"],"trtorch::logging::kWARNING":[17,5,1,"_CPPv4N7trtorch7logging5Level8kWARNINGE"],"trtorch::logging::log":[27,1,1,"_CPPv4N7trtorch7logging3logE5LevelNSt6stringE"],"trtorch::logging::log::lvl":[27,2,1,"_CPPv4N7trtorch7logging3logE5LevelNSt6stringE"],"trtorch::logging::log::msg":[27,2,1,"_CPPv4N7trtorch7logging3logE5LevelNSt6stringE"],"trtorch::logging::set_is_colored_output_on":[26,1,1,"_CPPv4N7trtorch7logging24set_is_colored_output_onEb"],"trtorch::logging::set_is_colored_output_on::colored_output_on":[26,2,1,"_CPPv4N7trtorch7logging24set_is_colored_output_onEb"],"trtorch::logging::set_logging_prefix":[24,1,1,"_CPPv4N7trtorch7logging18set_logging_prefixENSt6stringE"],"trtorch::logging::set_logging_prefix::prefix":[24,2,1,"_CPPv4N7trtorch7logging18set_logging_prefixENSt6stringE"],"trtorch::logging::set_reportable_log_level":[28,1,1,"_CPPv4N7trtorch7logging24set_reportable_log_levelE5Level"],"trtorch::logging::set_reportable_log_level::lvl":[28,2,1,"_CPPv4N7trtorch7logging24set_reportable_log_levelE5Level"],"trtorch::ptq::Int8CacheCalibrator":[3,3,1,"_CPPv4I0EN7trtorch3ptq19Int8CacheCalibratorE"],"trtorch::ptq::Int8CacheCalibrator::Algorithm":[3,7,1,"_CPPv4I0EN7trtorch3ptq19Int8CacheCalibratorE"],"trtorch::ptq::Int8CacheCalibrator::Int8CacheCalibrator":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE"],"trtorch::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE"],"trtorch::ptq::Int8CacheCalibrator::getBatch":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatch::bindings":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatch::names":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatch::nbBindings":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8CacheCalibrator::getBatchSize":[3,1,1,"_CPPv4NK7trtorch3ptq19Int8CacheCalibrator12getBatchSizeEv"],"trtorch::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv"],"trtorch::ptq::Int8CacheCalibrator::readCalibrationCache":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8CacheCalibrator::readCalibrationCache::length":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8CacheCalibrator::writeCalibrationCache":[3,1,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8CacheCalibrator::writeCalibrationCache::cache":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8CacheCalibrator::writeCalibrationCache::length":[3,2,1,"_CPPv4N7trtorch3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8Calibrator":[4,3,1,"_CPPv4I00EN7trtorch3ptq14Int8CalibratorE"],"trtorch::ptq::Int8Calibrator::Algorithm":[4,7,1,"_CPPv4I00EN7trtorch3ptq14Int8CalibratorE"],"trtorch::ptq::Int8Calibrator::DataLoaderUniquePtr":[4,7,1,"_CPPv4I00EN7trtorch3ptq14Int8CalibratorE"],"trtorch::ptq::Int8Calibrator::Int8Calibrator":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::Int8Calibrator::cache_file_path":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::Int8Calibrator::dataloader":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::Int8Calibrator::use_cache":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb"],"trtorch::ptq::Int8Calibrator::getBatch":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatch::bindings":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatch::names":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatch::nbBindings":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator8getBatchEA_PvA_PKci"],"trtorch::ptq::Int8Calibrator::getBatchSize":[4,1,1,"_CPPv4NK7trtorch3ptq14Int8Calibrator12getBatchSizeEv"],"trtorch::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*":[4,1,1,"_CPPv4N7trtorch3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv"],"trtorch::ptq::Int8Calibrator::readCalibrationCache":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8Calibrator::readCalibrationCache::length":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator20readCalibrationCacheER6size_t"],"trtorch::ptq::Int8Calibrator::writeCalibrationCache":[4,1,1,"_CPPv4N7trtorch3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8Calibrator::writeCalibrationCache::cache":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::Int8Calibrator::writeCalibrationCache::length":[4,2,1,"_CPPv4N7trtorch3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t"],"trtorch::ptq::make_int8_cache_calibrator":[31,1,1,"_CPPv4I0EN7trtorch3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE"],"trtorch::ptq::make_int8_cache_calibrator::Algorithm":[31,7,1,"_CPPv4I0EN7trtorch3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE"],"trtorch::ptq::make_int8_cache_calibrator::cache_file_path":[31,2,1,"_CPPv4I0EN7trtorch3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE"],"trtorch::ptq::make_int8_calibrator":[30,1,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::Algorithm":[30,7,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::DataLoader":[30,7,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::cache_file_path":[30,2,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::dataloader":[30,2,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],"trtorch::ptq::make_int8_calibrator::use_cache":[30,2,1,"_CPPv4I00EN7trtorch3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb"],STR:[5,0,1,"c.STR"],TRTORCH_API:[6,0,1,"c.TRTORCH_API"],TRTORCH_HIDDEN:[7,0,1,"c.TRTORCH_HIDDEN"],TRTORCH_MAJOR_VERSION:[8,0,1,"c.TRTORCH_MAJOR_VERSION"],TRTORCH_MINOR_VERSION:[12,0,1,"c.TRTORCH_MINOR_VERSION"],TRTORCH_PATCH_VERSION:[9,0,1,"c.TRTORCH_PATCH_VERSION"],TRTORCH_VERSION:[10,0,1,"c.TRTORCH_VERSION"],XSTR:[11,0,1,"c.XSTR"],trtorch:[61,8,0,"-"]},"trtorch.logging":{Level:[60,9,1,""],get_is_colored_output_on:[60,10,1,""],get_logging_prefix:[60,10,1,""],get_reportable_log_level:[60,10,1,""],log:[60,10,1,""],set_is_colored_output_on:[60,10,1,""],set_logging_prefix:[60,10,1,""],set_reportable_log_level:[60,10,1,""]},"trtorch.logging.Level":{Debug:[60,11,1,""],Error:[60,11,1,""],Info:[60,11,1,""],InternalError:[60,11,1,""],Warning:[60,11,1,""]},trtorch:{DeviceType:[61,9,1,""],EngineCapability:[61,9,1,""],TensorRTCompileSpec:[61,10,1,""],check_method_op_support:[61,10,1,""],compile:[61,10,1,""],convert_method_to_trt_engine:[61,10,1,""],dtype:[61,9,1,""],dump_build_info:[61,10,1,""],get_build_info:[61,10,1,""],logging:[60,8,0,"-"]}},objnames:{"0":["c","macro","C macro"],"1":["cpp","function","C++ function"],"10":["py","function","Python function"],"11":["py","attribute","Python attribute"],"2":["cpp","functionParam","functionParam"],"3":["cpp","class","C++ class"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","templateParam"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:function","10":"py:function","11":"py:attribute","2":"cpp:functionParam","3":"cpp:class","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"001s":49,"00f1b6db":49,"01s":49,"04s":49,"07s":49,"0c106ec84f199a0fbcf1199010166986da732f9b0907768c9ac5ea5b120772db":63,"11k":49,"12a":49,"16280mib":49,"1x1":51,"24k":49,"2_20200626":63,"2c365_subsampl":49,"2mib":49,"300w":49,"300x300":51,"31c":49,"32w":49,"32x32":49,"33c":49,"33w":49,"34c":49,"34w":49,"353k":49,"35c":49,"35k":49,"35w":49,"36c":49,"37c":49,"43w":49,"442k":49,"4fef":49,"53k":49,"55k":49,"774kb":49,"818977576572eadaf62c80434a25afe44dbaa32ebda3a0919e389dcbe74f8656":63,"81k":49,"84e944ff11f8":49,"891mib":49,"9205bed204e2ae7aafd2e01cce0f21309e281e18d5bfd7172ef8541771539d41":63,"94k":49,"9ab0":49,"abstract":[55,58],"byte":61,"case":[1,2,44,50,51,52,55,58,63,64],"catch":[53,62],"char":[3,4,42,62],"class":[30,31,42,43,44,48,49,50,51,55,58,60,61,62,64],"const":[1,2,3,4,30,31,33,35,36,42,43,44,53,58,62,64],"default":[1,2,3,4,17,30,31,41,43,44,49,51,61,62,64,66,67],"enum":[1,2,40,43,44,48,60,64],"export":63,"final":[52,54,56,63],"float":[61,62,66],"function":[1,2,3,4,44,45,48,49,50,51,53,55,58,62,67],"import":[49,50,51,53,62,65,66,67],"int":[3,4,42,62],"long":52,"new":[1,2,3,4,33,44,45,49,50,55,56,58,60,62],"public":[1,2,3,4,42,43,44,45,64],"return":[1,2,3,4,23,25,30,31,32,33,35,36,40,41,42,43,44,49,50,53,54,55,56,58,60,61,62,64],"short":53,"static":[44,45,52,58,61,62],"super":[42,50,62],"throw":[53,62],"true":[1,2,4,43,44,49,50,51,53,58,61,62,64,67],"try":[49,50,56,62,67],"void":[3,4,24,26,27,28,34,40,42,43],"while":64,And:62,Are:40,Bus:49,But:62,For:[49,50,51,52,62,63,65,67],IDs:51,Its:58,Not:3,One:[61,62],PRs:62,Thats:62,The:[2,44,49,50,51,52,53,54,55,56,58,60,63,64,66,67],Then:[63,64,67],There:[4,49,51,52,58,62,64,65],These:[52,55],Use:[44,58,61,64],Useful:59,Using:[4,49,51,59],Will:35,With:[49,62,64],___torch_mangle_10:62,___torch_mangle_4847:55,___torch_mangle_5:62,___torch_mangle_9:62,__attribute__:41,__gnuc__:41,__init__:[50,62],__torch__:[55,62],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:55,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:55,__visibility__:41,_all_:53,_convolut:62,_jit_to_tensorrt:[61,67],a100:[49,50],aarch64:56,abi:65,abl:[49,50,52,53,58,59,64,67],about:[51,52,55,58,61,62,66],abov:[28,51,62],acceler:[49,50,62],accept:[44,45,55,58,66],access:[51,53,58,59,62,67],accord:58,accuraci:[51,64],achiev:[49,50],across:53,acthardtanh:58,activ:[62,64],activationtyp:58,actual:[50,53,55,58,60,62],adaptiveavgpool2d:49,add:[27,52,53,58,60,62,63],add_:[53,62],add_patch:51,addactiv:58,added:[28,52],addit:[51,53,62],addlay:62,addshuffl:62,advanc:64,affin:49,after:[51,52,59,62,65,66],again:[42,51,55,58],against:[62,66],agre:[49,50,51],ahead:62,aim:53,algorithm:[3,4,30,31,42,64],all:[17,40,41,42,43,49,50,51,53,55,61,62,64,65,66],alloc:58,allow:[44,45,49,50,51,52,53,61,66],allow_gpu_fallback:[43,44,61,67],almost:62,alpha:51,alreadi:[49,52,53,62,66],also:[31,49,50,51,52,58,59,62,63,64],alwai:[3,4,26],amazonaw:49,amp:49,analog:62,analogu:58,analysi:[49,51],ani:[49,50,51,52,58,61,62,63,66],annot:[51,58,62],anoth:62,aot:[59,62],apach:[49,50,51],apex:51,api:[13,15,16,40,41,42,43,56,58,61,62,64,65,67],apidirectori:[22,46],append:[49,50,51],appli:64,applic:[2,31,44,49,50,51,53,56,62,65,66,67],approach:[49,50],apr:62,aquir:62,architectur:[51,59,63],archiv:63,aren:62,arg:[52,62],argc:62,argmax:49,argument:[53,55,58,62,66],argv:62,around:[55,58,62],arrai:[3,4,52],arrayref:[43,44,45],arti:49,arxiv:64,aspect:66,assembl:[52,62],assign:[3,4],associ:[52,58,62],associatevalueandivalu:58,associatevalueandtensor:[58,62],assum:67,aten:[53,57,58,62],attach:51,attribut:[53,55,62],aug:49,auto:[42,58,62,64],automat:[49,50,62],avail:[49,50,51,58,63],ave:[49,50],averag:[44,49,50,51,61,66],avg:[51,66],avgpool:[49,51],avoid:49,await:49,axes:49,axi:49,back:[53,55,56,62],back_insert:42,backbon:51,backend:[49,50,51,61,67],background:51,base:[34,46,47,49,50,51,55,60,62,63,64],bash:[51,63],basi:[49,50,51],basic:66,batch:[3,4,42,44,49,50,51,61,64,66],batch_norm:58,batch_siz:[42,51,64],batched_data_:42,batchnorm2d:49,batchnorm:[51,53],batchtyp:42,bazel:[56,63],bazel_vers:63,bazelbuild:63,bazelisk:63,bazelvers:63,bbox:51,bdist_wheel:63,becaus:[58,62,63],becom:58,been:[52,58,62],befor:[51,53,56,58,59,62,63],begin:[42,63],beginn:62,behav:[49,51],behavior:61,being:62,below:[51,58,62],benchmark:50,benefit:[58,62],best:[44,45,49,50,63],best_result:51,best_results_per_input:51,best_results_per_input_trt:51,better:[49,50,51,62,64],between:[51,58,64],bia:[49,50,53,62],bin:[49,63],binari:[42,64],bind:[3,4,42],bird:49,bit:[58,61,62],blob:57,block0:53,block1:53,block:[52,53],bn1:49,bn2:49,bn3:49,bool:[1,2,3,4,25,26,30,35,40,42,43,44,53,58,60,61,62,64],bot:51,both:[49,50,51,62,63],bottleneck:49,bound:51,box:51,branch:63,breed:49,briefli:62,bsd:[40,41,42,43],buffer:[3,4],bug:63,build:[30,31,32,44,52,54,56,58,61,62,64,66],build_fil:63,builderconfig:43,built:[56,63,66],bust:49,bzl:63,c10:[1,2,43,44,45,62,64],c96b:49,c_api:57,c_str:[58,62],cach:[3,4,30,31,42,49,51,62,64,66],cache_:42,cache_fil:42,cache_file_path:[3,4,30,31,42],cache_file_path_:42,cache_size_:42,calcul:[52,62],calibr:[3,4,30,31,42,44,62,64,66],calibration_cache_fil:[30,31,64],calibration_dataload:[30,64],calibration_dataset:64,call:[30,31,33,44,49,50,51,53,55,58,61,62,67],callmethod:62,can:[1,2,4,30,31,36,44,45,49,50,51,52,53,54,55,56,58,61,62,63,64,65,66,67],cannot:[49,50,51,53,62],cap:49,capabl:[43,44,61,66,67],captur:51,cast:[3,4,53],cat:63,caught:53,caus:[58,63],cdll:62,ceil_mod:49,cell:51,centercrop:49,cerr:62,certifi:49,cf0691493d05062fe3239cf76773bae4c5124f4b039050dbdd291c652af3ab2a:63,chain:58,chanc:58,chang:[31,49,50,53,56,64],channel:49,check:[1,2,35,44,51,53,58,61,62,63,65,66],check_method_op_support:61,checkmethodoperatorsupport:[21,37,43,46,47,62],checkpoint:51,checkpoint_from_distribut:51,chimpansee_amber_r_1920x1080:49,chimpanze:49,choos:[62,63],cifar10:64,cifar:64,classes_to_label:51,classif:[50,51,62],classifi:50,clear:42,cli:[62,66],close:62,closer:53,cloudfront:49,coco:51,cocodataset:51,code:[49,50,51,56,59,62],collect:62,color:[25,26,60],colored_output_on:[26,40,60],com:[49,50,57,62,63,64],come:[49,50],command:[49,62,63,66],comment:63,common:[49,51,52,53],common_subexpression_elimin:53,commun:62,compar:51,comparis:[1,44],comparison:[2,44],compat:[1,2,44,53,55,63],compil:[33,35,36,44,49,50,51,53,55,58,61,64,65,66,67],compile_set:[50,62],compile_spec:[61,64],compilegraph:[21,37,43,46,47,62,64],compilespec:[0,3,4,21,33,36,37,43,46,47,61,62,64],compilespecstruct:[0,46],complet:[49,50,51,62],complex:62,compli:51,complianc:[49,50,51],compliat:64,compon:[50,54,56,62,65],compos:[49,50,51,62],composit:62,comprehens:51,comput:[49,50,51,63,64],conclus:49,condit:[49,50,51],confid:[49,51],config:63,configur:[33,36,59,61,62,63,64],connect:[49,53],consid:[49,62],consol:66,consolid:62,constant:[52,53,62],constexpr:[1,2,43,44],construct:[1,2,3,4,44,45,52,53,54,56,58,62],constructor:[1,44,55,62],consum:[4,52,62],contain:[30,35,49,50,51,52,53,58,61,62,63,64,65],content:64,context:[52,54,55,56],continu:[49,50,51,65],contributor:62,control:[49,50,51,62],conv1:[49,50,62],conv2:[49,50,62],conv2d:[49,50,62],conv3:49,conv4_x:51,conv5_x:51,conv:62,conveni:51,convers:[49,51,53,55,61,62],conversionctx:[58,62],convert:[3,4,33,35,36,50,51,53,54,56,59,61,67],convert_method_to_trt_engin:[61,67],convertgraphtotrtengin:[21,37,43,46,47,62],convien:44,convienc:[3,4],convolut:[51,64],coordin:56,copi:[42,49,50,51,58],copyright:[40,41,42,43,49,50,51,62],core:[49,50,51,53,56,62],corpor:[40,41,42,43,49,50,51],correct:63,correspond:[49,51,58],coupl:[49,50,52,56,65],cout:62,cp36:63,cp36m:63,cp37:63,cp37m:63,cp38:63,cpp:[14,15,16,40,41,42,43,48,53,56,62,64],cpp_frontend:64,cppdirectori:[22,46],cppdoc:62,creat:[30,31,49,50,51,52,55,58,61,66],credit:62,csrc:[53,57],cstddef:64,ctx:[58,62],ctype:62,cu102:63,cuda:[44,49,50,51,55,61,62,63,67],cudafloattyp:62,cudnn8:63,cudnn:[49,50,51],curl:63,current:[23,58],custom:63,cxx11:65,cycler:49,d17fnq9dkz9hgj:49,data:[1,3,4,30,31,42,44,49,50,51,52,54,56,58,64],data_dir:64,dataflow:[58,62],dataload:[4,30,31,42,44,64],dataloader_:42,dataloaderopt:64,dataloaderuniqueptr:[4,42],dataset:[31,51,64],datatyp:[2,21,37,43,44,46,47,61],datatypeclass:[0,46],dateutil:49,dbg:63,dead_code_elimin:53,deal:58,debug:[17,26,43,44,58,60,61,66,67],debugg:[61,66],decid:50,decod:49,decode_result:51,dedic:53,deep:[49,50,51,58,59,64],deeplearn:57,deeplearningexampl:51,def:[49,50,51,62],defin:[1,2,3,4,17,23,24,25,26,27,28,29,30,31,32,33,34,35,36,41,44,45,48,49,50,62,64,66],definit:[48,58],delet:[1,2,43,44,53],demo:[49,51,64],demonstr:[49,50,51],denorm:51,dep:63,depend:[31,32,49,51,52,56,62,65],depickl:55,deploi:[49,50,59,62,64],deploy:[49,50,62,64,65,66],describ:[44,49,50,51,58,61,62,67],deseri:[61,62],design:[49,50],destroi:58,destructor:58,detail:[49,62,65],detect:[49,55],detections_batch:51,determin:53,develop:[49,50,59,62,63],deviat:66,devic:[2,43,44,49,50,61,62,66],device_typ:[61,67],devicetyp:[0,21,37,43,44,46,47,61],dict:[51,61],dictionari:[61,62,67],differ:[31,50,51,53,56,59,62],differenti:[49,50],dilat:49,dim:49,dimens:53,directli:[58,59,64],directori:[18,19,20,21,22,40,41,42,43,46,49,63,64],disabl:[60,63,66],disclos:63,disp:49,displai:66,dist:[49,63],distdir:63,distribut:[49,50,51,61,62,64,65],dl_open:65,dla:[2,44,61,66],doc:[56,57,63],docker:[49,50,51],docsrc:56,document:[40,41,42,43,46,47,56,62,64,65,67],doe:[41,42,49,51,53,58,64],doesn:62,doing:[51,52,53,62,64],domain:64,don:[50,58,64],done:[49,51,52,56],dont:40,down:[49,50,63],download:[51,63],downsampl:49,doxygen_should_skip_thi:[42,43],driver:[49,63],drop:[51,63],dtype:[49,50,51,61],due:[3,4,49,51],dump:[34,63,66],dump_build_info:[21,37,43,46,47,61],dure:[58,64,66],dynam:[44,45,61],each:[3,4,44,51,52,53,55,58,61,62],eager:[49,50],earlier:49,easi:[52,53,62,66],easier:[54,56,58,62,64],easiest:63,easili:[3,4],ecc:49,ecosystem:[49,50,51],edgecolor:51,edu:64,effect:[53,62,64],effici:58,either:[44,45,49,50,51,58,61,62,63,66],element:55,element_typ:42,els:[41,42,61],emb:62,embed:[55,62,66],emit:52,empti:[50,62],emum:[17,44],enabl:[3,4,25,49,50,51,60,61],encount:63,end:[42,58,62],end_dim:62,end_tim:[49,50,51],endif:[41,42,43],enforc:62,engin:[1,2,33,36,44,45,52,54,56,59,61,62,64,66,67],engine_converted_from_jit:62,enginecap:[43,44,61,67],enhanc:51,ensur:[31,53],enter:52,entri:[44,58,61],entropi:[30,31,64],enumer:[1,2,17,44],eps:49,equival:[33,49,50,51,54,56,58,61,62],equivil:36,error:[17,52,53,56,60,62,63],etc:61,eval:[49,50,51,62],evalu:[51,54,55,56],evaluated_value_map:[52,58],even:62,everi:62,everyth:17,exactli:51,exampl:[49,50,51,55,56,58,62,64],except:[49,50,51],exception_elimin:53,execpt:53,execut:[49,50,51,53,54,55,56,61,62,64],execute_engin:[55,62],exeuct:55,exhaust:62,exist:[4,33,35,36,49,61,63,64],expand:53,expect:[49,53,58,62],experi:[49,50],explic:42,explicit:[3,4,43,53,59,64],explicitli:[64,67],explict:42,explictli:[1,44],express:[49,50,51],extend:[54,56,58,62],extent:[59,62],extra:[44,62],extract:62,extractor:50,f16:[62,66],f32:66,facecolor:51,factori:[4,30,31,64],fail:62,fallback:[58,66],fals:[1,2,3,4,42,43,44,49,51,61,62,67],famili:[49,50,51],familyhandyman:49,fan:49,fashion:62,fbed:49,fc1:[50,62],fc2:[50,62],fc3:[50,62],feat:[50,62],featur:[49,50,51,62,64,66,67],fed:[3,4],feed:[30,31,62],feel:59,few:[49,50],field:[3,4,64],fig:[49,51],file:[1,2,3,4,5,6,7,8,9,10,11,12,17,23,24,25,26,27,28,29,30,31,32,33,34,35,36,44,45,49,50,51,55,56,61,62,63,64,66],file_path:66,filer_publ:49,filer_public_thumbnail:49,fill:[49,50],filter:51,find:[4,51,62],finish:51,first:[49,50,51,52,53,62,64],five:51,fix:[44,49,51],fixed_s:[43,44],flag:[63,66],flatten:[50,62],flatten_convert:62,flexibl:[49,50,51],float16:[61,66],float32:[49,61,66],flow:[49,50,51,58,62],fly:62,follow:[49,50,51,62,63,64,66],footprint:[49,50],forc:66,form:52,format:[49,50,51,61,66],forum:63,forward:[30,31,33,50,55,58,61,62,64,67],found:[40,41,42,43,49,51,62,63,64],fp16:[1,44,50,51,59,61,62],fp32:[1,44,50,51,59,64],framework:[49,50,51],freed:58,freez:62,freeze_modul:53,from:[1,2,3,4,30,31,42,44,45,49,50,51,52,53,54,55,56,58,59,62,64,66],fssl:63,fstream:[20,42],full:[58,62,64,65,66],fulli:[35,53,61,62,64],fuse:[49,50],fuse_addmm_branch:53,fuse_flatten_linear:53,fuse_linear:53,fusion:58,futur:[49,50],gain:51,gaurd:41,gcc:[56,62],gear:64,gener:[3,4,31,49,50,51,53,55,56,58,62,64,66],get:[1,2,3,4,23,32,42,44,45,51,53,58,60,63,64,67],get_batch_impl:42,get_build_info:[21,37,43,46,47,61],get_coco_object_dictionari:51,get_is_colored_output_on:[18,38,40,46,47,60],get_logging_prefix:[18,38,40,46,47,60],get_reportable_log_level:[18,38,40,46,47,60],getattr:[53,55,62],getbatch:[3,4,42],getbatchs:[3,4,42],getdimens:[58,62],getoutput:[58,62],github:[49,50,51,57,62,63,64],give:50,given:[44,49,51,53,61,62,66,67],global:[27,62],gnu:63,goal:58,going:[42,62],good:[42,58],got:62,govern:[49,50,51],gpu:[2,33,36,44,49,50,61,62,66,67],granular:50,graph:[17,33,35,36,43,49,50,51,52,54,56,58,59,61,62],great:[49,50,51,62],green_mamba:49,gtc:59,guard:53,guard_elimin:53,gulf:49,hack:42,hakaimagazin:49,half:[50,51,61,62,66,67],handl:[51,53,55],happen:[49,50,62],hardtanh:58,hardwar:[49,50,51],has:[49,50,51,52,53,56,58,62,64],hash:63,have:[31,42,49,50,51,52,53,58,59,62,63,64,66],haven:62,head:51,header:[49,62],help:[26,49,50,52,58,62,66],helper:[49,50,51,58],here:[42,49,50,51,52,55,62,63,64],hermet:63,hfile:[22,46],hidden:41,high:[49,51,53,62],higher:[53,62],hinton:64,hold:[44,45,52,58,64],holder:55,home:63,hood:56,host:63,how:[3,4,49,51,62,67],howev:[31,49,50,51,63],html:[57,62,63,64],http:[49,50,51,57,62,63,64],http_archiv:63,hub:[49,51],huski:49,idea:53,ident:66,idx:51,ifndef:[42,43],ifstream:42,iint8calibr:[3,4,30,31,42,43,44,64],iint8entropycalibrator2:[3,4,30,31,42,64],iint8minmaxcalibr:[30,31,64],ilay:58,imag:[49,51,64],image_idx:51,imagenet:49,imagenet_cla:49,imagenet_class_index:49,images_:64,img0:49,img1:49,img2:49,img3:49,img:49,img_path:49,impact:[49,50,51],implement:[3,4,49,50,51,53,55,62,64],impli:[49,50,51],implic:53,imshow:[49,51],in_featur:[49,50],in_shap:62,in_tensor:62,incas:42,includ:[14,16,17,32,34,40,41,42,43,48,49,50,51,61,62,63,64,66],includedirectori:[22,46],ind:49,independ:[49,51],index:[57,59,64],inetworkdefinit:52,infer:[49,50,53,62,64],info:[17,33,36,43,44,58,60,62,66],inform:[28,32,34,51,52,59,61,62,64,66,67],infrastructur:64,ingest:56,inherit:[46,47,64],inlin:[42,53,62],inplac:49,input0:62,input1:62,input2:62,input:[3,4,31,42,44,45,49,50,51,52,53,55,58,61,62,64,66,67],input_0:[55,62],input_batch:49,input_data:[49,50,51,62],input_file_path:66,input_rang:[43,44],input_s:62,input_shap:[49,50,51,61,62,64,66,67],input_tensor:49,inputrang:[21,37,43,44,46,47,62],inputrangeclass:[0,46],inspect:[50,58,62],instal:[49,51,59,62,65],instanc:[49,50,53,62],instanti:[54,55,56,58,62],instatin:[1,2,44],instead:[52,53,62,65,66],instnanti:55,instruct:[62,63],insur:63,int16_t:43,int64_t:[43,44,45,64],int8:[1,42,44,59,61,64,66],int8_t:43,int8cachecalibr:[20,31,39,42,46,47],int8cachecalibratortempl:[0,46],int8calibr:[3,20,30,39,42,46,47],int8calibratorstruct:[0,46],integ:61,integr:[49,50,59],intent:53,intercompat:[49,51],interest:53,interfac:[1,2,44,55,56,58,62,64],intermedi:[17,49,50,62],intern:[2,17,44,49,50,51,58,62],internal_error:60,internalerror:60,interpret:[49,50,55],intro_to_torchscript_tutori:62,introduc:[49,50,51],invok:62,involv:[49,50],ios:42,iostream:[20,42,62],is_avail:49,is_train:64,iscustomclass:58,issu:[3,4,49,50,62,63],istensor:58,istream_iter:42,it_:42,item:49,itensor:[52,58,62],iter:[20,42,44,49,50,51,52,61,66],its:[31,49,50,51,52,55,58],itself:[1,2,44,53,63,66,67],ivalu:[52,55,58,62],jetson:[49,50,61],jit:[33,35,36,43,49,50,51,52,53,54,55,56,57,58,61,62,66,67],jpeg:49,jpg:[49,51],jpg__1920x1080_q85_subject_loc:49,json:49,json_fil:49,just:[42,43,49,51,53,59,62,65,67],kchar:[1,43,44],kclip:58,kcpu:[2,44],kcuda:[2,44,62],kdebug:[17,40,42],kdefault:[43,44],kdla:[2,43,44],kei:[61,62],kernel:[44,49,50,58,61,62,66],kernel_s:[49,50],kerror:[17,40],kfloat:[1,43,44],kgpu:[2,43,44],kgraph:[17,40,53],khalf:[1,43,44,62],ki8:64,kind:[49,50,51,52,61],kinfo:[17,40,42],kinternal_error:[17,40],kiwisolv:49,know:[40,58],known:51,kriz:64,krizhevski:64,ksafe_dla:[43,44],ksafe_gpu:[43,44],ktest:64,ktrain:64,kwarn:[17,40],label:[51,64],laid:62,lambda:[58,62],languag:[49,50,51,62],larg:[49,50,54,56,62,64],larger:64,last:[51,53],later:[31,62],latest:63,law:[49,50,51],layer1:49,layer2:49,layer3:49,layer4:49,layer:[44,49,50,51,52,53,58,61,62,64,66],ld_library_path:63,ld_preload:65,ldd:63,learn:[59,62,63,64],least:49,leav:[50,53],left:51,len:[49,51],lenet:[51,62],lenet_script:62,lenetclassifi:[50,62],lenetfeatextractor:[50,62],length:[3,4,42,49],let:[44,49,50,51,53,58,66],level:[18,23,27,28,38,40,42,46,47,49,50,53,56,60,62],levelnamespac:[0,46],leverag:[49,50,51,64],lib:[49,53,62,63],librari:[32,40,41,42,43,49,50,51,54,55,56,58,62],libtorch:[4,34,49,50,51,58,62,63,64],libtorch_pre_cxx11_abi:63,libtrtorch:[62,63,66],libtrtorchrt:65,licens:[40,41,42,43,49,50,51,62],like:[49,50,51,52,53,55,58,62,63,64,65,66],limit:[49,50,51,53,64],line:[62,66],linear:[49,50,62],linewidth:51,link:[52,59,62,65,66],linux:[56,62,63],linux_x86_64:63,list:[18,19,20,21,35,48,51,52,55,58,61,62,63],listconstruct:[52,55,62],listunpack:[55,62],live:58,load:[49,51,55,62,63,64,65,66,67],load_librari:65,loader:[49,50,51],local:[49,51,53,62],locat:[51,64],log:[16,17,19,20,22,37,42,46,47,48,53,58,61],log_debug:58,logger:60,loggingenum:[0,46],loglevel:60,longer:[49,50,65],look:[52,53,62,64,67],loop_unrol:53,lorikeet:49,loss:64,lot:58,lower:[17,67],lower_graph:53,lower_tupl:53,loweralltupl:53,lowersimpletupl:53,lvl:[27,28,40],machin:[49,50,55,63,64],macro:[5,6,7,8,9,10,11,12,16,18,21,22,40,43,46,48],made:[51,53,54,56],mai:[49,50,51,52,55,56,62,64],main:[51,53,54,55,56,58,62],maintain:[55,58],major:[49,50,51,56],make:[49,50,51,52,62,63,64],make_data_load:[4,64],make_int8_cache_calibr:[20,39,42,46,47,64],make_int8_calibr:[20,31,39,42,46,47,64],manag:[52,54,56,58,62],mangag:53,manual:63,map:[2,44,52,53,54,56,58,62,64,67],master:[57,63,64],match:[44,53,63],matmul:[53,62],matplotlib:[49,51],matrix:57,matur:56,max:[43,44,45,50,58,61,62,66],max_batch_s:[43,44,61,66,67],max_c:66,max_h:66,max_n:66,max_pool2d:[50,62],max_val:58,max_w:66,maximum:[44,45,61,62,66],maxpool2d:49,maxpool:49,mean:[44,49,50,51,58,59,61,62,66],mechan:58,media:49,meet:61,member:[44,45,61],memori:[20,21,42,43,49,50,53,58,62],mention:49,menu:66,messag:[17,27,28,60,66],metadata:[55,58],method:[33,35,36,49,50,51,53,58,61,62,63,67],method_nam:[35,36,43,61,62],mig:49,might:53,min:[43,44,45,50,58,61,62,66],min_c:66,min_h:66,min_n:66,min_val:58,min_w:66,mini:49,minim:[44,61,64,66],minimum:[44,45,60,62],minmax:[30,31,64],miss:62,mix:51,mkdir:[49,63],mobilenet_v2:67,mod:[62,64],mode:[62,64],mode_:64,model:[55,62,64,67],model_math:51,modern:51,modifi:63,modul:[33,35,36,43,49,50,51,54,55,56,58,59,61,64,66,67],modular:62,momentum:49,more:[49,50,51,52,59,62,64,65,67],most:56,move:[30,42,43,49,50,53,55,62,64],msg:[27,40,60],much:[58,64],multipl:[55,64],must:[44,49,51,58,61,62,63,65,66],n01749939:49,n01820546:49,n02110185:49,n02481823:49,name:[3,4,35,36,42,49,51,55,58,61,62,63,67],namespac:[0,40,42,43,48,53,59,64],nano:63,nativ:[56,57,62],native_funct:57,nbbind:[3,4,42],ncol:49,necessari:[40,65],need:[1,2,28,31,41,44,51,52,53,58,62,63,64,65],nest:[46,47],net:[49,58,62],network:[30,31,49,50,51,58,62,64],neural:[49,51],new_lay:58,new_local_repositori:63,new_siz:64,newer:[49,50],next:[3,4,51,52,55,64],ngc:51,nice:63,ninja:63,nlp:[30,31,64],no_grad:[49,50,51],node:[53,58,62],node_info:[58,62],noexcept:64,none:[51,58],normal:[1,2,44,49,50,51,62,64],noskipw:42,note:[2,44,49,58,62,63],notebook:[49,50,51,56],notic:[50,51],now:[49,50,51,53,56,58,62,63,67],nrow:49,nrun:[49,50,51],nullptr:[42,43,44],num:66,num_avg_timing_it:[43,44,61,67],num_it:66,num_min_timing_it:[43,44,61,67],number:[3,4,44,49,53,58,61,62,66],numer:66,numpi:[49,50,51],nvidia:[33,36,40,41,42,43,49,50,51,57,61,62,63,64,66],nvidia_deeplearningexamples_torchhub:51,nvidia_ncf:51,nvidia_ssd:51,nvidia_ssd_processing_util:51,nvidia_tacotron2:51,nvidia_waveglow:51,nvinfer1:[3,4,30,31,42,43,44,58,64],nvinfer:[20,42],nwarmup:[49,50,51],object:[1,2,3,4,44,45,58,61,62,67],observ:49,obsolet:51,obtain:[49,50,51],obvious:62,octet:49,off:[49,51,55],offici:63,ofstream:[42,62],older:56,olefil:49,onc:[40,41,42,43,52,53,55,62,64,65],one:[51,53,58,60,62],ones:[40,49,50,51,62,63],onli:[2,3,4,17,31,42,44,50,51,53,56,58,60,61,62,63,64,65,66],onnx:53,onto:[55,66],op_precis:[43,44,49,50,51,61,62,64,66,67],open:[49,50],oper:[1,2,3,4,35,42,43,44,49,50,52,53,54,55,56,58,59,61,64,66],ops:[49,51,53,62,65],opset:[54,56],opt:[43,44,45,50,61,62,63],opt_c:66,opt_h:66,opt_n:66,opt_w:66,optim:[44,45,49,50,51,53,59,62,66],optimi:62,optimin:[44,45],optimiz:[49,50,51],option:[42,61,63,64,65,66],order:[44,51,58,62],org:[49,50,51,57,62,63,64],origin:51,original_nam:50,other:[1,2,43,44,49,50,51,52,53,55,59,61,62,65,66],otherwis:[63,65],our:[49,50,51,56,62],out:[35,42,49,50,52,53,54,56,58,60,61,62,63],out_featur:[49,50],out_shap:62,out_tensor:[58,62],output0:53,output:[25,26,44,49,50,51,52,53,55,58,60,62,63,66],output_file_path:66,output_s:49,outself:62,over:[49,50,54,56],overkil:50,overrid:[3,4,30,31,42,64],overview:[57,59],own:[49,50,58,62],p100:49,packag:[49,53,62,66],pad:49,page:59,pair:[58,64],paper:[49,51],paramet:[1,2,3,4,26,27,28,30,31,33,35,36,44,45,52,53,58,60,61,62],parent:[14,15,16,18,19,20,21],pars:62,part:[56,66],particular:50,pass:[52,54,55,56,58,62,64],patch:51,path:[4,13,14,15,16,30,31,49,50,51,62,63,64,66],path_to_trtorch_root:63,pathwai:62,pattern:[58,62],peephole_optimz:53,per:51,perf:49,perform:[30,31,49,50,51],performac:[44,45,64],permiss:[49,50,51],persist:49,phase:[17,58,62],pick:[50,62],pick_best:51,pickler:55,pid:49,pil:49,pillow:[49,51],pip3:63,pip3_import:63,pip:[49,51,63],pip_instal:63,pipelin:[62,66],piplein:62,place:[53,63,64],plan:[56,66],platform:[49,50,56,63],pleas:63,plot:51,plot_result:51,plt:[49,51],point:[61,62],pointer:[3,4,64],pop:55,portabl:[49,50,51,55],posit:66,possibl:[49,50],post:[30,31,44,59,62,66],power:[49,50,62],practic:[49,50],pragma:[40,41,42,43,64],pre:[49,65],pre_cxx11_abi:63,precis:[44,50,51,59,61,62,64,66],pred:49,pred_label:51,pred_loc:51,predict:[49,51],prefer:62,prefix:[24,26,40,60],prepar:[49,50,51],prepare_input:51,prepare_tensor:51,preprint:64,preprocess:[49,64],preserv:[62,64],prespect:62,pretrain:[49,51,67],pretti:62,previous:[31,62],prim:[52,53,55,62],primarili:[56,62],primer:51,print:[17,35,42,49,50,51,60,61,62,67],priorit:63,privat:[3,4,42,43,64],prob:49,probabl:[49,51],probablil:49,process:[49,50,51,62,66,67],produc:[44,45,52,55,58,62],product:[49,50],profil:[44,45],program:[18,19,20,21,31,48,49,50,51,54,56,59,62,66],propog:53,provid:[3,4,44,55,58,61,62,63,64,67],providi:[54,56],ptq:[3,4,16,18,22,37,46,47,48,59,66],ptq_calibr:[3,4,43,44,64],ptqtemplat:[0,46],pull:63,pure:35,purpos:[49,51,63],push:55,push_back:42,pwr:49,py_test_dep:63,pypars:49,pyplot:[49,51],python3:[49,53,62,63],python:[49,50,51,56,65,66],python_api:57,pytorch:[49,51,54,55,56,58,61,62,63,64,65],pytorch_vision_v0:49,qualiti:[49,51],quantiz:[30,31,59,62,66],quantizatiom:44,question:62,quickli:[62,64,66],quit:[58,62],rais:53,raiseexcept:53,rand:62,randn:[49,50,51,62,67],rang:[44,45,49,50,51,61,62,66],rather:53,raw:51,read:[3,4,30,31,42,64],readcalibrationcach:[3,4,42],readm:[49,50,51],realiz:55,realli:58,reason:[1,44,51,62],recalibr:31,recipi:51,recognit:[49,64],recomend:[30,31],recommend:[30,31,62,63],recompil:51,record:[49,50,52,62],rect:51,rectangl:51,recurs:52,recursivescriptmodul:50,reduc:[49,50,53,54,56,64],refer:[54,56],referenc:[51,63],refit:[43,44,61,67],reflect:43,regard:63,regist:[55,58],registernodeconversionpattern:[58,62],registri:[52,62],reinterpret_cast:42,relationship:[46,47],relu:[49,50,62],remain:[49,50,51,53,64],remov:[49,51],remove_contigu:53,remove_dropout:53,remove_to:53,repack:55,replac:[51,53],report:[23,42],reportable_log_level:60,repositori:[49,51,56],repres:[44,45,58,60],represent:[49,50,53,58,62],request:[49,62],requir:[31,49,50,51,52,53,60,61,62,63,64,65,66],research:[49,50],reserv:[40,41,42,43,49,50,51],reset:42,residu:49,resiz:49,resnet50:49,resnet50_model:49,resnet:[51,55],resnet_50_trac:49,resnet_trt:55,resolv:[49,52,53,54,56],resourc:[52,64],respons:[31,49,55],restrict:[44,61,66],result:[49,50,52,53,61,62],results_per_input:51,ret:53,reus:[53,64],rgb:49,right:[40,41,42,43,49,50,51,53,56,58],rn50_preprocess:49,root:[40,41,42,43,49,51,63,64],rule:63,run:[2,36,44,49,50,51,52,53,54,55,56,58,59,61,62,63,64,65,66,67],runtim:[49,50,51,59,62],safe:[58,61],safe_dla:[61,66],safe_gpu:[61,66],safeti:[44,61],same:[49,51,55,62,63,67],sampl:[49,64],satisfi:49,save:[31,42,49,50,51,55,61,65,66],saw:62,scalar:58,scalartyp:[1,43,44],scale:64,schema:[58,62],scikit:51,scipi:51,scope:53,score:[49,51],scratch:31,script:[35,49,51,53,61,62,67],script_model:[50,62,67],scriptmodul:[61,62],sdk:[49,50,51,57],seamlessli:59,search:59,section:64,secur:63,see:[35,49,50,51,53,55,61,62],select:[30,31,36,44,49,50,61,64,66],self:[50,53,55,58,62],self_1:[55,62],sens:62,sent:49,separ:[49,50,51],sequenti:49,serial:[36,54,56,61,62],serializ:55,seril:55,serv:[55,66],set:[3,4,17,26,28,31,33,36,44,45,49,50,51,52,53,54,55,56,59,60,61,62,63,64,66],set_is_colored_output_on:[18,38,40,46,47,60],set_logging_prefix:[18,38,40,46,47,60],set_reportable_log_level:[18,38,40,46,47,60],setalpha:58,setbeta:58,setnam:[58,62],setreshapedimens:62,setup:64,sever:[17,27,60],sha256:63,shape:[44,45,49,50,51,58,61],share:63,ship:[62,65],should:[1,3,4,31,43,44,49,52,58,59,60,61,64,66],show:[49,51],shown:62,shuffl:62,shutterstock_780480850:49,siberian:49,siberian_huski:49,side:[53,62],signifi:[44,45],signific:51,significantli:53,similar:[51,58,62,67],simonyan:64,simpil:64,simpl:[50,62],simpli:[50,53],simplic:[49,51],simplifi:52,sinc:[50,53,62,64],singl:[44,45,50,53,62,64,66],singular:58,site:[53,62,63],six:49,size:[3,4,42,44,45,49,50,51,53,61,62,64,66],size_t:[3,4,42,64],slither:49,sm_output:49,small:53,smi:49,snake:49,softmax:[49,51,53],softwar:[49,50,51],sole:64,some:[52,53,54,55,56,58,62,64],someth:[41,53],sort:[58,67],sourc:[40,41,42,43,49,51,56,61],space:64,spec:[61,67],specif:[33,49,50,51,53,54,56,61],specifi:[3,4,49,51,58,59,60,61,62,66,67],specifii:61,speed:[49,51],speedup:49,src:[55,57],ssd300:51,ssd300_trt:55,ssd:55,ssd_300_trace:51,ssd_trace:66,ssd_trt:66,sstream:[20,42],stabl:57,stack:[55,64],stage:52,stand:55,standard:[49,50,51,59,65,66,67],start:[51,52,63,67],start_dim:62,start_tim:[49,50,51],state:[52,58,62],statement:53,static_cast:42,statu:42,std:[3,4,24,27,29,30,31,32,35,36,40,42,43,44,45,49,62,64],stdout:[34,60,61],steamlin:64,step:[49,50,51,59,64],still:[42,49,51,64],stitch:[50,62],stop:62,storag:64,store:[4,52,55,58,62],str:[19,41,42,46,47,49,60,61],straight:58,stream:49,strict:[65,66],strict_typ:[43,44,61,67],strictli:61,stride:[49,50,51],string:[3,4,18,20,21,24,27,29,30,31,32,35,36,40,42,43,58,61,62,64],stringstream:42,strip_prefix:63,strong:[49,50],struct:[1,2,21,37,43,64],structur:[31,44,49,50,56,58,62],style:[40,41,42,43],sub:62,subdirectori:48,subexpress:53,subgraph:[52,53,58,62],subject:56,submodul:[50,62],subplot:[49,51],subset:64,successfulli:[49,51],sudo:63,suffic:53,suggest:51,suit:59,support:[1,2,26,35,44,45,49,50,51,57,61,62,63,66],sure:[62,63],sxm2:49,symbol:63,synchron:[49,50,51],system:[49,51,52,58,59,63],take:[33,35,36,49,50,51,52,54,55,56,58,61,62,64,67],taken:[49,51],talk:59,tar:[63,64],tarbal:[62,64],target:[2,44,49,50,51,56,59,61,62,64,66,67],targets_:64,task:[30,31,64],techinqu:62,techniqu:64,tell:58,temp:49,templat:[20,39,42,43,46,47,62],tensor:[42,44,45,49,50,51,52,53,55,58,62,64],tensorcontain:58,tensorlist:58,tensorrt:[1,2,3,4,30,31,33,34,36,43,44,45,49,50,51,52,53,54,56,58,59,61,62,64,66,67],tensorrtcompilespec:[61,67],term:64,termin:[26,62,66],tesla:49,test:[49,50,51,56,63,66],text:[51,60],tgz:63,than:[53,59,65],thats:[52,64],thei:[44,51,52,53,58,63,66],them:[49,50,51,55,62,63],theori:52,therebi:55,therefor:[31,62],therfor:65,thi:[1,2,30,31,40,41,42,43,44,45,49,50,51,52,53,54,55,56,58,62,63,64,65,66,67],thing:50,think:58,third_parti:[56,63],those:52,though:[49,51,56,58,62,66],three:[44,45,54,56],threshold:66,thrid_parti:63,through:[49,50,51,52,53,55,59,62],time:[44,49,50,51,52,53,54,56,58,61,62,64,66],tini:64,titan:[49,50],titl:49,tmp:62,tocustomclass:58,todim:62,togeth:[50,52,58,62],toilet:49,too:63,tool:[49,50,58,62],toolchain:56,top:[51,56],torch:[1,2,4,20,30,31,33,35,36,42,43,44,49,50,51,53,55,57,58,61,62,63,64,65,66,67],torch_scirpt_modul:62,torch_script_modul:62,torchbind:55,torchhub:51,torchscript:[33,35,36,49,51,54,55,56,61,66,67],torchvis:[49,55,67],toronto:64,totensor:49,tovec:62,toward:64,trace:[51,61,62],traced_model:[49,50,51,62],track:[58,64],track_running_stat:49,trade:51,tradit:64,traget:33,train:[30,31,44,49,51,59,62,66],trainabl:53,transform:[49,50,62,64],translat:[51,62],travers:[54,56],treat:66,tree:[40,41,42,43,64],trigger:[50,62],trim:64,trt:[1,2,3,4,44,52,53,55,58,62],trt_lenet_script:62,trt_mod:[62,64],trt_model:[49,51,67],trt_model_fp32:49,trt_script_modul:50,trt_ts_modul:[50,62],trtorch:[0,1,2,3,4,15,17,22,40,41,42,44,45,47,48,52,53,54,55,56,63,64,66],trtorch_api:[19,23,24,25,26,27,28,29,30,31,32,33,34,35,36,40,41,42,43,46,47],trtorch_check:58,trtorch_hidden:[19,41,46,47],trtorch_major_vers:[19,41,46,47],trtorch_minor_vers:[19,41,46,47],trtorch_patch_vers:[19,41,46,47],trtorch_py_dep:63,trtorch_unus:58,trtorch_vers:[19,41,46,47],trtorchc:59,trtorchfil:[22,46],trtorchnamespac:[0,46],ts_model:62,tue:49,tune:[49,50,51],tupl:[55,61,62],tupleconstruct:[53,55],tupleunpack:53,tutori:[62,64],two:[49,50,51,58,62,63,64,66],txt:63,type:[1,2,30,45,46,47,49,52,55,58,60,61,62,64,66],typenam:[3,4,30,31,42],typic:[52,58],ubuntu:63,uint64_t:[43,44],unabl:[58,62],uncom:63,uncorr:49,under:[40,41,42,43,49,50,51,56],underli:[1,2,44,58],understand:62,union:[58,62],uniqu:4,unique_ptr:[4,30],unit:50,unless:[49,50,51],unlik:[59,62,63,67],unpack_addmm:53,unpack_log_softmax:53,unqiue_ptr:4,unsqueez:49,unstabl:56,unsupport:[35,61],unsur:58,untest:56,until:[52,56,58,63],unwrap:58,unwrap_distribut:51,unwraptodoubl:58,unwraptoint:62,unzip:63,upgrad:49,upload:49,upstream:62,uri:51,url:63,usag:[49,62],use:[1,2,3,4,30,31,44,49,50,51,52,53,55,56,58,60,61,62,63,64,65,66,67],use_cach:[3,4,30,42],use_cache_:42,use_subset:64,usecas:63,used:[1,2,3,4,42,44,45,49,51,52,53,55,58,60,61,62,64,66],useful:58,user:[40,49,50,54,55,56,62,63,64],uses:[30,31,42,49,50,51,58,63,64],using:[1,2,33,36,42,44,49,50,51,58,59,61,62,64,65,66,67],using_int:62,usr:[49,63],usual:51,util:[58,61,62],val2017:51,val:51,valid:[2,44,51,58],valu:[1,2,17,43,44,52,55,58,60,62],value_tensor_map:[52,58],variant:65,varient:53,vector:[20,21,42,43,44,45,62,64],verbios:66,verbos:66,veri:[64,67],version:[32,34,49,50,51,56,63],vgg16:64,vgg:51,via:[49,51,59,61,65],virtual:64,vision:49,visit:51,volatil:49,volta:[49,50],wai:[49,62,63,66],walk:[49,50,51],want:[40,44,49,50,62,67],warm:[49,50,51],warn:[17,42,49,58,60,66],warranti:[49,50,51],websit:63,weight:[52,62],welcom:62,well:[49,50,51,62,64],were:[51,62],wget:49,what:[4,51,53,62],whatev:55,when:[26,42,44,49,50,52,53,54,55,56,58,60,61,62,63,64,66],where:[49,50,52,53,58,62,64],whether:[4,64],which:[2,31,33,36,44,49,50,51,52,53,54,55,56,58,61,62,64,67],whilst:51,white:51,whl:63,whole:[49,50],whose:53,width:49,within:[49,50,51,54,56],without:[49,50,51,58,62,64],work:[42,50,51,53,56,58,64],worker:64,workflow:67,workspac:[44,61,63,64,66],workspace_s:[43,44,49,51,61,64,66],world:[49,50],would:[58,62,63,65,66,67],wrap:[54,55,56,62,67],wrapper:58,write:[3,4,30,31,42,49,50,51,52,59,62,64],writecalibrationcach:[3,4,42],www:[49,50,51,62,63,64],x64:63,x86:65,x86_64:[56,63],xavier:[49,50],xstr:[19,41,46,47],yaml:57,you:[1,2,30,31,44,49,50,51,52,53,55,56,58,59,61,62,63,64,65,66,67],your:[49,50,51,58,59,62,63,65,67],yourself:62,zip:[55,63],zisserman:64},titles:["Class Hierarchy","Class CompileSpec::DataType","Class CompileSpec::DeviceType","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TRTORCH_API","Define TRTORCH_HIDDEN","Define TRTORCH_MAJOR_VERSION","Define TRTORCH_PATCH_VERSION","Define TRTORCH_VERSION","Define XSTR","Define TRTORCH_MINOR_VERSION","Directory cpp","Directory api","Directory include","Directory trtorch","Enum Level","File logging.h","File macros.h","File ptq.h","File trtorch.h","File Hierarchy","Function trtorch::logging::get_reportable_log_level","Function trtorch::logging::set_logging_prefix","Function trtorch::logging::get_is_colored_output_on","Function trtorch::logging::set_is_colored_output_on","Function trtorch::logging::log","Function trtorch::logging::set_reportable_log_level","Function trtorch::logging::get_logging_prefix","Template Function trtorch::ptq::make_int8_calibrator","Template Function trtorch::ptq::make_int8_cache_calibrator","Function trtorch::get_build_info","Function trtorch::CompileGraph","Function trtorch::dump_build_info","Function trtorch::CheckMethodOperatorSupport","Function trtorch::ConvertGraphToTRTEngine","Namespace trtorch","Namespace trtorch::logging","Namespace trtorch::ptq","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File trtorch.h","Struct CompileSpec","Struct CompileSpec::InputRange","TRTorch C++ API","Full API","Full API","TRTorch Getting Started - ResNet 50","TRTorch Getting Started - LeNet","Object Detection with TRTorch (SSD)","Conversion Phase","Lowering Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for TRTorch Development","Writing Converters","TRTorch","trtorch.logging","trtorch","Getting Started","Installation","Post Training Quantization (PTQ)","Deploying TRTorch Programs","trtorchc","Using TRTorch Directly From PyTorch"],titleterms:{"class":[0,1,2,3,4,20,21,37,39,46,47],"enum":[17,18,38,46,47,61],"function":[18,20,21,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,46,47,57,61],The:62,Used:53,Useful:57,Using:[62,67],aarch64:63,abi:63,addmm:53,advic:58,ahead:59,api:[14,18,19,20,21,46,47,48,57,59,63],applic:64,arg:58,avail:57,background:[55,58,62],base:[3,4],benchmark:[49,51],binari:63,branch:53,build:63,checkmethodoperatorsupport:35,citat:64,cli:63,code:53,compil:[54,56,59,62,63],compilegraph:33,compilespec:[1,2,44,45],conclus:[50,51],construct:55,content:[18,19,20,21,37,38,39,49,50,51],context:58,contigu:53,contract:58,contributor:59,convers:[52,54,56,58],convert:[52,58,62],convertgraphtotrtengin:36,cpp:[13,18,19,20,21],creat:[62,64],cudnn:63,custom:62,cxx11:63,datatyp:1,dead:53,debug:63,defin:[5,6,7,8,9,10,11,12,19,46,47],definit:[18,19,20,21],depend:63,deploi:65,descript:[49,51],deseri:55,detail:51,detect:51,detector:51,develop:57,devicetyp:2,dimens:57,directli:67,directori:[13,14,15,16,48],disk:62,distribut:63,documen:59,document:[1,2,3,4,5,6,7,8,9,10,11,12,17,23,24,25,26,27,28,29,30,31,32,33,34,35,36,44,45,57,59],dropout:53,dump_build_info:34,easier:57,elimin:53,eliminatecommonsubexpress:53,engin:55,envior:63,evalu:52,execept:53,executor:55,expect:57,file:[16,18,19,20,21,22,40,41,42,43,46,48],flatten:53,fp16:49,fp32:49,freez:53,from:[63,67],full:[46,47,48],fuse:53,gaurd:53,get:[49,50,59,62],get_build_info:32,get_is_colored_output_on:25,get_logging_prefix:29,get_reportable_log_level:23,gpu:59,graph:[53,55],guarante:58,half:49,hierarchi:[0,22,46],hood:62,how:64,includ:[15,18,19,20,21],indic:59,infer:51,inherit:[3,4],inputrang:45,instal:63,int8cachecalibr:3,int8calibr:4,jetson:63,jit:59,layer:57,learn:[49,50,51],lenet:50,level:17,librari:[63,65],libtrtorch:65,linear:53,link:57,list:[40,41,42,43],local:63,log:[18,23,24,25,26,27,28,29,38,40,60],logsoftmax:53,loop:53,lower:[53,54,56],macro:[19,41],make_int8_cache_calibr:31,make_int8_calibr:30,measur:51,model:[49,50,51],modul:[53,62],multibox:51,namespac:[18,20,21,37,38,39,46,47],nativ:63,native_op:57,nest:[1,2,44,45],next:[49,50],node:52,nvidia:59,object:[49,50,51],oper:62,optimz:53,other:58,overview:[49,50,51,56],own:64,packag:[63,65],pass:53,pattern:53,peephol:53,phase:[52,53,54,55,56],post:64,pre:63,precis:49,precompil:63,prerequisit:63,program:[40,41,42,43,65],ptq:[20,30,31,39,42,64],python:[57,59,62,63],pytorch:[50,57,59,67],quantiz:64,quickstart:62,read:57,redund:53,refer:51,regist:62,relationship:[1,2,3,4,44,45],releas:63,remov:53,resnet:49,respons:58,result:[51,55],runtim:[54,55,56,65],sampl:51,save:62,script:50,serial:55,set_is_colored_output_on:26,set_logging_prefix:24,set_reportable_log_level:28,setup:63,shot:51,singl:[49,51],sometim:57,sourc:63,speedup:51,ssd:51,start:[49,50,59,62],str:5,struct:[44,45,46,47],subdirectori:[13,14,15],submodul:61,system:56,tarbal:63,templat:[3,4,30,31],tensorrt:[55,57,63],time:59,torchscript:[50,59,62],trace:[49,50],train:64,trtorch:[16,18,19,20,21,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,43,46,49,50,51,57,59,60,61,62,65,67],trtorch_api:6,trtorch_hidden:7,trtorch_major_vers:8,trtorch_minor_vers:12,trtorch_patch_vers:9,trtorch_vers:10,trtorchc:[62,66],tupl:53,type:[3,4,44],under:62,unpack:53,unrol:53,unsupport:62,using:63,util:[49,51],visual:51,weight:58,what:[49,50,58],work:62,write:58,xstr:11,your:64}})
\ No newline at end of file
diff --git a/docs/sitemap.xml b/docs/sitemap.xml
index 8fe073f6ea..03ec08dd0c 100644
--- a/docs/sitemap.xml
+++ b/docs/sitemap.xml
@@ -1 +1 @@
-<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/class_view_hierarchy.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/classtrtorch_1_1CompileSpec_1_1DataType.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/classtrtorch_1_1CompileSpec_1_1DeviceType.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/classtrtorch_1_1ptq_1_1Int8CacheCalibrator.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/classtrtorch_1_1ptq_1_1Int8Calibrator.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/dir_cpp.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/dir_cpp_api.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/dir_cpp_api_include.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/dir_cpp_api_include_trtorch.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/file_cpp_api_include_trtorch_logging.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/file_cpp_api_include_trtorch_macros.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/file_cpp_api_include_trtorch_ptq.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/file_cpp_api_include_trtorch_trtorch.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/file_view_hierarchy.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_logging_8h_1a9b420280bfacc016d7e36a5704021949.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_ptq_8h_1a4422781719d7befedb364cacd91c6247.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/namespace_trtorch.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/namespace_trtorch__logging.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/namespace_trtorch__ptq.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/program_listing_file_cpp_api_include_trtorch_logging.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/program_listing_file_cpp_api_include_trtorch_macros.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/program_listing_file_cpp_api_include_trtorch_ptq.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/program_listing_file_cpp_api_include_trtorch_trtorch.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/structtrtorch_1_1CompileSpec.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/structtrtorch_1_1CompileSpec_1_1InputRange.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/trtorch_cpp.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/unabridged_api.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/unabridged_orphan.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_notebooks/Resnet50-example.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_notebooks/lenet-getting-started.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_notebooks/ssd-object-detection-demo.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/contributors/conversion.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/contributors/lowering.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/contributors/phases.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/contributors/runtime.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/contributors/system_overview.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/contributors/useful_links.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/contributors/writing_converters.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/index.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/py_api/logging.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/py_api/trtorch.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/tutorials/getting_started.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/tutorials/installation.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/tutorials/ptq.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/tutorials/trtorchc.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/tutorials/use_from_pytorch.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/genindex.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/py-modindex.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/search.html</loc></url></urlset>
\ No newline at end of file
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/class_view_hierarchy.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/classtrtorch_1_1CompileSpec_1_1DataType.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/classtrtorch_1_1CompileSpec_1_1DeviceType.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/classtrtorch_1_1ptq_1_1Int8CacheCalibrator.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/classtrtorch_1_1ptq_1_1Int8Calibrator.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/dir_cpp.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/dir_cpp_api.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/dir_cpp_api_include.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/dir_cpp_api_include_trtorch.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/file_cpp_api_include_trtorch_logging.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/file_cpp_api_include_trtorch_macros.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/file_cpp_api_include_trtorch_ptq.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/file_cpp_api_include_trtorch_trtorch.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/file_view_hierarchy.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_logging_8h_1a9b420280bfacc016d7e36a5704021949.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_ptq_8h_1a4422781719d7befedb364cacd91c6247.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/namespace_trtorch.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/namespace_trtorch__logging.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/namespace_trtorch__ptq.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/program_listing_file_cpp_api_include_trtorch_logging.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/program_listing_file_cpp_api_include_trtorch_macros.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/program_listing_file_cpp_api_include_trtorch_ptq.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/program_listing_file_cpp_api_include_trtorch_trtorch.h.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/structtrtorch_1_1CompileSpec.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/structtrtorch_1_1CompileSpec_1_1InputRange.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/trtorch_cpp.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/unabridged_api.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_cpp_api/unabridged_orphan.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_notebooks/Resnet50-example.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_notebooks/lenet-getting-started.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/_notebooks/ssd-object-detection-demo.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/contributors/conversion.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/contributors/lowering.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/contributors/phases.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/contributors/runtime.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/contributors/system_overview.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/contributors/useful_links.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/contributors/writing_converters.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/index.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/py_api/logging.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/py_api/trtorch.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/tutorials/getting_started.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/tutorials/installation.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/tutorials/ptq.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/tutorials/runtime.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/tutorials/trtorchc.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/tutorials/use_from_pytorch.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/genindex.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/py-modindex.html</loc></url><url><loc>https://nvidia.github.io/TRTorch/search.html</loc></url></urlset>
\ No newline at end of file
diff --git a/docs/tutorials/getting_started.html b/docs/tutorials/getting_started.html
index 3259360ac1..84b1ce125d 100644
--- a/docs/tutorials/getting_started.html
+++ b/docs/tutorials/getting_started.html
@@ -347,6 +347,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/tutorials/installation.html b/docs/tutorials/installation.html
index f7029f89db..9f039cfcbc 100644
--- a/docs/tutorials/installation.html
+++ b/docs/tutorials/installation.html
@@ -407,6 +407,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/tutorials/ptq.html b/docs/tutorials/ptq.html
index 4e13445813..fcd967cab0 100644
--- a/docs/tutorials/ptq.html
+++ b/docs/tutorials/ptq.html
@@ -284,6 +284,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/tutorials/runtime.html b/docs/tutorials/runtime.html
new file mode 100644
index 0000000000..704dfcb7c0
--- /dev/null
+++ b/docs/tutorials/runtime.html
@@ -0,0 +1,564 @@
+<!DOCTYPE html>
+<html>
+ <head>
+  <meta charset="utf-8"/>
+  <meta content="width=device-width, initial-scale=1.0" name="viewport"/>
+  <meta content="width=device-width,initial-scale=1" name="viewport"/>
+  <meta content="ie=edge" http-equiv="x-ua-compatible"/>
+  <meta content="Copy to clipboard" name="lang:clipboard.copy"/>
+  <meta content="Copied to clipboard" name="lang:clipboard.copied"/>
+  <meta content="en" name="lang:search.language"/>
+  <meta content="True" name="lang:search.pipeline.stopwords"/>
+  <meta content="True" name="lang:search.pipeline.trimmer"/>
+  <meta content="No matching documents" name="lang:search.result.none"/>
+  <meta content="1 matching document" name="lang:search.result.one"/>
+  <meta content="# matching documents" name="lang:search.result.other"/>
+  <meta content="[\s\-]+" name="lang:search.tokenizer"/>
+  <link crossorigin="" href="https://fonts.gstatic.com/" rel="preconnect"/>
+  <link href="https://fonts.googleapis.com/css?family=Roboto+Mono:400,500,700|Roboto:300,400,400i,700&amp;display=fallback" rel="stylesheet"/>
+  <style>
+   body,
+      input {
+        font-family: "Roboto", "Helvetica Neue", Helvetica, Arial, sans-serif
+      }
+
+      code,
+      kbd,
+      pre {
+        font-family: "Roboto Mono", "Courier New", Courier, monospace
+      }
+  </style>
+  <link href="../_static/stylesheets/application.css" rel="stylesheet"/>
+  <link href="../_static/stylesheets/application-palette.css" rel="stylesheet"/>
+  <link href="../_static/stylesheets/application-fixes.css" rel="stylesheet"/>
+  <link href="../_static/fonts/material-icons.css" rel="stylesheet"/>
+  <meta content="84bd00" name="theme-color"/>
+  <script src="../_static/javascripts/modernizr.js">
+  </script>
+  <title>
+   Deploying TRTorch Programs — TRTorch master documentation
+  </title>
+  <link href="../_static/material.css" rel="stylesheet" type="text/css"/>
+  <link href="../_static/pygments.css" rel="stylesheet" type="text/css"/>
+  <link href="../_static/collapsible-lists/css/tree_view.css" rel="stylesheet" type="text/css"/>
+  <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js">
+  </script>
+  <script src="../_static/jquery.js">
+  </script>
+  <script src="../_static/underscore.js">
+  </script>
+  <script src="../_static/doctools.js">
+  </script>
+  <script src="../_static/language_data.js">
+  </script>
+  <script src="../_static/collapsible-lists/js/CollapsibleLists.compressed.js">
+  </script>
+  <script src="../_static/collapsible-lists/js/apply-collapsible-lists.js">
+  </script>
+  <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js">
+  </script>
+  <link href="../genindex.html" rel="index" title="Index"/>
+  <link href="../search.html" rel="search" title="Search"/>
+  <link href="../_notebooks/lenet-getting-started.html" rel="next" title="TRTorch Getting Started - LeNet"/>
+  <link href="use_from_pytorch.html" rel="prev" title="Using TRTorch Directly From PyTorch"/>
+ </head>
+ <body data-md-color-accent="light-green" data-md-color-primary="light-green" dir="ltr">
+  <svg class="md-svg">
+   <defs data-children-count="0">
+    <svg height="448" id="__github" viewbox="0 0 416 448" width="416" xmlns="http://www.w3.org/2000/svg">
+     <path d="M160 304q0 10-3.125 20.5t-10.75 19T128 352t-18.125-8.5-10.75-19T96 304t3.125-20.5 10.75-19T128 256t18.125 8.5 10.75 19T160 304zm160 0q0 10-3.125 20.5t-10.75 19T288 352t-18.125-8.5-10.75-19T256 304t3.125-20.5 10.75-19T288 256t18.125 8.5 10.75 19T320 304zm40 0q0-30-17.25-51T296 232q-10.25 0-48.75 5.25Q229.5 240 208 240t-39.25-2.75Q130.75 232 120 232q-29.5 0-46.75 21T56 304q0 22 8 38.375t20.25 25.75 30.5 15 35 7.375 37.25 1.75h42q20.5 0 37.25-1.75t35-7.375 30.5-15 20.25-25.75T360 304zm56-44q0 51.75-15.25 82.75-9.5 19.25-26.375 33.25t-35.25 21.5-42.5 11.875-42.875 5.5T212 416q-19.5 0-35.5-.75t-36.875-3.125-38.125-7.5-34.25-12.875T37 371.5t-21.5-28.75Q0 312 0 260q0-59.25 34-99-6.75-20.5-6.75-42.5 0-29 12.75-54.5 27 0 47.5 9.875t47.25 30.875Q171.5 96 212 96q37 0 70 8 26.25-20.5 46.75-30.25T376 64q12.75 25.5 12.75 54.5 0 21.75-6.75 42 34 40 34 99.5z" fill="currentColor">
+     </path>
+    </svg>
+   </defs>
+  </svg>
+  <input class="md-toggle" data-md-toggle="drawer" id="__drawer" type="checkbox"/>
+  <input class="md-toggle" data-md-toggle="search" id="__search" type="checkbox"/>
+  <label class="md-overlay" data-md-component="overlay" for="__drawer">
+  </label>
+  <a class="md-skip" href="#tutorials/runtime" tabindex="1">
+   Skip to content
+  </a>
+  <header class="md-header" data-md-component="header">
+   <nav class="md-header-nav md-grid">
+    <div class="md-flex navheader">
+     <div class="md-flex__cell md-flex__cell--shrink">
+      <a class="md-header-nav__button md-logo" href="../index.html" title="TRTorch master documentation">
+       <i class="md-icon">
+        
+       </i>
+      </a>
+     </div>
+     <div class="md-flex__cell md-flex__cell--shrink">
+      <label class="md-icon md-icon--menu md-header-nav__button" for="__drawer">
+      </label>
+     </div>
+     <div class="md-flex__cell md-flex__cell--stretch">
+      <div class="md-flex__ellipsis md-header-nav__title" data-md-component="title">
+       <span class="md-header-nav__topic">
+        TRTorch
+       </span>
+       <span class="md-header-nav__topic">
+        Deploying TRTorch Programs
+       </span>
+      </div>
+     </div>
+     <div class="md-flex__cell md-flex__cell--shrink">
+      <label class="md-icon md-icon--search md-header-nav__button" for="__search">
+      </label>
+      <div class="md-search" data-md-component="search" role="dialog">
+       <label class="md-search__overlay" for="__search">
+       </label>
+       <div class="md-search__inner" role="search">
+        <form action="../search.html" class="md-search__form" method="GET" name="search">
+         <input autocapitalize="off" autocomplete="off" class="md-search__input" data-md-component="query" data-md-state="active" name="q" placeholder="Search" spellcheck="false" type="text"/>
+         <label class="md-icon md-search__icon" for="__search">
+         </label>
+         <button class="md-icon md-search__icon" data-md-component="reset" tabindex="-1" type="reset">
+          
+         </button>
+        </form>
+        <div class="md-search__output">
+         <div class="md-search__scrollwrap" data-md-scrollfix="">
+          <div class="md-search-result" data-md-component="result">
+           <div class="md-search-result__meta">
+            Type to start searching
+           </div>
+           <ol class="md-search-result__list">
+           </ol>
+          </div>
+         </div>
+        </div>
+       </div>
+      </div>
+     </div>
+     <div class="md-flex__cell md-flex__cell--shrink">
+      <div class="md-header-nav__source">
+       <a class="md-source" data-md-source="github" href="https://github.com/nvidia/TRTorch/" title="Go to repository">
+        <div class="md-source__icon">
+         <svg height="28" viewbox="0 0 24 24" width="28" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+          <use height="24" width="24" xlink:href="#__github">
+          </use>
+         </svg>
+        </div>
+        <div class="md-source__repository">
+         TRTorch
+        </div>
+       </a>
+      </div>
+     </div>
+     <div class="md-flex__cell md-flex__cell--shrink dropdown">
+      <button class="dropdownbutton">
+       Versions
+      </button>
+      <div class="dropdown-content md-hero">
+       <a href="https://nvidia.github.io/TRTorch/" title="master">
+        master
+       </a>
+       <a href="https://nvidia.github.io/TRTorch/v0.1.0/" title="v0.1.0">
+        v0.1.0
+       </a>
+       <a href="https://nvidia.github.io/TRTorch/v0.0.3/" title="v0.0.3">
+        v0.0.3
+       </a>
+       <a href="https://nvidia.github.io/TRTorch/v0.0.2/" title="v0.0.2">
+        v0.0.2
+       </a>
+       <a href="https://nvidia.github.io/TRTorch/v0.0.1/" title="v0.0.1">
+        v0.0.1
+       </a>
+      </div>
+     </div>
+    </div>
+   </nav>
+  </header>
+  <div class="md-container">
+   <nav class="md-tabs" data-md-component="tabs">
+    <div class="md-tabs__inner md-grid">
+     <ul class="md-tabs__list">
+      <li class="md-tabs__item">
+       <a class="md-tabs__link" href="../index.html">
+        TRTorch master documentation
+       </a>
+      </li>
+     </ul>
+    </div>
+   </nav>
+   <main class="md-main">
+    <div class="md-main__inner md-grid" data-md-component="container">
+     <div class="md-sidebar md-sidebar--primary" data-md-component="navigation">
+      <div class="md-sidebar__scrollwrap">
+       <div class="md-sidebar__inner">
+        <nav class="md-nav md-nav--primary" data-md-level="0">
+         <label class="md-nav__title md-nav__title--site" for="__drawer">
+          <a class="md-nav__button md-logo" href="../index.html" title="TRTorch master documentation">
+           <i class="md-icon">
+            
+           </i>
+          </a>
+          <a href="../index.html" title="TRTorch master documentation">
+           TRTorch
+          </a>
+         </label>
+         <div class="md-nav__source">
+          <a class="md-source" data-md-source="github" href="https://github.com/nvidia/TRTorch/" title="Go to repository">
+           <div class="md-source__icon">
+            <svg height="28" viewbox="0 0 24 24" width="28" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+             <use height="24" width="24" xlink:href="#__github">
+             </use>
+            </svg>
+           </div>
+           <div class="md-source__repository">
+            TRTorch
+           </div>
+          </a>
+         </div>
+         <ul class="md-nav__list">
+          <li class="md-nav__item">
+           <span class="md-nav__link caption">
+            <span class="caption-text">
+             Getting Started
+            </span>
+           </span>
+          </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="installation.html">
+            Installation
+           </a>
+          </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="getting_started.html">
+            Getting Started
+           </a>
+          </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="ptq.html">
+            Post Training Quantization (PTQ)
+           </a>
+          </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="trtorchc.html">
+            trtorchc
+           </a>
+          </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="use_from_pytorch.html">
+            Using TRTorch Directly From PyTorch
+           </a>
+          </li>
+          <li class="md-nav__item">
+           <input class="md-toggle md-nav__toggle" data-md-toggle="toc" id="__toc" type="checkbox"/>
+           <label class="md-nav__link md-nav__link--active" for="__toc">
+            Deploying TRTorch Programs
+           </label>
+           <a class="md-nav__link md-nav__link--active" href="#">
+            Deploying TRTorch Programs
+           </a>
+           <nav class="md-nav md-nav--secondary">
+            <label class="md-nav__title" for="__toc">
+             Contents
+            </label>
+            <ul class="md-nav__list" data-md-scrollfix="">
+             <li class="md-nav__item">
+              <a class="md-nav__link" href="#tutorials-runtime--page-root">
+               Deploying TRTorch Programs
+              </a>
+              <nav class="md-nav">
+               <ul class="md-nav__list">
+                <li class="md-nav__item">
+                 <a class="md-nav__link" href="#trtorch-package-libtrtorch-so">
+                  TRTorch package / libtrtorch.so
+                 </a>
+                </li>
+                <li class="md-nav__item">
+                 <a class="md-nav__link" href="#runtime-library">
+                  Runtime Library
+                 </a>
+                </li>
+               </ul>
+              </nav>
+             </li>
+             <li class="md-nav__item">
+              <a class="md-nav__extra_link" href="../_sources/tutorials/runtime.rst.txt">
+               Show Source
+              </a>
+             </li>
+            </ul>
+           </nav>
+          </li>
+          <li class="md-nav__item">
+           <span class="md-nav__link caption">
+            <span class="caption-text">
+             Notebooks
+            </span>
+           </span>
+          </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../_notebooks/lenet-getting-started.html">
+            TRTorch Getting Started - LeNet
+           </a>
+          </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../_notebooks/ssd-object-detection-demo.html">
+            Object Detection with TRTorch (SSD)
+           </a>
+          </li>
+          <li class="md-nav__item">
+           <span class="md-nav__link caption">
+            <span class="caption-text">
+             Python API Documenation
+            </span>
+           </span>
+          </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../py_api/trtorch.html">
+            trtorch
+           </a>
+          </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../py_api/logging.html">
+            trtorch.logging
+           </a>
+          </li>
+          <li class="md-nav__item">
+           <span class="md-nav__link caption">
+            <span class="caption-text">
+             C++ API Documenation
+            </span>
+           </span>
+          </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../_cpp_api/trtorch_cpp.html">
+            TRTorch C++ API
+           </a>
+          </li>
+          <li class="md-nav__item">
+           <span class="md-nav__link caption">
+            <span class="caption-text">
+             Contributor Documentation
+            </span>
+           </span>
+          </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../contributors/system_overview.html">
+            System Overview
+           </a>
+          </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../contributors/writing_converters.html">
+            Writing Converters
+           </a>
+          </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="../contributors/useful_links.html">
+            Useful Links for TRTorch Development
+           </a>
+          </li>
+         </ul>
+        </nav>
+       </div>
+      </div>
+     </div>
+     <div class="md-sidebar md-sidebar--secondary" data-md-component="toc">
+      <div class="md-sidebar__scrollwrap">
+       <div class="md-sidebar__inner">
+        <nav class="md-nav md-nav--secondary">
+         <label class="md-nav__title" for="__toc">
+          Contents
+         </label>
+         <ul class="md-nav__list" data-md-scrollfix="">
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="#tutorials-runtime--page-root">
+            Deploying TRTorch Programs
+           </a>
+           <nav class="md-nav">
+            <ul class="md-nav__list">
+             <li class="md-nav__item">
+              <a class="md-nav__link" href="#trtorch-package-libtrtorch-so">
+               TRTorch package / libtrtorch.so
+              </a>
+             </li>
+             <li class="md-nav__item">
+              <a class="md-nav__link" href="#runtime-library">
+               Runtime Library
+              </a>
+             </li>
+            </ul>
+           </nav>
+          </li>
+          <li class="md-nav__item">
+           <a class="md-nav__extra_link" href="../_sources/tutorials/runtime.rst.txt">
+            Show Source
+           </a>
+          </li>
+          <li class="md-nav__item" id="searchbox">
+          </li>
+         </ul>
+        </nav>
+       </div>
+      </div>
+     </div>
+     <div class="md-content">
+      <article class="md-content__inner md-typeset" role="main">
+       <span id="runtime">
+       </span>
+       <h1 id="tutorials-runtime--page-root">
+        Deploying TRTorch Programs
+        <a class="headerlink" href="#tutorials-runtime--page-root" title="Permalink to this headline">
+         ¶
+        </a>
+       </h1>
+       <p>
+        After compiling and saving TRTorch programs there is no longer a strict dependency on the full
+TRTorch library. All that is required to run a compiled program is the runtime. There are therfore a couple
+options to deploy your programs other than shipping the full trtorch compiler with your applications.
+       </p>
+       <h2 id="trtorch-package-libtrtorch-so">
+        TRTorch package / libtrtorch.so
+        <a class="headerlink" href="#trtorch-package-libtrtorch-so" title="Permalink to this headline">
+         ¶
+        </a>
+       </h2>
+       <p>
+        Once a program is compiled, you run it using the standard PyTorch APIs. All that is required is that the package
+must be imported in python or linked in C++.
+       </p>
+       <h2 id="runtime-library">
+        Runtime Library
+        <a class="headerlink" href="#runtime-library" title="Permalink to this headline">
+         ¶
+        </a>
+       </h2>
+       <p>
+        Distributed with the C++ distribution is
+        <code class="docutils literal notranslate">
+         <span class="pre">
+          libtrtorchrt.so
+         </span>
+        </code>
+        . This library only contains the components
+necessary to run TRTorch programs. Instead of linking
+        <code class="docutils literal notranslate">
+         <span class="pre">
+          libtrtorch.so
+         </span>
+        </code>
+        or importing
+        <code class="docutils literal notranslate">
+         <span class="pre">
+          trtorch
+         </span>
+        </code>
+        you can
+link
+        <code class="docutils literal notranslate">
+         <span class="pre">
+          libtrtorchrt.so
+         </span>
+        </code>
+        in your deployment programs or use
+        <code class="docutils literal notranslate">
+         <span class="pre">
+          DL_OPEN
+         </span>
+        </code>
+        or
+        <code class="docutils literal notranslate">
+         <span class="pre">
+          LD_PRELOAD
+         </span>
+        </code>
+        . For python
+you can load the runtime with
+        <code class="docutils literal notranslate">
+         <span class="pre">
+          torch.ops.load_library("libtrtorchrt.so")
+         </span>
+        </code>
+        . You can then continue to use
+programs just as you would otherwise via PyTorch API.
+       </p>
+       <div class="admonition note">
+        <p class="admonition-title">
+         Note
+        </p>
+        <p>
+         If you are using the standard distribution of PyTorch in Python on x86, likely you will need the pre-cxx11-abi variant of
+         <code class="docutils literal notranslate">
+          <span class="pre">
+           libtrtorchrt.so
+          </span>
+         </code>
+         , check
+         <a class="reference internal" href="installation.html#installation">
+          <span class="std std-ref">
+           Installation
+          </span>
+         </a>
+         documentation for more details.
+        </p>
+       </div>
+      </article>
+     </div>
+    </div>
+   </main>
+  </div>
+  <footer class="md-footer">
+   <div class="md-footer-nav">
+    <nav class="md-footer-nav__inner md-grid">
+     <a class="md-flex md-footer-nav__link md-footer-nav__link--prev" href="use_from_pytorch.html" rel="prev" title="Using TRTorch Directly From PyTorch">
+      <div class="md-flex__cell md-flex__cell--shrink">
+       <i class="md-icon md-icon--arrow-back md-footer-nav__button">
+       </i>
+      </div>
+      <div class="md-flex__cell md-flex__cell--stretch md-footer-nav__title">
+       <span class="md-flex__ellipsis">
+        <span class="md-footer-nav__direction">
+         Previous
+        </span>
+        Using TRTorch Directly From PyTorch
+       </span>
+      </div>
+     </a>
+     <a class="md-flex md-footer-nav__link md-footer-nav__link--next" href="../_notebooks/lenet-getting-started.html" rel="next" title="TRTorch Getting Started - LeNet">
+      <div class="md-flex__cell md-flex__cell--stretch md-footer-nav__title">
+       <span class="md-flex__ellipsis">
+        <span class="md-footer-nav__direction">
+         Next
+        </span>
+        TRTorch Getting Started - LeNet
+       </span>
+      </div>
+      <div class="md-flex__cell md-flex__cell--shrink">
+       <i class="md-icon md-icon--arrow-forward md-footer-nav__button">
+       </i>
+      </div>
+     </a>
+    </nav>
+   </div>
+   <div class="md-footer-meta md-typeset">
+    <div class="md-footer-meta__inner md-grid">
+     <div class="md-footer-copyright">
+      <div class="md-footer-copyright__highlight">
+       © Copyright 2020, NVIDIA Corporation.
+      </div>
+      Created using
+      <a href="http://www.sphinx-doc.org/">
+       Sphinx
+      </a>
+      3.1.2.
+             and
+      <a href="https://github.com/bashtage/sphinx-material/">
+       Material for
+              Sphinx
+      </a>
+     </div>
+    </div>
+   </div>
+  </footer>
+  <script src="../_static/javascripts/application.js">
+  </script>
+  <script>
+   app.initialize({version: "1.0.4", url: {base: ".."}})
+  </script>
+ </body>
+</html>
\ No newline at end of file
diff --git a/docs/tutorials/trtorchc.html b/docs/tutorials/trtorchc.html
index a7d8ae4aef..5d7a22c00a 100644
--- a/docs/tutorials/trtorchc.html
+++ b/docs/tutorials/trtorchc.html
@@ -258,6 +258,11 @@
             Using TRTorch Directly From PyTorch
            </a>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
diff --git a/docs/tutorials/use_from_pytorch.html b/docs/tutorials/use_from_pytorch.html
index 5cc6136cc8..b6a513aa04 100644
--- a/docs/tutorials/use_from_pytorch.html
+++ b/docs/tutorials/use_from_pytorch.html
@@ -59,7 +59,7 @@
   </script>
   <link href="../genindex.html" rel="index" title="Index"/>
   <link href="../search.html" rel="search" title="Search"/>
-  <link href="../_notebooks/lenet-getting-started.html" rel="next" title="TRTorch Getting Started - LeNet"/>
+  <link href="runtime.html" rel="next" title="Deploying TRTorch Programs"/>
   <link href="trtorchc.html" rel="prev" title="trtorchc"/>
  </head>
  <body data-md-color-accent="light-green" data-md-color-primary="light-green" dir="ltr">
@@ -258,6 +258,11 @@
             </ul>
            </nav>
           </li>
+          <li class="md-nav__item">
+           <a class="md-nav__link" href="runtime.html">
+            Deploying TRTorch Programs
+           </a>
+          </li>
           <li class="md-nav__item">
            <span class="md-nav__link caption">
             <span class="caption-text">
@@ -504,13 +509,13 @@ <h1 id="tutorials-use-from-pytorch--page-root">
        </span>
       </div>
      </a>
-     <a class="md-flex md-footer-nav__link md-footer-nav__link--next" href="../_notebooks/lenet-getting-started.html" rel="next" title="TRTorch Getting Started - LeNet">
+     <a class="md-flex md-footer-nav__link md-footer-nav__link--next" href="runtime.html" rel="next" title="Deploying TRTorch Programs">
       <div class="md-flex__cell md-flex__cell--stretch md-footer-nav__title">
        <span class="md-flex__ellipsis">
         <span class="md-footer-nav__direction">
          Next
         </span>
-        TRTorch Getting Started - LeNet
+        Deploying TRTorch Programs
        </span>
       </div>
       <div class="md-flex__cell md-flex__cell--shrink">