add updated triton server fixes and example for tensorrt

SeldonIO · Sep 16, 2020 · 2ee0ecf · 2ee0ecf
1 parent f773e81
commit 2ee0ecf
Show file tree

Hide file tree

Showing 28 changed files with 476 additions and 1,473 deletions.
diff --git a/doc/source/examples/digit.png b/doc/source/examples/digit.png
diff --git a/doc/source/examples/notebooks.rst b/doc/source/examples/notebooks.rst
@@ -2,6 +2,16 @@
 Notebooks
 =========
 
+Seldon Core Setup
+----
+
+.. toctree::
+   :titlesonly:
+
+   Install Seldon Core <seldon_core_setup>
+
+
+
 Prepackaged Inference Server Examples
 -----
 
@@ -33,7 +43,7 @@ Specialised Framework Examples
 .. toctree::
    :titlesonly:
 
-   NVIDIA TensorRT MNIST <nvidia_mnist>
+   NVIDIA TensorRT MNIST <tensorrt>
    OpenVINO ImageNet <openvino>
    OpenVINO ImageNet Ensemble <openvino_ensemble>
    ONNX ResNet with Intel nGraph<onnx_resnet>

diff --git a/doc/source/examples/nvidia_mnist.nblink b/doc/source/examples/nvidia_mnist.nblink
diff --git a/doc/source/examples/tensorrt.nblink b/doc/source/examples/tensorrt.nblink
@@ -0,0 +1,3 @@
+{
+  "path": "../../../examples/models/tensorrt/triton_tensorrt.ipynb"
+}
diff --git a/doc/source/python/api/seldon_core.proto.rst b/doc/source/python/api/seldon_core.proto.rst
@@ -2,9 +2,9 @@ seldon\_core.proto package
 ==========================
 
 .. automodule:: seldon_core.proto
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 Submodules
 ----------
@@ -13,16 +13,15 @@ seldon\_core.proto.prediction\_pb2 module
 -----------------------------------------
 
 .. automodule:: seldon_core.proto.prediction_pb2
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.proto.prediction\_pb2\_grpc module
 -----------------------------------------------
 
 .. automodule:: seldon_core.proto.prediction_pb2_grpc
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
diff --git a/doc/source/python/api/seldon_core.rst b/doc/source/python/api/seldon_core.rst
@@ -2,16 +2,16 @@ seldon\_core package
 ====================
 
 .. automodule:: seldon_core
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 Subpackages
 -----------
 
 .. toctree::
 
-    seldon_core.proto
+   seldon_core.proto
 
 Submodules
 ----------
@@ -20,9 +20,9 @@ seldon\_core.api\_tester module
 -------------------------------
 
 .. automodule:: seldon_core.api_tester
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.app module
 -----------------------
@@ -36,128 +36,127 @@ seldon\_core.batch\_processor module
 ------------------------------------
 
 .. automodule:: seldon_core.batch_processor
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.flask\_utils module
 --------------------------------
 
 .. automodule:: seldon_core.flask_utils
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.imports\_helper module
 -----------------------------------
 
 .. automodule:: seldon_core.imports_helper
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.metadata module
 ----------------------------
 
 .. automodule:: seldon_core.metadata
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.metrics module
 ---------------------------
 
 .. automodule:: seldon_core.metrics
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.microservice module
 --------------------------------
 
 .. automodule:: seldon_core.microservice
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.microservice\_tester module
 ----------------------------------------
 
 .. automodule:: seldon_core.microservice_tester
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.persistence module
 -------------------------------
 
 .. automodule:: seldon_core.persistence
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.seldon\_client module
 ----------------------------------
 
 .. automodule:: seldon_core.seldon_client
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.seldon\_methods module
 -----------------------------------
 
 .. automodule:: seldon_core.seldon_methods
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.serving\_test\_gen module
 --------------------------------------
 
 .. automodule:: seldon_core.serving_test_gen
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.storage module
 ---------------------------
 
 .. automodule:: seldon_core.storage
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.user\_model module
 -------------------------------
 
 .. automodule:: seldon_core.user_model
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.utils module
 -------------------------
 
 .. automodule:: seldon_core.utils
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.version module
 ---------------------------
 
 .. automodule:: seldon_core.version
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 seldon\_core.wrapper module
 ---------------------------
 
 .. automodule:: seldon_core.wrapper
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
diff --git a/examples/models/azure_aks_deep_mnist/azure_aks_deep_mnist.ipynb b/examples/models/azure_aks_deep_mnist/azure_aks_deep_mnist.ipynb
diff --git a/examples/models/nvidia-mnist/.s2i/environment b/examples/models/nvidia-mnist/.s2i/environment
diff --git a/examples/models/nvidia-mnist/Makefile b/examples/models/nvidia-mnist/Makefile
diff --git a/examples/models/nvidia-mnist/MnistTransformer.py b/examples/models/nvidia-mnist/MnistTransformer.py
diff --git a/examples/models/nvidia-mnist/fetch-model.sh b/examples/models/nvidia-mnist/fetch-model.sh
diff --git a/examples/models/nvidia-mnist/nvidia-mnist/Chart.yaml b/examples/models/nvidia-mnist/nvidia-mnist/Chart.yaml