Mnist e2e triton (#3728)

* wip * finish notebook * final touch
SeldonIO · Nov 9, 2021 · 02b506d · 02b506d
1 parent 182bd17
commit 02b506d
Show file tree

Hide file tree

Showing 10 changed files with 1,747 additions and 2 deletions.
diff --git a/doc/source/examples/triton_mnist_e2e.nblink b/doc/source/examples/triton_mnist_e2e.nblink
@@ -0,0 +1,3 @@
+{
+  "path": "../../../examples/mnist_triton_e2e/mnist-triton.ipynb"
+}
diff --git a/doc/source/servers/triton.md b/doc/source/servers/triton.md
@@ -6,7 +6,7 @@ Triton has multiple supported backends including support for TensorRT, Tensorflo
 
 ## Example
 
-```
+```yaml
 apiVersion: machinelearning.seldon.io/v1alpha2
 kind: SeldonDeployment
 metadata:
@@ -22,4 +22,9 @@ spec:
     replicas: 1
 ```
 
-Try out a [worked notebook](../examples/protocol_examples.html)
+See more deployment examples in [triton examples](../examples/triton_examples.html) and [protocol examples](../examples/protocol_examples.html).
+
+See also:
+- [Tensorflow MNIST - e2e example with MinIO](../examples/triton_mnist_e2e.html)
+- [GPT2 Model - pretrained with Azure](../examples/triton_gpt2_example_azure.html)
+- [GPT2 Model - pretrained with MinIO](../examples/triton_gpt2_example_azure.html)
diff --git a/examples/mnist_triton_e2e/.gitignore b/examples/mnist_triton_e2e/.gitignore
@@ -0,0 +1 @@
+models-repository/
diff --git a/examples/mnist_triton_e2e/deployment.yaml b/examples/mnist_triton_e2e/deployment.yaml
@@ -0,0 +1,19 @@
+apiVersion: machinelearning.seldon.io/v1
+kind: SeldonDeployment
+metadata:
+  name: mnist
+  namespace: seldon
+spec:
+  name: default
+  predictors:
+  - graph:
+      implementation: TRITON_SERVER
+      logger:
+        mode: all
+      modelUri: s3:triton-models/mnist-model
+      envSecretRefName: seldon-rclone-secret
+      name: mnist
+      type: MODEL
+    name: default
+    replicas: 1
+  protocol: kfserving