Added mpi backend plugin (flyteorg#196)

* Added mpi plugin Signed-off-by: Yuvraj <[email protected]> * Remove launcher log Signed-off-by: Yuvraj <[email protected]> * More changes Signed-off-by: Yuvraj <[email protected]> * Fix test and lint Signed-off-by: Yuvraj <[email protected]> * fix gomod issue Signed-off-by: Yuvraj <[email protected]> * More changes Signed-off-by: Yuvraj <[email protected]> * make lint Signed-off-by: Yuvraj <[email protected]> * Fix unit test Signed-off-by: Yuvraj <[email protected]> * Added more unit test Signed-off-by: Yuvraj <[email protected]> * Fix unit test Signed-off-by: Yuvraj <[email protected]> * Added documentation Signed-off-by: Yuvraj <[email protected]>
eapolinario · Oct 18, 2021 · b5074c7 · b5074c7
1 parent 37f96e3
commit b5074c7
Show file tree

Hide file tree

Showing 6 changed files with 806 additions and 25 deletions.
diff --git a/flyteplugins/go.mod b/flyteplugins/go.mod
@@ -13,7 +13,7 @@ require (
 	github.com/aws/aws-sdk-go-v2/config v1.0.0
 	github.com/aws/aws-sdk-go-v2/service/athena v1.0.0
 	github.com/coocood/freecache v1.1.1
-	github.com/flyteorg/flyteidl v0.21.0
+	github.com/flyteorg/flyteidl v0.21.4
 	github.com/flyteorg/flytestdlib v0.3.36
 	github.com/go-logr/zapr v0.4.0 // indirect
 	github.com/go-test/deep v1.0.7
@@ -22,22 +22,20 @@ require (
 	github.com/google/uuid v1.2.0 // indirect
 	github.com/hashicorp/golang-lru v0.5.4
 	github.com/imdario/mergo v0.3.11 // indirect
+	github.com/kubeflow/common v0.4.0
+	github.com/kubeflow/mpi-operator/v2 v2.0.0-20210920181600-c5c0c3ef99ec
 	github.com/kubeflow/pytorch-operator v0.6.0
 	github.com/kubeflow/tf-operator v0.5.3
 	github.com/magiconair/properties v1.8.4
 	github.com/mitchellh/mapstructure v1.4.1
 	github.com/pkg/errors v0.9.1
-	github.com/prometheus/client_golang v1.9.0
-	github.com/prometheus/common v0.18.0 // indirect
-	github.com/prometheus/procfs v0.6.0 // indirect
+	github.com/prometheus/client_golang v1.10.0
 	github.com/spf13/pflag v1.0.5
 	github.com/stretchr/testify v1.7.0
 	go.uber.org/multierr v1.6.0 // indirect
 	go.uber.org/zap v1.16.0 // indirect
-	golang.org/x/crypto v0.0.0-20210220033148-5ea612d1eb83 // indirect
-	golang.org/x/net v0.0.0-20210226172049-e18ecbb05110
+	golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4
 	golang.org/x/oauth2 v0.0.0-20210220000619-9bb904979d93
-	golang.org/x/sys v0.0.0-20210303074136-134d130e1a04 // indirect
 	golang.org/x/term v0.0.0-20210220032956-6a3ed077a48d // indirect
 	golang.org/x/time v0.0.0-20210220033141-f8bda1e9f3ba // indirect
 	google.golang.org/api v0.40.0