Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

ds/sagemaker_prebuilt_ecr_image: New data source #15924

Merged
merged 1 commit into from
Oct 30, 2020
Merged

ds/sagemaker_prebuilt_ecr_image: New data source #15924

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
353 changes: 353 additions & 0 deletions aws/data_source_aws_sagemaker_prebuilt_ecr_image.go
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,353 @@
package aws

import (
"fmt"

"github.com/aws/aws-sdk-go/aws/endpoints"
"github.com/hashicorp/terraform-plugin-sdk/v2/helper/schema"
"github.com/hashicorp/terraform-plugin-sdk/v2/helper/validation"
)

const (
// SageMaker Algorithm BlazingText
sageMakerRepositoryBlazingText = "blazingtext"
// SageMaker Algorithm DeepAR Forecasting
sageMakerRepositoryDeepARForecasting = "forecasting-deepar"
// SageMaker Algorithm Factorization Machines
sageMakerRepositoryFactorizationMachines = "factorization-machines"
// SageMaker Algorithm Image Classification
sageMakerRepositoryImageClassification = "image-classification"
// SageMaker Algorithm IP Insights
sageMakerRepositoryIPInsights = "ipinsights"
// SageMaker Algorithm k-means
sageMakerRepositoryKMeans = "kmeans"
// SageMaker Algorithm k-nearest-neighbor
sageMakerRepositoryKNearestNeighbor = "knn"
// SageMaker Algorithm Latent Dirichlet Allocation
sageMakerRepositoryLDA = "lda"
// SageMaker Algorithm Linear Learner
sageMakerRepositoryLinearLearner = "linear-learner"
// SageMaker Algorithm Neural Topic Model
sageMakerRepositoryNeuralTopicModel = "ntm"
// SageMaker Algorithm Object2Vec
sageMakerRepositoryObject2Vec = "object2vec"
// SageMaker Algorithm Object Detection
sageMakerRepositoryObjectDetection = "object-detection"
// SageMaker Algorithm PCA
sageMakerRepositoryPCA = "pca"
// SageMaker Algorithm Random Cut Forest
sageMakerRepositoryRandomCutForest = "randomcutforest"
// SageMaker Algorithm Semantic Segmentation
sageMakerRepositorySemanticSegmentation = "semantic-segmentation"
// SageMaker Algorithm Seq2Seq
sageMakerRepositorySeq2Seq = "seq2seq"
// SageMaker Algorithm XGBoost
sageMakerRepositoryXGBoost = "sagemaker-xgboost"
// SageMaker Library scikit-learn
sageMakerRepositoryScikitLearn = "sagemaker-scikit-learn"
// SageMaker Library Spark ML
sageMakerRepositorySparkML = "sagemaker-sparkml-serving"
// SageMaker Repo MXNet Inference
sageMakerRepositoryMXNetInference = "mxnet-inference"
// SageMaker Repo MXNet Inference EIA
sageMakerRepositoryMXNetInferenceEIA = "mxnet-inference-eia"
// SageMaker Repo MXNet Training
sageMakerRepositoryMXNetTraining = "mxnet-training"
// SageMaker Repo PyTorch Inference
sageMakerRepositoryPyTorchInference = "pytorch-inference"
// SageMaker Repo PyTorch Inference EIA
sageMakerRepositoryPyTorchInferenceEIA = "pytorch-inference-eia"
// SageMaker Repo PyTorch Training
sageMakerRepositoryPyTorchTraining = "pytorch-training"
// SageMaker Repo TensorFlow Inference
sageMakerRepositoryTensorFlowInference = "tensorflow-inference"
// SageMaker Repo TensorFlow Inference EIA
sageMakerRepositoryTensorFlowInferenceEIA = "tensorflow-inference-eia"
// SageMaker Repo TensorFlow Training
sageMakerRepositoryTensorFlowTraining = "tensorflow-training"
)

// https://docs.aws.amazon.com/sagemaker/latest/dg/sagemaker-algo-docker-registry-paths.html
var sageMakerPrebuiltECRImageIDByRegion_Blazing = map[string]string{
endpoints.ApEast1RegionID: "286214385809",
endpoints.ApNortheast1RegionID: "501404015308",
endpoints.ApNortheast2RegionID: "306986355934",
endpoints.ApSouth1RegionID: "991648021394",
endpoints.ApSoutheast1RegionID: "475088953585",
endpoints.ApSoutheast2RegionID: "544295431143",
endpoints.CaCentral1RegionID: "469771592824",
endpoints.CnNorth1RegionID: "390948362332",
endpoints.CnNorthwest1RegionID: "387376663083",
endpoints.EuCentral1RegionID: "813361260812",
endpoints.EuNorth1RegionID: "669576153137",
endpoints.EuWest1RegionID: "685385470294",
endpoints.EuWest2RegionID: "644912444149",
endpoints.EuWest3RegionID: "749696950732",
endpoints.MeSouth1RegionID: "249704162688",
endpoints.SaEast1RegionID: "855470959533",
endpoints.UsEast1RegionID: "811284229777",
endpoints.UsEast2RegionID: "825641698319",
endpoints.UsGovWest1RegionID: "226302683700",
endpoints.UsWest1RegionID: "632365934929",
endpoints.UsWest2RegionID: "433757028032",
}

// https://docs.aws.amazon.com/sagemaker/latest/dg/sagemaker-algo-docker-registry-paths.html
var sageMakerPrebuiltECRImageIDByRegion_DeepAR = map[string]string{
endpoints.ApEast1RegionID: "286214385809",
endpoints.ApNortheast1RegionID: "633353088612",
endpoints.ApNortheast2RegionID: "204372634319",
endpoints.ApSouth1RegionID: "991648021394",
endpoints.ApSoutheast1RegionID: "475088953585",
endpoints.ApSoutheast2RegionID: "514117268639",
endpoints.CaCentral1RegionID: "469771592824",
endpoints.CnNorth1RegionID: "390948362332",
endpoints.CnNorthwest1RegionID: "387376663083",
endpoints.EuCentral1RegionID: "495149712605",
endpoints.EuNorth1RegionID: "669576153137",
endpoints.EuWest1RegionID: "224300973850",
endpoints.EuWest2RegionID: "644912444149",
endpoints.EuWest3RegionID: "749696950732",
endpoints.MeSouth1RegionID: "249704162688",
endpoints.SaEast1RegionID: "855470959533",
endpoints.UsEast1RegionID: "522234722520",
endpoints.UsEast2RegionID: "566113047672",
endpoints.UsGovWest1RegionID: "226302683700",
endpoints.UsWest1RegionID: "632365934929",
endpoints.UsWest2RegionID: "156387875391",
}

// https://docs.aws.amazon.com/sagemaker/latest/dg/sagemaker-algo-docker-registry-paths.html
var sageMakerPrebuiltECRImageIDByRegion_FactorMachines = map[string]string{
endpoints.ApEast1RegionID: "286214385809",
endpoints.ApNortheast1RegionID: "351501993468",
endpoints.ApNortheast2RegionID: "835164637446",
endpoints.ApSouth1RegionID: "991648021394",
endpoints.ApSoutheast1RegionID: "475088953585",
endpoints.ApSoutheast2RegionID: "712309505854",
endpoints.CaCentral1RegionID: "469771592824",
endpoints.CnNorth1RegionID: "390948362332",
endpoints.CnNorthwest1RegionID: "387376663083",
endpoints.EuCentral1RegionID: "664544806723",
endpoints.EuNorth1RegionID: "669576153137",
endpoints.EuWest1RegionID: "438346466558",
endpoints.EuWest2RegionID: "644912444149",
endpoints.EuWest3RegionID: "749696950732",
endpoints.MeSouth1RegionID: "249704162688",
endpoints.SaEast1RegionID: "855470959533",
endpoints.UsEast1RegionID: "382416733822",
endpoints.UsEast2RegionID: "404615174143",
endpoints.UsGovWest1RegionID: "226302683700",
endpoints.UsWest1RegionID: "632365934929",
endpoints.UsWest2RegionID: "174872318107",
}

// https://docs.aws.amazon.com/sagemaker/latest/dg/sagemaker-algo-docker-registry-paths.html
var sageMakerPrebuiltECRImageIDByRegion_LDA = map[string]string{
endpoints.ApNortheast1RegionID: "258307448986",
endpoints.ApNortheast2RegionID: "293181348795",
endpoints.ApSouth1RegionID: "991648021394",
endpoints.ApSoutheast1RegionID: "475088953585",
endpoints.ApSoutheast2RegionID: "297031611018",
endpoints.CaCentral1RegionID: "469771592824",
endpoints.EuCentral1RegionID: "353608530281",
endpoints.EuWest1RegionID: "999678624901",
endpoints.EuWest2RegionID: "644912444149",
endpoints.UsEast1RegionID: "766337827248",
endpoints.UsEast2RegionID: "999911452149",
endpoints.UsGovWest1RegionID: "226302683700",
endpoints.UsWest1RegionID: "632365934929",
endpoints.UsWest2RegionID: "266724342769",
}

// https://docs.aws.amazon.com/sagemaker/latest/dg/sagemaker-algo-docker-registry-paths.html
var sageMakerPrebuiltECRImageIDByRegion_XGBoost = map[string]string{
endpoints.ApEast1RegionID: "651117190479",
endpoints.ApNortheast1RegionID: "354813040037",
endpoints.ApNortheast2RegionID: "366743142698",
endpoints.ApSouth1RegionID: "720646828776",
endpoints.ApSoutheast1RegionID: "121021644041",
endpoints.ApSoutheast2RegionID: "783357654285",
endpoints.CaCentral1RegionID: "341280168497",
endpoints.CnNorth1RegionID: "450853457545",
endpoints.CnNorthwest1RegionID: "451049120500",
endpoints.EuCentral1RegionID: "492215442770",
endpoints.EuNorth1RegionID: "662702820516",
endpoints.EuWest1RegionID: "141502667606",
endpoints.EuWest2RegionID: "764974769150",
endpoints.EuWest3RegionID: "659782779980",
endpoints.MeSouth1RegionID: "801668240914",
endpoints.SaEast1RegionID: "737474898029",
endpoints.UsEast1RegionID: "683313688378",
endpoints.UsEast2RegionID: "257758044811",
endpoints.UsGovWest1RegionID: "414596584902",
endpoints.UsWest1RegionID: "746614075791",
endpoints.UsWest2RegionID: "246618743249",
}

// https://docs.aws.amazon.com/sagemaker/latest/dg/pre-built-docker-containers-scikit-learn-spark.html
var sageMakerPrebuiltECRImageIDByRegion_SparkML = map[string]string{
endpoints.ApNortheast1RegionID: "354813040037",
endpoints.ApNortheast2RegionID: "366743142698",
endpoints.ApSouth1RegionID: "720646828776",
endpoints.ApSoutheast1RegionID: "121021644041",
endpoints.ApSoutheast2RegionID: "783357654285",
endpoints.CaCentral1RegionID: "341280168497",
endpoints.EuCentral1RegionID: "492215442770",
endpoints.EuWest1RegionID: "141502667606",
endpoints.EuWest2RegionID: "764974769150",
endpoints.UsEast1RegionID: "683313688378",
endpoints.UsEast2RegionID: "257758044811",
endpoints.UsGovWest1RegionID: "414596584902",
endpoints.UsWest1RegionID: "746614075791",
endpoints.UsWest2RegionID: "246618743249",
}

// https://github.com/aws/deep-learning-containers/blob/master/available_images.md
var sageMakerPrebuiltECRImageIDByRegion_DeepLearning = map[string]string{
endpoints.ApEast1RegionID: "871362719292",
endpoints.ApNortheast1RegionID: "763104351884",
endpoints.ApNortheast2RegionID: "763104351884",
endpoints.ApSouth1RegionID: "763104351884",
endpoints.ApSoutheast1RegionID: "763104351884",
endpoints.ApSoutheast2RegionID: "763104351884",
endpoints.CaCentral1RegionID: "763104351884",
endpoints.CnNorth1RegionID: "727897471807",
endpoints.CnNorthwest1RegionID: "727897471807",
endpoints.EuCentral1RegionID: "763104351884",
endpoints.EuNorth1RegionID: "763104351884",
endpoints.EuWest1RegionID: "763104351884",
endpoints.EuWest2RegionID: "763104351884",
endpoints.EuWest3RegionID: "763104351884",
endpoints.MeSouth1RegionID: "217643126080",
endpoints.SaEast1RegionID: "763104351884",
endpoints.UsEast1RegionID: "763104351884",
endpoints.UsEast2RegionID: "763104351884",
endpoints.UsWest1RegionID: "763104351884",
endpoints.UsWest2RegionID: "763104351884",
}

func dataSourceAwsSageMakerPrebuiltECRImage() *schema.Resource {
return &schema.Resource{
Read: dataSourceAwsSageMakerPrebuiltECRImageRead,
Schema: map[string]*schema.Schema{
"repository_name": {
Type: schema.TypeString,
Required: true,
ValidateFunc: validation.StringInSlice([]string{
sageMakerRepositoryBlazingText,
sageMakerRepositoryDeepARForecasting,
sageMakerRepositoryFactorizationMachines,
sageMakerRepositoryImageClassification,
sageMakerRepositoryIPInsights,
sageMakerRepositoryKMeans,
sageMakerRepositoryKNearestNeighbor,
sageMakerRepositoryLDA,
sageMakerRepositoryLinearLearner,
sageMakerRepositoryNeuralTopicModel,
sageMakerRepositoryObject2Vec,
sageMakerRepositoryObjectDetection,
sageMakerRepositoryPCA,
sageMakerRepositoryRandomCutForest,
sageMakerRepositorySemanticSegmentation,
sageMakerRepositorySeq2Seq,
sageMakerRepositoryXGBoost,
sageMakerRepositoryScikitLearn,
sageMakerRepositorySparkML,
sageMakerRepositoryMXNetInference,
sageMakerRepositoryMXNetInferenceEIA,
sageMakerRepositoryMXNetTraining,
sageMakerRepositoryPyTorchInference,
sageMakerRepositoryPyTorchInferenceEIA,
sageMakerRepositoryPyTorchTraining,
sageMakerRepositoryTensorFlowInference,
sageMakerRepositoryTensorFlowInferenceEIA,
sageMakerRepositoryTensorFlowTraining,
}, false),
},

"dns_suffix": {
Type: schema.TypeString,
Optional: true,
},

"image_tag": {
Type: schema.TypeString,
Optional: true,
Default: "1",
},

"region": {
Type: schema.TypeString,
Optional: true,
},

"registry_id": {
Type: schema.TypeString,
Computed: true,
},

"registry_path": {
Type: schema.TypeString,
Computed: true,
},
},
}
}

func dataSourceAwsSageMakerPrebuiltECRImageRead(d *schema.ResourceData, meta interface{}) error {
region := meta.(*AWSClient).region
if v, ok := d.GetOk("region"); ok {
region = v.(string)
}

suffix := meta.(*AWSClient).dnsSuffix
if v, ok := d.GetOk("dns_suffix"); ok {
suffix = v.(string)
}

repo := d.Get("repository_name").(string)

id := ""
switch repo {
case sageMakerRepositoryBlazingText,
sageMakerRepositoryImageClassification,
sageMakerRepositoryObjectDetection,
sageMakerRepositorySemanticSegmentation,
sageMakerRepositorySeq2Seq:
id = sageMakerPrebuiltECRImageIDByRegion_Blazing[region]
case sageMakerRepositoryDeepARForecasting:
id = sageMakerPrebuiltECRImageIDByRegion_DeepAR[region]
case sageMakerRepositoryLDA:
id = sageMakerPrebuiltECRImageIDByRegion_LDA[region]
case sageMakerRepositoryXGBoost:
id = sageMakerPrebuiltECRImageIDByRegion_XGBoost[region]
case sageMakerRepositoryScikitLearn, sageMakerRepositorySparkML:
id = sageMakerPrebuiltECRImageIDByRegion_SparkML[region]
case sageMakerRepositoryMXNetInference,
sageMakerRepositoryMXNetInferenceEIA,
sageMakerRepositoryMXNetTraining,
sageMakerRepositoryPyTorchInference,
sageMakerRepositoryPyTorchInferenceEIA,
sageMakerRepositoryPyTorchTraining,
sageMakerRepositoryTensorFlowInference,
sageMakerRepositoryTensorFlowInferenceEIA,
sageMakerRepositoryTensorFlowTraining:
id = sageMakerPrebuiltECRImageIDByRegion_DeepLearning[region]
default:
id = sageMakerPrebuiltECRImageIDByRegion_FactorMachines[region]
}

if id == "" {
return fmt.Errorf("no registry ID available for region (%s) and repository (%s)", region, repo)
}

d.SetId(id)
d.Set("registry_id", id)
d.Set("registry_path", dataSourceAwsSageMakerPrebuiltECRImageCreatePath(id, region, suffix, repo, d.Get("image_tag").(string)))
return nil
}

func dataSourceAwsSageMakerPrebuiltECRImageCreatePath(id, region, suffix, repo, imageTag string) string {
return fmt.Sprintf("%s.dkr.ecr.%s.%s/%s:%s", id, region, suffix, repo, imageTag)
}
Loading