From d9c981ae5b86a3a3b8e8ed49b0bb76d0d6373b76 Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Tue, 9 Jan 2024 14:35:02 +0800 Subject: [PATCH 01/22] onboard new apiversion 2023-11-01-preview --- cSpell.json | 6 + .../examples/CreateAutoscaleCluster.json | 354 ++ .../examples/CreateClusterPool.json | 95 + .../CreateClusterPoolWithPrivateAks.json | 107 + .../examples/CreateClusterPoolWithUDRAks.json | 107 + .../examples/CreateRangerCluster.json | 239 + .../examples/CreateSparkCluster.json | 323 ++ ...CreateSparkClusterWithInternalIngress.json | 331 ++ .../examples/DeleteCluster.json | 22 + .../examples/DeleteClusterPool.json | 21 + .../examples/GetCluster.json | 89 + .../examples/GetClusterInstanceView.json | 30 + .../examples/GetClusterPool.json | 47 + .../examples/GetOperations.json | 26 + .../ListAvailableClusterPoolVersions.json | 43 + .../ListAvailableClusterVersions.json | 58 + .../ListClusterAvailableUpgrades.json | 43 + .../examples/ListClusterInstanceViews.json | 35 + .../examples/ListClusterJobs.json | 36 + .../ListClusterPoolAvailableUpgrades.json | 32 + .../examples/ListClusterPools.json | 46 + .../ListClusterPoolsSubscription.json | 45 + .../examples/ListClusterServiceConfigs.json | 25 + .../ListClustersByClusterPoolName.json | 88 + .../examples/LocationsNameAvailability.json | 20 + .../examples/PatchCluster.json | 456 ++ .../examples/PatchClusterPool.json | 96 + .../examples/PatchRangerCluster.json | 232 + .../examples/ResizeCluster.json | 143 + .../examples/RunClusterJob.json | 47 + .../UpgradeAKSPatchVersionForCluster.json | 137 + .../UpgradeAKSPatchVersionForClusterPool.json | 59 + .../examples/UpgradeHotfixForCluster.json | 141 + .../examples/UpgradeNodeOsForClusterPool.json | 57 + .../preview/2023-11-01-preview/hdinsight.json | 4242 +++++++++++++++++ .../HDInsightOnAks/readme.md | 21 +- 36 files changed, 7898 insertions(+), 1 deletion(-) create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateAutoscaleCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPool.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithPrivateAks.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithUDRAks.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateRangerCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkClusterWithInternalIngress.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterInstanceView.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterPool.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetOperations.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterPoolVersions.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterVersions.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterAvailableUpgrades.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterInstanceViews.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolAvailableUpgrades.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPools.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolsSubscription.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterServiceConfigs.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClustersByClusterPoolName.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/LocationsNameAvailability.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchClusterPool.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForClusterPool.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeHotfixForCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeNodeOsForClusterPool.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json diff --git a/cSpell.json b/cSpell.json index 53edfde971f0..7cfcaa80e481 100644 --- a/cSpell.json +++ b/cSpell.json @@ -948,6 +948,12 @@ "runpath" ] }, + { + "filename": "**/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/**/*.json", + "words": [ + "Usersync" + ] + }, { "filename": "**/specification/securityinsights/resource-manager/Microsoft.SecurityInsights/preview/**/*.json", "words": [ diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateAutoscaleCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateAutoscaleCluster.json new file mode 100644 index 000000000000..bda5723d3d02 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateAutoscaleCluster.json @@ -0,0 +1,354 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "HDInsightCluster": { + "location": "West US 2", + "properties": { + "clusterType": "Trino", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2 + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": 3600, + "scheduleBasedConfig": { + "defaultCount": 10, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 20 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 25 + } + ] + }, + "loadBasedConfig": { + "minNodes": 10, + "maxNodes": 20, + "pollInterval": 60, + "cooldownPeriod": 300, + "scalingRules": [ + { + "actionType": "scaleup", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "greaterThan", + "threshold": 90 + } + }, + { + "actionType": "scaledown", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "lessThan", + "threshold": 20 + } + } + ] + } + } + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "Trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "components": [ + { + "name": "Trino", + "version": "410" + }, + { + "name": "Hive metastore", + "version": "3.1.2" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": 3600, + "scheduleBasedConfig": { + "defaultCount": 10, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 20 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 25 + } + ] + }, + "loadBasedConfig": { + "minNodes": 10, + "maxNodes": 20, + "pollInterval": 60, + "cooldownPeriod": 300, + "scalingRules": [ + { + "actionType": "scaleup", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "greaterThan", + "threshold": 90 + } + }, + { + "actionType": "scaledown", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "lessThan", + "threshold": 20 + } + } + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "201": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Accepted", + "clusterType": "Trino", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": 3600, + "scheduleBasedConfig": { + "defaultCount": 10, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 20 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 25 + } + ] + }, + "loadBasedConfig": { + "minNodes": 10, + "maxNodes": 20, + "pollInterval": 60, + "cooldownPeriod": 300, + "scalingRules": [ + { + "actionType": "scaleup", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "greaterThan", + "threshold": 90 + } + }, + { + "actionType": "scaledown", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "lessThan", + "threshold": 20 + } + } + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPool.json new file mode 100644 index 000000000000..6b62459601aa --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPool.json @@ -0,0 +1,95 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "ClusterPool": { + "location": "West US 2", + "properties": { + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2" + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "201": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Accepted", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithPrivateAks.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithPrivateAks.json new file mode 100644 index 000000000000..f8e004e9bfb5 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithPrivateAks.json @@ -0,0 +1,107 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "ClusterPool": { + "location": "West US 2", + "properties": { + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2" + }, + "networkProfile": { + "subnetId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/virtualNetworks/vnet1/subnets/subnet1", + "enablePrivateApiServer": true + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + }, + "networkProfile": { + "subnetId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/virtualNetworks/vnet1/subnets/subnet1", + "enablePrivateApiServer": true + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "201": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Accepted", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + }, + "networkProfile": { + "subnetId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/virtualNetworks/vnet1/subnets/subnet1", + "enablePrivateApiServer": true + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithUDRAks.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithUDRAks.json new file mode 100644 index 000000000000..6379c0cd473b --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithUDRAks.json @@ -0,0 +1,107 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "ClusterPool": { + "location": "West US 2", + "properties": { + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2" + }, + "networkProfile": { + "subnetId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/virtualNetworks/vnet1/subnets/subnet1", + "outboundType": "userDefinedRouting" + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + }, + "networkProfile": { + "subnetId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/virtualNetworks/vnet1/subnets/subnet1", + "outboundType": "userDefinedRouting" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "201": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Accepted", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + }, + "networkProfile": { + "subnetId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/virtualNetworks/vnet1/subnets/subnet1", + "outboundType": "userDefinedRouting" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateRangerCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateRangerCluster.json new file mode 100644 index 000000000000..46cba6645d3f --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateRangerCluster.json @@ -0,0 +1,239 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "HDInsightCluster": { + "location": "West US 2", + "properties": { + "clusterType": "ranger", + "computeProfile": { + "nodes": [ + { + "type": "head", + "vmSize": "Standard_D3_v2", + "count": 2 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "rangerProfile": { + "rangerAdmin": { + "admins": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ], + "database": { + "host": "testsqlserver.database.windows.net", + "name": "testdb", + "passwordSecretRef": "https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452", + "username": "admin" + } + }, + "rangerAudit": { + "storageAccount": "https://teststorage.blob.core.windows.net/testblob" + }, + "rangerUsersync": { + "enabled": true, + "groups": [ + "0a53828f-36c9-44c3-be3d-99a7fce977ad", + "13be6971-79db-4f33-9d41-b25589ca25ac" + ], + "mode": "automatic", + "users": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ] + } + } + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "ranger", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "head", + "vmSize": "Standard_D3_v2", + "count": 2 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "components": [ + { + "name": "HDFS", + "version": "2.2.3" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + } + }, + "rangerProfile": { + "rangerAdmin": { + "admins": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ], + "database": { + "host": "testsqlserver.database.windows.net", + "name": "testdb", + "passwordSecretRef": "https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452", + "username": "admin" + } + }, + "rangerAudit": { + "storageAccount": "https://teststorage.blob.core.windows.net/testblob" + }, + "rangerUsersync": { + "enabled": true, + "groups": [ + "0a53828f-36c9-44c3-be3d-99a7fce977ad", + "13be6971-79db-4f33-9d41-b25589ca25ac" + ], + "mode": "automatic", + "users": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "201": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Accepted", + "clusterType": "ranger", + "computeProfile": { + "nodes": [ + { + "type": "head", + "vmSize": "Standard_D3_v2", + "count": 2 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "components": [ + { + "name": "HDFS", + "version": "2.2.3" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + } + }, + "rangerProfile": { + "rangerAdmin": { + "admins": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ], + "database": { + "host": "testsqlserver.database.windows.net", + "name": "testdb", + "passwordSecretRef": "https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452", + "username": "admin" + } + }, + "rangerAudit": { + "storageAccount": "https://teststorage.blob.core.windows.net/testblob" + }, + "rangerUsersync": { + "enabled": true, + "groups": [ + "0a53828f-36c9-44c3-be3d-99a7fce977ad", + "13be6971-79db-4f33-9d41-b25589ca25ac" + ], + "mode": "automatic", + "users": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json new file mode 100644 index 000000000000..83727032ee8f --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json @@ -0,0 +1,323 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "HDInsightCluster": { + "location": "West US 2", + "properties": { + "clusterType": "spark", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 4 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "serviceConfigsProfiles": [ + { + "serviceName": "spark-service", + "configs": [ + { + "component": "spark-config", + "files": [ + { + "fileName": "spark-defaults.conf", + "values": { + "spark.eventLog.enabled": "true" + } + } + ] + } + ] + }, + { + "serviceName": "yarn-service", + "configs": [ + { + "component": "yarn-config", + "files": [ + { + "fileName": "core-site.xml", + "values": { + "fs.defaultFS": "wasb://testcontainer@teststorage.dfs.core.windows.net/", + "storage.name": "teststorage", + "storage.protocol": "wasb", + "storage.key": "test key", + "storage.container": "testcontainer" + } + }, + { + "fileName": "yarn-site.xml", + "values": { + "yarn.webapp.ui2.enable": "false" + } + } + ] + } + ] + } + ], + "sparkProfile": {}, + "sshProfile": { + "count": 2 + }, + "rangerPluginProfile": { + "enabled": false + } + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "spark", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 4 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "components": [ + { + "name": "HDFS", + "version": "2.2.3" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "serviceConfigsProfiles": [ + { + "serviceName": "spark-service", + "configs": [ + { + "component": "spark-config", + "files": [ + { + "fileName": "spark-defaults.conf", + "values": { + "spark.eventLog.enabled": "true" + } + } + ] + } + ] + }, + { + "serviceName": "yarn-service", + "configs": [ + { + "component": "yarn-config", + "files": [ + { + "fileName": "core-site.xml", + "values": { + "fs.defaultFS": "wasb://testcontainer@teststorage.dfs.core.windows.net/", + "storage.name": "teststorage", + "storage.protocol": "wasb", + "storage.key": "test key", + "storage.container": "testcontainer" + } + }, + { + "fileName": "yarn-site.xml", + "values": { + "yarn.webapp.ui2.enable": "false" + } + } + ] + } + ] + } + ], + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "sparkProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "rangerPluginProfile": { + "enabled": false + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "201": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Accepted", + "clusterType": "spark", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 4 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "components": [ + { + "name": "HDFS", + "version": "2.2.3" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "serviceConfigsProfiles": [ + { + "serviceName": "spark-service", + "configs": [ + { + "component": "spark-config", + "files": [ + { + "fileName": "spark-defaults.conf", + "values": { + "spark.eventLog.enabled": "true" + } + } + ] + } + ] + }, + { + "serviceName": "yarn-service", + "configs": [ + { + "component": "yarn-config", + "files": [ + { + "fileName": "core-site.xml", + "values": { + "fs.defaultFS": "wasb://testcontainer@teststorage.dfs.core.windows.net/", + "storage.name": "teststorage", + "storage.protocol": "wasb", + "storage.key": "test key", + "storage.container": "testcontainer" + } + }, + { + "fileName": "yarn-site.xml", + "values": { + "yarn.webapp.ui2.enable": "false" + } + } + ] + } + ] + } + ], + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "sparkProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "rangerPluginProfile": { + "enabled": false + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkClusterWithInternalIngress.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkClusterWithInternalIngress.json new file mode 100644 index 000000000000..dc440404470c --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkClusterWithInternalIngress.json @@ -0,0 +1,331 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "HDInsightCluster": { + "location": "West US 2", + "properties": { + "clusterType": "spark", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 4 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "serviceConfigsProfiles": [ + { + "serviceName": "spark-service", + "configs": [ + { + "component": "spark-config", + "files": [ + { + "fileName": "spark-defaults.conf", + "values": { + "spark.eventLog.enabled": "true" + } + } + ] + } + ] + }, + { + "serviceName": "yarn-service", + "configs": [ + { + "component": "yarn-config", + "files": [ + { + "fileName": "core-site.xml", + "values": { + "fs.defaultFS": "wasb://testcontainer@teststorage.dfs.core.windows.net/", + "storage.name": "teststorage", + "storage.protocol": "wasb", + "storage.key": "test key", + "storage.container": "testcontainer" + } + }, + { + "fileName": "yarn-site.xml", + "values": { + "yarn.webapp.ui2.enable": "false" + } + } + ] + } + ] + } + ], + "sparkProfile": {}, + "sshProfile": { + "count": 2 + }, + "clusterAccessProfile": { + "enableInternalIngress": true + } + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "spark", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 4 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "components": [ + { + "name": "HDFS", + "version": "2.2.3" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "serviceConfigsProfiles": [ + { + "serviceName": "spark-service", + "configs": [ + { + "component": "spark-config", + "files": [ + { + "fileName": "spark-defaults.conf", + "values": { + "spark.eventLog.enabled": "true" + } + } + ] + } + ] + }, + { + "serviceName": "yarn-service", + "configs": [ + { + "component": "yarn-config", + "files": [ + { + "fileName": "core-site.xml", + "values": { + "fs.defaultFS": "wasb://testcontainer@teststorage.dfs.core.windows.net/", + "storage.name": "teststorage", + "storage.protocol": "wasb", + "storage.key": "test key", + "storage.container": "testcontainer" + } + }, + { + "fileName": "yarn-site.xml", + "values": { + "yarn.webapp.ui2.enable": "false" + } + } + ] + } + ] + } + ], + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net", + "privateFqdn": "cluster1-int.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0", + "privateSshEndpoint": "cluster1-int.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1", + "privateSshEndpoint": "cluster1-int.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "sparkProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "clusterAccessProfile": { + "enableInternalIngress": true, + "privateLinkServiceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/privateLinkServices/testpls" + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "201": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Accepted", + "clusterType": "spark", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 4 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "components": [ + { + "name": "HDFS", + "version": "2.2.3" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "serviceConfigsProfiles": [ + { + "serviceName": "spark-service", + "configs": [ + { + "component": "spark-config", + "files": [ + { + "fileName": "spark-defaults.conf", + "values": { + "spark.eventLog.enabled": "true" + } + } + ] + } + ] + }, + { + "serviceName": "yarn-service", + "configs": [ + { + "component": "yarn-config", + "files": [ + { + "fileName": "core-site.xml", + "values": { + "fs.defaultFS": "wasb://testcontainer@teststorage.dfs.core.windows.net/", + "storage.name": "teststorage", + "storage.protocol": "wasb", + "storage.key": "test key", + "storage.container": "testcontainer" + } + }, + { + "fileName": "yarn-site.xml", + "values": { + "yarn.webapp.ui2.enable": "false" + } + } + ] + } + ] + } + ], + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net", + "privateFqdn": "cluster1-int.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0", + "privateSshEndpoint": "cluster1-int.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1", + "privateSshEndpoint": "cluster1-int.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "sparkProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "clusterAccessProfile": { + "enableInternalIngress": true, + "privateLinkServiceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/privateLinkServices/testpls" + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json new file mode 100644 index 000000000000..ab356ffe418b --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json @@ -0,0 +1,22 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "rg1", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1" + }, + "responses": { + "202": { + "description": "Cluster delete request accepted.", + "headers": { + "azure-asyncoperation": "http://azure.async.operation/status" + } + }, + "204": { + "headers": { + "azure-asyncoperation": "http://azure.async.operation/status" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json new file mode 100644 index 000000000000..26ea702f7a13 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json @@ -0,0 +1,21 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "rg1", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1" + }, + "responses": { + "202": { + "description": "Cluster Pool delete request accepted.", + "headers": { + "azure-asyncoperation": "http://azure.async.operation/status" + } + }, + "204": { + "headers": { + "azure-asyncoperation": "http://azure.async.operation/status" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetCluster.json new file mode 100644 index 000000000000..ef3dd6469186 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetCluster.json @@ -0,0 +1,89 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1" + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "Trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "components": [ + { + "name": "Trino", + "version": "410" + }, + { + "name": "Hive metastore", + "version": "3.1.2" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterInstanceView.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterInstanceView.json new file mode 100644 index 000000000000..5e9a1173929b --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterInstanceView.json @@ -0,0 +1,30 @@ +{ + "parameters": { + "clusterName": "cluster1", + "resourceGroupName": "rg1", + "api-version": "2023-11-01-preview", + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "clusterPoolName": "clusterPool1" + }, + "responses": { + "200": { + "body": { + "name": "default", + "properties": { + "status": { + "ready": "True", + "reason": "", + "message": "" + }, + "serviceStatuses": [ + { + "kind": "ZooKeeper", + "ready": "true", + "message": "" + } + ] + } + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterPool.json new file mode 100644 index 000000000000..b8b6b322e021 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterPool.json @@ -0,0 +1,47 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1" + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetOperations.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetOperations.json new file mode 100644 index 000000000000..475a285c9d0c --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetOperations.json @@ -0,0 +1,26 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "resourceGroup1", + "api-version": "2023-11-01-preview" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "name": "Microsoft.HDInsight/clusterpool/read", + "isDataAction": false, + "display": { + "provider": "HDInsight on AKS", + "resource": "Cluster Pool.", + "operation": "Get Cluster Pool Operation result.", + "description": "Get any cluster pool." + }, + "origin": "user, system" + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterPoolVersions.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterPoolVersions.json new file mode 100644 index 000000000000..70e74845dc0a --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterPoolVersions.json @@ -0,0 +1,43 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "location": "westus2", + "api-version": "2023-11-01-preview" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/subid/providers/Microsoft.HDInsight/locations/westus2/availableclusterpoolversions/1.0", + "name": "1.0", + "properties": { + "clusterPoolVersion": "1.0", + "aksVersion": "1.24", + "isPreview": false + } + }, + { + "id": "/subscriptions/subid/providers/Microsoft.HDInsight/locations/westus2/availableclusterpoolversions/1.1", + "name": "1.1", + "properties": { + "clusterPoolVersion": "1.1", + "aksVersion": "1.25", + "isPreview": false + } + }, + { + "id": "/subscriptions/subid/providers/Microsoft.HDInsight/locations/westus2/availableclusterpoolversions/1.2", + "name": "1.2", + "properties": { + "clusterPoolVersion": "1.2", + "aksVersion": "1.26", + "isPreview": true + } + } + ], + "nextLink": null + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterVersions.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterVersions.json new file mode 100644 index 000000000000..8237b497a231 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterVersions.json @@ -0,0 +1,58 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "location": "westus2", + "api-version": "2023-11-01-preview" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/subid/providers/Microsoft.HDInsight/locations/westus2/availableclusterversions/flink_1.16.0-1.0.4", + "name": "flink_1.16.0-1.0.4", + "properties": { + "clusterType": "Flink", + "clusterVersion": "1.0.4", + "ossVersion": "1.16.0", + "clusterPoolVersion": "1.0", + "isPreview": false, + "components": [ + { + "name": "TaskManager", + "version": "1.16.0" + }, + { + "name": "JobManager", + "version": "1.16.0" + } + ] + } + }, + { + "id": "/subscriptions/subid/providers/Microsoft.HDInsight/locations/westus2/availableclusterversions/spark_3.3.1-1.0.4", + "name": "spark_3.3.1-1.0.4", + "properties": { + "clusterType": "Spark", + "clusterVersion": "1.0.4", + "ossVersion": "3.3.1", + "clusterPoolVersion": "1.0", + "isPreview": false, + "components": [ + { + "name": "Hadoop", + "version": "3.2.3" + }, + { + "name": "Hive", + "version": "3.1.4" + } + ] + } + } + ], + "nextLink": null + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterAvailableUpgrades.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterAvailableUpgrades.json new file mode 100644 index 000000000000..491729ce24af --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterAvailableUpgrades.json @@ -0,0 +1,43 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1/availableUpgrades/AKSPatchUpgrade", + "properties": { + "upgradeType": "AKSPatchUpgrade", + "currentVersion": "1.26.3", + "currentVersionStatus": "Supported", + "latestVersion": "1.26.6" + } + }, + { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1/availableUpgrades/hotfix1", + "properties": { + "description": "Hotfix for historyserver on version 1.16.0-1.0.6.2", + "sourceClusterVersion": "1.0.6", + "sourceOssVersion": "1.16.0", + "sourceBuildNumber": "2", + "targetClusterVersion": "1.0.6", + "targetOssVersion": "1.16.0", + "targetBuildNumber": "3", + "componentName": "historyserver", + "severity": "low", + "upgradeType": "HotfixUpgrade", + "extendedProperties": "", + "createdTime": "2023-03-29T14:13:12Z" + } + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterInstanceViews.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterInstanceViews.json new file mode 100644 index 000000000000..34b3d4641df7 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterInstanceViews.json @@ -0,0 +1,35 @@ +{ + "parameters": { + "clusterName": "cluster1", + "resourceGroupName": "rg1", + "api-version": "2023-11-01-preview", + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "clusterPoolName": "clusterPool1" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "name": "default", + "properties": { + "status": { + "ready": "True", + "reason": "", + "message": "" + }, + "serviceStatuses": [ + { + "kind": "ZooKeeper", + "ready": "true", + "message": "" + } + ] + } + } + ], + "nextLink": null + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json new file mode 100644 index 000000000000..4658834c76f2 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json @@ -0,0 +1,36 @@ +{ + "parameters": { + "resourceGroupName": "hiloResourcegroup", + "subscriptionId": "00000000-0000-0000-0000-000000000000", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterPool1", + "clusterName": "cluster1" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1/jobs/flink-job-1", + "properties": { + "runId": "job-15a-4322-b32c-ea541845e911", + "jobType": "FlinkJob", + "jobName": "flink-job-1", + "jobJarDirectory": "jobJarDirectory1", + "jarName": "job.jar", + "entryClass": "com.microsoft.hilo.flink.job.streaming.ExampleJob", + "flinkConfiguration": { + "parallelism": "1", + "savepoint.directory": "savepoint-directory" + }, + "jobId": "362b911137dfefc2e55784666f4d4253", + "status": "RUNNING", + "jobOutput": "job-output", + "actionResult": "SUCCESS" + } + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolAvailableUpgrades.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolAvailableUpgrades.json new file mode 100644 index 000000000000..e946df8f116a --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolAvailableUpgrades.json @@ -0,0 +1,32 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/availableUpgrades/AKSPatchUpgrade", + "properties": { + "upgradeType": "AKSPatchUpgrade", + "currentVersion": "1.26.3", + "currentVersionStatus": "Deprecated", + "latestVersion": "1.26.6" + } + }, + { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/availableUpgrades/NodeOsUpgrade", + "properties": { + "upgradeType": "NodeOsUpgrade", + "latestVersion": "AKSCBLMariner-V2gen2-202310.09.0" + } + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPools.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPools.json new file mode 100644 index 000000000000..0bfda02428f5 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPools.json @@ -0,0 +1,46 @@ +{ + "parameters": { + "resourceGroupName": "hiloResourcegroup", + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "api-version": "2023-11-01-preview" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "location": "West US 2", + "tags": { + "department": "MightyMight", + "company": "Contoso" + } + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolsSubscription.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolsSubscription.json new file mode 100644 index 000000000000..59447e08b209 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolsSubscription.json @@ -0,0 +1,45 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "api-version": "2023-11-01-preview" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "location": "West US 2", + "tags": { + "department": "MightyMight", + "company": "Contoso" + } + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterServiceConfigs.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterServiceConfigs.json new file mode 100644 index 000000000000..c8c2b61ba39a --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterServiceConfigs.json @@ -0,0 +1,25 @@ +{ + "parameters": { + "clusterName": "cluster1", + "resourceGroupName": "rg1", + "api-version": "2023-11-01-preview", + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "clusterPoolName": "clusterPool1" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "properties": { + "serviceName": "hadoop-service", + "componentName": "hadoop-component", + "fileName": "capacity-scheduler.xml", + "content": "" + } + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClustersByClusterPoolName.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClustersByClusterPoolName.json new file mode 100644 index 000000000000..5f3cd6f733db --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClustersByClusterPoolName.json @@ -0,0 +1,88 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "Trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "components": [ + { + "name": "Trino", + "version": "410" + }, + { + "name": "Hive metastore", + "version": "3.1.2" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + } + } + }, + "location": "West US 2", + "tags": { + "department": "MightyMight", + "company": "Contoso" + } + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/LocationsNameAvailability.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/LocationsNameAvailability.json new file mode 100644 index 000000000000..2a2c69d2b1ba --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/LocationsNameAvailability.json @@ -0,0 +1,20 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "api-version": "2023-11-01-preview", + "location": "southeastasia", + "NameAvailabilityParameters": { + "name": "contosemember1", + "type": "Microsoft.HDInsight/clusterPools/clusters" + } + }, + "responses": { + "200": { + "headers": {}, + "body": { + "nameAvailable": false, + "reason": "AlreadyExists" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json new file mode 100644 index 000000000000..a4ddf71317fa --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json @@ -0,0 +1,456 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "ClusterPatchRequest": { + "location": "West US 2", + "properties": { + "clusterProfile": { + "serviceConfigsProfiles": [ + { + "serviceName": "TestService1", + "configs": [ + { + "component": "TestComp1", + "files": [ + { + "fileName": "TestFile1", + "values": { + "Test.config.1": "1", + "Test.config.2": "2" + } + }, + { + "fileName": "TestFile2", + "values": { + "Test.config.3": "3", + "Test.config.4": "4" + } + } + ] + }, + { + "component": "TestComp2", + "files": [ + { + "fileName": "TestFile3", + "content": "TestContent", + "path": "TestPath" + }, + { + "fileName": "TestFile4", + "values": { + "Test.config.7": "7", + "Test.config.8": "8" + } + } + ] + } + ] + }, + { + "serviceName": "TestService2", + "configs": [ + { + "component": "TestComp3", + "files": [ + { + "fileName": "TestFile5", + "values": { + "Test.config.9": "9" + } + } + ] + } + ] + } + ], + "sshProfile": { + "count": 2 + }, + "authorizationProfile": { + "userIds": [ + "Testuser1", + "Testuser2" + ] + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": -1, + "scheduleBasedConfig": { + "defaultCount": 3, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday, Tuesday, Wednesday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 3 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 3 + } + ] + } + }, + "logAnalyticsProfile": { + "enabled": true, + "applicationLogs": { + "stdErrorEnabled": true, + "stdOutEnabled": true + }, + "metricsEnabled": true + } + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "Trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "serviceConfigsProfiles": [ + { + "serviceName": "TestService1", + "configs": [ + { + "component": "TestComp1", + "files": [ + { + "fileName": "TestFile1", + "values": { + "Test.config.1": "1", + "Test.config.2": "2" + } + }, + { + "fileName": "TestFile2", + "values": { + "Test.config.3": "3", + "Test.config.4": "4" + } + } + ] + }, + { + "component": "TestComp2", + "files": [ + { + "fileName": "TestFile3", + "content": "TestContent", + "path": "TestPath" + }, + { + "fileName": "TestFile4", + "values": { + "Test.config.7": "7", + "Test.config.8": "8" + } + } + ] + } + ] + }, + { + "serviceName": "TestService2", + "configs": [ + { + "component": "TestComp3", + "files": [ + { + "fileName": "TestFile5", + "values": { + "Test.config.9": "9" + } + } + ] + } + ] + } + ], + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": -1, + "scheduleBasedConfig": { + "defaultCount": 3, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday, Tuesday, Wednesday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 3 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 3 + } + ] + } + }, + "logAnalyticsProfile": { + "enabled": true, + "applicationLogs": { + "stdErrorEnabled": true, + "stdOutEnabled": true + }, + "metricsEnabled": true + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2", + "tags": { + "tag1": "value1", + "tag2": "value2" + } + } + }, + "202": { + "headers": { + "azure-asyncoperation": "http://management.azure.com/providers/Microsoft.HDInsight/locations/EASTUS/operationStatuses/676c3c86-188d-4591-9b55-c4298b4a1279?api-version=2023-06-01-preview" + }, + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "Trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "serviceConfigsProfiles": [ + { + "serviceName": "TestService1", + "configs": [ + { + "component": "TestComp1", + "files": [ + { + "fileName": "TestFile1", + "values": { + "Test.config.1": "1", + "Test.config.2": "2" + } + }, + { + "fileName": "TestFile2", + "values": { + "Test.config.3": "3", + "Test.config.4": "4" + } + } + ] + }, + { + "component": "TestComp2", + "files": [ + { + "fileName": "TestFile3", + "content": "TestContent", + "path": "TestPath" + }, + { + "fileName": "TestFile4", + "values": { + "Test.config.7": "7", + "Test.config.8": "8" + } + } + ] + } + ] + }, + { + "serviceName": "TestService2", + "configs": [ + { + "component": "TestComp3", + "files": [ + { + "fileName": "TestFile5", + "values": { + "Test.config.9": "9" + } + } + ] + } + ] + } + ], + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": -1, + "scheduleBasedConfig": { + "defaultCount": 3, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday, Tuesday, Wednesday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 3 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 3 + } + ] + } + }, + "logAnalyticsProfile": { + "enabled": true, + "applicationLogs": { + "stdErrorEnabled": true, + "stdOutEnabled": true + }, + "metricsEnabled": true + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2", + "tags": { + "tag1": "value1", + "tag2": "value2" + } + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchClusterPool.json new file mode 100644 index 000000000000..2b2de7073b70 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchClusterPool.json @@ -0,0 +1,96 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterPoolTags": { + "tags": { + "tag1": "value1", + "tag2": "value2" + } + } + }, + "responses": { + "200": { + "headers": { + "location": "https://management.azure.com/subscriptions/subid/resourceGroups/rg1/providers/Microsoft.HDInsight/pathToOperationResult" + }, + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2", + "tags": { + "tag1": "value1", + "tag2": "value2" + } + } + }, + "202": { + "headers": { + "location": "https://management.azure.com/subscriptions/subid/resourceGroups/rg1/providers/Microsoft.HDInsight/pathToOperationResult" + }, + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2", + "tags": { + "tag1": "value1", + "tag2": "value2" + } + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json new file mode 100644 index 000000000000..6432b4733420 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json @@ -0,0 +1,232 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "ClusterPatchRequest": { + "location": "West US 2", + "properties": { + "clusterProfile": { + "rangerProfile": { + "rangerAdmin": { + "admins": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ], + "database": { + "host": "testsqlserver.database.windows.net", + "name": "testdb", + "passwordSecretRef": "https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452", + "username": "admin" + } + }, + "rangerAudit": { + "storageAccount": "https://teststorage.blob.core.windows.net/testblob" + }, + "rangerUsersync": { + "enabled": true, + "groups": [ + "0a53828f-36c9-44c3-be3d-99a7fce977ad", + "13be6971-79db-4f33-9d41-b25589ca25ac" + ], + "mode": "automatic", + "users": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ] + } + } + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "ranger", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "head", + "vmSize": "Standard_D3_v2", + "count": 2 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.1", + "ossVersion": "2.4.1", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "logAnalyticsProfile": { + "enabled": true, + "applicationLogs": { + "stdErrorEnabled": true, + "stdOutEnabled": true + }, + "metricsEnabled": true + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + } + }, + "rangerProfile": { + "rangerAdmin": { + "admins": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ], + "database": { + "host": "testsqlserver.database.windows.net", + "name": "testdb", + "passwordSecretRef": "https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452", + "username": "admin" + } + }, + "rangerAudit": { + "storageAccount": "https://teststorage.blob.core.windows.net/testblob" + }, + "rangerUsersync": { + "enabled": true, + "groups": [ + "0a53828f-36c9-44c3-be3d-99a7fce977ad", + "13be6971-79db-4f33-9d41-b25589ca25ac" + ], + "mode": "automatic", + "users": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2", + "tags": { + "tag1": "value1", + "tag2": "value2" + } + } + }, + "202": { + "headers": { + "azure-asyncoperation": "http://management.azure.com/providers/Microsoft.HDInsight/locations/EASTUS/operationStatuses/676c3c86-188d-4591-9b55-c4298b4a1279?api-version=2023-11-01-preview" + }, + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "ranger", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "head", + "vmSize": "Standard_D3_v2", + "count": 2 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.1", + "ossVersion": "2.4.1", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "logAnalyticsProfile": { + "enabled": true, + "applicationLogs": { + "stdErrorEnabled": true, + "stdOutEnabled": true + }, + "metricsEnabled": true + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + } + }, + "rangerProfile": { + "rangerAdmin": { + "admins": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ], + "database": { + "host": "testsqlserver.database.windows.net", + "name": "testdb", + "passwordSecretRef": "https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452", + "username": "admin" + } + }, + "rangerAudit": { + "storageAccount": "https://teststorage.blob.core.windows.net/testblob" + }, + "rangerUsersync": { + "enabled": true, + "groups": [ + "0a53828f-36c9-44c3-be3d-99a7fce977ad", + "13be6971-79db-4f33-9d41-b25589ca25ac" + ], + "mode": "automatic", + "users": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2", + "tags": { + "tag1": "value1", + "tag2": "value2" + } + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json new file mode 100644 index 000000000000..3cfb4ece1bbc --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json @@ -0,0 +1,143 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "ClusterResizeRequest": { + "location": "West US 2", + "properties": { + "targetWorkerNodeCount": 5 + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "Trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 5 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": 3600, + "scheduleBasedConfig": { + "defaultCount": 10, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 20 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 25 + } + ] + }, + "loadBasedConfig": { + "minNodes": 10, + "maxNodes": 20, + "pollInterval": 60, + "cooldownPeriod": 300, + "scalingRules": [ + { + "actionType": "scaleup", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "greaterThan", + "threshold": 90 + } + }, + { + "actionType": "scaledown", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "lessThan", + "threshold": 20 + } + } + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "202": { + "headers": { + "location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/locations/eastus/operationStatus/default/operationId/00000000-0000-0000-0000-000000000000?api-version=2023-06-01-preview" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json new file mode 100644 index 000000000000..8691574838dd --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json @@ -0,0 +1,47 @@ +{ + "parameters": { + "subscriptionId": "00000000-0000-0000-0000-000000000000", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "ClusterJob": { + "properties": { + "jobType": "FlinkJob", + "jobName": "flink-job-name", + "action": "START", + "jobJarDirectory": "abfs://flinkjob@hilosa.dfs.core.windows.net/jars", + "jarName": "flink-sleep-job-0.0.1-SNAPSHOT.jar", + "entryClass": "com.microsoft.hilo.flink.job.streaming.SleepJob", + "flinkConfiguration": { + "parallelism": "1", + "savepoint.directory": "abfs://flinkjob@hilosa.dfs.core.windows.net/savepoint" + } + } + } + }, + "responses": { + "202": { + "headers": { + "location": "http://azure.async.operation/status" + } + }, + "200": { + "body": { + "properties": { + "runId": "job-15a-4322-b32c-ea541845e911", + "jobType": "FlinkJob", + "jobName": "flink-job-name", + "action": "START", + "jobJarDirectory": "abfs://flinkjob@hilosa.dfs.core.windows.net/jars", + "jarName": "flink-sleep-job-0.0.1-SNAPSHOT.jar", + "entryClass": "com.microsoft.hilo.flink.job.streaming.SleepJob", + "flinkConfiguration": { + "parallelism": "1", + "savepoint.directory": "abfs://flinkjob@hilosa.dfs.core.windows.net/savepoint" + } + } + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForCluster.json new file mode 100644 index 000000000000..9661f5aeae9a --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForCluster.json @@ -0,0 +1,137 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "ClusterUpgradeRequest": { + "properties": { + "upgradeType": "AKSPatchUpgrade" + } + } + }, + "responses": { + "202": { + "headers": { + "location": "http://azure.async.operation/status" + } + }, + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.1", + "ossVersion": "2.4.1", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": 3600, + "scheduleBasedConfig": { + "defaultCount": 10, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 20 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 25 + } + ] + }, + "loadBasedConfig": { + "minNodes": 10, + "maxNodes": 20, + "pollInterval": 60, + "cooldownPeriod": 300, + "scalingRules": [ + { + "actionType": "scaleup", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "greaterThan", + "threshold": 90 + } + }, + { + "actionType": "scaledown", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "lessThan", + "threshold": 20 + } + } + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForClusterPool.json new file mode 100644 index 000000000000..a3c8bb60aca2 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForClusterPool.json @@ -0,0 +1,59 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "ClusterPoolUpgradeRequest": { + "properties": { + "upgradeType": "AKSPatchUpgrade", + "upgradeClusterPool": true, + "upgradeAllClusterNodes": false + } + } + }, + "responses": { + "202": { + "headers": { + "location": "http://azure.async.operation/status" + } + }, + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeHotfixForCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeHotfixForCluster.json new file mode 100644 index 000000000000..bfb7e74dabde --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeHotfixForCluster.json @@ -0,0 +1,141 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "ClusterUpgradeRequest": { + "properties": { + "upgradeType": "HotfixUpgrade", + "targetOssVersion": "1.16.0", + "targetClusterVersion": "1.0.6", + "targetBuildNumber": "3", + "componentName": "historyserver" + } + } + }, + "responses": { + "202": { + "headers": { + "location": "http://azure.async.operation/status" + } + }, + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.1", + "ossVersion": "2.4.1", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": 3600, + "scheduleBasedConfig": { + "defaultCount": 10, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 20 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 25 + } + ] + }, + "loadBasedConfig": { + "minNodes": 10, + "maxNodes": 20, + "pollInterval": 60, + "cooldownPeriod": 300, + "scalingRules": [ + { + "actionType": "scaleup", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "greaterThan", + "threshold": 90 + } + }, + { + "actionType": "scaledown", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "lessThan", + "threshold": 20 + } + } + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeNodeOsForClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeNodeOsForClusterPool.json new file mode 100644 index 000000000000..7dcdcb1ade3c --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeNodeOsForClusterPool.json @@ -0,0 +1,57 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "ClusterPoolUpgradeRequest": { + "properties": { + "upgradeType": "NodeOsUpgrade" + } + } + }, + "responses": { + "202": { + "headers": { + "location": "http://azure.async.operation/status" + } + }, + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json new file mode 100644 index 000000000000..b7dbba334ada --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json @@ -0,0 +1,4242 @@ +{ + "swagger": "2.0", + "info": { + "title": "HDInsight on AKS Management Client", + "description": "The HDInsight on AKS Management Client.", + "version": "2023-11-01-preview" + }, + "host": "management.azure.com", + "schemes": [ + "https" + ], + "consumes": [ + "application/json" + ], + "produces": [ + "application/json" + ], + "security": [ + { + "azure_auth": [ + "user_impersonation" + ] + } + ], + "securityDefinitions": { + "azure_auth": { + "type": "oauth2", + "authorizationUrl": "https://login.microsoftonline.com/common/oauth2/authorize", + "flow": "implicit", + "description": "Azure Active Directory OAuth2 Flow.", + "scopes": { + "user_impersonation": "impersonate your user account" + } + } + }, + "paths": { + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}": { + "get": { + "description": "Gets a cluster pool.", + "operationId": "ClusterPools_Get", + "x-ms-examples": { + "ClusterPoolGet": { + "$ref": "./examples/GetClusterPool.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + } + ], + "responses": { + "200": { + "description": "Clusterpool details.", + "schema": { + "$ref": "#/definitions/ClusterPool" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + } + }, + "put": { + "description": "Creates or updates a cluster pool.", + "operationId": "ClusterPools_CreateOrUpdate", + "x-ms-examples": { + "ClusterPoolPut": { + "$ref": "./examples/CreateClusterPool.json" + }, + "ClusterPoolPutWithPrivateAks": { + "$ref": "./examples/CreateClusterPoolWithPrivateAks.json" + }, + "ClusterPoolPutWithUDRAks": { + "$ref": "./examples/CreateClusterPoolWithUDRAks.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "name": "ClusterPool", + "description": "The Cluster Pool to create.", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/ClusterPool" + } + } + ], + "responses": { + "201": { + "description": "ClusterPool is created.", + "schema": { + "$ref": "#/definitions/ClusterPool" + } + }, + "200": { + "description": "Update successful.", + "schema": { + "$ref": "#/definitions/ClusterPool" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "azure-async-operation" + } + }, + "patch": { + "description": "Updates an existing Cluster Pool Tags.", + "operationId": "ClusterPools_UpdateTags", + "x-ms-examples": { + "ClusterPoolsPatchTags": { + "$ref": "./examples/PatchClusterPool.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "name": "clusterPoolTags", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/TagsObject" + }, + "description": "Parameters supplied to update tags." + } + ], + "responses": { + "200": { + "description": "Successful.", + "schema": { + "$ref": "#/definitions/ClusterPool" + } + }, + "202": { + "description": "Accepted.", + "headers": { + "Location": { + "type": "string" + } + }, + "schema": { + "$ref": "#/definitions/ClusterPool" + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "azure-async-operation" + } + }, + "delete": { + "description": "Deletes a Cluster Pool.", + "operationId": "ClusterPools_Delete", + "x-ms-examples": { + "ClusterPoolDelete": { + "$ref": "./examples/DeleteClusterPool.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + } + ], + "responses": { + "202": { + "description": "Accepted response definition.", + "headers": { + "Location": { + "type": "string" + } + } + }, + "204": { + "description": "No content - The Cluster Pool doesn't exist." + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true + } + }, + "/subscriptions/{subscriptionId}/providers/Microsoft.HDInsight/clusterpools": { + "get": { + "operationId": "ClusterPools_ListBySubscription", + "x-ms-examples": { + "ClusterPoolsListBySubscription": { + "$ref": "./examples/ListClusterPoolsSubscription.json" + } + }, + "description": "Gets the list of Cluster Pools within a Subscription.", + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + } + ], + "responses": { + "200": { + "description": "Cluster Pools successfully returned.", + "schema": { + "$ref": "#/definitions/ClusterPoolListResult" + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools": { + "get": { + "operationId": "ClusterPools_ListByResourceGroup", + "x-ms-examples": { + "ClusterPoolsListByResourceGroup": { + "$ref": "./examples/ListClusterPools.json" + } + }, + "description": "Lists the HDInsight cluster pools under a resource group.", + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + } + ], + "responses": { + "200": { + "description": "Cluster Pools successfully returned.", + "schema": { + "$ref": "#/definitions/ClusterPoolListResult" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/upgrade": { + "post": { + "description": "Upgrade a cluster pool.", + "operationId": "ClusterPools_Upgrade", + "x-ms-examples": { + "ClusterPoolsUpgradeAKSPatchVersion": { + "$ref": "./examples/UpgradeAKSPatchVersionForClusterPool.json" + }, + "ClusterPoolsUpgradeNodeOs": { + "$ref": "./examples/UpgradeNodeOsForClusterPool.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "name": "ClusterPoolUpgradeRequest", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/ClusterPoolUpgrade" + }, + "description": "Upgrade a cluster pool." + } + ], + "responses": { + "200": { + "description": "Successful.", + "schema": { + "$ref": "#/definitions/ClusterPool" + } + }, + "202": { + "description": "Cluster Pool Upgrade request accepted.", + "headers": { + "location": { + "type": "string", + "description": "URL to get the status of the resize operation." + } + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "location" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/availableUpgrades": { + "get": { + "description": "List a cluster pool available upgrade.", + "operationId": "ClusterPoolAvailableUpgrades_List", + "x-ms-examples": { + "GetClusterPoolAvailableUpgrade": { + "$ref": "./examples/ListClusterPoolAvailableUpgrades.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + } + ], + "responses": { + "200": { + "description": "Clusterpool Available Upgrade details.", + "schema": { + "$ref": "#/definitions/ClusterPoolAvailableUpgradeList" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters": { + "get": { + "operationId": "Clusters_ListByClusterPoolName", + "description": "Lists the HDInsight cluster pools under a resource group.", + "x-ms-examples": { + "HDInsightClustersListByClusterPoolName": { + "$ref": "./examples/ListClustersByClusterPoolName.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + } + ], + "responses": { + "200": { + "description": "Clusters successfully returned.", + "schema": { + "$ref": "#/definitions/ClusterListResult" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/upgrade": { + "post": { + "description": "Upgrade a cluster.", + "operationId": "Clusters_Upgrade", + "x-ms-examples": { + "ClustersUpgradeAKSPatchVersion": { + "$ref": "./examples/UpgradeAKSPatchVersionForCluster.json" + }, + "ClustersUpgradeHotfix": { + "$ref": "./examples/UpgradeHotfixForCluster.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + }, + { + "name": "ClusterUpgradeRequest", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/ClusterUpgrade" + }, + "description": "Upgrade a cluster." + } + ], + "responses": { + "200": { + "description": "Successful.", + "schema": { + "$ref": "#/definitions/Cluster" + } + }, + "202": { + "description": "Cluster Upgrade request accepted.", + "headers": { + "location": { + "type": "string", + "description": "URL to get the status of the resize operation." + } + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "location" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/availableUpgrades": { + "get": { + "description": "List a cluster available upgrade.", + "operationId": "ClusterAvailableUpgrades_List", + "x-ms-examples": { + "GetClusterAvailableUpgrade": { + "$ref": "./examples/ListClusterAvailableUpgrades.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + } + ], + "responses": { + "200": { + "description": "Cluster Available Upgrade details.", + "schema": { + "$ref": "#/definitions/ClusterAvailableUpgradeList" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/resize": { + "post": { + "description": "Resize an existing Cluster.", + "operationId": "Clusters_Resize", + "x-ms-examples": { + "HDInsightClusterResize": { + "$ref": "./examples/ResizeCluster.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + }, + { + "name": "ClusterResizeRequest", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/ClusterResizeData" + }, + "description": "Resize a cluster." + } + ], + "responses": { + "200": { + "description": "Successful.", + "schema": { + "$ref": "#/definitions/Cluster" + } + }, + "202": { + "description": "Cluster resize request accepted.", + "headers": { + "location": { + "type": "string", + "description": "URL to get the status of the resize operation." + } + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "location" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}": { + "get": { + "operationId": "Clusters_Get", + "description": "Gets a HDInsight cluster.", + "x-ms-examples": { + "HDInsightClusterGet": { + "$ref": "./examples/GetCluster.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + } + ], + "responses": { + "200": { + "description": "Cluster details.", + "schema": { + "$ref": "#/definitions/Cluster" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + } + }, + "put": { + "operationId": "Clusters_Create", + "description": "Creates a cluster.", + "x-ms-examples": { + "HDInsightClusterPut": { + "$ref": "./examples/CreateAutoscaleCluster.json" + }, + "HDInsightSparkClusterPut": { + "$ref": "./examples/CreateSparkCluster.json" + }, + "HDInsightSparkClusterPutWithInternalIngress": { + "$ref": "./examples/CreateSparkClusterWithInternalIngress.json" + }, + "HDInsightRangerClusterPut": { + "$ref": "./examples/CreateRangerCluster.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + }, + { + "name": "HDInsightCluster", + "in": "body", + "required": true, + "description": "The cluster to create.", + "schema": { + "$ref": "#/definitions/Cluster" + } + } + ], + "responses": { + "201": { + "description": "Cluster is created.", + "schema": { + "$ref": "#/definitions/Cluster" + } + }, + "200": { + "description": "Update successful.", + "schema": { + "$ref": "#/definitions/Cluster" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "azure-async-operation" + } + }, + "patch": { + "description": "Updates an existing Cluster.", + "operationId": "Clusters_Update", + "x-ms-examples": { + "HDInsightClustersPatchTags": { + "$ref": "./examples/PatchCluster.json" + }, + "HDInsightRangerClusterPatchTags": { + "$ref": "./examples/PatchRangerCluster.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + }, + { + "name": "ClusterPatchRequest", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/ClusterPatch" + }, + "description": "Patch a cluster." + } + ], + "responses": { + "200": { + "description": "Successful.", + "schema": { + "$ref": "#/definitions/Cluster" + } + }, + "202": { + "description": "Accepted.", + "headers": { + "Location": { + "type": "string" + } + }, + "schema": { + "$ref": "#/definitions/Cluster" + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "azure-async-operation" + } + }, + "delete": { + "operationId": "Clusters_Delete", + "description": "Deletes a cluster.", + "x-ms-examples": { + "HDInsightClustersDelete": { + "$ref": "./examples/DeleteCluster.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + } + ], + "responses": { + "202": { + "description": "Cluster delete request accepted.", + "headers": { + "Location": { + "type": "string" + } + } + }, + "204": { + "description": "No content - The Cluster doesn't exist." + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "azure-async-operation" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/runJob": { + "post": { + "operationId": "ClusterJobs_RunJob", + "description": "Operations on jobs of HDInsight on AKS cluster.", + "x-ms-examples": { + "RunClusterJob": { + "$ref": "./examples/RunClusterJob.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + }, + { + "name": "ClusterJob", + "description": "The Cluster job.", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/ClusterJob" + } + } + ], + "responses": { + "200": { + "description": "Successful.", + "schema": { + "$ref": "#/definitions/ClusterJob" + } + }, + "202": { + "description": "Run cluster job action request accepted.", + "headers": { + "location": { + "type": "string", + "description": "URL to get the status of the resize operation." + } + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "location" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/jobs": { + "get": { + "operationId": "ClusterJobs_List", + "description": "Get jobs of HDInsight on AKS cluster.", + "x-ms-examples": { + "ListClusterJobs": { + "$ref": "./examples/ListClusterJobs.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + }, + { + "name": "$filter", + "in": "query", + "required": false, + "type": "string", + "description": "The system query option to filter job returned in the response. Allowed value is 'jobName eq {jobName}' or 'jarName eq {jarName}'." + } + ], + "responses": { + "200": { + "description": "Cluster job details.", + "schema": { + "$ref": "#/definitions/ClusterJobList" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/serviceConfigs": { + "get": { + "operationId": "Clusters_ListServiceConfigs", + "description": "Lists the config dump of all services running in cluster.", + "x-ms-examples": { + "HDInsightClusterGetServiceConfigs": { + "$ref": "./examples/ListClusterServiceConfigs.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + } + ], + "responses": { + "200": { + "description": "OK", + "schema": { + "$ref": "#/definitions/ServiceConfigListResult" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/providers/Microsoft.HDInsight/locations/{location}/checkNameAvailability": { + "post": { + "description": "Check the availability of the resource name.", + "operationId": "Locations_CheckNameAvailability", + "x-ms-examples": { + "LocationsNameAvailability": { + "$ref": "./examples/LocationsNameAvailability.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/LocationParameter" + }, + { + "name": "NameAvailabilityParameters", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/NameAvailabilityParameters" + }, + "description": "The name and type of the resource." + } + ], + "responses": { + "200": { + "description": "OK. The request has succeeded.", + "schema": { + "$ref": "#/definitions/NameAvailabilityResult" + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/instanceViews": { + "get": { + "operationId": "Clusters_ListInstanceViews", + "x-ms-examples": { + "HDInsightClusterGetInstanceViews": { + "$ref": "./examples/ListClusterInstanceViews.json" + } + }, + "description": "Lists the lists of instance views", + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + } + ], + "responses": { + "200": { + "description": "OK", + "schema": { + "$ref": "#/definitions/ClusterInstanceViewsResult" + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/instanceViews/default": { + "get": { + "operationId": "Clusters_GetInstanceView", + "description": "Gets the status of a cluster instance.", + "x-ms-examples": { + "HDInsightClusterGetInstanceView": { + "$ref": "./examples/GetClusterInstanceView.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + } + ], + "responses": { + "200": { + "description": "OK", + "schema": { + "$ref": "#/definitions/ClusterInstanceViewResult" + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + } + } + }, + "/providers/Microsoft.HDInsight/operations": { + "get": { + "description": "Returns list of operations.", + "operationId": "Operations_List", + "x-ms-examples": { + "ListOperations": { + "$ref": "./examples/GetOperations.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + } + ], + "responses": { + "200": { + "description": "Operation details.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/OperationListResult" + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/providers/Microsoft.HDInsight/locations/{location}/availableClusterPoolVersions": { + "get": { + "description": "Returns a list of available cluster pool versions.", + "operationId": "AvailableClusterPoolVersions_ListByLocation", + "x-ms-examples": { + "ClusterPoolVersionListResult": { + "$ref": "./examples/ListAvailableClusterPoolVersions.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/LocationParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + } + ], + "responses": { + "200": { + "description": "Available cluster pool versions successfully returned.", + "schema": { + "$ref": "#/definitions/ClusterPoolVersionsListResult" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/providers/Microsoft.HDInsight/locations/{location}/availableClusterVersions": { + "get": { + "description": "Returns a list of available cluster versions.", + "operationId": "AvailableClusterVersions_ListByLocation", + "x-ms-examples": { + "ClusterVersionListResult": { + "$ref": "./examples/ListAvailableClusterVersions.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/LocationParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + } + ], + "responses": { + "200": { + "description": "Available cluster versions successfully returned.", + "schema": { + "$ref": "#/definitions/ClusterVersionsListResult" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + } + }, + "definitions": { + "ClusterPoolListResult": { + "type": "object", + "properties": { + "value": { + "type": "array", + "items": { + "$ref": "#/definitions/ClusterPool" + }, + "description": "The list of cluster pools." + }, + "nextLink": { + "type": "string", + "description": "The link (url) to the next page of results.", + "readOnly": true + } + }, + "description": "The list cluster pools operation response." + }, + "ClusterPoolProfile": { + "type": "object", + "description": "Cluster pool profile.", + "required": [ + "clusterPoolVersion" + ], + "properties": { + "clusterPoolVersion": { + "$ref": "#/definitions/ClusterPoolVersionPattern" + } + } + }, + "ClusterPoolComputeProfile": { + "type": "object", + "description": "Cluster pool compute profile.", + "required": [ + "vmSize" + ], + "properties": { + "vmSize": { + "type": "string", + "description": "The virtual machine SKU.", + "pattern": "^[a-zA-Z0-9_\\-]{0,256}$" + }, + "count": { + "description": "The number of virtual machines.", + "type": "integer", + "format": "int32", + "readOnly": true + } + } + }, + "ClusterPoolNetworkProfile": { + "type": "object", + "description": "Cluster pool networking configuration.", + "required": [ + "subnetId" + ], + "properties": { + "subnetId": { + "type": "string", + "description": "Cluster pool subnet resource id.", + "format": "arm-id", + "x-ms-arm-id-details": { + "allowedResources": [ + { + "type": "Microsoft.Network/virtualNetworks/subnets" + } + ] + } + }, + "outboundType": { + "type": "string", + "enum": [ + "loadBalancer", + "userDefinedRouting" + ], + "x-ms-enum": { + "name": "outboundType", + "modelAsString": true, + "values": [ + { + "value": "loadBalancer", + "description": "The load balancer is used for egress through an AKS assigned public IP. This supports Kubernetes services of type 'loadBalancer'. " + }, + { + "value": "userDefinedRouting", + "description": "Egress paths must be defined by the user. This is an advanced scenario and requires proper network configuration. " + } + ] + }, + "default": "loadBalancer", + "title": "The outbound (egress) routing method.", + "description": "This can only be set at cluster pool creation time and cannot be changed later. " + }, + "enablePrivateApiServer": { + "type": "boolean", + "description": "ClusterPool is based on AKS cluster. Aks cluster exposes the apiserver to public internet by default. If you set this property to true, a private aks cluster will be created, and it will use private apiserver, which is not exposed to public internet.", + "x-ms-mutability": [ + "create", + "read" + ] + }, + "apiServerAuthorizedIpRanges": { + "type": "array", + "items": { + "type": "string" + }, + "title": "The IP ranges authorized to access the AKS API server.", + "description": "IP ranges are specified in CIDR format, e.g. 137.117.106.88/29. This feature is not compatible with private AKS clusters. So you cannot set enablePrivateApiServer to true and apiServerAuthorizedIpRanges at the same time." + } + } + }, + "ClusterPoolLogAnalyticsProfile": { + "type": "object", + "description": "Cluster pool log analytics profile used to enable or disable OMS agent for AKS cluster.", + "required": [ + "enabled" + ], + "properties": { + "enabled": { + "type": "boolean", + "description": "True if log analytics is enabled for cluster pool, otherwise false." + }, + "workspaceId": { + "type": "string", + "description": "Log analytics workspace to associate with the OMS agent.", + "format": "arm-id", + "x-ms-arm-id-details": { + "allowedResources": [ + { + "type": "Microsoft.OperationalInsights/workspaces" + } + ] + } + } + } + }, + "AksClusterProfile": { + "type": "object", + "description": "Properties of the cluster pool underlying AKS cluster.", + "properties": { + "aksClusterResourceId": { + "type": "string", + "description": "ARM Resource ID of the AKS cluster", + "format": "arm-id", + "x-ms-arm-id-details": { + "allowedResources": [ + { + "type": "Microsoft.ContainerService/managedClusters" + } + ] + } + }, + "aksClusterAgentPoolIdentityProfile": { + "description": "Identity properties of the AKS cluster agentpool MSI", + "allOf": [ + { + "$ref": "#/definitions/IdentityProfile" + } + ] + }, + "aksVersion": { + "type": "string", + "description": "AKS control plane and default node pool version of this ClusterPool", + "readOnly": true + } + } + }, + "ClusterPoolResourceProperties": { + "type": "object", + "required": [ + "computeProfile" + ], + "properties": { + "provisioningState": { + "description": "Provisioning state of the resource.", + "type": "string", + "enum": [ + "Accepted", + "Succeeded", + "Canceled", + "Failed" + ], + "x-ms-enum": { + "name": "ProvisioningStatus", + "modelAsString": true + }, + "readOnly": true + }, + "deploymentId": { + "type": "string", + "description": "A unique id generated by the RP to identify the resource.", + "example": "45cd32aead6e4a91b079a0cdbfac8c36", + "readOnly": true + }, + "managedResourceGroupName": { + "type": "string", + "description": "A resource group created by RP, to hold the resources created by RP on-behalf of customers. It will also be used to generate aksManagedResourceGroupName by pattern: MC_{managedResourceGroupName}_{clusterPoolName}_{region}. Please make sure it meets resource group name restriction.", + "minLength": 1, + "maxLength": 40, + "example": "hdi-45cd32aead6e4a91b079a0cdbfac8c36" + }, + "aksManagedResourceGroupName": { + "type": "string", + "description": "A resource group created by AKS, to hold the infrastructure resources created by AKS on-behalf of customers. It is generated by cluster pool name and managed resource group name by pattern: MC_{managedResourceGroupName}_{clusterPoolName}_{region}", + "readOnly": true, + "example": "MC_hdi-45cd32aead6e4a91b079a0cdbfac8c36_test-pool_eastus" + }, + "clusterPoolProfile": { + "description": "CLuster pool profile.", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolProfile" + } + ] + }, + "computeProfile": { + "description": "CLuster pool compute profile.", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolComputeProfile" + } + ] + }, + "aksClusterProfile": { + "description": "Properties of underlying AKS cluster.", + "readOnly": true, + "allOf": [ + { + "$ref": "#/definitions/AksClusterProfile" + } + ] + }, + "networkProfile": { + "description": "Cluster pool network profile.", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolNetworkProfile" + } + ] + }, + "logAnalyticsProfile": { + "description": "Cluster pool log analytics profile to enable OMS agent for AKS cluster.", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolLogAnalyticsProfile" + } + ] + }, + "status": { + "type": "string", + "description": "Business status of the resource.", + "example": "Running", + "readOnly": true + } + }, + "description": "Cluster pool resource properties." + }, + "ClusterPool": { + "type": "object", + "description": "Cluster pool.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Gets or sets the properties. Define cluster pool specific properties.", + "$ref": "#/definitions/ClusterPoolResourceProperties" + }, + "systemData": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/systemData", + "description": "SystemData of cluster pool.", + "readOnly": true + } + }, + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/TrackedResource" + } + ] + }, + "TagsObject": { + "type": "object", + "properties": { + "tags": { + "type": "object", + "additionalProperties": { + "type": "string" + }, + "description": "Resource tags." + } + }, + "description": "Tags object for patch operations." + }, + "ClusterListResult": { + "type": "object", + "properties": { + "value": { + "type": "array", + "items": { + "$ref": "#/definitions/Cluster" + }, + "description": "The list of clusters." + }, + "nextLink": { + "description": "The link (url) to the next page of results.", + "type": "string", + "readOnly": true + } + }, + "description": "The list cluster operation response." + }, + "ClusterLogAnalyticsProfile": { + "type": "object", + "description": "Cluster log analytics profile to enable or disable OMS agent for cluster.", + "required": [ + "enabled" + ], + "properties": { + "enabled": { + "type": "boolean", + "description": "True if log analytics is enabled for the cluster, otherwise false." + }, + "applicationLogs": { + "$ref": "#/definitions/ClusterLogAnalyticsApplicationLogs" + }, + "metricsEnabled": { + "type": "boolean", + "description": "True if metrics are enabled, otherwise false." + } + } + }, + "ClusterLogAnalyticsApplicationLogs": { + "type": "object", + "description": "Collection of logs to be enabled or disabled for log analytics.", + "properties": { + "stdOutEnabled": { + "type": "boolean", + "description": "True if stdout is enabled, otherwise false." + }, + "stdErrorEnabled": { + "type": "boolean", + "description": "True if stderror is enabled, otherwise false." + } + } + }, + "ClusterPrometheusProfile": { + "type": "object", + "description": "Cluster Prometheus profile.", + "required": [ + "enabled" + ], + "properties": { + "enabled": { + "type": "boolean", + "description": "Enable Prometheus for cluster or not.", + "default": false + } + } + }, + "IdentityProfile": { + "type": "object", + "description": "Identity Profile with details of an MSI.", + "required": [ + "msiResourceId", + "msiClientId", + "msiObjectId" + ], + "properties": { + "msiResourceId": { + "type": "string", + "description": "ResourceId of the MSI.", + "format": "arm-id", + "x-ms-arm-id-details": { + "allowedResources": [ + { + "type": "Microsoft.ManagedIdentity/userAssignedIdentities" + } + ] + } + }, + "msiClientId": { + "type": "string", + "description": "ClientId of the MSI.", + "pattern": "^[{(]?[0-9A-Fa-f]{8}[-]?(?:[0-9A-Fa-f]{4}[-]?){3}[0-9A-Fa-f]{12}[)}]?$" + }, + "msiObjectId": { + "type": "string", + "description": "ObjectId of the MSI.", + "pattern": "^[{(]?[0-9A-Fa-f]{8}[-]?(?:[0-9A-Fa-f]{4}[-]?){3}[0-9A-Fa-f]{12}[)}]?$" + } + } + }, + "AuthorizationProfile": { + "type": "object", + "description": "Authorization profile with details of AAD user Ids and group Ids authorized for data plane access.", + "properties": { + "userIds": { + "type": "array", + "description": "AAD user Ids authorized for data plane access.", + "items": { + "type": "string" + } + }, + "groupIds": { + "type": "array", + "description": "AAD group Ids authorized for data plane access.", + "items": { + "type": "string" + } + } + } + }, + "SecretReference": { + "type": "object", + "description": "Secret reference and corresponding properties of a key vault secret.", + "required": [ + "referenceName", + "type", + "keyVaultObjectName" + ], + "properties": { + "referenceName": { + "type": "string", + "description": "Reference name of the secret to be used in service configs." + }, + "type": { + "type": "string", + "description": "Type of key vault object: secret, key or certificate.", + "enum": [ + "Key", + "Secret", + "Certificate" + ], + "x-ms-enum": { + "name": "KeyVaultObjectType", + "modelAsString": true + } + }, + "version": { + "type": "string", + "description": "Version of the secret in key vault." + }, + "keyVaultObjectName": { + "type": "string", + "description": "Object identifier name of the secret in key vault.", + "pattern": "^[a-zA-Z][a-zA-Z0-9-]{1,126}$" + } + } + }, + "SecretsProfile": { + "type": "object", + "description": "The cluster secret profile.", + "required": [ + "keyVaultResourceId" + ], + "properties": { + "keyVaultResourceId": { + "type": "string", + "description": "Name of the user Key Vault where all the cluster specific user secrets are stored.", + "format": "arm-id", + "x-ms-arm-id-details": { + "allowedResources": [ + { + "type": "Microsoft.KeyVault/vaults" + } + ] + } + }, + "secrets": { + "type": "array", + "description": "Properties of Key Vault secret.", + "items": { + "$ref": "#/definitions/SecretReference" + }, + "x-ms-identifiers": [] + } + } + }, + "ClusterConfigFile": { + "type": "object", + "description": "Cluster configuration files.", + "required": [ + "fileName" + ], + "properties": { + "fileName": { + "type": "string", + "description": "Configuration file name.", + "example": "hive-conf.xml." + }, + "content": { + "type": "string", + "description": "Free form content of the entire configuration file." + }, + "encoding": { + "type": "string", + "description": "This property indicates if the content is encoded and is case-insensitive. Please set the value to base64 if the content is base64 encoded. Set it to none or skip it if the content is plain text.", + "enum": [ + "Base64", + "None" + ], + "x-ms-enum": { + "name": "ContentEncoding", + "modelAsString": true + } + }, + "path": { + "type": "string", + "description": "Path of the config file if content is specified." + }, + "values": { + "type": "object", + "description": "List of key value pairs\nwhere key represents a valid service configuration name and value represents the value of the config.", + "additionalProperties": { + "type": "string" + } + } + } + }, + "ClusterServiceConfig": { + "type": "object", + "description": "Cluster configs per component.", + "required": [ + "component", + "files" + ], + "properties": { + "component": { + "type": "string", + "description": "Name of the component the config files should apply to." + }, + "files": { + "type": "array", + "description": "List of Config Files.", + "items": { + "$ref": "#/definitions/ClusterConfigFile" + }, + "x-ms-identifiers": [] + } + } + }, + "ClusterServiceConfigsProfile": { + "type": "object", + "description": "Cluster service configs.", + "required": [ + "serviceName", + "configs" + ], + "properties": { + "serviceName": { + "type": "string", + "description": "Name of the service the configurations should apply to." + }, + "configs": { + "type": "array", + "description": "List of service configs.", + "items": { + "$ref": "#/definitions/ClusterServiceConfig" + }, + "x-ms-identifiers": [] + } + } + }, + "ConnectivityProfile": { + "type": "object", + "description": "Cluster connectivity profile.", + "required": [ + "web" + ], + "properties": { + "web": { + "description": "Web connectivity endpoint details.", + "allOf": [ + { + "$ref": "#/definitions/WebConnectivityEndpoint" + } + ] + }, + "ssh": { + "type": "array", + "description": "List of SSH connectivity endpoints.", + "items": { + "$ref": "#/definitions/SshConnectivityEndpoint" + }, + "x-ms-identifiers": [] + } + }, + "readOnly": true + }, + "ClusterAccessProfile": { + "type": "object", + "description": "Cluster access profile.", + "required": [ + "enableInternalIngress" + ], + "properties": { + "enableInternalIngress": { + "type": "boolean", + "description": "Whether to create cluster using private IP instead of public IP.", + "x-ms-mutability": [ + "create", + "read" + ] + }, + "privateLinkServiceId": { + "type": "string", + "readOnly": true, + "format": "arm-id", + "x-ms-arm-id-details": { + "allowedResources": [ + { + "type": "Microsoft.Network/privateLinkServices" + } + ] + }, + "description": "Private link service resource id. Only when enableInternalIngress is true, this property will be returned." + } + } + }, + "WebConnectivityEndpoint": { + "type": "object", + "description": "Web connectivity endpoint details.", + "required": [ + "fqdn" + ], + "properties": { + "fqdn": { + "type": "string", + "description": "Web connectivity endpoint.", + "example": "clusterName11223344.clusterPoolName55667788.subid.eastus.hdinsightaks.net" + }, + "privateFqdn": { + "type": "string", + "description": "Private web connectivity endpoint. This property will only be returned when enableInternalIngress is true.", + "example": "clusterName11223344-int.clusterPoolName55667788.subid.eastus.hdinsightaks.net" + } + }, + "readOnly": true + }, + "SshConnectivityEndpoint": { + "type": "object", + "description": "SSH connectivity endpoint details.", + "required": [ + "endpoint" + ], + "properties": { + "endpoint": { + "type": "string", + "description": "SSH connectivity endpoint.", + "example": "clusterName11223344.clusterPoolName55667788.eastus.hdinsightaks.net/ssh/host/podPrefix-0" + }, + "privateSshEndpoint": { + "type": "string", + "description": "Private ssh connectivity endpoint. This property will only be returned when enableInternalIngress is true.", + "example": "clusterName11223344-int.clusterPoolName55667788.eastus.hdinsightaks.net/ssh/host/podPrefix-0" + } + } + }, + "ClusterProfile": { + "type": "object", + "required": [ + "authorizationProfile", + "clusterVersion", + "ossVersion" + ], + "properties": { + "clusterVersion": { + "$ref": "#/definitions/ThreeOrFourPartVersionPattern" + }, + "ossVersion": { + "$ref": "#/definitions/ThreePartVersionPattern" + }, + "components": { + "$ref": "#/definitions/ClusterComponents" + }, + "identityProfile": { + "description": "This property is required by Trino, Spark and Flink cluster but is optional for Kafka cluster.", + "$ref": "#/definitions/IdentityProfile" + }, + "authorizationProfile": { + "$ref": "#/definitions/AuthorizationProfile" + }, + "secretsProfile": { + "$ref": "#/definitions/SecretsProfile" + }, + "serviceConfigsProfiles": { + "type": "array", + "description": "The service configs profiles.", + "items": { + "$ref": "#/definitions/ClusterServiceConfigsProfile" + }, + "x-ms-identifiers": [] + }, + "connectivityProfile": { + "$ref": "#/definitions/ConnectivityProfile" + }, + "clusterAccessProfile": { + "$ref": "#/definitions/ClusterAccessProfile" + }, + "logAnalyticsProfile": { + "$ref": "#/definitions/ClusterLogAnalyticsProfile" + }, + "prometheusProfile": { + "$ref": "#/definitions/ClusterPrometheusProfile" + }, + "sshProfile": { + "$ref": "#/definitions/SshProfile" + }, + "autoscaleProfile": { + "$ref": "#/definitions/AutoscaleProfile" + }, + "rangerPluginProfile": { + "$ref": "#/definitions/ClusterRangerPluginProfile" + }, + "kafkaProfile": { + "$ref": "#/definitions/KafkaProfile" + }, + "trinoProfile": { + "$ref": "#/definitions/TrinoProfile" + }, + "llapProfile": { + "type": "object", + "description": "LLAP cluster profile.", + "additionalProperties": true + }, + "flinkProfile": { + "$ref": "#/definitions/FlinkProfile" + }, + "sparkProfile": { + "$ref": "#/definitions/SparkProfile" + }, + "rangerProfile": { + "$ref": "#/definitions/RangerProfile" + }, + "stubProfile": { + "type": "object", + "description": "Stub cluster profile.", + "additionalProperties": true + }, + "scriptActionProfiles": { + "$ref": "#/definitions/ScriptActionProfiles" + } + }, + "description": "Cluster profile." + }, + "SshProfile": { + "type": "object", + "description": "Ssh profile for the cluster.", + "required": [ + "count" + ], + "properties": { + "count": { + "type": "integer", + "description": "Number of ssh pods per cluster.", + "format": "int32", + "maximum": 5.0, + "minimum": 0.0 + }, + "podPrefix": { + "type": "string", + "description": "Prefix of the pod names. Pod number will be appended to the prefix. The ingress URLs for the pods will be available at //-", + "readOnly": true + } + } + }, + "AutoscaleProfile": { + "type": "object", + "description": "This is the Autoscale profile for the cluster. This will allow customer to create cluster enabled with Autoscale.", + "required": [ + "enabled" + ], + "properties": { + "enabled": { + "type": "boolean", + "description": "This indicates whether auto scale is enabled on HDInsight on AKS cluster." + }, + "gracefulDecommissionTimeout": { + "type": "integer", + "format": "int32", + "description": "This property is for graceful decommission timeout; It has a default setting of 3600 seconds before forced shutdown takes place. This is the maximal time to wait for running containers and applications to complete before transition a DECOMMISSIONING node into DECOMMISSIONED. The default value is 3600 seconds. Negative value (like -1) is handled as infinite timeout." + }, + "autoscaleType": { + "type": "string", + "description": "User to specify which type of Autoscale to be implemented - Scheduled Based or Load Based.", + "enum": [ + "ScheduleBased", + "LoadBased" + ], + "x-ms-enum": { + "name": "AutoscaleType", + "modelAsString": true + } + }, + "scheduleBasedConfig": { + "description": "Profiles of schedule based Autoscale.", + "$ref": "#/definitions/ScheduleBasedConfig" + }, + "loadBasedConfig": { + "description": "Profiles of load based Autoscale.", + "$ref": "#/definitions/LoadBasedConfig" + } + } + }, + "ScheduleBasedConfig": { + "type": "object", + "description": "Profile of schedule based Autoscale.", + "required": [ + "timeZone", + "defaultCount", + "schedules" + ], + "properties": { + "timeZone": { + "type": "string", + "description": "User has to specify the timezone on which the schedule has to be set for schedule based autoscale configuration." + }, + "defaultCount": { + "type": "integer", + "format": "int32", + "description": "Setting default node count of current schedule configuration. Default node count specifies the number of nodes which are default when an specified scaling operation is executed (scale up/scale down)" + }, + "schedules": { + "type": "array", + "description": "This specifies the schedules where scheduled based Autoscale to be enabled, the user has a choice to set multiple rules within the schedule across days and times (start/end).", + "items": { + "$ref": "#/definitions/Schedule" + }, + "x-ms-identifiers": [] + } + } + }, + "Schedule": { + "type": "object", + "description": "Schedule definition.", + "required": [ + "days", + "startTime", + "endTime", + "count" + ], + "properties": { + "startTime": { + "type": "string", + "pattern": "^([0-1]?[0-9]|2[0-3]):[0-5][0-9]$", + "description": "User has to set the start time of current schedule configuration, format like 10:30 (HH:MM)." + }, + "endTime": { + "type": "string", + "pattern": "^([0-1]?[0-9]|2[0-3]):[0-5][0-9]$", + "description": "User has to set the end time of current schedule configuration, format like 10:30 (HH:MM)." + }, + "count": { + "type": "integer", + "format": "int32", + "description": "User has to set the node count anticipated at end of the scaling operation of the set current schedule configuration, format is integer." + }, + "days": { + "type": "array", + "description": "User has to set the days where schedule has to be set for autoscale operation.", + "items": { + "type": "string", + "enum": [ + "Sunday", + "Monday", + "Tuesday", + "Wednesday", + "Thursday", + "Friday", + "Saturday" + ], + "x-ms-enum": { + "name": "ScheduleDay", + "modelAsString": true + } + } + } + } + }, + "LoadBasedConfig": { + "type": "object", + "description": "Profile of load based Autoscale.", + "required": [ + "minNodes", + "maxNodes", + "scalingRules" + ], + "properties": { + "minNodes": { + "type": "integer", + "format": "int32", + "description": "User needs to set the minimum number of nodes for load based scaling, the load based scaling will use this to scale up and scale down between minimum and maximum number of nodes." + }, + "maxNodes": { + "type": "integer", + "format": "int32", + "description": "User needs to set the maximum number of nodes for load based scaling, the load based scaling will use this to scale up and scale down between minimum and maximum number of nodes." + }, + "pollInterval": { + "type": "integer", + "format": "int32", + "description": "User can specify the poll interval, this is the time period (in seconds) after which scaling metrics are polled for triggering a scaling operation." + }, + "cooldownPeriod": { + "type": "integer", + "format": "int32", + "description": "This is a cool down period, this is a time period in seconds, which determines the amount of time that must elapse between a scaling activity started by a rule and the start of the next scaling activity, regardless of the rule that triggers it. The default value is 300 seconds." + }, + "scalingRules": { + "type": "array", + "description": "The scaling rules.", + "items": { + "$ref": "#/definitions/ScalingRule" + }, + "x-ms-identifiers": [] + } + } + }, + "ScalingRule": { + "type": "object", + "description": "The scaling rule.", + "required": [ + "actionType", + "comparisonRule", + "evaluationCount", + "scalingMetric" + ], + "properties": { + "actionType": { + "type": "string", + "description": "The action type.", + "enum": [ + "scaleup", + "scaledown" + ], + "x-ms-enum": { + "name": "ScaleActionType", + "modelAsString": true + } + }, + "evaluationCount": { + "type": "integer", + "format": "int32", + "description": "This is an evaluation count for a scaling condition, the number of times a trigger condition should be successful, before scaling activity is triggered." + }, + "scalingMetric": { + "type": "string", + "description": "Metrics name for individual workloads. For example: cpu" + }, + "comparisonRule": { + "$ref": "#/definitions/ComparisonRule" + } + } + }, + "ComparisonRule": { + "type": "object", + "description": "The comparison rule.", + "required": [ + "operator", + "threshold" + ], + "properties": { + "operator": { + "type": "string", + "description": "The comparison operator.", + "enum": [ + "greaterThan", + "greaterThanOrEqual", + "lessThan", + "lessThanOrEqual" + ], + "x-ms-enum": { + "name": "ComparisonOperator", + "modelAsString": true + } + }, + "threshold": { + "type": "number", + "description": "Threshold setting." + } + } + }, + "TrinoProfile": { + "type": "object", + "description": "Trino Cluster profile.", + "properties": { + "catalogOptions": { + "$ref": "#/definitions/CatalogOptions" + }, + "coordinator": { + "$ref": "#/definitions/TrinoCoordinator" + }, + "userPluginsSpec": { + "$ref": "#/definitions/TrinoUserPlugins" + }, + "userTelemetrySpec": { + "$ref": "#/definitions/TrinoUserTelemetry" + }, + "worker": { + "$ref": "#/definitions/TrinoWorker" + } + } + }, + "CatalogOptions": { + "type": "object", + "description": "Trino cluster catalog options.", + "properties": { + "hive": { + "type": "array", + "description": "hive catalog options.", + "items": { + "$ref": "#/definitions/HiveCatalogOption" + }, + "x-ms-identifiers": [] + } + } + }, + "HiveCatalogOption": { + "type": "object", + "description": "Hive Catalog Option", + "required": [ + "catalogName", + "metastoreDbConnectionURL", + "metastoreWarehouseDir" + ], + "properties": { + "catalogName": { + "description": "Name of trino catalog which should use specified hive metastore.", + "minLength": 1, + "type": "string" + }, + "metastoreDbConnectionAuthenticationMode": { + "description": "The authentication mode to connect to your Hive metastore database. More details: https://learn.microsoft.com/en-us/azure/azure-sql/database/logins-create-manage?view=azuresql#authentication-and-authorization", + "type": "string", + "enum": [ + "SqlAuth", + "IdentityAuth" + ], + "x-ms-enum": { + "name": "MetastoreDbConnectionAuthenticationMode", + "modelAsString": true, + "values": [ + { + "value": "SqlAuth", + "description": "The password-based authentication to connect to your Hive metastore database. " + }, + { + "value": "IdentityAuth", + "description": "The managed-identity-based authentication to connect to your Hive metastore database. " + } + ] + }, + "default": "IdentityAuth" + }, + "metastoreDbConnectionPasswordSecret": { + "description": "Secret reference name from secretsProfile.secrets containing password for database connection.", + "type": "string" + }, + "metastoreDbConnectionURL": { + "description": "Connection string for hive metastore database.", + "type": "string" + }, + "metastoreDbConnectionUserName": { + "description": "User name for database connection.", + "type": "string" + }, + "metastoreWarehouseDir": { + "description": "Metastore root directory URI, format: abfs[s]://@.dfs.core.windows.net/. More details: https://docs.microsoft.com/en-us/azure/storage/blobs/data-lake-storage-introduction-abfs-uri", + "type": "string" + } + } + }, + "FlinkCatalogOptions": { + "type": "object", + "description": "Flink cluster catalog options.", + "properties": { + "hive": { + "$ref": "#/definitions/FlinkHiveCatalogOption" + } + } + }, + "FlinkHiveCatalogOption": { + "type": "object", + "description": "Hive Catalog Option for Flink cluster.", + "required": [ + "metastoreDbConnectionURL" + ], + "properties": { + "metastoreDbConnectionAuthenticationMode": { + "description": "The authentication mode to connect to your Hive metastore database. More details: https://learn.microsoft.com/en-us/azure/azure-sql/database/logins-create-manage?view=azuresql#authentication-and-authorization", + "type": "string", + "enum": [ + "SqlAuth", + "IdentityAuth" + ], + "x-ms-enum": { + "name": "MetastoreDbConnectionAuthenticationMode", + "modelAsString": true, + "values": [ + { + "value": "SqlAuth", + "description": "The password-based authentication to connect to your Hive metastore database. " + }, + { + "value": "IdentityAuth", + "description": "The managed-identity-based authentication to connect to your Hive metastore database. " + } + ] + }, + "default": "IdentityAuth" + }, + "metastoreDbConnectionPasswordSecret": { + "description": "Secret reference name from secretsProfile.secrets containing password for database connection.", + "type": "string" + }, + "metastoreDbConnectionURL": { + "description": "Connection string for hive metastore database.", + "type": "string" + }, + "metastoreDbConnectionUserName": { + "description": "User name for database connection.", + "type": "string" + } + } + }, + "TrinoCoordinator": { + "type": "object", + "description": "Trino Coordinator.", + "properties": { + "debug": { + "$ref": "#/definitions/TrinoDebugConfig", + "x-ms-client-flatten": true + }, + "highAvailabilityEnabled": { + "type": "boolean", + "description": "The flag that if enable coordinator HA, uses multiple coordinator replicas with auto failover, one per each head node. Default: true.", + "default": true + } + } + }, + "TrinoWorker": { + "type": "object", + "description": "Trino worker.", + "properties": { + "debug": { + "$ref": "#/definitions/TrinoDebugConfig", + "x-ms-client-flatten": true + } + } + }, + "TrinoDebugConfig": { + "type": "object", + "description": "Trino debug configuration.", + "properties": { + "enable": { + "type": "boolean", + "description": "The flag that if enable debug or not.", + "default": false + }, + "port": { + "type": "integer", + "format": "int32", + "description": "The debug port.", + "default": 8008 + }, + "suspend": { + "type": "boolean", + "description": "The flag that if suspend debug or not.", + "default": false + } + } + }, + "TrinoUserTelemetry": { + "type": "object", + "description": "User telemetry", + "properties": { + "storage": { + "$ref": "#/definitions/TrinoTelemetryConfig" + } + } + }, + "TrinoTelemetryConfig": { + "type": "object", + "description": "Trino user telemetry definition.", + "properties": { + "hivecatalogName": { + "type": "string", + "description": "Hive Catalog name used to mount external tables on the logs written by trino, if not specified there tables are not created.", + "minLength": 1 + }, + "hivecatalogSchema": { + "type": "string", + "description": "Schema of the above catalog to use, to mount query logs as external tables, if not specified tables will be mounted under schema trinologs.", + "default": "trinologs" + }, + "partitionRetentionInDays": { + "type": "integer", + "description": "Retention period for query log table partitions, this doesn't have any affect on actual data.", + "format": "int32", + "default": 365 + }, + "path": { + "type": "string", + "description": "Azure storage location of the blobs.", + "minLength": 1 + } + } + }, + "TrinoUserPlugins": { + "type": "object", + "description": "Trino user plugins spec", + "properties": { + "plugins": { + "type": "array", + "description": "Trino user plugins.", + "items": { + "$ref": "#/definitions/TrinoUserPlugin" + }, + "x-ms-identifiers": [] + } + } + }, + "TrinoUserPlugin": { + "type": "object", + "description": "Trino user plugin.", + "properties": { + "enabled": { + "type": "boolean", + "description": "Denotes whether the plugin is active or not." + }, + "name": { + "type": "string", + "description": "This field maps to the sub-directory in trino plugins location, that will contain all the plugins under path.", + "minLength": 1 + }, + "path": { + "type": "string", + "description": "Fully qualified path to the folder containing the plugins.", + "minLength": 1, + "pattern": "^(https)|(abfss)://.*$" + } + } + }, + "SparkProfile": { + "type": "object", + "description": "The spark cluster profile.", + "properties": { + "defaultStorageUrl": { + "type": "string", + "description": "The default storage URL." + }, + "metastoreSpec": { + "$ref": "#/definitions/SparkMetastoreSpec" + }, + "userPluginsSpec": { + "$ref": "#/definitions/SparkUserPlugins" + } + } + }, + "SparkUserPlugins": { + "type": "object", + "description": "Spark user plugins spec", + "properties": { + "plugins": { + "type": "array", + "description": "Spark user plugins.", + "items": { + "$ref": "#/definitions/SparkUserPlugin" + }, + "x-ms-identifiers": [] + } + } + }, + "SparkUserPlugin": { + "type": "object", + "description": "Spark user plugin.", + "required": [ + "path" + ], + "properties": { + "path": { + "type": "string", + "description": "Fully qualified path to the folder containing the plugins.", + "minLength": 1, + "pattern": "^(https)|(abfss)://.*$" + } + } + }, + "ScriptActionProfiles": { + "type": "array", + "description": "The script action profile list.", + "items": { + "$ref": "#/definitions/ScriptActionProfile" + }, + "x-ms-identifiers": [] + }, + "ScriptActionProfile": { + "type": "object", + "description": "The script action profile.", + "required": [ + "name", + "type", + "url", + "services" + ], + "properties": { + "type": { + "type": "string", + "description": "Type of the script action. Supported type is bash scripts." + }, + "name": { + "type": "string", + "description": "Script name." + }, + "url": { + "type": "string", + "description": "Url of the script file.", + "pattern": "^(https)|(http)://.*$" + }, + "parameters": { + "type": "string", + "description": "Additional parameters for the script action. It should be space-separated list of arguments required for script execution." + }, + "services": { + "items": { + "type": "string" + }, + "type": "array", + "description": "List of services to apply the script action." + }, + "timeoutInMinutes": { + "type": "integer", + "format": "int32", + "description": "Timeout duration for the script action in minutes." + }, + "shouldPersist": { + "type": "boolean", + "default": true, + "description": "Specify if the script should persist on the cluster." + } + } + }, + "SparkMetastoreSpec": { + "type": "object", + "description": "The metastore specification for Spark cluster.", + "required": [ + "dbServerHost", + "dbName" + ], + "properties": { + "dbServerHost": { + "type": "string", + "description": "The database server host." + }, + "dbName": { + "type": "string", + "description": "The database name." + }, + "dbConnectionAuthenticationMode": { + "description": "The authentication mode to connect to your Hive metastore database. More details: https://learn.microsoft.com/en-us/azure/azure-sql/database/logins-create-manage?view=azuresql#authentication-and-authorization", + "type": "string", + "enum": [ + "SqlAuth", + "IdentityAuth" + ], + "x-ms-enum": { + "name": "DbConnectionAuthenticationMode", + "modelAsString": true, + "values": [ + { + "value": "SqlAuth", + "description": "The password-based authentication to connect to your Hive metastore database. " + }, + { + "value": "IdentityAuth", + "description": "The managed-identity-based authentication to connect to your Hive metastore database. " + } + ] + }, + "default": "IdentityAuth" + }, + "dbUserName": { + "type": "string", + "description": "The database user name." + }, + "dbPasswordSecretName": { + "type": "string", + "description": "The secret name which contains the database user password." + }, + "keyVaultId": { + "type": "string", + "description": "The key vault resource id." + }, + "thriftUrl": { + "type": "string", + "description": "The thrift url." + } + } + }, + "FlinkProfile": { + "type": "object", + "description": "The Flink cluster profile.", + "required": [ + "storage", + "jobManager", + "taskManager" + ], + "properties": { + "storage": { + "$ref": "#/definitions/FlinkStorageProfile" + }, + "numReplicas": { + "type": "integer", + "format": "int32", + "description": "The number of task managers." + }, + "jobManager": { + "description": "Job Manager container/ process CPU and memory requirements", + "$ref": "#/definitions/ComputeResourceDefinition" + }, + "historyServer": { + "description": "History Server container/ process CPU and memory requirements", + "$ref": "#/definitions/ComputeResourceDefinition" + }, + "taskManager": { + "description": "Task Manager container/ process CPU and memory requirements", + "$ref": "#/definitions/ComputeResourceDefinition" + }, + "catalogOptions": { + "$ref": "#/definitions/FlinkCatalogOptions" + }, + "deploymentMode": { + "description": "A string property that indicates the deployment mode of Flink cluster. It can have one of the following enum values => Application, Session. Default value is Session", + "type": "string", + "enum": [ + "Application", + "Session" + ], + "x-ms-enum": { + "name": "deploymentMode", + "modelAsString": true + } + }, + "jobSpec": { + "$ref": "#/definitions/FlinkJobProfile" + } + } + }, + "FlinkJobProfile": { + "type": "object", + "description": "Job specifications for flink clusters in application deployment mode. The specification is immutable even if job properties are changed by calling the RunJob API, please use the ListJob API to get the latest job information.", + "required": [ + "jobJarDirectory", + "jarName", + "upgradeMode" + ], + "properties": { + "jobJarDirectory": { + "description": "A string property that specifies the directory where the job JAR is located.", + "type": "string" + }, + "jarName": { + "description": "A string property that represents the name of the job JAR.", + "type": "string" + }, + "entryClass": { + "description": "A string property that specifies the entry class for the Flink job.", + "type": "string" + }, + "args": { + "description": "A string property representing additional JVM arguments for the Flink job. It should be space separated value.", + "type": "string" + }, + "savePointName": { + "description": "A string property that represents the name of the savepoint for the Flink job", + "type": "string" + }, + "upgradeMode": { + "description": "A string property that indicates the upgrade mode to be performed on the Flink job. It can have one of the following enum values => STATELESS_UPDATE, SAVEPOINT, LAST_STATE_UPDATE.", + "type": "string", + "enum": [ + "STATELESS_UPDATE", + "UPDATE", + "LAST_STATE_UPDATE" + ], + "x-ms-enum": { + "name": "upgradeMode", + "modelAsString": true + } + } + } + }, + "FlinkStorageProfile": { + "type": "object", + "description": "The storage profile", + "required": [ + "storageUri" + ], + "properties": { + "storageUri": { + "type": "string", + "pattern": "^(\\w{4,5})://(.*)@(.*).\\b(blob|dfs)\\b.*$", + "description": "Storage account uri which is used for savepoint and checkpoint state." + }, + "storagekey": { + "type": "string", + "description": "Storage key is only required for wasb(s) storage.", + "x-ms-secret": true + } + } + }, + "ClusterRangerPluginProfile": { + "type": "object", + "description": "Cluster Ranger plugin profile.", + "required": [ + "enabled" + ], + "properties": { + "enabled": { + "type": "boolean", + "description": "Enable ranger for cluster or not.", + "default": false + } + } + }, + "RangerProfile": { + "type": "object", + "description": "The ranger cluster profile.", + "required": [ + "rangerAdmin", + "rangerUsersync" + ], + "properties": { + "rangerAdmin": { + "$ref": "#/definitions/RangerAdminSpec" + }, + "rangerAudit": { + "$ref": "#/definitions/RangerAuditSpec" + }, + "rangerUsersync": { + "$ref": "#/definitions/RangerUsersyncSpec" + } + } + }, + "RangerAdminSpec": { + "type": "object", + "description": "Specification for the Ranger Admin service.", + "properties": { + "admins": { + "description": "List of usernames that should be marked as ranger admins. These usernames should match the User principal name of the respective AAD users.", + "items": { + "type": "string" + }, + "type": "array" + }, + "database": { + "properties": { + "host": { + "description": "The database url", + "type": "string" + }, + "name": { + "description": "The database name", + "type": "string" + }, + "passwordSecretRef": { + "description": "Reference for the database password", + "type": "string" + }, + "username": { + "description": "The name of the database user", + "type": "string" + } + }, + "required": [ + "host", + "name" + ], + "type": "object" + } + }, + "required": [ + "admins", + "database" + ] + }, + "RangerAuditSpec": { + "description": "Properties required to describe audit log storage.", + "properties": { + "storageAccount": { + "description": "Azure storage location of the blobs. MSI should have read/write access to this Storage account.", + "minLength": 1, + "pattern": "^(https)|(abfss)://.*$", + "type": "string" + } + }, + "type": "object" + }, + "RangerUsersyncSpec": { + "description": "Specification for the Ranger Usersync service", + "properties": { + "enabled": { + "description": "Denotes whether usersync service should be enabled", + "type": "boolean", + "default": true + }, + "groups": { + "description": "List of groups that should be synced. These group names should match the object id of the respective AAD groups.", + "items": { + "type": "string" + }, + "type": "array" + }, + "mode": { + "default": "automatic", + "description": "User & groups can be synced automatically or via a static list that's refreshed.", + "type": "string", + "enum": [ + "static", + "automatic" + ], + "x-ms-enum": { + "name": "RangerUsersyncMode", + "modelAsString": true + } + }, + "userMappingLocation": { + "description": "Azure storage location of a mapping file that lists user & group associations.", + "minLength": 1, + "pattern": "^(https)|(abfss)://.*$", + "type": "string" + }, + "users": { + "description": "List of user names that should be synced. These usernames should match the User principal name of the respective AAD users.", + "items": { + "type": "string" + }, + "type": "array" + } + }, + "type": "object" + }, + "ComputeResourceDefinition": { + "type": "object", + "description": "The cpu and memory requirement definition.", + "required": [ + "cpu", + "memory" + ], + "properties": { + "cpu": { + "type": "number", + "format": "float", + "description": "The required CPU." + }, + "memory": { + "type": "integer", + "format": "int64", + "description": "The required memory in MB, Container memory will be 110 percentile" + } + } + }, + "KafkaProfile": { + "type": "object", + "description": "The Kafka cluster profile.", + "required": [ + "diskStorage" + ], + "properties": { + "enableKRaft": { + "description": "Expose Kafka cluster in KRaft mode.", + "default": true, + "type": "boolean" + }, + "enablePublicEndpoints": { + "description": "Expose worker nodes as public endpoints.", + "default": false, + "type": "boolean" + }, + "remoteStorageUri": { + "description": "Fully qualified path of Azure Storage container used for Tiered Storage.", + "type": "string", + "pattern": "^(https?|abfss?):\\/\\/[^/]+(?:\\/|$)" + }, + "diskStorage": { + "$ref": "#/definitions/DiskStorageProfile" + }, + "clusterIdentity": { + "description": "Identity of the internal service components inside the Kafka cluster.", + "$ref": "#/definitions/IdentityProfile", + "readOnly": true + }, + "kafkaConnectivityProfile": { + "description": "Kafka bootstrap server and brokers related connectivity profile.", + "$ref": "#/definitions/KafkaConnectivityProfile", + "readOnly": true + } + } + }, + "DiskStorageProfile": { + "type": "object", + "description": "Kafka disk storage profile.", + "required": [ + "dataDiskSize", + "dataDiskType" + ], + "properties": { + "dataDiskSize": { + "description": "Managed Disk size in GB. The maximum supported disk size for Standard and Premium HDD/SSD is 32TB, except for Premium SSD v2, which supports up to 64TB.", + "format": "int32", + "type": "integer" + }, + "dataDiskType": { + "description": "Managed Disk Type.", + "type": "string", + "enum": [ + "Standard_HDD_LRS", + "Standard_SSD_LRS", + "Standard_SSD_ZRS", + "Premium_SSD_LRS", + "Premium_SSD_ZRS", + "Premium_SSD_v2_LRS" + ], + "x-ms-enum": { + "name": "DataDiskType", + "modelAsString": true + } + } + } + }, + "KafkaConnectivityProfile": { + "type": "object", + "description": "Kafka bootstrap server and broker related connectivity profile.", + "properties": { + "bootstrapServerEndpoint": { + "type": "string", + "description": "bootstrap server connectivity endpoint." + }, + "brokerEndpoints": { + "description": "Kafka broker endpoint list.", + "type": "array", + "items": { + "type": "string" + }, + "x-ms-identifiers": [] + } + } + }, + "ClusterResourceProperties": { + "type": "object", + "required": [ + "clusterType", + "computeProfile", + "clusterProfile" + ], + "properties": { + "provisioningState": { + "description": "Provisioning state of the resource.", + "type": "string", + "enum": [ + "Accepted", + "Succeeded", + "Canceled", + "Failed" + ], + "x-ms-enum": { + "name": "ProvisioningStatus", + "modelAsString": true + }, + "readOnly": true + }, + "clusterType": { + "type": "string", + "x-ms-mutability": [ + "read", + "create" + ], + "description": "The type of cluster.", + "pattern": "^[a-zA-Z][a-zA-Z0-9]{0,31}$" + }, + "deploymentId": { + "type": "string", + "description": "A unique id generated by the RP to identify the resource.", + "example": "45cd32aead6e4a91b079a0cdbfac8c36", + "readOnly": true + }, + "computeProfile": { + "description": "The compute profile.", + "$ref": "#/definitions/ComputeProfile" + }, + "clusterProfile": { + "$ref": "#/definitions/ClusterProfile" + }, + "status": { + "type": "string", + "description": "Business status of the resource.", + "example": "Running", + "readOnly": true + } + }, + "description": "Cluster resource properties." + }, + "ComputeProfile": { + "type": "object", + "description": "The compute profile.", + "required": [ + "nodes" + ], + "properties": { + "nodes": { + "type": "array", + "description": "The nodes definitions.", + "items": { + "$ref": "#/definitions/NodeProfile" + }, + "x-ms-identifiers": [] + } + } + }, + "NodeProfile": { + "type": "object", + "description": "The node profile.", + "required": [ + "type", + "vmSize", + "count" + ], + "properties": { + "type": { + "type": "string", + "description": "The node type.", + "pattern": "^(head|Head|HEAD|worker|Worker|WORKER)$" + }, + "vmSize": { + "type": "string", + "description": "The virtual machine SKU.", + "pattern": "^[a-zA-Z0-9_\\-]{0,256}$" + }, + "count": { + "description": "The number of virtual machines.", + "type": "integer", + "format": "int32", + "minimum": 1 + } + } + }, + "Cluster": { + "type": "object", + "description": "The cluster.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Gets or sets the properties. Define cluster specific properties.", + "$ref": "#/definitions/ClusterResourceProperties" + }, + "systemData": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/systemData", + "description": "SystemData of cluster.", + "readOnly": true + } + }, + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/TrackedResource" + } + ] + }, + "ClusterPatch": { + "type": "object", + "description": "The patch for a cluster.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Define cluster patch specific properties.", + "$ref": "#/definitions/ClusterPatchProperties" + }, + "tags": { + "type": "object", + "additionalProperties": { + "type": "string" + }, + "x-ms-mutability": [ + "read", + "create", + "update" + ], + "description": "Resource tags." + }, + "location": { + "type": "string", + "x-ms-mutability": [ + "read", + "create" + ], + "description": "The geo-location where the resource lives" + } + } + }, + "ClusterPatchProperties": { + "type": "object", + "description": "Cluster resource patch data.", + "properties": { + "clusterProfile": { + "$ref": "#/definitions/UpdatableClusterProfile" + } + } + }, + "UpdatableClusterProfile": { + "type": "object", + "properties": { + "serviceConfigsProfiles": { + "type": "array", + "description": "The service configs profiles.", + "items": { + "$ref": "#/definitions/ClusterServiceConfigsProfile" + }, + "x-ms-identifiers": [] + }, + "sshProfile": { + "$ref": "#/definitions/SshProfile" + }, + "autoscaleProfile": { + "$ref": "#/definitions/AutoscaleProfile" + }, + "authorizationProfile": { + "$ref": "#/definitions/AuthorizationProfile" + }, + "logAnalyticsProfile": { + "$ref": "#/definitions/ClusterLogAnalyticsProfile" + }, + "prometheusProfile": { + "$ref": "#/definitions/ClusterPrometheusProfile" + }, + "rangerPluginProfile": { + "$ref": "#/definitions/ClusterRangerPluginProfile" + }, + "rangerProfile": { + "$ref": "#/definitions/RangerProfile" + }, + "scriptActionProfiles": { + "$ref": "#/definitions/ScriptActionProfiles" + } + }, + "description": "Cluster resource patch properties." + }, + "ClusterResizeData": { + "type": "object", + "description": "The parameters for resizing a cluster.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Sets the properties. Define cluster resize specific properties.", + "$ref": "#/definitions/ClusterResizeProperties" + } + }, + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/TrackedResource" + } + ] + }, + "ClusterResizeProperties": { + "type": "object", + "description": "The properties for resizing a cluster.", + "required": [ + "targetWorkerNodeCount" + ], + "properties": { + "targetWorkerNodeCount": { + "type": "integer", + "format": "int32", + "description": "Target node count of worker node." + } + } + }, + "ServiceConfigListResult": { + "type": "object", + "description": "Cluster instance service configs api response.", + "properties": { + "value": { + "type": "array", + "description": "Cluster instance service config array.", + "items": { + "$ref": "#/definitions/ServiceConfigResult" + }, + "x-ms-identifiers": [] + }, + "nextLink": { + "type": "string", + "description": "The link (url) to the next page of results.", + "readOnly": true + } + } + }, + "ServiceConfigResult": { + "type": "object", + "description": "Cluster instance service config.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Cluster instance service config properties.", + "allOf": [ + { + "$ref": "#/definitions/ServiceConfigListResultProperties" + } + ] + } + } + }, + "ServiceConfigListResultProperties": { + "type": "object", + "properties": { + "serviceName": { + "type": "string", + "description": "Service Config Name." + }, + "fileName": { + "type": "string", + "description": "File Name." + }, + "content": { + "type": "string", + "description": "Content in the service config file." + }, + "componentName": { + "type": "string", + "description": "Component Name." + }, + "type": { + "type": "string", + "description": "Config type." + }, + "path": { + "type": "string", + "description": "Config file path." + }, + "customKeys": { + "type": "object", + "description": "The custom keys.", + "additionalProperties": { + "type": "string" + } + }, + "defaultKeys": { + "type": "object", + "description": "The default keys.", + "additionalProperties": { + "$ref": "#/definitions/ServiceConfigListResultValueEntity" + } + } + }, + "required": [ + "serviceName", + "componentName", + "fileName" + ], + "description": "Service config response." + }, + "ServiceConfigListResultValueEntity": { + "type": "object", + "description": "Default config details.", + "properties": { + "value": { + "type": "string", + "description": "Config value." + }, + "description": { + "type": "string", + "description": "Config description." + } + }, + "required": [ + "value" + ] + }, + "ClusterInstanceViewsResult": { + "type": "object", + "properties": { + "value": { + "items": { + "$ref": "#/definitions/ClusterInstanceViewResult" + }, + "type": "array", + "description": "Cluster instance view array.", + "x-ms-identifiers": [] + }, + "nextLink": { + "description": "The link (url) to the next page of results.", + "type": "string", + "readOnly": true + } + }, + "description": "The instance view of a HDInsight Cluster." + }, + "ClusterInstanceViewResult": { + "type": "object", + "description": "Cluster Instance View.", + "required": [ + "name", + "properties" + ], + "properties": { + "name": { + "type": "string", + "description": "Name of the instance view." + }, + "properties": { + "description": "Properties of the instance view.", + "x-ms-client-flatten": true, + "allOf": [ + { + "$ref": "#/definitions/ClusterInstanceViewProperties" + } + ] + } + } + }, + "ClusterInstanceViewProperties": { + "type": "object", + "description": "Cluster Instance View Properties.", + "required": [ + "status", + "serviceStatuses" + ], + "properties": { + "status": { + "description": "Status of the instance view.", + "allOf": [ + { + "$ref": "#/definitions/ClusterInstanceViewStatus" + } + ] + }, + "serviceStatuses": { + "type": "array", + "description": "List of statuses of relevant services that make up the HDInsight on aks cluster to surface to the customer.", + "items": { + "$ref": "#/definitions/ServiceStatus" + }, + "x-ms-identifiers": [] + } + } + }, + "ClusterInstanceViewStatus": { + "type": "object", + "description": "Status of the instance view.", + "required": [ + "ready" + ], + "properties": { + "ready": { + "type": "string", + "description": "The cluster ready status" + }, + "reason": { + "type": "string", + "description": "The status reason." + }, + "message": { + "type": "string", + "description": "The additional message." + } + } + }, + "ServiceStatus": { + "type": "object", + "description": "Describes the status of a service of a HDInsight on aks cluster.", + "required": [ + "kind", + "ready" + ], + "properties": { + "kind": { + "type": "string", + "description": "Kind of the service. E.g. \"Zookeeper\"." + }, + "ready": { + "type": "string", + "description": "Indicates if the service is ready / healthy. Values can be \"true\", \"false\", \"unknown\" or anything else." + }, + "message": { + "type": "string", + "description": "A message describing the error if any." + } + } + }, + "NameAvailabilityParameters": { + "description": "Details of check name availability request body.", + "type": "object", + "properties": { + "name": { + "type": "string", + "description": "Name for checking availability." + }, + "type": { + "type": "string", + "description": "The resource type in Microsoft.HDInsight." + } + } + }, + "NameAvailabilityResult": { + "description": "Result of check name availability.", + "type": "object", + "properties": { + "nameAvailable": { + "type": "boolean", + "description": "Indicator of availability of the Microsoft.HDInsight resource name." + }, + "reason": { + "type": "string", + "description": "The reason of unavailability." + }, + "message": { + "type": "string", + "description": "The error message of unavailability." + } + } + }, + "ClusterPoolVersionPattern": { + "type": "string", + "description": "Cluster pool version is a 2-part version.", + "example": "1.2", + "pattern": "^(0|[1-9][0-9]{0,18})\\.(0|[1-9][0-9]{0,18})$" + }, + "ClusterPoolVersionsListResult": { + "type": "object", + "description": "Represents a list of cluster pool versions.", + "properties": { + "value": { + "type": "array", + "description": "The list of cluster pool versions.", + "items": { + "$ref": "#/definitions/ClusterPoolVersion" + } + }, + "nextLink": { + "type": "string", + "description": "The link (url) to the next page of results.", + "readOnly": true + } + } + }, + "ClusterPoolVersion": { + "type": "object", + "description": "Available cluster pool version.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Cluster pool version properties.", + "$ref": "#/definitions/ClusterPoolVersionProperties" + } + }, + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ProxyResource" + } + ] + }, + "ClusterPoolVersionProperties": { + "type": "object", + "description": "Cluster pool version properties.", + "properties": { + "clusterPoolVersion": { + "$ref": "#/definitions/ClusterPoolVersionPattern" + }, + "aksVersion": { + "type": "string", + "description": "AKS version.", + "example": "1.24" + }, + "isPreview": { + "type": "boolean", + "description": "Indicate if this version is in preview or not.", + "default": false + } + } + }, + "ThreePartVersionPattern": { + "type": "string", + "description": "Version with three part.", + "example": "1.0.4", + "pattern": "^(0|[1-9][0-9]{0,18})\\.(0|[1-9][0-9]{0,18})\\.(0|[1-9][0-9]{0,18})$" + }, + "ThreeOrFourPartVersionPattern": { + "type": "string", + "description": "Version with 3/4 part.", + "example": "1.0.4", + "pattern": "^(0|[1-9][0-9]{0,18})\\.(0|[1-9][0-9]{0,18})\\.(0|[1-9][0-9]{0,18})(?:\\.(0|[1-9][0-9]{0,18}))?$" + }, + "ClusterVersionsListResult": { + "type": "object", + "description": "Represents a list of cluster versions.", + "properties": { + "value": { + "type": "array", + "description": "The list of cluster versions.", + "items": { + "$ref": "#/definitions/ClusterVersion" + } + }, + "nextLink": { + "type": "string", + "description": "The link (url) to the next page of results.", + "readOnly": true + } + } + }, + "ClusterVersion": { + "type": "object", + "description": "Available cluster version.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Cluster version properties.", + "$ref": "#/definitions/ClusterVersionProperties" + } + }, + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ProxyResource" + } + ] + }, + "ClusterVersionProperties": { + "type": "object", + "description": "Cluster version properties.", + "properties": { + "clusterType": { + "type": "string", + "description": "The type of cluster.", + "pattern": "^[a-zA-Z][a-zA-Z0-9]{0,31}$" + }, + "clusterVersion": { + "$ref": "#/definitions/ThreePartVersionPattern" + }, + "ossVersion": { + "$ref": "#/definitions/ThreePartVersionPattern" + }, + "clusterPoolVersion": { + "type": "string", + "description": "The two part cluster pool version. If the cluster version is before cluster pool version on-board, the return value will be empty string", + "example": "1.0" + }, + "isPreview": { + "type": "boolean", + "description": "Indicate if this version is in preview or not.", + "default": false + }, + "components": { + "$ref": "#/definitions/ClusterComponents" + } + } + }, + "ClusterComponents": { + "type": "array", + "description": "Component list of this cluster type and version.", + "readOnly": true, + "items": { + "type": "object", + "properties": { + "name": { + "type": "string" + }, + "version": { + "type": "string" + } + } + }, + "x-ms-identifiers": [], + "example": [ + { + "name": "HDFS", + "version": "1.2.3" + }, + { + "name": "HIVE", + "version": "1.2.3" + } + ] + }, + "ClusterJobList": { + "description": "Collection of cluster job.", + "type": "object", + "required": [ + "value" + ], + "properties": { + "value": { + "type": "array", + "description": "Collection of cluster job.", + "uniqueItems": false, + "items": { + "$ref": "#/definitions/ClusterJob" + }, + "x-ms-identifiers": [] + }, + "nextLink": { + "description": "The Url of next result page.", + "type": "string" + } + } + }, + "ClusterJob": { + "description": "Cluster job.", + "type": "object", + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ProxyResource" + } + ], + "required": [ + "properties" + ], + "properties": { + "properties": { + "$ref": "#/definitions/ClusterJobProperties" + } + } + }, + "ClusterJobProperties": { + "description": "Properties of cluster job.", + "type": "object", + "properties": { + "jobType": { + "description": "Type of cluster job.", + "enum": [ + "FlinkJob" + ], + "type": "string", + "x-ms-enum": { + "name": "jobType", + "modelAsString": true + } + } + }, + "discriminator": "jobType", + "required": [ + "jobType" + ] + }, + "FlinkJobProperties": { + "description": "Properties of flink job.", + "type": "object", + "allOf": [ + { + "$ref": "#/definitions/ClusterJobProperties" + } + ], + "properties": { + "runId": { + "description": "Run id of job", + "type": "string" + }, + "jobName": { + "description": "Name of job", + "type": "string" + }, + "jobJarDirectory": { + "description": "A string property that specifies the directory where the job JAR is located.", + "type": "string" + }, + "jarName": { + "description": "A string property that represents the name of the job JAR.", + "type": "string" + }, + "entryClass": { + "description": "A string property that specifies the entry class for the Flink job.", + "type": "string" + }, + "args": { + "description": "A string property representing additional JVM arguments for the Flink job. It should be space separated value.", + "type": "string" + }, + "savePointName": { + "description": "A string property that represents the name of the savepoint for the Flink job", + "type": "string" + }, + "action": { + "description": "A string property that indicates the action to be performed on the Flink job. It can have one of the following enum values => NEW, UPDATE, STATELESS_UPDATE, STOP, START, CANCEL, SAVEPOINT, LIST_SAVEPOINT, or DELETE.", + "type": "string", + "enum": [ + "NEW", + "UPDATE", + "STATELESS_UPDATE", + "STOP", + "START", + "CANCEL", + "SAVEPOINT", + "LIST_SAVEPOINT", + "DELETE", + "LAST_STATE_UPDATE", + "RE_LAUNCH" + ], + "x-ms-enum": { + "name": "action", + "modelAsString": true + } + }, + "flinkConfiguration": { + "description": "Additional properties used to configure Flink jobs. It allows users to set properties such as parallelism and jobSavePointDirectory. It accepts additional key-value pairs as properties, where the keys are strings and the values are strings as well.", + "type": "object", + "additionalProperties": { + "type": "string" + } + }, + "jobId": { + "description": "Unique id for identifying a job", + "type": "string", + "readOnly": true + }, + "status": { + "description": "Status of job.", + "type": "string", + "readOnly": true + }, + "jobOutput": { + "description": "Output of job.", + "type": "string", + "readOnly": true + }, + "actionResult": { + "description": "Action result of job.", + "type": "string", + "readOnly": true + }, + "lastSavePoint": { + "description": "The last savepoint.", + "type": "string", + "readOnly": true + } + }, + "x-ms-discriminator-value": "FlinkJob" + }, + "ClusterPoolAvailableUpgradeList": { + "type": "object", + "description": "Collection of Cluster pool available upgrade.", + "required": [ + "value" + ], + "properties": { + "value": { + "type": "array", + "description": "Collection of Cluster pool available upgrade.", + "uniqueItems": false, + "items": { + "$ref": "#/definitions/ClusterPoolAvailableUpgrade" + }, + "x-ms-identifiers": [] + }, + "nextLink": { + "description": "The Url of next result page.", + "type": "string" + } + } + }, + "ClusterPoolAvailableUpgrade": { + "type": "object", + "description": "Cluster pool available upgrade.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Gets or sets the properties. Define cluster pool upgrade specific properties.", + "$ref": "#/definitions/ClusterPoolAvailableUpgradeProperties" + } + }, + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ProxyResource" + } + ] + }, + "ClusterPoolAvailableUpgradeProperties": { + "type": "object", + "description": "Cluster pool available upgrade properties.", + "properties": { + "upgradeType": { + "description": "Type of upgrade.", + "enum": [ + "AKSPatchUpgrade", + "NodeOsUpgrade" + ], + "type": "string", + "x-ms-enum": { + "name": "clusterPoolAvailableUpgradeType", + "modelAsString": true + } + } + }, + "discriminator": "upgradeType", + "required": [ + "upgradeType" + ] + }, + "ClusterPoolAvailableUpgradeAksPatchUpgradeProperties": { + "type": "object", + "description": "Cluster pool available aks patch version upgrade.", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolAvailableUpgradeProperties" + } + ], + "properties": { + "currentVersion": { + "description": "Current AKS version.", + "type": "string" + }, + "currentVersionStatus": { + "description": "Current AKS version's status: whether it is deprecated or supported", + "enum": [ + "Deprecated", + "Supported" + ], + "type": "string", + "x-ms-enum": { + "name": "currentClusterPoolAksVersionStatus", + "modelAsString": true + } + }, + "latestVersion": { + "description": "Latest AKS patch version.", + "type": "string" + } + }, + "x-ms-discriminator-value": "AKSPatchUpgrade" + }, + "ClusterPoolAvailableUpgradeNodeOsUpgradeProperties": { + "type": "object", + "description": "Cluster pool available node os update.", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolAvailableUpgradeProperties" + } + ], + "properties": { + "latestVersion": { + "description": "The latest node os version.", + "type": "string" + } + }, + "x-ms-discriminator-value": "NodeOsUpgrade" + }, + "ClusterAvailableUpgradeList": { + "type": "object", + "description": "Collection of Cluster available upgrade.", + "required": [ + "value" + ], + "properties": { + "value": { + "type": "array", + "description": "Collection of Cluster available upgrade.", + "uniqueItems": false, + "items": { + "$ref": "#/definitions/ClusterAvailableUpgrade" + }, + "x-ms-identifiers": [] + }, + "nextLink": { + "description": "The Url of next result page.", + "type": "string" + } + } + }, + "ClusterAvailableUpgrade": { + "type": "object", + "description": "Cluster available upgrade.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Gets or sets the properties. Define cluster upgrade specific properties.", + "$ref": "#/definitions/ClusterAvailableUpgradeProperties" + } + }, + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ProxyResource" + } + ] + }, + "ClusterAvailableUpgradeProperties": { + "type": "object", + "description": "Cluster available upgrade properties.", + "properties": { + "upgradeType": { + "description": "Type of upgrade.", + "enum": [ + "AKSPatchUpgrade", + "HotfixUpgrade" + ], + "type": "string", + "x-ms-enum": { + "name": "clusterAvailableUpgradeType", + "modelAsString": true + } + } + }, + "discriminator": "upgradeType", + "required": [ + "upgradeType" + ] + }, + "ClusterAvailableUpgradeAksPatchUpgradeProperties": { + "type": "object", + "description": "Cluster available aks patch version upgrade.", + "allOf": [ + { + "$ref": "#/definitions/ClusterAvailableUpgradeProperties" + } + ], + "properties": { + "currentVersion": { + "description": "Current node pool version.", + "type": "string" + }, + "currentVersionStatus": { + "description": "Current AKS version's status: whether it is deprecated or supported", + "enum": [ + "Deprecated", + "Supported" + ], + "type": "string", + "x-ms-enum": { + "name": "currentClusterAksVersionStatus", + "modelAsString": true + } + }, + "latestVersion": { + "description": "Latest available version, which should be equal to aks control plane version if it's not deprecated.", + "type": "string" + } + }, + "x-ms-discriminator-value": "AKSPatchUpgrade" + }, + "ClusterAvailableUpgradeHotfixUpgradeProperties": { + "type": "object", + "description": "Cluster available hotfix version upgrade.", + "allOf": [ + { + "$ref": "#/definitions/ClusterAvailableUpgradeProperties" + } + ], + "properties": { + "description": { + "type": "string", + "description": "Hotfix version upgrade description." + }, + "sourceOssVersion": { + "description": "Source OSS version of current cluster component.", + "type": "string" + }, + "sourceClusterVersion": { + "description": "Source cluster version of current cluster component.", + "type": "string" + }, + "sourceBuildNumber": { + "description": "Source build number of current cluster component.", + "type": "string" + }, + "targetOssVersion": { + "description": "Target OSS version of component to be upgraded.", + "type": "string" + }, + "targetClusterVersion": { + "description": "Target cluster version of component to be upgraded.", + "type": "string" + }, + "targetBuildNumber": { + "description": "Target build number of component to be upgraded.", + "type": "string" + }, + "componentName": { + "description": "Name of component to be upgraded.", + "type": "string" + }, + "severity": { + "description": "Severity of this upgrade.", + "enum": [ + "low", + "medium", + "high", + "critical" + ], + "type": "string", + "x-ms-enum": { + "name": "Severity", + "modelAsString": true + } + }, + "extendedProperties": { + "description": "Extended properties of current available upgrade version", + "type": "string" + }, + "createdTime": { + "description": "Created time of current available upgrade version", + "type": "string", + "format": "date-time" + } + }, + "x-ms-discriminator-value": "HotfixUpgrade" + }, + "ClusterPoolUpgrade": { + "description": "Cluster Pool Upgrade.", + "type": "object", + "required": [ + "properties" + ], + "properties": { + "properties": { + "$ref": "#/definitions/ClusterPoolUpgradeProperties" + } + } + }, + "ClusterPoolUpgradeProperties": { + "description": "Properties of upgrading cluster pool.", + "type": "object", + "properties": { + "upgradeType": { + "description": "Type of upgrade.", + "enum": [ + "AKSPatchUpgrade", + "NodeOsUpgrade" + ], + "type": "string", + "x-ms-enum": { + "name": "clusterPoolUpgradeType", + "modelAsString": true + } + } + }, + "discriminator": "upgradeType", + "required": [ + "upgradeType" + ] + }, + "ClusterPoolAKSPatchVersionUpgradeProperties": { + "description": "Properties of upgrading cluster pool's aks patch version.", + "type": "object", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolUpgradeProperties" + } + ], + "properties": { + "upgradeClusterPool": { + "description": "whether upgrade cluster pool or not. If it's true, upgradeAllClusterNodes should be false.", + "type": "boolean", + "default": false + }, + "upgradeAllClusterNodes": { + "description": "whether upgrade all clusters' nodes. If it's true, upgradeClusterPool should be false.", + "type": "boolean", + "default": false + }, + "targetAksVersion": { + "description": "Target aks version. When it's not set, latest version will be used. When upgradeClusterPool is true and upgradeAllClusterNodes is false, target version should be greater or equal to current version. When upgradeClusterPool is false and upgradeAllClusterNodes is true, target version should be equal to aks version of cluster pool.", + "type": "string" + } + }, + "x-ms-discriminator-value": "AKSPatchUpgrade" + }, + "ClusterPoolNodeOsImageUpdateProperties": { + "description": "Properties of upgrading cluster pool's aks patch version.", + "type": "object", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolUpgradeProperties" + } + ], + "properties": {}, + "x-ms-discriminator-value": "NodeOsUpgrade" + }, + "ClusterUpgrade": { + "description": "Cluster Upgrade.", + "type": "object", + "required": [ + "properties" + ], + "properties": { + "properties": { + "$ref": "#/definitions/ClusterUpgradeProperties" + } + } + }, + "ClusterUpgradeProperties": { + "description": "Properties of upgrading cluster.", + "type": "object", + "properties": { + "upgradeType": { + "description": "Type of upgrade.", + "enum": [ + "AKSPatchUpgrade", + "HotfixUpgrade" + ], + "type": "string", + "x-ms-enum": { + "name": "clusterUpgradeType", + "modelAsString": true + } + } + }, + "discriminator": "upgradeType", + "required": [ + "upgradeType" + ] + }, + "ClusterAKSPatchVersionUpgradeProperties": { + "description": "Properties of upgrading cluster's aks patch version.", + "type": "object", + "allOf": [ + { + "$ref": "#/definitions/ClusterUpgradeProperties" + } + ], + "properties": {}, + "x-ms-discriminator-value": "AKSPatchUpgrade" + }, + "ClusterHotfixUpgradeProperties": { + "description": "Properties of upgrading cluster's hotfix.", + "type": "object", + "allOf": [ + { + "$ref": "#/definitions/ClusterUpgradeProperties" + } + ], + "properties": { + "targetOssVersion": { + "description": "Target OSS version of component to be upgraded.", + "type": "string" + }, + "targetClusterVersion": { + "description": "Target cluster version of component to be upgraded.", + "type": "string" + }, + "targetBuildNumber": { + "description": "Target build number of component to be upgraded.", + "type": "string" + }, + "componentName": { + "description": "Name of component to be upgraded.", + "type": "string" + } + }, + "x-ms-discriminator-value": "HotfixUpgrade" + } + }, + "parameters": { + "ClusterPoolNameParameter": { + "name": "clusterPoolName", + "in": "path", + "required": true, + "type": "string", + "description": "The name of the cluster pool.", + "x-ms-parameter-location": "method" + }, + "ClusterNameParameter": { + "name": "clusterName", + "in": "path", + "required": true, + "type": "string", + "description": "The name of the HDInsight cluster.", + "x-ms-parameter-location": "method" + }, + "ClusterTypeNameParameter": { + "name": "clusterTypeName", + "in": "path", + "required": true, + "type": "string", + "description": "The name of the HDInsight on aks cluster type.", + "x-ms-parameter-location": "method" + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md index 40814b24090e..e43b3a6b9260 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md @@ -30,12 +30,31 @@ description: HDInsight Containers Management Client openapi-type: arm openapi-subtype: rpaas azure-arm: true -tag: package-2023-06-preview +tag: package-preview-2023-11 ``` ### Suppression +### Tag: package-preview-2023-11 + +These settings apply only when `--tag=package-preview-2023-11` is specified on the command line. + +```yaml $(tag) == 'package-preview-2023-11' +input-file: + - preview/2023-11-01-preview/hdinsight.json + +suppressions: + - code: ResourceNameRestriction + reason: Keep compatibility with old API version. + - code: TrackedResourcePatchOperation + reason: This is a false positive, the "tags" property is defined in TrackedResource. + - code: OperationIdNounVerb + reason: The operation id is valid. + - code: EnumInsteadOfBoolean + reason: The boolean property is expected. +``` + ### Tag: package-2023-06-preview These settings apply only when `--tag=package-2023-06-preview` is specified on the command line. From a8df39ed752798717af77d2af391fd198a34d4b2 Mon Sep 17 00:00:00 2001 From: Wei Dong <40835867+dw511214992@users.noreply.github.com> Date: Mon, 15 Jan 2024 10:13:09 +0800 Subject: [PATCH 02/22] Adds base for updating Microsoft.HDInsight/HDInsightOnAks from version preview/2023-06-01-preview to version 2023-11-01-preview --- .../examples/CreateAutoscaleCluster.json | 354 ++ .../examples/CreateClusterPool.json | 95 + .../examples/CreateSparkCluster.json | 314 ++ .../examples/DeleteCluster.json | 28 + .../examples/DeleteClusterPool.json | 27 + .../examples/GetCluster.json | 89 + .../examples/GetClusterInstanceView.json | 30 + .../examples/GetClusterPool.json | 47 + .../examples/GetOperations.json | 26 + .../ListAvailableClusterPoolVersions.json | 43 + .../ListAvailableClusterVersions.json | 58 + .../examples/ListClusterInstanceViews.json | 35 + .../examples/ListClusterJobs.json | 35 + .../examples/ListClusterPools.json | 46 + .../ListClusterPoolsSubscription.json | 45 + .../examples/ListClusterServiceConfigs.json | 25 + .../ListClustersByClusterPoolName.json | 88 + .../examples/LocationsNameAvailability.json | 20 + .../examples/PatchCluster.json | 456 +++ .../examples/PatchClusterPool.json | 96 + .../examples/ResizeCluster.json | 143 + .../examples/RunClusterJob.json | 46 + .../preview/2023-11-01-preview/hdinsight.json | 3148 +++++++++++++++++ 23 files changed, 5294 insertions(+) create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateAutoscaleCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPool.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterInstanceView.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterPool.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetOperations.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterPoolVersions.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterVersions.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterInstanceViews.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPools.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolsSubscription.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterServiceConfigs.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClustersByClusterPoolName.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/LocationsNameAvailability.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchClusterPool.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateAutoscaleCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateAutoscaleCluster.json new file mode 100644 index 000000000000..daa33d9609b1 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateAutoscaleCluster.json @@ -0,0 +1,354 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-06-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "HDInsightCluster": { + "location": "West US 2", + "properties": { + "clusterType": "Trino", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2 + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": 3600, + "scheduleBasedConfig": { + "defaultCount": 10, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 20 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 25 + } + ] + }, + "loadBasedConfig": { + "minNodes": 10, + "maxNodes": 20, + "pollInterval": 60, + "cooldownPeriod": 300, + "scalingRules": [ + { + "actionType": "scaleup", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "greaterThan", + "threshold": 90 + } + }, + { + "actionType": "scaledown", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "lessThan", + "threshold": 20 + } + } + ] + } + } + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "Trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "components": [ + { + "name": "Trino", + "version": "410" + }, + { + "name": "Hive metastore", + "version": "3.1.2" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": 3600, + "scheduleBasedConfig": { + "defaultCount": 10, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 20 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 25 + } + ] + }, + "loadBasedConfig": { + "minNodes": 10, + "maxNodes": 20, + "pollInterval": 60, + "cooldownPeriod": 300, + "scalingRules": [ + { + "actionType": "scaleup", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "greaterThan", + "threshold": 90 + } + }, + { + "actionType": "scaledown", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "lessThan", + "threshold": 20 + } + } + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "201": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Accepted", + "clusterType": "Trino", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": 3600, + "scheduleBasedConfig": { + "defaultCount": 10, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 20 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 25 + } + ] + }, + "loadBasedConfig": { + "minNodes": 10, + "maxNodes": 20, + "pollInterval": 60, + "cooldownPeriod": 300, + "scalingRules": [ + { + "actionType": "scaleup", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "greaterThan", + "threshold": 90 + } + }, + { + "actionType": "scaledown", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "lessThan", + "threshold": 20 + } + } + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPool.json new file mode 100644 index 000000000000..9254f96ab85b --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPool.json @@ -0,0 +1,95 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-06-01-preview", + "clusterPoolName": "clusterpool1", + "ClusterPool": { + "location": "West US 2", + "properties": { + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2" + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "201": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Accepted", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json new file mode 100644 index 000000000000..d7539c71112c --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json @@ -0,0 +1,314 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-06-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "HDInsightCluster": { + "location": "West US 2", + "properties": { + "clusterType": "spark", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 4 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "serviceConfigsProfiles": [ + { + "serviceName": "spark-service", + "configs": [ + { + "component": "spark-config", + "files": [ + { + "fileName": "spark-defaults.conf", + "values": { + "spark.eventLog.enabled": "true" + } + } + ] + } + ] + }, + { + "serviceName": "yarn-service", + "configs": [ + { + "component": "yarn-config", + "files": [ + { + "fileName": "core-site.xml", + "values": { + "fs.defaultFS": "wasb://testcontainer@teststorage.dfs.core.windows.net/", + "storage.name": "teststorage", + "storage.protocol": "wasb", + "storage.key": "test key", + "storage.container": "testcontainer" + } + }, + { + "fileName": "yarn-site.xml", + "values": { + "yarn.webapp.ui2.enable": "false" + } + } + ] + } + ] + } + ], + "sparkProfile": {}, + "sshProfile": { + "count": 2 + } + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "spark", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 4 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "components": [ + { + "name": "HDFS", + "version": "2.2.3" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "serviceConfigsProfiles": [ + { + "serviceName": "spark-service", + "configs": [ + { + "component": "spark-config", + "files": [ + { + "fileName": "spark-defaults.conf", + "values": { + "spark.eventLog.enabled": "true" + } + } + ] + } + ] + }, + { + "serviceName": "yarn-service", + "configs": [ + { + "component": "yarn-config", + "files": [ + { + "fileName": "core-site.xml", + "values": { + "fs.defaultFS": "wasb://testcontainer@teststorage.dfs.core.windows.net/", + "storage.name": "teststorage", + "storage.protocol": "wasb", + "storage.key": "test key", + "storage.container": "testcontainer" + } + }, + { + "fileName": "yarn-site.xml", + "values": { + "yarn.webapp.ui2.enable": "false" + } + } + ] + } + ] + } + ], + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "sparkProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "201": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Accepted", + "clusterType": "spark", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 4 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "components": [ + { + "name": "HDFS", + "version": "2.2.3" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "serviceConfigsProfiles": [ + { + "serviceName": "spark-service", + "configs": [ + { + "component": "spark-config", + "files": [ + { + "fileName": "spark-defaults.conf", + "values": { + "spark.eventLog.enabled": "true" + } + } + ] + } + ] + }, + { + "serviceName": "yarn-service", + "configs": [ + { + "component": "yarn-config", + "files": [ + { + "fileName": "core-site.xml", + "values": { + "fs.defaultFS": "wasb://testcontainer@teststorage.dfs.core.windows.net/", + "storage.name": "teststorage", + "storage.protocol": "wasb", + "storage.key": "test key", + "storage.container": "testcontainer" + } + }, + { + "fileName": "yarn-site.xml", + "values": { + "yarn.webapp.ui2.enable": "false" + } + } + ] + } + ] + } + ], + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "sparkProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json new file mode 100644 index 000000000000..142c97810fcb --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json @@ -0,0 +1,28 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "rg1", + "api-version": "2023-06-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1" + }, + "responses": { + "200": { + "description": "Successful.", + "headers": { + "azure-asyncoperation": "http://azure.async.operation/status" + } + }, + "202": { + "description": "Cluster delete request accepted.", + "headers": { + "azure-asyncoperation": "http://azure.async.operation/status" + } + }, + "204": { + "headers": { + "azure-asyncoperation": "http://azure.async.operation/status" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json new file mode 100644 index 000000000000..f42610f4b2f0 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json @@ -0,0 +1,27 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "rg1", + "api-version": "2023-06-01-preview", + "clusterPoolName": "clusterpool1" + }, + "responses": { + "200": { + "description": "Successful.", + "headers": { + "azure-asyncoperation": "http://azure.async.operation/status" + } + }, + "202": { + "description": "Cluster Pool delete request accepted.", + "headers": { + "azure-asyncoperation": "http://azure.async.operation/status" + } + }, + "204": { + "headers": { + "azure-asyncoperation": "http://azure.async.operation/status" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetCluster.json new file mode 100644 index 000000000000..9eaad022d260 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetCluster.json @@ -0,0 +1,89 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-06-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1" + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "Trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "components": [ + { + "name": "Trino", + "version": "410" + }, + { + "name": "Hive metastore", + "version": "3.1.2" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterInstanceView.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterInstanceView.json new file mode 100644 index 000000000000..a4944fd08cb1 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterInstanceView.json @@ -0,0 +1,30 @@ +{ + "parameters": { + "clusterName": "cluster1", + "resourceGroupName": "rg1", + "api-version": "2023-06-01-preview", + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "clusterPoolName": "clusterPool1" + }, + "responses": { + "200": { + "body": { + "name": "default", + "properties": { + "status": { + "ready": "True", + "reason": "", + "message": "" + }, + "serviceStatuses": [ + { + "kind": "ZooKeeper", + "ready": "true", + "message": "" + } + ] + } + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterPool.json new file mode 100644 index 000000000000..1d6a2f638f7b --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterPool.json @@ -0,0 +1,47 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-06-01-preview", + "clusterPoolName": "clusterpool1" + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetOperations.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetOperations.json new file mode 100644 index 000000000000..3ee35d68c9ab --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetOperations.json @@ -0,0 +1,26 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "resourceGroup1", + "api-version": "2023-06-01-preview" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "name": "Microsoft.HDInsight/clusterpool/read", + "isDataAction": false, + "display": { + "provider": "HDInsight on AKS", + "resource": "Cluster Pool.", + "operation": "Get Cluster Pool Operation result.", + "description": "Get any cluster pool." + }, + "origin": "user, system" + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterPoolVersions.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterPoolVersions.json new file mode 100644 index 000000000000..d3d68ee90e4f --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterPoolVersions.json @@ -0,0 +1,43 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "location": "westus2", + "api-version": "2023-06-01-preview" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/subid/providers/Microsoft.HDInsight/locations/westus2/availableclusterpoolversions/1.0", + "name": "1.0", + "properties": { + "clusterPoolVersion": "1.0", + "aksVersion": "1.24", + "isPreview": false + } + }, + { + "id": "/subscriptions/subid/providers/Microsoft.HDInsight/locations/westus2/availableclusterpoolversions/1.1", + "name": "1.1", + "properties": { + "clusterPoolVersion": "1.1", + "aksVersion": "1.25", + "isPreview": false + } + }, + { + "id": "/subscriptions/subid/providers/Microsoft.HDInsight/locations/westus2/availableclusterpoolversions/1.2", + "name": "1.2", + "properties": { + "clusterPoolVersion": "1.2", + "aksVersion": "1.26", + "isPreview": true + } + } + ], + "nextLink": null + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterVersions.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterVersions.json new file mode 100644 index 000000000000..b1da94fb829b --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterVersions.json @@ -0,0 +1,58 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "location": "westus2", + "api-version": "2023-06-01-preview" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/subid/providers/Microsoft.HDInsight/locations/westus2/availableclusterversions/flink_1.16.0-1.0.4", + "name": "flink_1.16.0-1.0.4", + "properties": { + "clusterType": "Flink", + "clusterVersion": "1.0.4", + "ossVersion": "1.16.0", + "clusterPoolVersion": "1.0", + "isPreview": false, + "components": [ + { + "name": "TaskManager", + "version": "1.16.0" + }, + { + "name": "JobManager", + "version": "1.16.0" + } + ] + } + }, + { + "id": "/subscriptions/subid/providers/Microsoft.HDInsight/locations/westus2/availableclusterversions/spark_3.3.1-1.0.4", + "name": "spark_3.3.1-1.0.4", + "properties": { + "clusterType": "Spark", + "clusterVersion": "1.0.4", + "ossVersion": "3.3.1", + "clusterPoolVersion": "1.0", + "isPreview": false, + "components": [ + { + "name": "Hadoop", + "version": "3.2.3" + }, + { + "name": "Hive", + "version": "3.1.4" + } + ] + } + } + ], + "nextLink": null + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterInstanceViews.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterInstanceViews.json new file mode 100644 index 000000000000..6af3c1e01ab1 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterInstanceViews.json @@ -0,0 +1,35 @@ +{ + "parameters": { + "clusterName": "cluster1", + "resourceGroupName": "rg1", + "api-version": "2023-06-01-preview", + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "clusterPoolName": "clusterPool1" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "name": "default", + "properties": { + "status": { + "ready": "True", + "reason": "", + "message": "" + }, + "serviceStatuses": [ + { + "kind": "ZooKeeper", + "ready": "true", + "message": "" + } + ] + } + } + ], + "nextLink": null + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json new file mode 100644 index 000000000000..da809a7418da --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json @@ -0,0 +1,35 @@ +{ + "parameters": { + "resourceGroupName": "hiloResourcegroup", + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "api-version": "2023-06-01-preview", + "clusterPoolName": "clusterPool1", + "clusterName": "cluster1" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1/jobs/flink-job-1", + "properties": { + "jobType": "FlinkJob", + "jobName": "flink-job-1", + "jobJarDirectory": "jobJarDirectory1", + "jarName": "job.jar", + "entryClass": "com.microsoft.hilo.flink.job.streaming.ExampleJob", + "flinkConfiguration": { + "parallelism": "1", + "savepoint.directory": "savepoint-directory" + }, + "jobId": "362b911137dfefc2e55784666f4d4253", + "status": "STOP-FAILED", + "jobOutput": "job-output", + "actionResult": "SUCCESS" + } + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPools.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPools.json new file mode 100644 index 000000000000..3870d11dee67 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPools.json @@ -0,0 +1,46 @@ +{ + "parameters": { + "resourceGroupName": "hiloResourcegroup", + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "api-version": "2023-06-01-preview" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "location": "West US 2", + "tags": { + "department": "MightyMight", + "company": "Contoso" + } + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolsSubscription.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolsSubscription.json new file mode 100644 index 000000000000..d6be9c963a9d --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolsSubscription.json @@ -0,0 +1,45 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "api-version": "2023-06-01-preview" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "location": "West US 2", + "tags": { + "department": "MightyMight", + "company": "Contoso" + } + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterServiceConfigs.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterServiceConfigs.json new file mode 100644 index 000000000000..66a6c3e67bde --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterServiceConfigs.json @@ -0,0 +1,25 @@ +{ + "parameters": { + "clusterName": "cluster1", + "resourceGroupName": "rg1", + "api-version": "2023-06-01-preview", + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "clusterPoolName": "clusterPool1" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "properties": { + "serviceName": "hadoop-service", + "componentName": "hadoop-component", + "fileName": "capacity-scheduler.xml", + "content": "" + } + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClustersByClusterPoolName.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClustersByClusterPoolName.json new file mode 100644 index 000000000000..903f8f90bdec --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClustersByClusterPoolName.json @@ -0,0 +1,88 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-06-01-preview", + "clusterPoolName": "clusterpool1" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "Trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "components": [ + { + "name": "Trino", + "version": "410" + }, + { + "name": "Hive metastore", + "version": "3.1.2" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + } + } + }, + "location": "West US 2", + "tags": { + "department": "MightyMight", + "company": "Contoso" + } + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/LocationsNameAvailability.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/LocationsNameAvailability.json new file mode 100644 index 000000000000..1d7bd9a43853 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/LocationsNameAvailability.json @@ -0,0 +1,20 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "api-version": "2023-06-01-preview", + "location": "southeastasia", + "NameAvailabilityParameters": { + "name": "contosemember1", + "type": "Microsoft.HDInsight/clusterPools/clusters" + } + }, + "responses": { + "200": { + "headers": {}, + "body": { + "nameAvailable": false, + "reason": "AlreadyExists" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json new file mode 100644 index 000000000000..f43f807874e3 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json @@ -0,0 +1,456 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-06-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "ClusterPatchRequest": { + "location": "West US 2", + "properties": { + "clusterProfile": { + "serviceConfigsProfiles": [ + { + "serviceName": "TestService1", + "configs": [ + { + "component": "TestComp1", + "files": [ + { + "fileName": "TestFile1", + "values": { + "Test.config.1": "1", + "Test.config.2": "2" + } + }, + { + "fileName": "TestFile2", + "values": { + "Test.config.3": "3", + "Test.config.4": "4" + } + } + ] + }, + { + "component": "TestComp2", + "files": [ + { + "fileName": "TestFile3", + "content": "TestContent", + "path": "TestPath" + }, + { + "fileName": "TestFile4", + "values": { + "Test.config.7": "7", + "Test.config.8": "8" + } + } + ] + } + ] + }, + { + "serviceName": "TestService2", + "configs": [ + { + "component": "TestComp3", + "files": [ + { + "fileName": "TestFile5", + "values": { + "Test.config.9": "9" + } + } + ] + } + ] + } + ], + "sshProfile": { + "count": 2 + }, + "authorizationProfile": { + "userIds": [ + "Testuser1", + "Testuser2" + ] + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": -1, + "scheduleBasedConfig": { + "defaultCount": 3, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday, Tuesday, Wednesday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 3 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 3 + } + ] + } + }, + "logAnalyticsProfile": { + "enabled": true, + "applicationLogs": { + "stdErrorEnabled": true, + "stdOutEnabled": true + }, + "metricsEnabled": true + } + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "Trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "serviceConfigsProfiles": [ + { + "serviceName": "TestService1", + "configs": [ + { + "component": "TestComp1", + "files": [ + { + "fileName": "TestFile1", + "values": { + "Test.config.1": "1", + "Test.config.2": "2" + } + }, + { + "fileName": "TestFile2", + "values": { + "Test.config.3": "3", + "Test.config.4": "4" + } + } + ] + }, + { + "component": "TestComp2", + "files": [ + { + "fileName": "TestFile3", + "content": "TestContent", + "path": "TestPath" + }, + { + "fileName": "TestFile4", + "values": { + "Test.config.7": "7", + "Test.config.8": "8" + } + } + ] + } + ] + }, + { + "serviceName": "TestService2", + "configs": [ + { + "component": "TestComp3", + "files": [ + { + "fileName": "TestFile5", + "values": { + "Test.config.9": "9" + } + } + ] + } + ] + } + ], + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": -1, + "scheduleBasedConfig": { + "defaultCount": 3, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday, Tuesday, Wednesday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 3 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 3 + } + ] + } + }, + "logAnalyticsProfile": { + "enabled": true, + "applicationLogs": { + "stdErrorEnabled": true, + "stdOutEnabled": true + }, + "metricsEnabled": true + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2", + "tags": { + "tag1": "value1", + "tag2": "value2" + } + } + }, + "202": { + "headers": { + "azure-asyncoperation": "http://management.azure.com/providers/Microsoft.HDInsight/locations/EASTUS/operationStatuses/676c3c86-188d-4591-9b55-c4298b4a1279?api-version=2023-06-01-preview" + }, + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "Trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "serviceConfigsProfiles": [ + { + "serviceName": "TestService1", + "configs": [ + { + "component": "TestComp1", + "files": [ + { + "fileName": "TestFile1", + "values": { + "Test.config.1": "1", + "Test.config.2": "2" + } + }, + { + "fileName": "TestFile2", + "values": { + "Test.config.3": "3", + "Test.config.4": "4" + } + } + ] + }, + { + "component": "TestComp2", + "files": [ + { + "fileName": "TestFile3", + "content": "TestContent", + "path": "TestPath" + }, + { + "fileName": "TestFile4", + "values": { + "Test.config.7": "7", + "Test.config.8": "8" + } + } + ] + } + ] + }, + { + "serviceName": "TestService2", + "configs": [ + { + "component": "TestComp3", + "files": [ + { + "fileName": "TestFile5", + "values": { + "Test.config.9": "9" + } + } + ] + } + ] + } + ], + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": -1, + "scheduleBasedConfig": { + "defaultCount": 3, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday, Tuesday, Wednesday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 3 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 3 + } + ] + } + }, + "logAnalyticsProfile": { + "enabled": true, + "applicationLogs": { + "stdErrorEnabled": true, + "stdOutEnabled": true + }, + "metricsEnabled": true + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2", + "tags": { + "tag1": "value1", + "tag2": "value2" + } + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchClusterPool.json new file mode 100644 index 000000000000..bf3e334d8cec --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchClusterPool.json @@ -0,0 +1,96 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-06-01-preview", + "clusterPoolName": "clusterpool1", + "clusterPoolTags": { + "tags": { + "tag1": "value1", + "tag2": "value2" + } + } + }, + "responses": { + "200": { + "headers": { + "location": "https://management.azure.com/subscriptions/subid/resourceGroups/rg1/providers/Microsoft.HDInsight/pathToOperationResult" + }, + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2", + "tags": { + "tag1": "value1", + "tag2": "value2" + } + } + }, + "202": { + "headers": { + "location": "https://management.azure.com/subscriptions/subid/resourceGroups/rg1/providers/Microsoft.HDInsight/pathToOperationResult" + }, + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2", + "tags": { + "tag1": "value1", + "tag2": "value2" + } + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json new file mode 100644 index 000000000000..acdc0d83e062 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json @@ -0,0 +1,143 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-06-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "ClusterResizeRequest": { + "location": "West US 2", + "properties": { + "targetWorkerNodeCount": 5 + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "Trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "Head", + "vmSize": "Standard_E8as_v5", + "count": 2 + }, + { + "type": "Worker", + "vmSize": "Standard_E8as_v5", + "count": 5 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.6", + "ossVersion": "0.410.0", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": 3600, + "scheduleBasedConfig": { + "defaultCount": 10, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 20 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 25 + } + ] + }, + "loadBasedConfig": { + "minNodes": 10, + "maxNodes": 20, + "pollInterval": 60, + "cooldownPeriod": 300, + "scalingRules": [ + { + "actionType": "scaleup", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "greaterThan", + "threshold": 90 + } + }, + { + "actionType": "scaledown", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "lessThan", + "threshold": 20 + } + } + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "202": { + "headers": { + "location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/locations/eastus/operationStatus/default/operationId/00000000-0000-0000-0000-000000000000?api-version=2023-06-01-preview" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json new file mode 100644 index 000000000000..40db47287c4e --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json @@ -0,0 +1,46 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-06-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "ClusterJob": { + "properties": { + "jobType": "FlinkJob", + "jobName": "flink-job-name", + "action": "START", + "jobJarDirectory": "abfs://flinkjob@hilosa.dfs.core.windows.net/jars", + "jarName": "flink-sleep-job-0.0.1-SNAPSHOT.jar", + "entryClass": "com.microsoft.hilo.flink.job.streaming.SleepJob", + "flinkConfiguration": { + "parallelism": "1", + "savepoint.directory": "abfs://flinkjob@hilosa.dfs.core.windows.net/savepoint" + } + } + } + }, + "responses": { + "202": { + "headers": { + "location": "http://azure.async.operation/status" + } + }, + "200": { + "body": { + "properties": { + "jobType": "FlinkJob", + "jobName": "flink-job-name", + "action": "START", + "jobJarDirectory": "abfs://flinkjob@hilosa.dfs.core.windows.net/jars", + "jarName": "flink-sleep-job-0.0.1-SNAPSHOT.jar", + "entryClass": "com.microsoft.hilo.flink.job.streaming.SleepJob", + "flinkConfiguration": { + "parallelism": "1", + "savepoint.directory": "abfs://flinkjob@hilosa.dfs.core.windows.net/savepoint" + } + } + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json new file mode 100644 index 000000000000..9177666a80ca --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json @@ -0,0 +1,3148 @@ +{ + "swagger": "2.0", + "info": { + "title": "HDInsight on AKS Management Client", + "description": "The HDInsight on AKS Management Client.", + "version": "2023-06-01-preview" + }, + "host": "management.azure.com", + "schemes": [ + "https" + ], + "consumes": [ + "application/json" + ], + "produces": [ + "application/json" + ], + "security": [ + { + "azure_auth": [ + "user_impersonation" + ] + } + ], + "securityDefinitions": { + "azure_auth": { + "type": "oauth2", + "authorizationUrl": "https://login.microsoftonline.com/common/oauth2/authorize", + "flow": "implicit", + "description": "Azure Active Directory OAuth2 Flow.", + "scopes": { + "user_impersonation": "impersonate your user account" + } + } + }, + "paths": { + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}": { + "get": { + "description": "Gets a cluster pool.", + "operationId": "ClusterPools_Get", + "x-ms-examples": { + "ClusterPoolGet": { + "$ref": "./examples/GetClusterPool.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + } + ], + "responses": { + "200": { + "description": "Clusterpool details.", + "schema": { + "$ref": "#/definitions/ClusterPool" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + } + }, + "put": { + "description": "Creates or updates a cluster pool.", + "operationId": "ClusterPools_CreateOrUpdate", + "x-ms-examples": { + "ClusterPoolPut": { + "$ref": "./examples/CreateClusterPool.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "name": "ClusterPool", + "description": "The Cluster Pool to create.", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/ClusterPool" + } + } + ], + "responses": { + "201": { + "description": "ClusterPool is created.", + "schema": { + "$ref": "#/definitions/ClusterPool" + } + }, + "200": { + "description": "Update successful.", + "schema": { + "$ref": "#/definitions/ClusterPool" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "azure-async-operation" + } + }, + "patch": { + "description": "Updates an existing Cluster Pool Tags.", + "operationId": "ClusterPools_UpdateTags", + "x-ms-examples": { + "ClusterPoolsPatchTags": { + "$ref": "./examples/PatchClusterPool.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "name": "clusterPoolTags", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/TagsObject" + }, + "description": "Parameters supplied to update tags." + } + ], + "responses": { + "200": { + "description": "Successful.", + "schema": { + "$ref": "#/definitions/ClusterPool" + } + }, + "202": { + "description": "Accepted.", + "headers": { + "Location": { + "type": "string" + } + }, + "schema": { + "$ref": "#/definitions/ClusterPool" + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "azure-async-operation" + } + }, + "delete": { + "description": "Deletes a Cluster Pool.", + "operationId": "ClusterPools_Delete", + "x-ms-examples": { + "ClusterPoolDelete": { + "$ref": "./examples/DeleteClusterPool.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + } + ], + "responses": { + "200": { + "description": "Successful." + }, + "202": { + "description": "Accepted response definition.", + "headers": { + "Location": { + "type": "string" + } + } + }, + "204": { + "description": "No content - The Cluster Pool doesn't exist." + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true + } + }, + "/subscriptions/{subscriptionId}/providers/Microsoft.HDInsight/clusterpools": { + "get": { + "operationId": "ClusterPools_ListBySubscription", + "x-ms-examples": { + "ClusterPoolsListBySubscription": { + "$ref": "./examples/ListClusterPoolsSubscription.json" + } + }, + "description": "Gets the list of Cluster Pools within a Subscription.", + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + } + ], + "responses": { + "200": { + "description": "Cluster Pools successfully returned.", + "schema": { + "$ref": "#/definitions/ClusterPoolListResult" + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools": { + "get": { + "operationId": "ClusterPools_ListByResourceGroup", + "x-ms-examples": { + "ClusterPoolsListByResourceGroup": { + "$ref": "./examples/ListClusterPools.json" + } + }, + "description": "Lists the HDInsight cluster pools under a resource group.", + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + } + ], + "responses": { + "200": { + "description": "Cluster Pools successfully returned.", + "schema": { + "$ref": "#/definitions/ClusterPoolListResult" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters": { + "get": { + "operationId": "Clusters_ListByClusterPoolName", + "description": "Lists the HDInsight cluster pools under a resource group.", + "x-ms-examples": { + "HDInsightClustersListByClusterPoolName": { + "$ref": "./examples/ListClustersByClusterPoolName.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + } + ], + "responses": { + "200": { + "description": "Clusters successfully returned.", + "schema": { + "$ref": "#/definitions/ClusterListResult" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/resize": { + "post": { + "description": "Resize an existing Cluster.", + "operationId": "Clusters_Resize", + "x-ms-examples": { + "HDInsightClusterResize": { + "$ref": "./examples/ResizeCluster.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + }, + { + "name": "ClusterResizeRequest", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/ClusterResizeData" + }, + "description": "Resize a cluster." + } + ], + "responses": { + "200": { + "description": "Successful.", + "schema": { + "$ref": "#/definitions/Cluster" + } + }, + "202": { + "description": "Cluster resize request accepted.", + "headers": { + "location": { + "type": "string", + "description": "URL to get the status of the resize operation." + } + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "location" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}": { + "get": { + "operationId": "Clusters_Get", + "description": "Gets a HDInsight cluster.", + "x-ms-examples": { + "HDInsightClusterGet": { + "$ref": "./examples/GetCluster.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + } + ], + "responses": { + "200": { + "description": "Cluster details.", + "schema": { + "$ref": "#/definitions/Cluster" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + } + }, + "put": { + "operationId": "Clusters_Create", + "description": "Creates a cluster.", + "x-ms-examples": { + "HDInsightClusterPut": { + "$ref": "./examples/CreateAutoscaleCluster.json" + }, + "HDInsightSparkClusterPut": { + "$ref": "./examples/CreateSparkCluster.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + }, + { + "name": "HDInsightCluster", + "in": "body", + "required": true, + "description": "The cluster to create.", + "schema": { + "$ref": "#/definitions/Cluster" + } + } + ], + "responses": { + "201": { + "description": "Cluster is created.", + "schema": { + "$ref": "#/definitions/Cluster" + } + }, + "200": { + "description": "Update successful.", + "schema": { + "$ref": "#/definitions/Cluster" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "azure-async-operation" + } + }, + "patch": { + "description": "Updates an existing Cluster.", + "operationId": "Clusters_Update", + "x-ms-examples": { + "HDInsightClustersPatchTags": { + "$ref": "./examples/PatchCluster.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + }, + { + "name": "ClusterPatchRequest", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/ClusterPatch" + }, + "description": "Patch a cluster." + } + ], + "responses": { + "200": { + "description": "Successful.", + "schema": { + "$ref": "#/definitions/Cluster" + } + }, + "202": { + "description": "Accepted.", + "headers": { + "Location": { + "type": "string" + } + }, + "schema": { + "$ref": "#/definitions/Cluster" + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "azure-async-operation" + } + }, + "delete": { + "operationId": "Clusters_Delete", + "description": "Deletes a cluster.", + "x-ms-examples": { + "HDInsightClustersDelete": { + "$ref": "./examples/DeleteCluster.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + } + ], + "responses": { + "200": { + "description": "Successful." + }, + "202": { + "description": "Cluster delete request accepted.", + "headers": { + "Location": { + "type": "string" + } + } + }, + "204": { + "description": "No content - The Cluster doesn't exist." + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "azure-async-operation" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/runJob": { + "post": { + "operationId": "ClusterJobs_RunJob", + "description": "Operations on jobs of HDInsight on AKS cluster.", + "x-ms-examples": { + "RunClusterJob": { + "$ref": "./examples/RunClusterJob.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + }, + { + "name": "ClusterJob", + "description": "The Cluster job.", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/ClusterJob" + } + } + ], + "responses": { + "200": { + "description": "Successful.", + "schema": { + "$ref": "#/definitions/ClusterJob" + } + }, + "202": { + "description": "Run cluster job action request accepted.", + "headers": { + "location": { + "type": "string", + "description": "URL to get the status of the resize operation." + } + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "location" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/jobs": { + "get": { + "operationId": "ClusterJobs_List", + "description": "Get jobs of HDInsight on AKS cluster.", + "x-ms-examples": { + "ListClusterJobs": { + "$ref": "./examples/ListClusterJobs.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + } + ], + "responses": { + "200": { + "description": "Cluster job details.", + "schema": { + "$ref": "#/definitions/ClusterJobList" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/serviceConfigs": { + "get": { + "operationId": "Clusters_ListServiceConfigs", + "description": "Lists the config dump of all services running in cluster.", + "x-ms-examples": { + "HDInsightClusterGetServiceConfigs": { + "$ref": "./examples/ListClusterServiceConfigs.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + } + ], + "responses": { + "200": { + "description": "OK", + "schema": { + "$ref": "#/definitions/ServiceConfigListResult" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/providers/Microsoft.HDInsight/locations/{location}/checkNameAvailability": { + "post": { + "description": "Check the availability of the resource name.", + "operationId": "Locations_CheckNameAvailability", + "x-ms-examples": { + "LocationsNameAvailability": { + "$ref": "./examples/LocationsNameAvailability.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/LocationParameter" + }, + { + "name": "NameAvailabilityParameters", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/NameAvailabilityParameters" + }, + "description": "The name and type of the resource." + } + ], + "responses": { + "200": { + "description": "OK. The request has succeeded.", + "schema": { + "$ref": "#/definitions/NameAvailabilityResult" + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/instanceViews": { + "get": { + "operationId": "Clusters_ListInstanceViews", + "x-ms-examples": { + "HDInsightClusterGetInstanceViews": { + "$ref": "./examples/ListClusterInstanceViews.json" + } + }, + "description": "Lists the lists of instance views", + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + } + ], + "responses": { + "200": { + "description": "OK", + "schema": { + "$ref": "#/definitions/ClusterInstanceViewsResult" + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/instanceViews/default": { + "get": { + "operationId": "Clusters_GetInstanceView", + "description": "Gets the status of a cluster instance.", + "x-ms-examples": { + "HDInsightClusterGetInstanceView": { + "$ref": "./examples/GetClusterInstanceView.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + } + ], + "responses": { + "200": { + "description": "OK", + "schema": { + "$ref": "#/definitions/ClusterInstanceViewResult" + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + } + } + }, + "/providers/Microsoft.HDInsight/operations": { + "get": { + "description": "Returns list of operations.", + "operationId": "Operations_List", + "x-ms-examples": { + "ListOperations": { + "$ref": "./examples/GetOperations.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + } + ], + "responses": { + "200": { + "description": "Operation details.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/OperationListResult" + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/providers/Microsoft.HDInsight/locations/{location}/availableClusterPoolVersions": { + "get": { + "description": "Returns a list of available cluster pool versions.", + "operationId": "AvailableClusterPoolVersions_ListByLocation", + "x-ms-examples": { + "ClusterPoolVersionListResult": { + "$ref": "./examples/ListAvailableClusterPoolVersions.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/LocationParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + } + ], + "responses": { + "200": { + "description": "Available cluster pool versions successfully returned.", + "schema": { + "$ref": "#/definitions/ClusterPoolVersionsListResult" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, + "/subscriptions/{subscriptionId}/providers/Microsoft.HDInsight/locations/{location}/availableClusterVersions": { + "get": { + "description": "Returns a list of available cluster versions.", + "operationId": "AvailableClusterVersions_ListByLocation", + "x-ms-examples": { + "ClusterVersionListResult": { + "$ref": "./examples/ListAvailableClusterVersions.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/LocationParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + } + ], + "responses": { + "200": { + "description": "Available cluster versions successfully returned.", + "schema": { + "$ref": "#/definitions/ClusterVersionsListResult" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + } + }, + "definitions": { + "ClusterPoolListResult": { + "type": "object", + "properties": { + "value": { + "type": "array", + "items": { + "$ref": "#/definitions/ClusterPool" + }, + "description": "The list of cluster pools." + }, + "nextLink": { + "type": "string", + "description": "The link (url) to the next page of results.", + "readOnly": true + } + }, + "description": "The list cluster pools operation response." + }, + "ClusterPoolProfile": { + "type": "object", + "description": "Cluster pool profile.", + "required": [ + "clusterPoolVersion" + ], + "properties": { + "clusterPoolVersion": { + "$ref": "#/definitions/ClusterPoolVersionPattern" + } + } + }, + "ClusterPoolComputeProfile": { + "type": "object", + "description": "Cluster pool compute profile.", + "required": [ + "vmSize" + ], + "properties": { + "vmSize": { + "type": "string", + "description": "The virtual machine SKU.", + "pattern": "^[a-zA-Z0-9_\\-]{0,256}$" + }, + "count": { + "description": "The number of virtual machines.", + "type": "integer", + "format": "int32", + "readOnly": true + } + } + }, + "ClusterPoolNetworkProfile": { + "type": "object", + "description": "Cluster pool networking configuration.", + "required": [ + "subnetId" + ], + "properties": { + "subnetId": { + "type": "string", + "description": "Cluster pool subnet resource id.", + "format": "arm-id", + "x-ms-arm-id-details": { + "allowedResources": [ + { + "type": "Microsoft.Network/virtualNetworks/subnets" + } + ] + } + } + } + }, + "ClusterPoolLogAnalyticsProfile": { + "type": "object", + "description": "Cluster pool log analytics profile used to enable or disable OMS agent for AKS cluster.", + "required": [ + "enabled" + ], + "properties": { + "enabled": { + "type": "boolean", + "description": "True if log analytics is enabled for cluster pool, otherwise false." + }, + "workspaceId": { + "type": "string", + "description": "Log analytics workspace to associate with the OMS agent.", + "format": "arm-id", + "x-ms-arm-id-details": { + "allowedResources": [ + { + "type": "Microsoft.OperationalInsights/workspaces" + } + ] + } + } + } + }, + "AksClusterProfile": { + "type": "object", + "description": "Properties of the cluster pool underlying AKS cluster.", + "properties": { + "aksClusterResourceId": { + "type": "string", + "description": "ARM Resource ID of the AKS cluster", + "format": "arm-id", + "x-ms-arm-id-details": { + "allowedResources": [ + { + "type": "Microsoft.ContainerService/managedClusters" + } + ] + } + }, + "aksClusterAgentPoolIdentityProfile": { + "description": "Identity properties of the AKS cluster agentpool MSI", + "allOf": [ + { + "$ref": "#/definitions/IdentityProfile" + } + ] + }, + "aksVersion": { + "type": "string", + "description": "AKS control plane and default node pool version of this ClusterPool", + "readOnly": true + } + } + }, + "ClusterPoolResourceProperties": { + "type": "object", + "required": [ + "computeProfile" + ], + "properties": { + "provisioningState": { + "description": "Provisioning state of the resource.", + "type": "string", + "enum": [ + "Accepted", + "Succeeded", + "Canceled", + "Failed" + ], + "x-ms-enum": { + "name": "ProvisioningStatus", + "modelAsString": true + }, + "readOnly": true + }, + "deploymentId": { + "type": "string", + "description": "A unique id generated by the RP to identify the resource.", + "example": "45cd32aead6e4a91b079a0cdbfac8c36", + "readOnly": true + }, + "managedResourceGroupName": { + "type": "string", + "description": "A resource group created by RP, to hold the resources created by RP on-behalf of customers. It will also be used to generate aksManagedResourceGroupName by pattern: MC_{managedResourceGroupName}_{clusterPoolName}_{region}. Please make sure it meets resource group name restriction.", + "minLength": 1, + "maxLength": 40, + "example": "hdi-45cd32aead6e4a91b079a0cdbfac8c36" + }, + "aksManagedResourceGroupName": { + "type": "string", + "description": "A resource group created by AKS, to hold the infrastructure resources created by AKS on-behalf of customers. It is generated by cluster pool name and managed resource group name by pattern: MC_{managedResourceGroupName}_{clusterPoolName}_{region}", + "readOnly": true, + "example": "MC_hdi-45cd32aead6e4a91b079a0cdbfac8c36_test-pool_eastus" + }, + "clusterPoolProfile": { + "description": "CLuster pool profile.", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolProfile" + } + ] + }, + "computeProfile": { + "description": "CLuster pool compute profile.", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolComputeProfile" + } + ] + }, + "aksClusterProfile": { + "description": "Properties of underlying AKS cluster.", + "readOnly": true, + "allOf": [ + { + "$ref": "#/definitions/AksClusterProfile" + } + ] + }, + "networkProfile": { + "description": "Cluster pool network profile.", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolNetworkProfile" + } + ] + }, + "logAnalyticsProfile": { + "description": "Cluster pool log analytics profile to enable OMS agent for AKS cluster.", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolLogAnalyticsProfile" + } + ] + }, + "status": { + "type": "string", + "description": "Business status of the resource.", + "example": "Running", + "readOnly": true + } + }, + "description": "Cluster pool resource properties." + }, + "ClusterPool": { + "type": "object", + "description": "Cluster pool.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Gets or sets the properties. Define cluster pool specific properties.", + "$ref": "#/definitions/ClusterPoolResourceProperties" + }, + "systemData": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/systemData", + "description": "SystemData of cluster pool.", + "readOnly": true + } + }, + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/TrackedResource" + } + ] + }, + "TagsObject": { + "type": "object", + "properties": { + "tags": { + "type": "object", + "additionalProperties": { + "type": "string" + }, + "description": "Resource tags." + } + }, + "description": "Tags object for patch operations." + }, + "ClusterListResult": { + "type": "object", + "properties": { + "value": { + "type": "array", + "items": { + "$ref": "#/definitions/Cluster" + }, + "description": "The list of clusters." + }, + "nextLink": { + "description": "The link (url) to the next page of results.", + "type": "string", + "readOnly": true + } + }, + "description": "The list cluster operation response." + }, + "ClusterLogAnalyticsProfile": { + "type": "object", + "description": "Cluster log analytics profile to enable or disable OMS agent for cluster.", + "required": [ + "enabled" + ], + "properties": { + "enabled": { + "type": "boolean", + "description": "True if log analytics is enabled for the cluster, otherwise false." + }, + "applicationLogs": { + "$ref": "#/definitions/ClusterLogAnalyticsApplicationLogs" + }, + "metricsEnabled": { + "type": "boolean", + "description": "True if metrics are enabled, otherwise false." + } + } + }, + "ClusterLogAnalyticsApplicationLogs": { + "type": "object", + "description": "Collection of logs to be enabled or disabled for log analytics.", + "properties": { + "stdOutEnabled": { + "type": "boolean", + "description": "True if stdout is enabled, otherwise false." + }, + "stdErrorEnabled": { + "type": "boolean", + "description": "True if stderror is enabled, otherwise false." + } + } + }, + "ClusterPrometheusProfile": { + "type": "object", + "description": "Cluster Prometheus profile.", + "required": [ + "enabled" + ], + "properties": { + "enabled": { + "type": "boolean", + "description": "Enable Prometheus for cluster or not.", + "default": false + } + } + }, + "IdentityProfile": { + "type": "object", + "description": "Identity Profile with details of an MSI.", + "required": [ + "msiResourceId", + "msiClientId", + "msiObjectId" + ], + "properties": { + "msiResourceId": { + "type": "string", + "description": "ResourceId of the MSI.", + "format": "arm-id", + "x-ms-arm-id-details": { + "allowedResources": [ + { + "type": "Microsoft.ManagedIdentity/userAssignedIdentities" + } + ] + } + }, + "msiClientId": { + "type": "string", + "description": "ClientId of the MSI.", + "pattern": "^[{(]?[0-9A-Fa-f]{8}[-]?(?:[0-9A-Fa-f]{4}[-]?){3}[0-9A-Fa-f]{12}[)}]?$" + }, + "msiObjectId": { + "type": "string", + "description": "ObjectId of the MSI.", + "pattern": "^[{(]?[0-9A-Fa-f]{8}[-]?(?:[0-9A-Fa-f]{4}[-]?){3}[0-9A-Fa-f]{12}[)}]?$" + } + } + }, + "AuthorizationProfile": { + "type": "object", + "description": "Authorization profile with details of AAD user Ids and group Ids authorized for data plane access.", + "properties": { + "userIds": { + "type": "array", + "description": "AAD user Ids authorized for data plane access.", + "items": { + "type": "string" + } + }, + "groupIds": { + "type": "array", + "description": "AAD group Ids authorized for data plane access.", + "items": { + "type": "string" + } + } + } + }, + "SecretReference": { + "type": "object", + "description": "Secret reference and corresponding properties of a key vault secret.", + "required": [ + "referenceName", + "type", + "keyVaultObjectName" + ], + "properties": { + "referenceName": { + "type": "string", + "description": "Reference name of the secret to be used in service configs." + }, + "type": { + "type": "string", + "description": "Type of key vault object: secret, key or certificate.", + "enum": [ + "Key", + "Secret", + "Certificate" + ], + "x-ms-enum": { + "name": "KeyVaultObjectType", + "modelAsString": true + } + }, + "version": { + "type": "string", + "description": "Version of the secret in key vault." + }, + "keyVaultObjectName": { + "type": "string", + "description": "Object identifier name of the secret in key vault.", + "pattern": "^[a-zA-Z][a-zA-Z0-9-]{1,126}$" + } + } + }, + "SecretsProfile": { + "type": "object", + "description": "The cluster secret profile.", + "required": [ + "keyVaultResourceId" + ], + "properties": { + "keyVaultResourceId": { + "type": "string", + "description": "Name of the user Key Vault where all the cluster specific user secrets are stored.", + "format": "arm-id", + "x-ms-arm-id-details": { + "allowedResources": [ + { + "type": "Microsoft.KeyVault/vaults" + } + ] + } + }, + "secrets": { + "type": "array", + "description": "Properties of Key Vault secret.", + "items": { + "$ref": "#/definitions/SecretReference" + }, + "x-ms-identifiers": [] + } + } + }, + "ClusterConfigFile": { + "type": "object", + "description": "Cluster configuration files.", + "required": [ + "fileName" + ], + "properties": { + "fileName": { + "type": "string", + "description": "Configuration file name.", + "example": "hive-conf.xml." + }, + "content": { + "type": "string", + "description": "Free form content of the entire configuration file." + }, + "encoding": { + "type": "string", + "description": "This property indicates if the content is encoded and is case-insensitive. Please set the value to base64 if the content is base64 encoded. Set it to none or skip it if the content is plain text.", + "enum": [ + "Base64", + "None" + ], + "x-ms-enum": { + "name": "ContentEncoding", + "modelAsString": true + } + }, + "path": { + "type": "string", + "description": "Path of the config file if content is specified." + }, + "values": { + "type": "object", + "description": "List of key value pairs\nwhere key represents a valid service configuration name and value represents the value of the config.", + "additionalProperties": { + "type": "string" + } + } + } + }, + "ClusterServiceConfig": { + "type": "object", + "description": "Cluster configs per component.", + "required": [ + "component", + "files" + ], + "properties": { + "component": { + "type": "string", + "description": "Name of the component the config files should apply to." + }, + "files": { + "type": "array", + "description": "List of Config Files.", + "items": { + "$ref": "#/definitions/ClusterConfigFile" + }, + "x-ms-identifiers": [] + } + } + }, + "ClusterServiceConfigsProfile": { + "type": "object", + "description": "Cluster service configs.", + "required": [ + "serviceName", + "configs" + ], + "properties": { + "serviceName": { + "type": "string", + "description": "Name of the service the configurations should apply to." + }, + "configs": { + "type": "array", + "description": "List of service configs.", + "items": { + "$ref": "#/definitions/ClusterServiceConfig" + }, + "x-ms-identifiers": [] + } + } + }, + "ConnectivityProfile": { + "type": "object", + "description": "Cluster connectivity profile.", + "required": [ + "web" + ], + "properties": { + "web": { + "description": "Web connectivity endpoint details.", + "allOf": [ + { + "$ref": "#/definitions/WebConnectivityEndpoint" + } + ] + }, + "ssh": { + "type": "array", + "description": "List of SSH connectivity endpoints.", + "items": { + "$ref": "#/definitions/SshConnectivityEndpoint" + }, + "x-ms-identifiers": [] + } + }, + "readOnly": true + }, + "WebConnectivityEndpoint": { + "type": "object", + "description": "Web connectivity endpoint details.", + "required": [ + "fqdn" + ], + "properties": { + "fqdn": { + "type": "string", + "description": "Web connectivity endpoint.", + "example": "clusterName11223344.clusterPoolName55667788.eastus.hdinsightaks.net" + } + }, + "readOnly": true + }, + "SshConnectivityEndpoint": { + "type": "object", + "description": "SSH connectivity endpoint details.", + "required": [ + "endpoint" + ], + "properties": { + "endpoint": { + "type": "string", + "description": "SSH connectivity endpoint.", + "example": "clusterName11223344.clusterPoolName55667788.eastus.hdinsightaks.net/ssh/host/podPrefix-0" + } + } + }, + "ClusterProfile": { + "type": "object", + "required": [ + "identityProfile", + "authorizationProfile", + "clusterVersion", + "ossVersion" + ], + "properties": { + "clusterVersion": { + "$ref": "#/definitions/ThreeOrFourPartVersionPattern" + }, + "ossVersion": { + "$ref": "#/definitions/ThreePartVersionPattern" + }, + "components": { + "$ref": "#/definitions/ClusterComponents" + }, + "identityProfile": { + "$ref": "#/definitions/IdentityProfile" + }, + "authorizationProfile": { + "$ref": "#/definitions/AuthorizationProfile" + }, + "secretsProfile": { + "$ref": "#/definitions/SecretsProfile" + }, + "serviceConfigsProfiles": { + "type": "array", + "description": "The service configs profiles.", + "items": { + "$ref": "#/definitions/ClusterServiceConfigsProfile" + }, + "x-ms-identifiers": [] + }, + "connectivityProfile": { + "$ref": "#/definitions/ConnectivityProfile" + }, + "logAnalyticsProfile": { + "$ref": "#/definitions/ClusterLogAnalyticsProfile" + }, + "prometheusProfile": { + "$ref": "#/definitions/ClusterPrometheusProfile" + }, + "sshProfile": { + "$ref": "#/definitions/SshProfile" + }, + "autoscaleProfile": { + "$ref": "#/definitions/AutoscaleProfile" + }, + "kafkaProfile": { + "type": "object", + "description": "Kafka cluster profile.", + "additionalProperties": true + }, + "trinoProfile": { + "$ref": "#/definitions/TrinoProfile" + }, + "llapProfile": { + "type": "object", + "description": "LLAP cluster profile.", + "additionalProperties": true + }, + "flinkProfile": { + "$ref": "#/definitions/FlinkProfile" + }, + "sparkProfile": { + "$ref": "#/definitions/SparkProfile" + }, + "stubProfile": { + "type": "object", + "description": "Stub cluster profile.", + "additionalProperties": true + }, + "scriptActionProfiles": { + "$ref": "#/definitions/ScriptActionProfiles" + } + }, + "description": "Cluster profile." + }, + "SshProfile": { + "type": "object", + "description": "Ssh profile for the cluster.", + "required": [ + "count" + ], + "properties": { + "count": { + "type": "integer", + "description": "Number of ssh pods per cluster.", + "format": "int32", + "maximum": 5.0, + "minimum": 0.0 + }, + "podPrefix": { + "type": "string", + "description": "Prefix of the pod names. Pod number will be appended to the prefix. The ingress URLs for the pods will be available at //-", + "readOnly": true + } + } + }, + "AutoscaleProfile": { + "type": "object", + "description": "This is the Autoscale profile for the cluster. This will allow customer to create cluster enabled with Autoscale.", + "required": [ + "enabled" + ], + "properties": { + "enabled": { + "type": "boolean", + "description": "This indicates whether auto scale is enabled on HDInsight on AKS cluster." + }, + "gracefulDecommissionTimeout": { + "type": "integer", + "format": "int32", + "description": "This property is for graceful decommission timeout; It has a default setting of 3600 seconds before forced shutdown takes place. This is the maximal time to wait for running containers and applications to complete before transition a DECOMMISSIONING node into DECOMMISSIONED. The default value is 3600 seconds. Negative value (like -1) is handled as infinite timeout." + }, + "autoscaleType": { + "type": "string", + "description": "User to specify which type of Autoscale to be implemented - Scheduled Based or Load Based.", + "enum": [ + "ScheduleBased", + "LoadBased" + ], + "x-ms-enum": { + "name": "AutoscaleType", + "modelAsString": true + } + }, + "scheduleBasedConfig": { + "description": "Profiles of schedule based Autoscale.", + "$ref": "#/definitions/ScheduleBasedConfig" + }, + "loadBasedConfig": { + "description": "Profiles of load based Autoscale.", + "$ref": "#/definitions/LoadBasedConfig" + } + } + }, + "ScheduleBasedConfig": { + "type": "object", + "description": "Profile of schedule based Autoscale.", + "required": [ + "timeZone", + "defaultCount", + "schedules" + ], + "properties": { + "timeZone": { + "type": "string", + "description": "User has to specify the timezone on which the schedule has to be set for schedule based autoscale configuration." + }, + "defaultCount": { + "type": "integer", + "format": "int32", + "description": "Setting default node count of current schedule configuration. Default node count specifies the number of nodes which are default when an specified scaling operation is executed (scale up/scale down)" + }, + "schedules": { + "type": "array", + "description": "This specifies the schedules where scheduled based Autoscale to be enabled, the user has a choice to set multiple rules within the schedule across days and times (start/end).", + "items": { + "$ref": "#/definitions/Schedule" + }, + "x-ms-identifiers": [] + } + } + }, + "Schedule": { + "type": "object", + "description": "Schedule definition.", + "required": [ + "days", + "startTime", + "endTime", + "count" + ], + "properties": { + "startTime": { + "type": "string", + "pattern": "^([0-1]?[0-9]|2[0-3]):[0-5][0-9]$", + "description": "User has to set the start time of current schedule configuration, format like 10:30 (HH:MM)." + }, + "endTime": { + "type": "string", + "pattern": "^([0-1]?[0-9]|2[0-3]):[0-5][0-9]$", + "description": "User has to set the end time of current schedule configuration, format like 10:30 (HH:MM)." + }, + "count": { + "type": "integer", + "format": "int32", + "description": "User has to set the node count anticipated at end of the scaling operation of the set current schedule configuration, format is integer." + }, + "days": { + "type": "array", + "description": "User has to set the days where schedule has to be set for autoscale operation.", + "items": { + "type": "string", + "enum": [ + "Sunday", + "Monday", + "Tuesday", + "Wednesday", + "Thursday", + "Friday", + "Saturday" + ], + "x-ms-enum": { + "name": "ScheduleDay", + "modelAsString": true + } + } + } + } + }, + "LoadBasedConfig": { + "type": "object", + "description": "Profile of load based Autoscale.", + "required": [ + "minNodes", + "maxNodes", + "scalingRules" + ], + "properties": { + "minNodes": { + "type": "integer", + "format": "int32", + "description": "User needs to set the minimum number of nodes for load based scaling, the load based scaling will use this to scale up and scale down between minimum and maximum number of nodes." + }, + "maxNodes": { + "type": "integer", + "format": "int32", + "description": "User needs to set the maximum number of nodes for load based scaling, the load based scaling will use this to scale up and scale down between minimum and maximum number of nodes." + }, + "pollInterval": { + "type": "integer", + "format": "int32", + "description": "User can specify the poll interval, this is the time period (in seconds) after which scaling metrics are polled for triggering a scaling operation." + }, + "cooldownPeriod": { + "type": "integer", + "format": "int32", + "description": "This is a cool down period, this is a time period in seconds, which determines the amount of time that must elapse between a scaling activity started by a rule and the start of the next scaling activity, regardless of the rule that triggers it. The default value is 300 seconds." + }, + "scalingRules": { + "type": "array", + "description": "The scaling rules.", + "items": { + "$ref": "#/definitions/ScalingRule" + }, + "x-ms-identifiers": [] + } + } + }, + "ScalingRule": { + "type": "object", + "description": "The scaling rule.", + "required": [ + "actionType", + "comparisonRule", + "evaluationCount", + "scalingMetric" + ], + "properties": { + "actionType": { + "type": "string", + "description": "The action type.", + "enum": [ + "scaleup", + "scaledown" + ], + "x-ms-enum": { + "name": "ScaleActionType", + "modelAsString": true + } + }, + "evaluationCount": { + "type": "integer", + "format": "int32", + "description": "This is an evaluation count for a scaling condition, the number of times a trigger condition should be successful, before scaling activity is triggered." + }, + "scalingMetric": { + "type": "string", + "description": "Metrics name for individual workloads. For example: cpu" + }, + "comparisonRule": { + "$ref": "#/definitions/ComparisonRule" + } + } + }, + "ComparisonRule": { + "type": "object", + "description": "The comparison rule.", + "required": [ + "operator", + "threshold" + ], + "properties": { + "operator": { + "type": "string", + "description": "The comparison operator.", + "enum": [ + "greaterThan", + "greaterThanOrEqual", + "lessThan", + "lessThanOrEqual" + ], + "x-ms-enum": { + "name": "ComparisonOperator", + "modelAsString": true + } + }, + "threshold": { + "type": "number", + "description": "Threshold setting." + } + } + }, + "TrinoProfile": { + "type": "object", + "description": "Trino Cluster profile.", + "properties": { + "catalogOptions": { + "$ref": "#/definitions/CatalogOptions" + }, + "coordinator": { + "$ref": "#/definitions/TrinoCoordinator" + }, + "userPluginsSpec": { + "$ref": "#/definitions/TrinoUserPlugins" + }, + "userTelemetrySpec": { + "$ref": "#/definitions/TrinoUserTelemetry" + }, + "worker": { + "$ref": "#/definitions/TrinoWorker" + } + } + }, + "CatalogOptions": { + "type": "object", + "description": "Trino cluster catalog options.", + "properties": { + "hive": { + "type": "array", + "description": "hive catalog options.", + "items": { + "$ref": "#/definitions/HiveCatalogOption" + }, + "x-ms-identifiers": [] + } + } + }, + "HiveCatalogOption": { + "type": "object", + "description": "Hive Catalog Option", + "required": [ + "catalogName", + "metastoreDbConnectionURL", + "metastoreDbConnectionUserName", + "metastoreDbConnectionPasswordSecret", + "metastoreWarehouseDir" + ], + "properties": { + "catalogName": { + "description": "Name of trino catalog which should use specified hive metastore.", + "minLength": 1, + "type": "string" + }, + "metastoreDbConnectionPasswordSecret": { + "description": "Secret reference name from secretsProfile.secrets containing password for database connection.", + "type": "string" + }, + "metastoreDbConnectionURL": { + "description": "Connection string for hive metastore database.", + "type": "string" + }, + "metastoreDbConnectionUserName": { + "description": "User name for database connection.", + "type": "string" + }, + "metastoreWarehouseDir": { + "description": "Metastore root directory URI, format: abfs[s]://@.dfs.core.windows.net/. More details: https://docs.microsoft.com/en-us/azure/storage/blobs/data-lake-storage-introduction-abfs-uri", + "type": "string" + } + } + }, + "FlinkCatalogOptions": { + "type": "object", + "description": "Flink cluster catalog options.", + "properties": { + "hive": { + "$ref": "#/definitions/FlinkHiveCatalogOption" + } + } + }, + "FlinkHiveCatalogOption": { + "type": "object", + "description": "Hive Catalog Option for Flink cluster.", + "required": [ + "metastoreDbConnectionURL", + "metastoreDbConnectionUserName", + "metastoreDbConnectionPasswordSecret" + ], + "properties": { + "metastoreDbConnectionPasswordSecret": { + "description": "Secret reference name from secretsProfile.secrets containing password for database connection.", + "type": "string" + }, + "metastoreDbConnectionURL": { + "description": "Connection string for hive metastore database.", + "type": "string" + }, + "metastoreDbConnectionUserName": { + "description": "User name for database connection.", + "type": "string" + } + } + }, + "TrinoCoordinator": { + "type": "object", + "description": "Trino Coordinator.", + "properties": { + "debug": { + "$ref": "#/definitions/TrinoDebugConfig", + "x-ms-client-flatten": true + }, + "highAvailabilityEnabled": { + "type": "boolean", + "description": "The flag that if enable coordinator HA, uses multiple coordinator replicas with auto failover, one per each head node. Default: true.", + "default": true + } + } + }, + "TrinoWorker": { + "type": "object", + "description": "Trino worker.", + "properties": { + "debug": { + "$ref": "#/definitions/TrinoDebugConfig", + "x-ms-client-flatten": true + } + } + }, + "TrinoDebugConfig": { + "type": "object", + "description": "Trino debug configuration.", + "properties": { + "enable": { + "type": "boolean", + "description": "The flag that if enable debug or not.", + "default": false + }, + "port": { + "type": "integer", + "format": "int32", + "description": "The debug port.", + "default": 8008 + }, + "suspend": { + "type": "boolean", + "description": "The flag that if suspend debug or not.", + "default": false + } + } + }, + "TrinoUserTelemetry": { + "type": "object", + "description": "User telemetry", + "properties": { + "storage": { + "$ref": "#/definitions/TrinoTelemetryConfig" + } + } + }, + "TrinoTelemetryConfig": { + "type": "object", + "description": "Trino user telemetry definition.", + "properties": { + "hivecatalogName": { + "type": "string", + "description": "Hive Catalog name used to mount external tables on the logs written by trino, if not specified there tables are not created.", + "minLength": 1 + }, + "hivecatalogSchema": { + "type": "string", + "description": "Schema of the above catalog to use, to mount query logs as external tables, if not specified tables will be mounted under schema trinologs.", + "default": "trinologs" + }, + "partitionRetentionInDays": { + "type": "integer", + "description": "Retention period for query log table partitions, this doesn't have any affect on actual data.", + "format": "int32", + "default": 365 + }, + "path": { + "type": "string", + "description": "Azure storage location of the blobs.", + "minLength": 1 + } + } + }, + "TrinoUserPlugins": { + "type": "object", + "description": "Trino user plugins spec", + "properties": { + "plugins": { + "type": "array", + "description": "Trino user plugins.", + "items": { + "$ref": "#/definitions/TrinoUserPlugin" + }, + "x-ms-identifiers": [] + } + } + }, + "TrinoUserPlugin": { + "type": "object", + "description": "Trino user plugin.", + "properties": { + "enabled": { + "type": "boolean", + "description": "Denotes whether the plugin is active or not." + }, + "name": { + "type": "string", + "description": "This field maps to the sub-directory in trino plugins location, that will contain all the plugins under path.", + "minLength": 1 + }, + "path": { + "type": "string", + "description": "Fully qualified path to the folder containing the plugins.", + "minLength": 1, + "pattern": "^(https)|(abfss)://.*$" + } + } + }, + "SparkProfile": { + "type": "object", + "description": "The spark cluster profile.", + "properties": { + "defaultStorageUrl": { + "type": "string", + "description": "The default storage URL." + }, + "metastoreSpec": { + "$ref": "#/definitions/SparkMetastoreSpec" + }, + "userPluginsSpec": { + "$ref": "#/definitions/SparkUserPlugins" + } + } + }, + "SparkUserPlugins": { + "type": "object", + "description": "Spark user plugins spec", + "properties": { + "plugins": { + "type": "array", + "description": "Spark user plugins.", + "items": { + "$ref": "#/definitions/SparkUserPlugin" + }, + "x-ms-identifiers": [] + } + } + }, + "SparkUserPlugin": { + "type": "object", + "description": "Spark user plugin.", + "required": [ + "path" + ], + "properties": { + "path": { + "type": "string", + "description": "Fully qualified path to the folder containing the plugins.", + "minLength": 1, + "pattern": "^(https)|(abfss)://.*$" + } + } + }, + "ScriptActionProfiles": { + "type": "array", + "description": "The script action profile list.", + "items": { + "$ref": "#/definitions/ScriptActionProfile" + }, + "x-ms-identifiers": [] + }, + "ScriptActionProfile": { + "type": "object", + "description": "The script action profile.", + "required": [ + "name", + "type", + "url", + "services" + ], + "properties": { + "type": { + "type": "string", + "description": "Type of the script action. Supported type is bash scripts." + }, + "name": { + "type": "string", + "description": "Script name." + }, + "url": { + "type": "string", + "description": "Url of the script file.", + "pattern": "^(https)|(http)|(abfss)|(abfs)|(wasbs)|(wasb)://.*$" + }, + "parameters": { + "type": "string", + "description": "Additional parameters for the script action. It should be space-separated list of arguments required for script execution." + }, + "services": { + "items": { + "type": "string" + }, + "type": "array", + "description": "List of services to apply the script action." + }, + "timeoutInMinutes": { + "type": "integer", + "format": "int32", + "description": "Timeout duration for the script action in minutes." + }, + "shouldPersist": { + "type": "boolean", + "default": true, + "description": "Specify if the script should persist on the cluster." + } + } + }, + "SparkMetastoreSpec": { + "type": "object", + "description": "The metastore specification for Spark cluster.", + "required": [ + "dbServerHost", + "dbName", + "dbUserName", + "dbPasswordSecretName", + "keyVaultId" + ], + "properties": { + "dbServerHost": { + "type": "string", + "description": "The database server host." + }, + "dbName": { + "type": "string", + "description": "The database name." + }, + "dbUserName": { + "type": "string", + "description": "The database user name." + }, + "dbPasswordSecretName": { + "type": "string", + "description": "The secret name which contains the database user password." + }, + "keyVaultId": { + "type": "string", + "description": "The key vault resource id." + }, + "thriftUrl": { + "type": "string", + "description": "The thrift url." + } + } + }, + "FlinkProfile": { + "type": "object", + "description": "The Flink cluster profile.", + "required": [ + "storage", + "jobManager", + "taskManager" + ], + "properties": { + "storage": { + "$ref": "#/definitions/FlinkStorageProfile" + }, + "numReplicas": { + "type": "integer", + "format": "int32", + "description": "The number of task managers." + }, + "jobManager": { + "description": "Job Manager container/ process CPU and memory requirements", + "$ref": "#/definitions/ComputeResourceDefinition" + }, + "historyServer": { + "description": "History Server container/ process CPU and memory requirements", + "$ref": "#/definitions/ComputeResourceDefinition" + }, + "taskManager": { + "description": "Task Manager container/ process CPU and memory requirements", + "$ref": "#/definitions/ComputeResourceDefinition" + }, + "catalogOptions": { + "$ref": "#/definitions/FlinkCatalogOptions" + } + } + }, + "FlinkStorageProfile": { + "type": "object", + "description": "The storage profile", + "required": [ + "storageUri" + ], + "properties": { + "storageUri": { + "type": "string", + "pattern": "^(\\w{4,5})://(.*)@(.*).\\b(blob|dfs)\\b\\.core\\.windows\\.net$", + "description": "Storage account uri which is used for savepoint and checkpoint state." + }, + "storagekey": { + "type": "string", + "description": "Storage key is only required for wasb(s) storage.", + "x-ms-secret": true + } + } + }, + "ComputeResourceDefinition": { + "type": "object", + "description": "The cpu and memory requirement definition.", + "required": [ + "cpu", + "memory" + ], + "properties": { + "cpu": { + "type": "number", + "format": "float", + "description": "The required CPU." + }, + "memory": { + "type": "integer", + "format": "int64", + "description": "The required memory in MB, Container memory will be 110 percentile" + } + } + }, + "ClusterResourceProperties": { + "type": "object", + "required": [ + "clusterType", + "computeProfile", + "clusterProfile" + ], + "properties": { + "provisioningState": { + "description": "Provisioning state of the resource.", + "type": "string", + "enum": [ + "Accepted", + "Succeeded", + "Canceled", + "Failed" + ], + "x-ms-enum": { + "name": "ProvisioningStatus", + "modelAsString": true + }, + "readOnly": true + }, + "clusterType": { + "type": "string", + "x-ms-mutability": [ + "read", + "create" + ], + "description": "The type of cluster.", + "pattern": "^[a-zA-Z][a-zA-Z0-9]{0,31}$" + }, + "deploymentId": { + "type": "string", + "description": "A unique id generated by the RP to identify the resource.", + "example": "45cd32aead6e4a91b079a0cdbfac8c36", + "readOnly": true + }, + "computeProfile": { + "description": "The compute profile.", + "$ref": "#/definitions/ComputeProfile" + }, + "clusterProfile": { + "$ref": "#/definitions/ClusterProfile" + }, + "status": { + "type": "string", + "description": "Business status of the resource.", + "example": "Running", + "readOnly": true + } + }, + "description": "Cluster resource properties." + }, + "ComputeProfile": { + "type": "object", + "description": "The compute profile.", + "required": [ + "nodes" + ], + "properties": { + "nodes": { + "type": "array", + "description": "The nodes definitions.", + "items": { + "$ref": "#/definitions/NodeProfile" + }, + "x-ms-identifiers": [] + } + } + }, + "NodeProfile": { + "type": "object", + "description": "The node profile.", + "required": [ + "type", + "vmSize", + "count" + ], + "properties": { + "type": { + "type": "string", + "description": "The node type.", + "pattern": "^(head|Head|HEAD|worker|Worker|WORKER)$" + }, + "vmSize": { + "type": "string", + "description": "The virtual machine SKU.", + "pattern": "^[a-zA-Z0-9_\\-]{0,256}$" + }, + "count": { + "description": "The number of virtual machines.", + "type": "integer", + "format": "int32", + "minimum": 1.0 + } + } + }, + "Cluster": { + "type": "object", + "description": "The cluster.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Gets or sets the properties. Define cluster specific properties.", + "$ref": "#/definitions/ClusterResourceProperties" + }, + "systemData": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/systemData", + "description": "SystemData of cluster.", + "readOnly": true + } + }, + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/TrackedResource" + } + ] + }, + "ClusterPatch": { + "type": "object", + "description": "The patch for a cluster.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Define cluster patch specific properties.", + "$ref": "#/definitions/ClusterPatchProperties" + } + }, + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/TrackedResource" + } + ] + }, + "ClusterPatchProperties": { + "type": "object", + "description": "Cluster resource patch data.", + "properties": { + "clusterProfile": { + "$ref": "#/definitions/UpdatableClusterProfile" + } + } + }, + "UpdatableClusterProfile": { + "type": "object", + "properties": { + "serviceConfigsProfiles": { + "type": "array", + "description": "The service configs profiles.", + "items": { + "$ref": "#/definitions/ClusterServiceConfigsProfile" + }, + "x-ms-identifiers": [] + }, + "sshProfile": { + "$ref": "#/definitions/SshProfile" + }, + "autoscaleProfile": { + "$ref": "#/definitions/AutoscaleProfile" + }, + "authorizationProfile": { + "$ref": "#/definitions/AuthorizationProfile" + }, + "logAnalyticsProfile": { + "$ref": "#/definitions/ClusterLogAnalyticsProfile" + }, + "prometheusProfile": { + "$ref": "#/definitions/ClusterPrometheusProfile" + }, + "scriptActionProfiles": { + "$ref": "#/definitions/ScriptActionProfiles" + } + }, + "description": "Cluster resource patch properties." + }, + "ClusterResizeData": { + "type": "object", + "description": "The parameters for resizing a cluster.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Sets the properties. Define cluster resize specific properties.", + "$ref": "#/definitions/ClusterResizeProperties" + } + }, + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/TrackedResource" + } + ] + }, + "ClusterResizeProperties": { + "type": "object", + "description": "The properties for resizing a cluster.", + "required": [ + "targetWorkerNodeCount" + ], + "properties": { + "targetWorkerNodeCount": { + "type": "integer", + "format": "int32", + "description": "Target node count of worker node." + } + } + }, + "ServiceConfigListResult": { + "type": "object", + "description": "Cluster instance service configs api response.", + "properties": { + "value": { + "type": "array", + "description": "Cluster instance service config array.", + "items": { + "$ref": "#/definitions/ServiceConfigResult" + }, + "x-ms-identifiers": [] + }, + "nextLink": { + "type": "string", + "description": "The link (url) to the next page of results.", + "readOnly": true + } + } + }, + "ServiceConfigResult": { + "type": "object", + "description": "Cluster instance service config.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Cluster instance service config properties.", + "allOf": [ + { + "$ref": "#/definitions/ServiceConfigListResultProperties" + } + ] + } + } + }, + "ServiceConfigListResultProperties": { + "type": "object", + "properties": { + "serviceName": { + "type": "string", + "description": "Service Config Name." + }, + "fileName": { + "type": "string", + "description": "File Name." + }, + "content": { + "type": "string", + "description": "Content in the service config file." + }, + "componentName": { + "type": "string", + "description": "Component Name." + }, + "type": { + "type": "string", + "description": "Config type." + }, + "path": { + "type": "string", + "description": "Config file path." + }, + "customKeys": { + "type": "object", + "description": "The custom keys.", + "additionalProperties": { + "type": "string" + } + }, + "defaultKeys": { + "type": "object", + "description": "The default keys.", + "additionalProperties": { + "$ref": "#/definitions/ServiceConfigListResultValueEntity" + } + } + }, + "required": [ + "serviceName", + "componentName", + "fileName" + ], + "description": "Service config response." + }, + "ServiceConfigListResultValueEntity": { + "type": "object", + "description": "Default config details.", + "properties": { + "value": { + "type": "string", + "description": "Config value." + }, + "description": { + "type": "string", + "description": "Config description." + } + }, + "required": [ + "value" + ] + }, + "ClusterInstanceViewsResult": { + "type": "object", + "properties": { + "value": { + "items": { + "$ref": "#/definitions/ClusterInstanceViewResult" + }, + "type": "array", + "description": "Cluster instance view array.", + "x-ms-identifiers": [] + }, + "nextLink": { + "description": "The link (url) to the next page of results.", + "type": "string", + "readOnly": true + } + }, + "description": "The instance view of a HDInsight Cluster." + }, + "ClusterInstanceViewResult": { + "type": "object", + "description": "Cluster Instance View.", + "required": [ + "name", + "properties" + ], + "properties": { + "name": { + "type": "string", + "description": "Name of the instance view." + }, + "properties": { + "description": "Properties of the instance view.", + "x-ms-client-flatten": true, + "allOf": [ + { + "$ref": "#/definitions/ClusterInstanceViewProperties" + } + ] + } + } + }, + "ClusterInstanceViewProperties": { + "type": "object", + "description": "Cluster Instance View Properties.", + "required": [ + "status", + "serviceStatuses" + ], + "properties": { + "status": { + "description": "Status of the instance view.", + "allOf": [ + { + "$ref": "#/definitions/ClusterInstanceViewStatus" + } + ] + }, + "serviceStatuses": { + "type": "array", + "description": "List of statuses of relevant services that make up the HDInsight on aks cluster to surface to the customer.", + "items": { + "$ref": "#/definitions/ServiceStatus" + }, + "x-ms-identifiers": [] + } + } + }, + "ClusterInstanceViewStatus": { + "type": "object", + "description": "Status of the instance view.", + "required": [ + "ready" + ], + "properties": { + "ready": { + "type": "string", + "description": "The cluster ready status" + }, + "reason": { + "type": "string", + "description": "The status reason." + }, + "message": { + "type": "string", + "description": "The additional message." + } + } + }, + "ServiceStatus": { + "type": "object", + "description": "Describes the status of a service of a HDInsight on aks cluster.", + "required": [ + "kind", + "ready" + ], + "properties": { + "kind": { + "type": "string", + "description": "Kind of the service. E.g. \"Zookeeper\"." + }, + "ready": { + "type": "string", + "description": "Indicates if the service is ready / healthy. Values can be \"true\", \"false\", \"unknown\" or anything else." + }, + "message": { + "type": "string", + "description": "A message describing the error if any." + } + } + }, + "NameAvailabilityParameters": { + "description": "Details of check name availability request body.", + "type": "object", + "properties": { + "name": { + "type": "string", + "description": "Name for checking availability." + }, + "type": { + "type": "string", + "description": "The resource type in Microsoft.HDInsight." + } + } + }, + "NameAvailabilityResult": { + "description": "Result of check name availability.", + "type": "object", + "properties": { + "nameAvailable": { + "type": "boolean", + "description": "Indicator of availability of the Microsoft.HDInsight resource name." + }, + "reason": { + "type": "string", + "description": "The reason of unavailability." + }, + "message": { + "type": "string", + "description": "The error message of unavailability." + } + } + }, + "ClusterPoolVersionPattern": { + "type": "string", + "description": "Cluster pool version is a 2-part version.", + "example": "1.2", + "pattern": "^(0|[1-9][0-9]{0,18})\\.(0|[1-9][0-9]{0,18})$" + }, + "ClusterPoolVersionsListResult": { + "type": "object", + "description": "Represents a list of cluster pool versions.", + "properties": { + "value": { + "type": "array", + "description": "The list of cluster pool versions.", + "items": { + "$ref": "#/definitions/ClusterPoolVersion" + } + }, + "nextLink": { + "type": "string", + "description": "The link (url) to the next page of results.", + "readOnly": true + } + } + }, + "ClusterPoolVersion": { + "type": "object", + "description": "Available cluster pool version.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Cluster pool version properties.", + "$ref": "#/definitions/ClusterPoolVersionProperties" + } + }, + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ProxyResource" + } + ] + }, + "ClusterPoolVersionProperties": { + "type": "object", + "description": "Cluster pool version properties.", + "properties": { + "clusterPoolVersion": { + "$ref": "#/definitions/ClusterPoolVersionPattern" + }, + "aksVersion": { + "type": "string", + "description": "AKS version.", + "example": "1.24" + }, + "isPreview": { + "type": "boolean", + "description": "Indicate if this version is in preview or not.", + "default": false + } + } + }, + "ThreePartVersionPattern": { + "type": "string", + "description": "Version with three part.", + "example": "1.0.4", + "pattern": "^(0|[1-9][0-9]{0,18})\\.(0|[1-9][0-9]{0,18})\\.(0|[1-9][0-9]{0,18})$" + }, + "ThreeOrFourPartVersionPattern": { + "type": "string", + "description": "Version with 3/4 part.", + "example": "1.0.4", + "pattern": "^(0|[1-9][0-9]{0,18})\\.(0|[1-9][0-9]{0,18})\\.(0|[1-9][0-9]{0,18})(?:\\.(0|[1-9][0-9]{0,18}))?$" + }, + "ClusterVersionsListResult": { + "type": "object", + "description": "Represents a list of cluster versions.", + "properties": { + "value": { + "type": "array", + "description": "The list of cluster versions.", + "items": { + "$ref": "#/definitions/ClusterVersion" + } + }, + "nextLink": { + "type": "string", + "description": "The link (url) to the next page of results.", + "readOnly": true + } + } + }, + "ClusterVersion": { + "type": "object", + "description": "Available cluster version.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Cluster version properties.", + "$ref": "#/definitions/ClusterVersionProperties" + } + }, + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ProxyResource" + } + ] + }, + "ClusterVersionProperties": { + "type": "object", + "description": "Cluster version properties.", + "properties": { + "clusterType": { + "type": "string", + "description": "The type of cluster.", + "pattern": "^[a-zA-Z][a-zA-Z0-9]{0,31}$" + }, + "clusterVersion": { + "$ref": "#/definitions/ThreePartVersionPattern" + }, + "ossVersion": { + "$ref": "#/definitions/ThreePartVersionPattern" + }, + "clusterPoolVersion": { + "type": "string", + "description": "The two part cluster pool version. If the cluster version is before cluster pool version on-board, the return value will be empty string", + "example": "1.0" + }, + "isPreview": { + "type": "boolean", + "description": "Indicate if this version is in preview or not.", + "default": false + }, + "components": { + "$ref": "#/definitions/ClusterComponents" + } + } + }, + "ClusterComponents": { + "type": "array", + "description": "Component list of this cluster type and version.", + "readOnly": true, + "items": { + "type": "object", + "properties": { + "name": { + "type": "string" + }, + "version": { + "type": "string" + } + } + }, + "x-ms-identifiers": [], + "example": [ + { + "name": "HDFS", + "version": "1.2.3" + }, + { + "name": "HIVE", + "version": "1.2.3" + } + ] + }, + "ClusterJobList": { + "description": "Collection of cluster job.", + "type": "object", + "required": [ + "value" + ], + "properties": { + "value": { + "type": "array", + "description": "Collection of cluster job.", + "uniqueItems": false, + "items": { + "$ref": "#/definitions/ClusterJob" + }, + "x-ms-identifiers": [] + }, + "nextLink": { + "description": "The Url of next result page.", + "type": "string" + } + } + }, + "ClusterJob": { + "description": "Cluster job.", + "type": "object", + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ProxyResource" + } + ], + "required": [ + "properties" + ], + "properties": { + "properties": { + "$ref": "#/definitions/ClusterJobProperties" + } + } + }, + "ClusterJobProperties": { + "description": "Properties of cluster job.", + "type": "object", + "properties": { + "jobType": { + "description": "Type of cluster job.", + "enum": [ + "FlinkJob" + ], + "type": "string", + "x-ms-enum": { + "name": "jobType", + "modelAsString": true + } + } + }, + "discriminator": "jobType", + "required": [ + "jobType" + ] + }, + "FlinkJobProperties": { + "description": "Properties of flink job.", + "type": "object", + "required": [ + "jobName" + ], + "allOf": [ + { + "$ref": "#/definitions/ClusterJobProperties" + } + ], + "properties": { + "jobName": { + "description": "Name of job", + "type": "string" + }, + "jobJarDirectory": { + "description": "A string property that specifies the directory where the job JAR is located.", + "type": "string" + }, + "jarName": { + "description": "A string property that represents the name of the job JAR.", + "type": "string" + }, + "entryClass": { + "description": "A string property that specifies the entry class for the Flink job.", + "type": "string" + }, + "args": { + "description": "A string property representing additional JVM arguments for the Flink job. It should be space separated value.", + "type": "string" + }, + "savePointName": { + "description": "A string property that represents the name of the savepoint for the Flink job", + "type": "string" + }, + "action": { + "description": "A string property that indicates the action to be performed on the Flink job. It can have one of the following enum values => NEW, UPDATE, STATELESS_UPDATE, STOP, START, CANCEL, SAVEPOINT, LIST_SAVEPOINT, or DELETE.", + "type": "string", + "enum": [ + "NEW", + "UPDATE", + "STATELESS_UPDATE", + "STOP", + "START", + "CANCEL", + "SAVEPOINT", + "LIST_SAVEPOINT", + "DELETE" + ], + "x-ms-enum": { + "name": "action", + "modelAsString": true + } + }, + "flinkConfiguration": { + "description": "Additional properties used to configure Flink jobs. It allows users to set properties such as parallelism and jobSavePointDirectory. It accepts additional key-value pairs as properties, where the keys are strings and the values are strings as well.", + "type": "object", + "additionalProperties": { + "type": "string" + } + }, + "jobId": { + "description": "Unique id for identifying a job", + "type": "string", + "readOnly": true + }, + "status": { + "description": "Status of job.", + "type": "string", + "readOnly": true + }, + "jobOutput": { + "description": "Output of job.", + "type": "string", + "readOnly": true + }, + "actionResult": { + "description": "Action result of job.", + "type": "string", + "readOnly": true + }, + "lastSavePoint": { + "description": "The last savepoint.", + "type": "string", + "readOnly": true + } + }, + "x-ms-discriminator-value": "FlinkJob" + } + }, + "parameters": { + "ClusterPoolNameParameter": { + "name": "clusterPoolName", + "in": "path", + "required": true, + "type": "string", + "description": "The name of the cluster pool.", + "x-ms-parameter-location": "method" + }, + "ClusterNameParameter": { + "name": "clusterName", + "in": "path", + "required": true, + "type": "string", + "description": "The name of the HDInsight cluster.", + "x-ms-parameter-location": "method" + }, + "ClusterTypeNameParameter": { + "name": "clusterTypeName", + "in": "path", + "required": true, + "type": "string", + "description": "The name of the HDInsight on aks cluster type.", + "x-ms-parameter-location": "method" + } + } +} From 412d391d09216b2e2e68aaaf10578c034d209069 Mon Sep 17 00:00:00 2001 From: Wei Dong <40835867+dw511214992@users.noreply.github.com> Date: Mon, 15 Jan 2024 10:13:12 +0800 Subject: [PATCH 03/22] Updates readme --- .../Microsoft.HDInsight/HDInsightOnAks/readme.md | 14 +++++++++++--- 1 file changed, 11 insertions(+), 3 deletions(-) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md index 40814b24090e..6c6e4105a546 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md @@ -30,16 +30,25 @@ description: HDInsight Containers Management Client openapi-type: arm openapi-subtype: rpaas azure-arm: true -tag: package-2023-06-preview +tag: package-preview-2023-11 ``` ### Suppression +### Tag: package-preview-2023-11 + +These settings apply only when `--tag=package-preview-2023-11` is specified on the command line. + +```yaml $(tag) == 'package-preview-2023-11' +input-file: + - preview/2023-11-01-preview/hdinsight.json +``` ### Tag: package-2023-06-preview + These settings apply only when `--tag=package-2023-06-preview` is specified on the command line. -```yaml $(tag) == 'package-2023-06-preview' +``` yaml $(tag) == 'package-2023-06-preview' input-file: - preview/2023-06-01-preview/hdinsight.json suppressions: @@ -96,4 +105,3 @@ csharp: output-folder: $(csharp-sdks-folder)/hdinsight/Azure.ResourceManager.HDInsight.Containers/src/Generated clear-output-folder: true ``` - From 0e6106f62ebd71051ca56e6b65925698481d3c61 Mon Sep 17 00:00:00 2001 From: Wei Dong <40835867+dw511214992@users.noreply.github.com> Date: Mon, 15 Jan 2024 10:13:15 +0800 Subject: [PATCH 04/22] Updates API version in new specs and examples --- .../2023-11-01-preview/examples/CreateAutoscaleCluster.json | 2 +- .../2023-11-01-preview/examples/CreateClusterPool.json | 2 +- .../2023-11-01-preview/examples/CreateSparkCluster.json | 2 +- .../preview/2023-11-01-preview/examples/DeleteCluster.json | 2 +- .../2023-11-01-preview/examples/DeleteClusterPool.json | 2 +- .../preview/2023-11-01-preview/examples/GetCluster.json | 2 +- .../2023-11-01-preview/examples/GetClusterInstanceView.json | 2 +- .../preview/2023-11-01-preview/examples/GetClusterPool.json | 2 +- .../preview/2023-11-01-preview/examples/GetOperations.json | 2 +- .../examples/ListAvailableClusterPoolVersions.json | 2 +- .../examples/ListAvailableClusterVersions.json | 2 +- .../2023-11-01-preview/examples/ListClusterInstanceViews.json | 2 +- .../preview/2023-11-01-preview/examples/ListClusterJobs.json | 2 +- .../preview/2023-11-01-preview/examples/ListClusterPools.json | 2 +- .../examples/ListClusterPoolsSubscription.json | 2 +- .../examples/ListClusterServiceConfigs.json | 2 +- .../examples/ListClustersByClusterPoolName.json | 2 +- .../examples/LocationsNameAvailability.json | 2 +- .../preview/2023-11-01-preview/examples/PatchCluster.json | 4 ++-- .../preview/2023-11-01-preview/examples/PatchClusterPool.json | 2 +- .../preview/2023-11-01-preview/examples/ResizeCluster.json | 4 ++-- .../preview/2023-11-01-preview/examples/RunClusterJob.json | 2 +- .../HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json | 2 +- 23 files changed, 25 insertions(+), 25 deletions(-) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateAutoscaleCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateAutoscaleCluster.json index daa33d9609b1..bda5723d3d02 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateAutoscaleCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateAutoscaleCluster.json @@ -2,7 +2,7 @@ "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "resourceGroupName": "hiloResourcegroup", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "clusterPoolName": "clusterpool1", "clusterName": "cluster1", "HDInsightCluster": { diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPool.json index 9254f96ab85b..6b62459601aa 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPool.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPool.json @@ -2,7 +2,7 @@ "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "resourceGroupName": "hiloResourcegroup", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "clusterPoolName": "clusterpool1", "ClusterPool": { "location": "West US 2", diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json index d7539c71112c..9ec97e0386cb 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json @@ -2,7 +2,7 @@ "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "resourceGroupName": "hiloResourcegroup", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "clusterPoolName": "clusterpool1", "clusterName": "cluster1", "HDInsightCluster": { diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json index 142c97810fcb..49612dbc615e 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json @@ -2,7 +2,7 @@ "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "resourceGroupName": "rg1", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "clusterPoolName": "clusterpool1", "clusterName": "cluster1" }, diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json index f42610f4b2f0..3878442be91f 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json @@ -2,7 +2,7 @@ "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "resourceGroupName": "rg1", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "clusterPoolName": "clusterpool1" }, "responses": { diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetCluster.json index 9eaad022d260..ef3dd6469186 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetCluster.json @@ -2,7 +2,7 @@ "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "resourceGroupName": "hiloResourcegroup", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "clusterPoolName": "clusterpool1", "clusterName": "cluster1" }, diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterInstanceView.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterInstanceView.json index a4944fd08cb1..5e9a1173929b 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterInstanceView.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterInstanceView.json @@ -2,7 +2,7 @@ "parameters": { "clusterName": "cluster1", "resourceGroupName": "rg1", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "clusterPoolName": "clusterPool1" }, diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterPool.json index 1d6a2f638f7b..b8b6b322e021 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterPool.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetClusterPool.json @@ -2,7 +2,7 @@ "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "resourceGroupName": "hiloResourcegroup", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "clusterPoolName": "clusterpool1" }, "responses": { diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetOperations.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetOperations.json index 3ee35d68c9ab..475a285c9d0c 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetOperations.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/GetOperations.json @@ -2,7 +2,7 @@ "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "resourceGroupName": "resourceGroup1", - "api-version": "2023-06-01-preview" + "api-version": "2023-11-01-preview" }, "responses": { "200": { diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterPoolVersions.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterPoolVersions.json index d3d68ee90e4f..70e74845dc0a 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterPoolVersions.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterPoolVersions.json @@ -2,7 +2,7 @@ "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "location": "westus2", - "api-version": "2023-06-01-preview" + "api-version": "2023-11-01-preview" }, "responses": { "200": { diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterVersions.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterVersions.json index b1da94fb829b..8237b497a231 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterVersions.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListAvailableClusterVersions.json @@ -2,7 +2,7 @@ "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "location": "westus2", - "api-version": "2023-06-01-preview" + "api-version": "2023-11-01-preview" }, "responses": { "200": { diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterInstanceViews.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterInstanceViews.json index 6af3c1e01ab1..34b3d4641df7 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterInstanceViews.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterInstanceViews.json @@ -2,7 +2,7 @@ "parameters": { "clusterName": "cluster1", "resourceGroupName": "rg1", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "clusterPoolName": "clusterPool1" }, diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json index da809a7418da..a10567dce6d3 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json @@ -2,7 +2,7 @@ "parameters": { "resourceGroupName": "hiloResourcegroup", "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "clusterPoolName": "clusterPool1", "clusterName": "cluster1" }, diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPools.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPools.json index 3870d11dee67..0bfda02428f5 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPools.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPools.json @@ -2,7 +2,7 @@ "parameters": { "resourceGroupName": "hiloResourcegroup", "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", - "api-version": "2023-06-01-preview" + "api-version": "2023-11-01-preview" }, "responses": { "200": { diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolsSubscription.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolsSubscription.json index d6be9c963a9d..59447e08b209 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolsSubscription.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolsSubscription.json @@ -1,7 +1,7 @@ { "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", - "api-version": "2023-06-01-preview" + "api-version": "2023-11-01-preview" }, "responses": { "200": { diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterServiceConfigs.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterServiceConfigs.json index 66a6c3e67bde..c8c2b61ba39a 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterServiceConfigs.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterServiceConfigs.json @@ -2,7 +2,7 @@ "parameters": { "clusterName": "cluster1", "resourceGroupName": "rg1", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "clusterPoolName": "clusterPool1" }, diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClustersByClusterPoolName.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClustersByClusterPoolName.json index 903f8f90bdec..5f3cd6f733db 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClustersByClusterPoolName.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClustersByClusterPoolName.json @@ -2,7 +2,7 @@ "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "resourceGroupName": "hiloResourcegroup", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "clusterPoolName": "clusterpool1" }, "responses": { diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/LocationsNameAvailability.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/LocationsNameAvailability.json index 1d7bd9a43853..2a2c69d2b1ba 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/LocationsNameAvailability.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/LocationsNameAvailability.json @@ -1,7 +1,7 @@ { "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "location": "southeastasia", "NameAvailabilityParameters": { "name": "contosemember1", diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json index f43f807874e3..6f358ab74817 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json @@ -2,7 +2,7 @@ "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "resourceGroupName": "hiloResourcegroup", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "clusterPoolName": "clusterpool1", "clusterName": "cluster1", "ClusterPatchRequest": { @@ -285,7 +285,7 @@ }, "202": { "headers": { - "azure-asyncoperation": "http://management.azure.com/providers/Microsoft.HDInsight/locations/EASTUS/operationStatuses/676c3c86-188d-4591-9b55-c4298b4a1279?api-version=2023-06-01-preview" + "azure-asyncoperation": "http://management.azure.com/providers/Microsoft.HDInsight/locations/EASTUS/operationStatuses/676c3c86-188d-4591-9b55-c4298b4a1279?api-version=2023-11-01-preview" }, "body": { "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchClusterPool.json index bf3e334d8cec..2b2de7073b70 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchClusterPool.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchClusterPool.json @@ -2,7 +2,7 @@ "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "resourceGroupName": "hiloResourcegroup", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "clusterPoolName": "clusterpool1", "clusterPoolTags": { "tags": { diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json index acdc0d83e062..0dc302d60775 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json @@ -2,7 +2,7 @@ "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "resourceGroupName": "hiloResourcegroup", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "clusterPoolName": "clusterpool1", "clusterName": "cluster1", "ClusterResizeRequest": { @@ -136,7 +136,7 @@ }, "202": { "headers": { - "location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/locations/eastus/operationStatus/default/operationId/00000000-0000-0000-0000-000000000000?api-version=2023-06-01-preview" + "location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/locations/eastus/operationStatus/default/operationId/00000000-0000-0000-0000-000000000000?api-version=2023-11-01-preview" } } } diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json index 40db47287c4e..f94f13cf1abe 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json @@ -2,7 +2,7 @@ "parameters": { "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", "resourceGroupName": "hiloResourcegroup", - "api-version": "2023-06-01-preview", + "api-version": "2023-11-01-preview", "clusterPoolName": "clusterpool1", "clusterName": "cluster1", "ClusterJob": { diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json index 9177666a80ca..6e9da76dfe84 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json @@ -3,7 +3,7 @@ "info": { "title": "HDInsight on AKS Management Client", "description": "The HDInsight on AKS Management Client.", - "version": "2023-06-01-preview" + "version": "2023-11-01-preview" }, "host": "management.azure.com", "schemes": [ From f445bb4ad6904266e12322601e64b64d544dc60d Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Mon, 15 Jan 2024 10:17:06 +0800 Subject: [PATCH 05/22] move changes from rpaasmaster branch --- .../CreateClusterPoolWithPrivateAks.json | 107 ++ .../examples/CreateClusterPoolWithUDRAks.json | 107 ++ .../examples/CreateRangerCluster.json | 239 ++++ .../examples/CreateSparkCluster.json | 9 + ...CreateSparkClusterWithInternalIngress.json | 331 +++++ .../examples/DeleteCluster.json | 6 - .../examples/DeleteClusterPool.json | 6 - .../ListClusterAvailableUpgrades.json | 43 + .../examples/ListClusterJobs.json | 7 +- .../ListClusterPoolAvailableUpgrades.json | 32 + .../examples/PatchCluster.json | 2 +- .../examples/PatchRangerCluster.json | 232 ++++ .../examples/ResizeCluster.json | 2 +- .../examples/RunClusterJob.json | 3 +- .../UpgradeAKSPatchVersionForCluster.json | 137 ++ .../UpgradeAKSPatchVersionForClusterPool.json | 59 + .../examples/UpgradeHotfixForCluster.json | 141 ++ .../examples/UpgradeNodeOsForClusterPool.json | 57 + .../preview/2023-11-01-preview/hdinsight.json | 1166 ++++++++++++++++- .../HDInsightOnAks/readme.md | 15 +- 20 files changed, 2645 insertions(+), 56 deletions(-) create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithPrivateAks.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithUDRAks.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateRangerCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkClusterWithInternalIngress.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterAvailableUpgrades.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolAvailableUpgrades.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForClusterPool.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeHotfixForCluster.json create mode 100644 specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeNodeOsForClusterPool.json diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithPrivateAks.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithPrivateAks.json new file mode 100644 index 000000000000..f8e004e9bfb5 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithPrivateAks.json @@ -0,0 +1,107 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "ClusterPool": { + "location": "West US 2", + "properties": { + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2" + }, + "networkProfile": { + "subnetId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/virtualNetworks/vnet1/subnets/subnet1", + "enablePrivateApiServer": true + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + }, + "networkProfile": { + "subnetId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/virtualNetworks/vnet1/subnets/subnet1", + "enablePrivateApiServer": true + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "201": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Accepted", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + }, + "networkProfile": { + "subnetId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/virtualNetworks/vnet1/subnets/subnet1", + "enablePrivateApiServer": true + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithUDRAks.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithUDRAks.json new file mode 100644 index 000000000000..6379c0cd473b --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateClusterPoolWithUDRAks.json @@ -0,0 +1,107 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "ClusterPool": { + "location": "West US 2", + "properties": { + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2" + }, + "networkProfile": { + "subnetId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/virtualNetworks/vnet1/subnets/subnet1", + "outboundType": "userDefinedRouting" + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + }, + "networkProfile": { + "subnetId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/virtualNetworks/vnet1/subnets/subnet1", + "outboundType": "userDefinedRouting" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "201": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Accepted", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + }, + "networkProfile": { + "subnetId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/virtualNetworks/vnet1/subnets/subnet1", + "outboundType": "userDefinedRouting" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateRangerCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateRangerCluster.json new file mode 100644 index 000000000000..46cba6645d3f --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateRangerCluster.json @@ -0,0 +1,239 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "HDInsightCluster": { + "location": "West US 2", + "properties": { + "clusterType": "ranger", + "computeProfile": { + "nodes": [ + { + "type": "head", + "vmSize": "Standard_D3_v2", + "count": 2 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "rangerProfile": { + "rangerAdmin": { + "admins": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ], + "database": { + "host": "testsqlserver.database.windows.net", + "name": "testdb", + "passwordSecretRef": "https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452", + "username": "admin" + } + }, + "rangerAudit": { + "storageAccount": "https://teststorage.blob.core.windows.net/testblob" + }, + "rangerUsersync": { + "enabled": true, + "groups": [ + "0a53828f-36c9-44c3-be3d-99a7fce977ad", + "13be6971-79db-4f33-9d41-b25589ca25ac" + ], + "mode": "automatic", + "users": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ] + } + } + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "ranger", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "head", + "vmSize": "Standard_D3_v2", + "count": 2 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "components": [ + { + "name": "HDFS", + "version": "2.2.3" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + } + }, + "rangerProfile": { + "rangerAdmin": { + "admins": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ], + "database": { + "host": "testsqlserver.database.windows.net", + "name": "testdb", + "passwordSecretRef": "https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452", + "username": "admin" + } + }, + "rangerAudit": { + "storageAccount": "https://teststorage.blob.core.windows.net/testblob" + }, + "rangerUsersync": { + "enabled": true, + "groups": [ + "0a53828f-36c9-44c3-be3d-99a7fce977ad", + "13be6971-79db-4f33-9d41-b25589ca25ac" + ], + "mode": "automatic", + "users": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "201": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Accepted", + "clusterType": "ranger", + "computeProfile": { + "nodes": [ + { + "type": "head", + "vmSize": "Standard_D3_v2", + "count": 2 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "components": [ + { + "name": "HDFS", + "version": "2.2.3" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + } + }, + "rangerProfile": { + "rangerAdmin": { + "admins": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ], + "database": { + "host": "testsqlserver.database.windows.net", + "name": "testdb", + "passwordSecretRef": "https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452", + "username": "admin" + } + }, + "rangerAudit": { + "storageAccount": "https://teststorage.blob.core.windows.net/testblob" + }, + "rangerUsersync": { + "enabled": true, + "groups": [ + "0a53828f-36c9-44c3-be3d-99a7fce977ad", + "13be6971-79db-4f33-9d41-b25589ca25ac" + ], + "mode": "automatic", + "users": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json index 9ec97e0386cb..83727032ee8f 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json @@ -79,6 +79,9 @@ "sparkProfile": {}, "sshProfile": { "count": 2 + }, + "rangerPluginProfile": { + "enabled": false } } } @@ -184,6 +187,9 @@ "sshProfile": { "count": 2, "podPrefix": "sshnode" + }, + "rangerPluginProfile": { + "enabled": false } } }, @@ -296,6 +302,9 @@ "sshProfile": { "count": 2, "podPrefix": "sshnode" + }, + "rangerPluginProfile": { + "enabled": false } } }, diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkClusterWithInternalIngress.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkClusterWithInternalIngress.json new file mode 100644 index 000000000000..dc440404470c --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkClusterWithInternalIngress.json @@ -0,0 +1,331 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "HDInsightCluster": { + "location": "West US 2", + "properties": { + "clusterType": "spark", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 4 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "serviceConfigsProfiles": [ + { + "serviceName": "spark-service", + "configs": [ + { + "component": "spark-config", + "files": [ + { + "fileName": "spark-defaults.conf", + "values": { + "spark.eventLog.enabled": "true" + } + } + ] + } + ] + }, + { + "serviceName": "yarn-service", + "configs": [ + { + "component": "yarn-config", + "files": [ + { + "fileName": "core-site.xml", + "values": { + "fs.defaultFS": "wasb://testcontainer@teststorage.dfs.core.windows.net/", + "storage.name": "teststorage", + "storage.protocol": "wasb", + "storage.key": "test key", + "storage.container": "testcontainer" + } + }, + { + "fileName": "yarn-site.xml", + "values": { + "yarn.webapp.ui2.enable": "false" + } + } + ] + } + ] + } + ], + "sparkProfile": {}, + "sshProfile": { + "count": 2 + }, + "clusterAccessProfile": { + "enableInternalIngress": true + } + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "spark", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 4 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "components": [ + { + "name": "HDFS", + "version": "2.2.3" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "serviceConfigsProfiles": [ + { + "serviceName": "spark-service", + "configs": [ + { + "component": "spark-config", + "files": [ + { + "fileName": "spark-defaults.conf", + "values": { + "spark.eventLog.enabled": "true" + } + } + ] + } + ] + }, + { + "serviceName": "yarn-service", + "configs": [ + { + "component": "yarn-config", + "files": [ + { + "fileName": "core-site.xml", + "values": { + "fs.defaultFS": "wasb://testcontainer@teststorage.dfs.core.windows.net/", + "storage.name": "teststorage", + "storage.protocol": "wasb", + "storage.key": "test key", + "storage.container": "testcontainer" + } + }, + { + "fileName": "yarn-site.xml", + "values": { + "yarn.webapp.ui2.enable": "false" + } + } + ] + } + ] + } + ], + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net", + "privateFqdn": "cluster1-int.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0", + "privateSshEndpoint": "cluster1-int.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1", + "privateSshEndpoint": "cluster1-int.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "sparkProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "clusterAccessProfile": { + "enableInternalIngress": true, + "privateLinkServiceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/privateLinkServices/testpls" + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + }, + "201": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Accepted", + "clusterType": "spark", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 4 + } + ] + }, + "clusterProfile": { + "clusterVersion": "0.0.1", + "ossVersion": "2.2.3", + "components": [ + { + "name": "HDFS", + "version": "2.2.3" + } + ], + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "serviceConfigsProfiles": [ + { + "serviceName": "spark-service", + "configs": [ + { + "component": "spark-config", + "files": [ + { + "fileName": "spark-defaults.conf", + "values": { + "spark.eventLog.enabled": "true" + } + } + ] + } + ] + }, + { + "serviceName": "yarn-service", + "configs": [ + { + "component": "yarn-config", + "files": [ + { + "fileName": "core-site.xml", + "values": { + "fs.defaultFS": "wasb://testcontainer@teststorage.dfs.core.windows.net/", + "storage.name": "teststorage", + "storage.protocol": "wasb", + "storage.key": "test key", + "storage.container": "testcontainer" + } + }, + { + "fileName": "yarn-site.xml", + "values": { + "yarn.webapp.ui2.enable": "false" + } + } + ] + } + ] + } + ], + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net", + "privateFqdn": "cluster1-int.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0", + "privateSshEndpoint": "cluster1-int.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1", + "privateSshEndpoint": "cluster1-int.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "sparkProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "clusterAccessProfile": { + "enableInternalIngress": true, + "privateLinkServiceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.Network/privateLinkServices/testpls" + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json index 49612dbc615e..ab356ffe418b 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteCluster.json @@ -7,12 +7,6 @@ "clusterName": "cluster1" }, "responses": { - "200": { - "description": "Successful.", - "headers": { - "azure-asyncoperation": "http://azure.async.operation/status" - } - }, "202": { "description": "Cluster delete request accepted.", "headers": { diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json index 3878442be91f..26ea702f7a13 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/DeleteClusterPool.json @@ -6,12 +6,6 @@ "clusterPoolName": "clusterpool1" }, "responses": { - "200": { - "description": "Successful.", - "headers": { - "azure-asyncoperation": "http://azure.async.operation/status" - } - }, "202": { "description": "Cluster Pool delete request accepted.", "headers": { diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterAvailableUpgrades.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterAvailableUpgrades.json new file mode 100644 index 000000000000..491729ce24af --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterAvailableUpgrades.json @@ -0,0 +1,43 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1/availableUpgrades/AKSPatchUpgrade", + "properties": { + "upgradeType": "AKSPatchUpgrade", + "currentVersion": "1.26.3", + "currentVersionStatus": "Supported", + "latestVersion": "1.26.6" + } + }, + { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1/availableUpgrades/hotfix1", + "properties": { + "description": "Hotfix for historyserver on version 1.16.0-1.0.6.2", + "sourceClusterVersion": "1.0.6", + "sourceOssVersion": "1.16.0", + "sourceBuildNumber": "2", + "targetClusterVersion": "1.0.6", + "targetOssVersion": "1.16.0", + "targetBuildNumber": "3", + "componentName": "historyserver", + "severity": "low", + "upgradeType": "HotfixUpgrade", + "extendedProperties": "", + "createdTime": "2023-03-29T14:13:12Z" + } + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json index a10567dce6d3..4658834c76f2 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterJobs.json @@ -1,7 +1,7 @@ { "parameters": { "resourceGroupName": "hiloResourcegroup", - "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "subscriptionId": "00000000-0000-0000-0000-000000000000", "api-version": "2023-11-01-preview", "clusterPoolName": "clusterPool1", "clusterName": "cluster1" @@ -11,8 +11,9 @@ "body": { "value": [ { - "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1/jobs/flink-job-1", + "id": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1/jobs/flink-job-1", "properties": { + "runId": "job-15a-4322-b32c-ea541845e911", "jobType": "FlinkJob", "jobName": "flink-job-1", "jobJarDirectory": "jobJarDirectory1", @@ -23,7 +24,7 @@ "savepoint.directory": "savepoint-directory" }, "jobId": "362b911137dfefc2e55784666f4d4253", - "status": "STOP-FAILED", + "status": "RUNNING", "jobOutput": "job-output", "actionResult": "SUCCESS" } diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolAvailableUpgrades.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolAvailableUpgrades.json new file mode 100644 index 000000000000..e946df8f116a --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ListClusterPoolAvailableUpgrades.json @@ -0,0 +1,32 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1" + }, + "responses": { + "200": { + "body": { + "value": [ + { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/availableUpgrades/AKSPatchUpgrade", + "properties": { + "upgradeType": "AKSPatchUpgrade", + "currentVersion": "1.26.3", + "currentVersionStatus": "Deprecated", + "latestVersion": "1.26.6" + } + }, + { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/availableUpgrades/NodeOsUpgrade", + "properties": { + "upgradeType": "NodeOsUpgrade", + "latestVersion": "AKSCBLMariner-V2gen2-202310.09.0" + } + } + ] + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json index 6f358ab74817..a4ddf71317fa 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json @@ -285,7 +285,7 @@ }, "202": { "headers": { - "azure-asyncoperation": "http://management.azure.com/providers/Microsoft.HDInsight/locations/EASTUS/operationStatuses/676c3c86-188d-4591-9b55-c4298b4a1279?api-version=2023-11-01-preview" + "azure-asyncoperation": "http://management.azure.com/providers/Microsoft.HDInsight/locations/EASTUS/operationStatuses/676c3c86-188d-4591-9b55-c4298b4a1279?api-version=2023-06-01-preview" }, "body": { "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json new file mode 100644 index 000000000000..6432b4733420 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json @@ -0,0 +1,232 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "ClusterPatchRequest": { + "location": "West US 2", + "properties": { + "clusterProfile": { + "rangerProfile": { + "rangerAdmin": { + "admins": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ], + "database": { + "host": "testsqlserver.database.windows.net", + "name": "testdb", + "passwordSecretRef": "https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452", + "username": "admin" + } + }, + "rangerAudit": { + "storageAccount": "https://teststorage.blob.core.windows.net/testblob" + }, + "rangerUsersync": { + "enabled": true, + "groups": [ + "0a53828f-36c9-44c3-be3d-99a7fce977ad", + "13be6971-79db-4f33-9d41-b25589ca25ac" + ], + "mode": "automatic", + "users": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ] + } + } + } + } + } + }, + "responses": { + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "ranger", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "head", + "vmSize": "Standard_D3_v2", + "count": 2 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.1", + "ossVersion": "2.4.1", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "logAnalyticsProfile": { + "enabled": true, + "applicationLogs": { + "stdErrorEnabled": true, + "stdOutEnabled": true + }, + "metricsEnabled": true + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + } + }, + "rangerProfile": { + "rangerAdmin": { + "admins": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ], + "database": { + "host": "testsqlserver.database.windows.net", + "name": "testdb", + "passwordSecretRef": "https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452", + "username": "admin" + } + }, + "rangerAudit": { + "storageAccount": "https://teststorage.blob.core.windows.net/testblob" + }, + "rangerUsersync": { + "enabled": true, + "groups": [ + "0a53828f-36c9-44c3-be3d-99a7fce977ad", + "13be6971-79db-4f33-9d41-b25589ca25ac" + ], + "mode": "automatic", + "users": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2", + "tags": { + "tag1": "value1", + "tag2": "value2" + } + } + }, + "202": { + "headers": { + "azure-asyncoperation": "http://management.azure.com/providers/Microsoft.HDInsight/locations/EASTUS/operationStatuses/676c3c86-188d-4591-9b55-c4298b4a1279?api-version=2023-11-01-preview" + }, + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "ranger", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "head", + "vmSize": "Standard_D3_v2", + "count": 2 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.1", + "ossVersion": "2.4.1", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "logAnalyticsProfile": { + "enabled": true, + "applicationLogs": { + "stdErrorEnabled": true, + "stdOutEnabled": true + }, + "metricsEnabled": true + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + } + }, + "rangerProfile": { + "rangerAdmin": { + "admins": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ], + "database": { + "host": "testsqlserver.database.windows.net", + "name": "testdb", + "passwordSecretRef": "https://testkv.vault.azure.net/secrets/mysecret/5df6584d9c25418c8d900240aa6c3452", + "username": "admin" + } + }, + "rangerAudit": { + "storageAccount": "https://teststorage.blob.core.windows.net/testblob" + }, + "rangerUsersync": { + "enabled": true, + "groups": [ + "0a53828f-36c9-44c3-be3d-99a7fce977ad", + "13be6971-79db-4f33-9d41-b25589ca25ac" + ], + "mode": "automatic", + "users": [ + "testuser1@contoso.com", + "testuser2@contoso.com" + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2", + "tags": { + "tag1": "value1", + "tag2": "value2" + } + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json index 0dc302d60775..3cfb4ece1bbc 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json @@ -136,7 +136,7 @@ }, "202": { "headers": { - "location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/locations/eastus/operationStatus/default/operationId/00000000-0000-0000-0000-000000000000?api-version=2023-11-01-preview" + "location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/locations/eastus/operationStatus/default/operationId/00000000-0000-0000-0000-000000000000?api-version=2023-06-01-preview" } } } diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json index f94f13cf1abe..8691574838dd 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/RunClusterJob.json @@ -1,6 +1,6 @@ { "parameters": { - "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "subscriptionId": "00000000-0000-0000-0000-000000000000", "resourceGroupName": "hiloResourcegroup", "api-version": "2023-11-01-preview", "clusterPoolName": "clusterpool1", @@ -29,6 +29,7 @@ "200": { "body": { "properties": { + "runId": "job-15a-4322-b32c-ea541845e911", "jobType": "FlinkJob", "jobName": "flink-job-name", "action": "START", diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForCluster.json new file mode 100644 index 000000000000..9661f5aeae9a --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForCluster.json @@ -0,0 +1,137 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "ClusterUpgradeRequest": { + "properties": { + "upgradeType": "AKSPatchUpgrade" + } + } + }, + "responses": { + "202": { + "headers": { + "location": "http://azure.async.operation/status" + } + }, + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.1", + "ossVersion": "2.4.1", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": 3600, + "scheduleBasedConfig": { + "defaultCount": 10, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 20 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 25 + } + ] + }, + "loadBasedConfig": { + "minNodes": 10, + "maxNodes": 20, + "pollInterval": 60, + "cooldownPeriod": 300, + "scalingRules": [ + { + "actionType": "scaleup", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "greaterThan", + "threshold": 90 + } + }, + { + "actionType": "scaledown", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "lessThan", + "threshold": 20 + } + } + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForClusterPool.json new file mode 100644 index 000000000000..a3c8bb60aca2 --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeAKSPatchVersionForClusterPool.json @@ -0,0 +1,59 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "ClusterPoolUpgradeRequest": { + "properties": { + "upgradeType": "AKSPatchUpgrade", + "upgradeClusterPool": true, + "upgradeAllClusterNodes": false + } + } + }, + "responses": { + "202": { + "headers": { + "location": "http://azure.async.operation/status" + } + }, + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeHotfixForCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeHotfixForCluster.json new file mode 100644 index 000000000000..bfb7e74dabde --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeHotfixForCluster.json @@ -0,0 +1,141 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "clusterName": "cluster1", + "ClusterUpgradeRequest": { + "properties": { + "upgradeType": "HotfixUpgrade", + "targetOssVersion": "1.16.0", + "targetClusterVersion": "1.0.6", + "targetBuildNumber": "3", + "componentName": "historyserver" + } + } + }, + "responses": { + "202": { + "headers": { + "location": "http://azure.async.operation/status" + } + }, + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", + "name": "cluster1", + "type": "Microsoft.HDInsight/clusterPools/clusters", + "properties": { + "provisioningState": "Succeeded", + "clusterType": "trino", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "computeProfile": { + "nodes": [ + { + "type": "worker", + "vmSize": "Standard_D3_v2", + "count": 3 + } + ] + }, + "clusterProfile": { + "clusterVersion": "1.0.1", + "ossVersion": "2.4.1", + "identityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi", + "msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34", + "msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441" + }, + "authorizationProfile": { + "userIds": [ + "testuser1", + "testuser2" + ] + }, + "connectivityProfile": { + "web": { + "fqdn": "cluster1.clusterpool1.westus2.projecthilo.net" + }, + "ssh": [ + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0" + }, + { + "endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1" + } + ] + }, + "trinoProfile": {}, + "sshProfile": { + "count": 2, + "podPrefix": "sshnode" + }, + "autoscaleProfile": { + "enabled": true, + "autoscaleType": "ScheduleBased", + "gracefulDecommissionTimeout": 3600, + "scheduleBasedConfig": { + "defaultCount": 10, + "timeZone": "Cen. Australia Standard Time", + "schedules": [ + { + "days": [ + "Monday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 20 + }, + { + "days": [ + "Sunday" + ], + "startTime": "00:00", + "endTime": "12:00", + "count": 25 + } + ] + }, + "loadBasedConfig": { + "minNodes": 10, + "maxNodes": 20, + "pollInterval": 60, + "cooldownPeriod": 300, + "scalingRules": [ + { + "actionType": "scaleup", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "greaterThan", + "threshold": 90 + } + }, + { + "actionType": "scaledown", + "evaluationCount": 3, + "scalingMetric": "cpu", + "comparisonRule": { + "operator": "lessThan", + "threshold": 20 + } + } + ] + } + } + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeNodeOsForClusterPool.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeNodeOsForClusterPool.json new file mode 100644 index 000000000000..7dcdcb1ade3c --- /dev/null +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/UpgradeNodeOsForClusterPool.json @@ -0,0 +1,57 @@ +{ + "parameters": { + "subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6", + "resourceGroupName": "hiloResourcegroup", + "api-version": "2023-11-01-preview", + "clusterPoolName": "clusterpool1", + "ClusterPoolUpgradeRequest": { + "properties": { + "upgradeType": "NodeOsUpgrade" + } + } + }, + "responses": { + "202": { + "headers": { + "location": "http://azure.async.operation/status" + } + }, + "200": { + "body": { + "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1", + "name": "clusterpool1", + "type": "Microsoft.HDInsight/clusterPools", + "properties": { + "provisioningState": "Succeeded", + "deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36", + "managedResourceGroupName": "hdi-45cd32aead6e4a91b079a0cdbfac8c36", + "clusterPoolProfile": { + "clusterPoolVersion": "1.2" + }, + "computeProfile": { + "vmSize": "Standard_D3_v2", + "count": 3 + }, + "aksClusterProfile": { + "aksVersion": "1.24", + "aksClusterAgentPoolIdentityProfile": { + "msiResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ManagedIdentity/userAssignedIdentities/clusterpool1-agentpool", + "msiClientId": "a89fb478-2a84-4d9b-8f18-3e8c4d1db3eb", + "msiObjectId": "dc7ef861-8b55-4ffb-9003-20885cd895a9" + }, + "aksClusterResourceId": "/subscriptions/subid/resourceGroups/hdi-45cd32aead6e4a91b079a0cdbfac8c36/providers/Microsoft.ContainerService/managedClusters/clusterpool1" + } + }, + "systemData": { + "createdBy": "string", + "createdByType": "User", + "createdAt": "2020-02-03T01:01:01.1075056Z", + "lastModifiedBy": "string", + "lastModifiedByType": "User", + "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" + }, + "location": "West US 2" + } + } + } +} diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json index 6e9da76dfe84..b7dbba334ada 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json @@ -78,6 +78,12 @@ "x-ms-examples": { "ClusterPoolPut": { "$ref": "./examples/CreateClusterPool.json" + }, + "ClusterPoolPutWithPrivateAks": { + "$ref": "./examples/CreateClusterPoolWithPrivateAks.json" + }, + "ClusterPoolPutWithUDRAks": { + "$ref": "./examples/CreateClusterPoolWithUDRAks.json" } }, "parameters": [ @@ -212,9 +218,6 @@ } ], "responses": { - "200": { - "description": "Successful." - }, "202": { "description": "Accepted response definition.", "headers": { @@ -311,6 +314,112 @@ } } }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/upgrade": { + "post": { + "description": "Upgrade a cluster pool.", + "operationId": "ClusterPools_Upgrade", + "x-ms-examples": { + "ClusterPoolsUpgradeAKSPatchVersion": { + "$ref": "./examples/UpgradeAKSPatchVersionForClusterPool.json" + }, + "ClusterPoolsUpgradeNodeOs": { + "$ref": "./examples/UpgradeNodeOsForClusterPool.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "name": "ClusterPoolUpgradeRequest", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/ClusterPoolUpgrade" + }, + "description": "Upgrade a cluster pool." + } + ], + "responses": { + "200": { + "description": "Successful.", + "schema": { + "$ref": "#/definitions/ClusterPool" + } + }, + "202": { + "description": "Cluster Pool Upgrade request accepted.", + "headers": { + "location": { + "type": "string", + "description": "URL to get the status of the resize operation." + } + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "location" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/availableUpgrades": { + "get": { + "description": "List a cluster pool available upgrade.", + "operationId": "ClusterPoolAvailableUpgrades_List", + "x-ms-examples": { + "GetClusterPoolAvailableUpgrade": { + "$ref": "./examples/ListClusterPoolAvailableUpgrades.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + } + ], + "responses": { + "200": { + "description": "Clusterpool Available Upgrade details.", + "schema": { + "$ref": "#/definitions/ClusterPoolAvailableUpgradeList" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters": { "get": { "operationId": "Clusters_ListByClusterPoolName", @@ -353,6 +462,118 @@ } } }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/upgrade": { + "post": { + "description": "Upgrade a cluster.", + "operationId": "Clusters_Upgrade", + "x-ms-examples": { + "ClustersUpgradeAKSPatchVersion": { + "$ref": "./examples/UpgradeAKSPatchVersionForCluster.json" + }, + "ClustersUpgradeHotfix": { + "$ref": "./examples/UpgradeHotfixForCluster.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + }, + { + "name": "ClusterUpgradeRequest", + "in": "body", + "required": true, + "schema": { + "$ref": "#/definitions/ClusterUpgrade" + }, + "description": "Upgrade a cluster." + } + ], + "responses": { + "200": { + "description": "Successful.", + "schema": { + "$ref": "#/definitions/Cluster" + } + }, + "202": { + "description": "Cluster Upgrade request accepted.", + "headers": { + "location": { + "type": "string", + "description": "URL to get the status of the resize operation." + } + } + }, + "default": { + "description": "Error response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-long-running-operation": true, + "x-ms-long-running-operation-options": { + "final-state-via": "location" + } + } + }, + "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/availableUpgrades": { + "get": { + "description": "List a cluster available upgrade.", + "operationId": "ClusterAvailableUpgrades_List", + "x-ms-examples": { + "GetClusterAvailableUpgrade": { + "$ref": "./examples/ListClusterAvailableUpgrades.json" + } + }, + "parameters": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/SubscriptionIdParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ResourceGroupNameParameter" + }, + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/parameters/ApiVersionParameter" + }, + { + "$ref": "#/parameters/ClusterPoolNameParameter" + }, + { + "$ref": "#/parameters/ClusterNameParameter" + } + ], + "responses": { + "200": { + "description": "Cluster Available Upgrade details.", + "schema": { + "$ref": "#/definitions/ClusterAvailableUpgradeList" + } + }, + "default": { + "description": "Error Response describing why the operation failed.", + "schema": { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ErrorResponse" + } + } + }, + "x-ms-pageable": { + "nextLinkName": "nextLink" + } + } + }, "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters/{clusterName}/resize": { "post": { "description": "Resize an existing Cluster.", @@ -467,6 +688,12 @@ }, "HDInsightSparkClusterPut": { "$ref": "./examples/CreateSparkCluster.json" + }, + "HDInsightSparkClusterPutWithInternalIngress": { + "$ref": "./examples/CreateSparkClusterWithInternalIngress.json" + }, + "HDInsightRangerClusterPut": { + "$ref": "./examples/CreateRangerCluster.json" } }, "parameters": [ @@ -526,6 +753,9 @@ "x-ms-examples": { "HDInsightClustersPatchTags": { "$ref": "./examples/PatchCluster.json" + }, + "HDInsightRangerClusterPatchTags": { + "$ref": "./examples/PatchRangerCluster.json" } }, "parameters": [ @@ -610,9 +840,6 @@ } ], "responses": { - "200": { - "description": "Successful." - }, "202": { "description": "Cluster delete request accepted.", "headers": { @@ -725,6 +952,13 @@ }, { "$ref": "#/parameters/ClusterNameParameter" + }, + { + "name": "$filter", + "in": "query", + "required": false, + "type": "string", + "description": "The system query option to filter job returned in the response. Allowed value is 'jobName eq {jobName}' or 'jarName eq {jarName}'." } ], "responses": { @@ -1104,6 +1338,46 @@ } ] } + }, + "outboundType": { + "type": "string", + "enum": [ + "loadBalancer", + "userDefinedRouting" + ], + "x-ms-enum": { + "name": "outboundType", + "modelAsString": true, + "values": [ + { + "value": "loadBalancer", + "description": "The load balancer is used for egress through an AKS assigned public IP. This supports Kubernetes services of type 'loadBalancer'. " + }, + { + "value": "userDefinedRouting", + "description": "Egress paths must be defined by the user. This is an advanced scenario and requires proper network configuration. " + } + ] + }, + "default": "loadBalancer", + "title": "The outbound (egress) routing method.", + "description": "This can only be set at cluster pool creation time and cannot be changed later. " + }, + "enablePrivateApiServer": { + "type": "boolean", + "description": "ClusterPool is based on AKS cluster. Aks cluster exposes the apiserver to public internet by default. If you set this property to true, a private aks cluster will be created, and it will use private apiserver, which is not exposed to public internet.", + "x-ms-mutability": [ + "create", + "read" + ] + }, + "apiServerAuthorizedIpRanges": { + "type": "array", + "items": { + "type": "string" + }, + "title": "The IP ranges authorized to access the AKS API server.", + "description": "IP ranges are specified in CIDR format, e.g. 137.117.106.88/29. This feature is not compatible with private AKS clusters. So you cannot set enablePrivateApiServer to true and apiServerAuthorizedIpRanges at the same time." } } }, @@ -1583,6 +1857,36 @@ }, "readOnly": true }, + "ClusterAccessProfile": { + "type": "object", + "description": "Cluster access profile.", + "required": [ + "enableInternalIngress" + ], + "properties": { + "enableInternalIngress": { + "type": "boolean", + "description": "Whether to create cluster using private IP instead of public IP.", + "x-ms-mutability": [ + "create", + "read" + ] + }, + "privateLinkServiceId": { + "type": "string", + "readOnly": true, + "format": "arm-id", + "x-ms-arm-id-details": { + "allowedResources": [ + { + "type": "Microsoft.Network/privateLinkServices" + } + ] + }, + "description": "Private link service resource id. Only when enableInternalIngress is true, this property will be returned." + } + } + }, "WebConnectivityEndpoint": { "type": "object", "description": "Web connectivity endpoint details.", @@ -1593,7 +1897,12 @@ "fqdn": { "type": "string", "description": "Web connectivity endpoint.", - "example": "clusterName11223344.clusterPoolName55667788.eastus.hdinsightaks.net" + "example": "clusterName11223344.clusterPoolName55667788.subid.eastus.hdinsightaks.net" + }, + "privateFqdn": { + "type": "string", + "description": "Private web connectivity endpoint. This property will only be returned when enableInternalIngress is true.", + "example": "clusterName11223344-int.clusterPoolName55667788.subid.eastus.hdinsightaks.net" } }, "readOnly": true @@ -1609,13 +1918,17 @@ "type": "string", "description": "SSH connectivity endpoint.", "example": "clusterName11223344.clusterPoolName55667788.eastus.hdinsightaks.net/ssh/host/podPrefix-0" + }, + "privateSshEndpoint": { + "type": "string", + "description": "Private ssh connectivity endpoint. This property will only be returned when enableInternalIngress is true.", + "example": "clusterName11223344-int.clusterPoolName55667788.eastus.hdinsightaks.net/ssh/host/podPrefix-0" } } }, "ClusterProfile": { "type": "object", "required": [ - "identityProfile", "authorizationProfile", "clusterVersion", "ossVersion" @@ -1631,6 +1944,7 @@ "$ref": "#/definitions/ClusterComponents" }, "identityProfile": { + "description": "This property is required by Trino, Spark and Flink cluster but is optional for Kafka cluster.", "$ref": "#/definitions/IdentityProfile" }, "authorizationProfile": { @@ -1650,6 +1964,9 @@ "connectivityProfile": { "$ref": "#/definitions/ConnectivityProfile" }, + "clusterAccessProfile": { + "$ref": "#/definitions/ClusterAccessProfile" + }, "logAnalyticsProfile": { "$ref": "#/definitions/ClusterLogAnalyticsProfile" }, @@ -1662,10 +1979,11 @@ "autoscaleProfile": { "$ref": "#/definitions/AutoscaleProfile" }, + "rangerPluginProfile": { + "$ref": "#/definitions/ClusterRangerPluginProfile" + }, "kafkaProfile": { - "type": "object", - "description": "Kafka cluster profile.", - "additionalProperties": true + "$ref": "#/definitions/KafkaProfile" }, "trinoProfile": { "$ref": "#/definitions/TrinoProfile" @@ -1681,6 +1999,9 @@ "sparkProfile": { "$ref": "#/definitions/SparkProfile" }, + "rangerProfile": { + "$ref": "#/definitions/RangerProfile" + }, "stubProfile": { "type": "object", "description": "Stub cluster profile.", @@ -1970,8 +2291,6 @@ "required": [ "catalogName", "metastoreDbConnectionURL", - "metastoreDbConnectionUserName", - "metastoreDbConnectionPasswordSecret", "metastoreWarehouseDir" ], "properties": { @@ -1980,6 +2299,29 @@ "minLength": 1, "type": "string" }, + "metastoreDbConnectionAuthenticationMode": { + "description": "The authentication mode to connect to your Hive metastore database. More details: https://learn.microsoft.com/en-us/azure/azure-sql/database/logins-create-manage?view=azuresql#authentication-and-authorization", + "type": "string", + "enum": [ + "SqlAuth", + "IdentityAuth" + ], + "x-ms-enum": { + "name": "MetastoreDbConnectionAuthenticationMode", + "modelAsString": true, + "values": [ + { + "value": "SqlAuth", + "description": "The password-based authentication to connect to your Hive metastore database. " + }, + { + "value": "IdentityAuth", + "description": "The managed-identity-based authentication to connect to your Hive metastore database. " + } + ] + }, + "default": "IdentityAuth" + }, "metastoreDbConnectionPasswordSecret": { "description": "Secret reference name from secretsProfile.secrets containing password for database connection.", "type": "string" @@ -2011,14 +2353,35 @@ "type": "object", "description": "Hive Catalog Option for Flink cluster.", "required": [ - "metastoreDbConnectionURL", - "metastoreDbConnectionUserName", - "metastoreDbConnectionPasswordSecret" + "metastoreDbConnectionURL" ], "properties": { - "metastoreDbConnectionPasswordSecret": { - "description": "Secret reference name from secretsProfile.secrets containing password for database connection.", - "type": "string" + "metastoreDbConnectionAuthenticationMode": { + "description": "The authentication mode to connect to your Hive metastore database. More details: https://learn.microsoft.com/en-us/azure/azure-sql/database/logins-create-manage?view=azuresql#authentication-and-authorization", + "type": "string", + "enum": [ + "SqlAuth", + "IdentityAuth" + ], + "x-ms-enum": { + "name": "MetastoreDbConnectionAuthenticationMode", + "modelAsString": true, + "values": [ + { + "value": "SqlAuth", + "description": "The password-based authentication to connect to your Hive metastore database. " + }, + { + "value": "IdentityAuth", + "description": "The managed-identity-based authentication to connect to your Hive metastore database. " + } + ] + }, + "default": "IdentityAuth" + }, + "metastoreDbConnectionPasswordSecret": { + "description": "Secret reference name from secretsProfile.secrets containing password for database connection.", + "type": "string" }, "metastoreDbConnectionURL": { "description": "Connection string for hive metastore database.", @@ -2222,7 +2585,7 @@ "url": { "type": "string", "description": "Url of the script file.", - "pattern": "^(https)|(http)|(abfss)|(abfs)|(wasbs)|(wasb)://.*$" + "pattern": "^(https)|(http)://.*$" }, "parameters": { "type": "string", @@ -2252,10 +2615,7 @@ "description": "The metastore specification for Spark cluster.", "required": [ "dbServerHost", - "dbName", - "dbUserName", - "dbPasswordSecretName", - "keyVaultId" + "dbName" ], "properties": { "dbServerHost": { @@ -2266,6 +2626,29 @@ "type": "string", "description": "The database name." }, + "dbConnectionAuthenticationMode": { + "description": "The authentication mode to connect to your Hive metastore database. More details: https://learn.microsoft.com/en-us/azure/azure-sql/database/logins-create-manage?view=azuresql#authentication-and-authorization", + "type": "string", + "enum": [ + "SqlAuth", + "IdentityAuth" + ], + "x-ms-enum": { + "name": "DbConnectionAuthenticationMode", + "modelAsString": true, + "values": [ + { + "value": "SqlAuth", + "description": "The password-based authentication to connect to your Hive metastore database. " + }, + { + "value": "IdentityAuth", + "description": "The managed-identity-based authentication to connect to your Hive metastore database. " + } + ] + }, + "default": "IdentityAuth" + }, "dbUserName": { "type": "string", "description": "The database user name." @@ -2315,6 +2698,65 @@ }, "catalogOptions": { "$ref": "#/definitions/FlinkCatalogOptions" + }, + "deploymentMode": { + "description": "A string property that indicates the deployment mode of Flink cluster. It can have one of the following enum values => Application, Session. Default value is Session", + "type": "string", + "enum": [ + "Application", + "Session" + ], + "x-ms-enum": { + "name": "deploymentMode", + "modelAsString": true + } + }, + "jobSpec": { + "$ref": "#/definitions/FlinkJobProfile" + } + } + }, + "FlinkJobProfile": { + "type": "object", + "description": "Job specifications for flink clusters in application deployment mode. The specification is immutable even if job properties are changed by calling the RunJob API, please use the ListJob API to get the latest job information.", + "required": [ + "jobJarDirectory", + "jarName", + "upgradeMode" + ], + "properties": { + "jobJarDirectory": { + "description": "A string property that specifies the directory where the job JAR is located.", + "type": "string" + }, + "jarName": { + "description": "A string property that represents the name of the job JAR.", + "type": "string" + }, + "entryClass": { + "description": "A string property that specifies the entry class for the Flink job.", + "type": "string" + }, + "args": { + "description": "A string property representing additional JVM arguments for the Flink job. It should be space separated value.", + "type": "string" + }, + "savePointName": { + "description": "A string property that represents the name of the savepoint for the Flink job", + "type": "string" + }, + "upgradeMode": { + "description": "A string property that indicates the upgrade mode to be performed on the Flink job. It can have one of the following enum values => STATELESS_UPDATE, SAVEPOINT, LAST_STATE_UPDATE.", + "type": "string", + "enum": [ + "STATELESS_UPDATE", + "UPDATE", + "LAST_STATE_UPDATE" + ], + "x-ms-enum": { + "name": "upgradeMode", + "modelAsString": true + } } } }, @@ -2327,7 +2769,7 @@ "properties": { "storageUri": { "type": "string", - "pattern": "^(\\w{4,5})://(.*)@(.*).\\b(blob|dfs)\\b\\.core\\.windows\\.net$", + "pattern": "^(\\w{4,5})://(.*)@(.*).\\b(blob|dfs)\\b.*$", "description": "Storage account uri which is used for savepoint and checkpoint state." }, "storagekey": { @@ -2337,6 +2779,137 @@ } } }, + "ClusterRangerPluginProfile": { + "type": "object", + "description": "Cluster Ranger plugin profile.", + "required": [ + "enabled" + ], + "properties": { + "enabled": { + "type": "boolean", + "description": "Enable ranger for cluster or not.", + "default": false + } + } + }, + "RangerProfile": { + "type": "object", + "description": "The ranger cluster profile.", + "required": [ + "rangerAdmin", + "rangerUsersync" + ], + "properties": { + "rangerAdmin": { + "$ref": "#/definitions/RangerAdminSpec" + }, + "rangerAudit": { + "$ref": "#/definitions/RangerAuditSpec" + }, + "rangerUsersync": { + "$ref": "#/definitions/RangerUsersyncSpec" + } + } + }, + "RangerAdminSpec": { + "type": "object", + "description": "Specification for the Ranger Admin service.", + "properties": { + "admins": { + "description": "List of usernames that should be marked as ranger admins. These usernames should match the User principal name of the respective AAD users.", + "items": { + "type": "string" + }, + "type": "array" + }, + "database": { + "properties": { + "host": { + "description": "The database url", + "type": "string" + }, + "name": { + "description": "The database name", + "type": "string" + }, + "passwordSecretRef": { + "description": "Reference for the database password", + "type": "string" + }, + "username": { + "description": "The name of the database user", + "type": "string" + } + }, + "required": [ + "host", + "name" + ], + "type": "object" + } + }, + "required": [ + "admins", + "database" + ] + }, + "RangerAuditSpec": { + "description": "Properties required to describe audit log storage.", + "properties": { + "storageAccount": { + "description": "Azure storage location of the blobs. MSI should have read/write access to this Storage account.", + "minLength": 1, + "pattern": "^(https)|(abfss)://.*$", + "type": "string" + } + }, + "type": "object" + }, + "RangerUsersyncSpec": { + "description": "Specification for the Ranger Usersync service", + "properties": { + "enabled": { + "description": "Denotes whether usersync service should be enabled", + "type": "boolean", + "default": true + }, + "groups": { + "description": "List of groups that should be synced. These group names should match the object id of the respective AAD groups.", + "items": { + "type": "string" + }, + "type": "array" + }, + "mode": { + "default": "automatic", + "description": "User & groups can be synced automatically or via a static list that's refreshed.", + "type": "string", + "enum": [ + "static", + "automatic" + ], + "x-ms-enum": { + "name": "RangerUsersyncMode", + "modelAsString": true + } + }, + "userMappingLocation": { + "description": "Azure storage location of a mapping file that lists user & group associations.", + "minLength": 1, + "pattern": "^(https)|(abfss)://.*$", + "type": "string" + }, + "users": { + "description": "List of user names that should be synced. These usernames should match the User principal name of the respective AAD users.", + "items": { + "type": "string" + }, + "type": "array" + } + }, + "type": "object" + }, "ComputeResourceDefinition": { "type": "object", "description": "The cpu and memory requirement definition.", @@ -2357,6 +2930,92 @@ } } }, + "KafkaProfile": { + "type": "object", + "description": "The Kafka cluster profile.", + "required": [ + "diskStorage" + ], + "properties": { + "enableKRaft": { + "description": "Expose Kafka cluster in KRaft mode.", + "default": true, + "type": "boolean" + }, + "enablePublicEndpoints": { + "description": "Expose worker nodes as public endpoints.", + "default": false, + "type": "boolean" + }, + "remoteStorageUri": { + "description": "Fully qualified path of Azure Storage container used for Tiered Storage.", + "type": "string", + "pattern": "^(https?|abfss?):\\/\\/[^/]+(?:\\/|$)" + }, + "diskStorage": { + "$ref": "#/definitions/DiskStorageProfile" + }, + "clusterIdentity": { + "description": "Identity of the internal service components inside the Kafka cluster.", + "$ref": "#/definitions/IdentityProfile", + "readOnly": true + }, + "kafkaConnectivityProfile": { + "description": "Kafka bootstrap server and brokers related connectivity profile.", + "$ref": "#/definitions/KafkaConnectivityProfile", + "readOnly": true + } + } + }, + "DiskStorageProfile": { + "type": "object", + "description": "Kafka disk storage profile.", + "required": [ + "dataDiskSize", + "dataDiskType" + ], + "properties": { + "dataDiskSize": { + "description": "Managed Disk size in GB. The maximum supported disk size for Standard and Premium HDD/SSD is 32TB, except for Premium SSD v2, which supports up to 64TB.", + "format": "int32", + "type": "integer" + }, + "dataDiskType": { + "description": "Managed Disk Type.", + "type": "string", + "enum": [ + "Standard_HDD_LRS", + "Standard_SSD_LRS", + "Standard_SSD_ZRS", + "Premium_SSD_LRS", + "Premium_SSD_ZRS", + "Premium_SSD_v2_LRS" + ], + "x-ms-enum": { + "name": "DataDiskType", + "modelAsString": true + } + } + } + }, + "KafkaConnectivityProfile": { + "type": "object", + "description": "Kafka bootstrap server and broker related connectivity profile.", + "properties": { + "bootstrapServerEndpoint": { + "type": "string", + "description": "bootstrap server connectivity endpoint." + }, + "brokerEndpoints": { + "description": "Kafka broker endpoint list.", + "type": "array", + "items": { + "type": "string" + }, + "x-ms-identifiers": [] + } + } + }, "ClusterResourceProperties": { "type": "object", "required": [ @@ -2451,7 +3110,7 @@ "description": "The number of virtual machines.", "type": "integer", "format": "int32", - "minimum": 1.0 + "minimum": 1 } } }, @@ -2484,13 +3143,28 @@ "x-ms-client-flatten": true, "description": "Define cluster patch specific properties.", "$ref": "#/definitions/ClusterPatchProperties" + }, + "tags": { + "type": "object", + "additionalProperties": { + "type": "string" + }, + "x-ms-mutability": [ + "read", + "create", + "update" + ], + "description": "Resource tags." + }, + "location": { + "type": "string", + "x-ms-mutability": [ + "read", + "create" + ], + "description": "The geo-location where the resource lives" } - }, - "allOf": [ - { - "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/TrackedResource" - } - ] + } }, "ClusterPatchProperties": { "type": "object", @@ -2527,6 +3201,12 @@ "prometheusProfile": { "$ref": "#/definitions/ClusterPrometheusProfile" }, + "rangerPluginProfile": { + "$ref": "#/definitions/ClusterRangerPluginProfile" + }, + "rangerProfile": { + "$ref": "#/definitions/RangerProfile" + }, "scriptActionProfiles": { "$ref": "#/definitions/ScriptActionProfiles" } @@ -3031,15 +3711,16 @@ "FlinkJobProperties": { "description": "Properties of flink job.", "type": "object", - "required": [ - "jobName" - ], "allOf": [ { "$ref": "#/definitions/ClusterJobProperties" } ], "properties": { + "runId": { + "description": "Run id of job", + "type": "string" + }, "jobName": { "description": "Name of job", "type": "string" @@ -3076,7 +3757,9 @@ "CANCEL", "SAVEPOINT", "LIST_SAVEPOINT", - "DELETE" + "DELETE", + "LAST_STATE_UPDATE", + "RE_LAUNCH" ], "x-ms-enum": { "name": "action", @@ -3117,6 +3800,417 @@ } }, "x-ms-discriminator-value": "FlinkJob" + }, + "ClusterPoolAvailableUpgradeList": { + "type": "object", + "description": "Collection of Cluster pool available upgrade.", + "required": [ + "value" + ], + "properties": { + "value": { + "type": "array", + "description": "Collection of Cluster pool available upgrade.", + "uniqueItems": false, + "items": { + "$ref": "#/definitions/ClusterPoolAvailableUpgrade" + }, + "x-ms-identifiers": [] + }, + "nextLink": { + "description": "The Url of next result page.", + "type": "string" + } + } + }, + "ClusterPoolAvailableUpgrade": { + "type": "object", + "description": "Cluster pool available upgrade.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Gets or sets the properties. Define cluster pool upgrade specific properties.", + "$ref": "#/definitions/ClusterPoolAvailableUpgradeProperties" + } + }, + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ProxyResource" + } + ] + }, + "ClusterPoolAvailableUpgradeProperties": { + "type": "object", + "description": "Cluster pool available upgrade properties.", + "properties": { + "upgradeType": { + "description": "Type of upgrade.", + "enum": [ + "AKSPatchUpgrade", + "NodeOsUpgrade" + ], + "type": "string", + "x-ms-enum": { + "name": "clusterPoolAvailableUpgradeType", + "modelAsString": true + } + } + }, + "discriminator": "upgradeType", + "required": [ + "upgradeType" + ] + }, + "ClusterPoolAvailableUpgradeAksPatchUpgradeProperties": { + "type": "object", + "description": "Cluster pool available aks patch version upgrade.", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolAvailableUpgradeProperties" + } + ], + "properties": { + "currentVersion": { + "description": "Current AKS version.", + "type": "string" + }, + "currentVersionStatus": { + "description": "Current AKS version's status: whether it is deprecated or supported", + "enum": [ + "Deprecated", + "Supported" + ], + "type": "string", + "x-ms-enum": { + "name": "currentClusterPoolAksVersionStatus", + "modelAsString": true + } + }, + "latestVersion": { + "description": "Latest AKS patch version.", + "type": "string" + } + }, + "x-ms-discriminator-value": "AKSPatchUpgrade" + }, + "ClusterPoolAvailableUpgradeNodeOsUpgradeProperties": { + "type": "object", + "description": "Cluster pool available node os update.", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolAvailableUpgradeProperties" + } + ], + "properties": { + "latestVersion": { + "description": "The latest node os version.", + "type": "string" + } + }, + "x-ms-discriminator-value": "NodeOsUpgrade" + }, + "ClusterAvailableUpgradeList": { + "type": "object", + "description": "Collection of Cluster available upgrade.", + "required": [ + "value" + ], + "properties": { + "value": { + "type": "array", + "description": "Collection of Cluster available upgrade.", + "uniqueItems": false, + "items": { + "$ref": "#/definitions/ClusterAvailableUpgrade" + }, + "x-ms-identifiers": [] + }, + "nextLink": { + "description": "The Url of next result page.", + "type": "string" + } + } + }, + "ClusterAvailableUpgrade": { + "type": "object", + "description": "Cluster available upgrade.", + "properties": { + "properties": { + "x-ms-client-flatten": true, + "description": "Gets or sets the properties. Define cluster upgrade specific properties.", + "$ref": "#/definitions/ClusterAvailableUpgradeProperties" + } + }, + "allOf": [ + { + "$ref": "../../../../../../common-types/resource-management/v5/types.json#/definitions/ProxyResource" + } + ] + }, + "ClusterAvailableUpgradeProperties": { + "type": "object", + "description": "Cluster available upgrade properties.", + "properties": { + "upgradeType": { + "description": "Type of upgrade.", + "enum": [ + "AKSPatchUpgrade", + "HotfixUpgrade" + ], + "type": "string", + "x-ms-enum": { + "name": "clusterAvailableUpgradeType", + "modelAsString": true + } + } + }, + "discriminator": "upgradeType", + "required": [ + "upgradeType" + ] + }, + "ClusterAvailableUpgradeAksPatchUpgradeProperties": { + "type": "object", + "description": "Cluster available aks patch version upgrade.", + "allOf": [ + { + "$ref": "#/definitions/ClusterAvailableUpgradeProperties" + } + ], + "properties": { + "currentVersion": { + "description": "Current node pool version.", + "type": "string" + }, + "currentVersionStatus": { + "description": "Current AKS version's status: whether it is deprecated or supported", + "enum": [ + "Deprecated", + "Supported" + ], + "type": "string", + "x-ms-enum": { + "name": "currentClusterAksVersionStatus", + "modelAsString": true + } + }, + "latestVersion": { + "description": "Latest available version, which should be equal to aks control plane version if it's not deprecated.", + "type": "string" + } + }, + "x-ms-discriminator-value": "AKSPatchUpgrade" + }, + "ClusterAvailableUpgradeHotfixUpgradeProperties": { + "type": "object", + "description": "Cluster available hotfix version upgrade.", + "allOf": [ + { + "$ref": "#/definitions/ClusterAvailableUpgradeProperties" + } + ], + "properties": { + "description": { + "type": "string", + "description": "Hotfix version upgrade description." + }, + "sourceOssVersion": { + "description": "Source OSS version of current cluster component.", + "type": "string" + }, + "sourceClusterVersion": { + "description": "Source cluster version of current cluster component.", + "type": "string" + }, + "sourceBuildNumber": { + "description": "Source build number of current cluster component.", + "type": "string" + }, + "targetOssVersion": { + "description": "Target OSS version of component to be upgraded.", + "type": "string" + }, + "targetClusterVersion": { + "description": "Target cluster version of component to be upgraded.", + "type": "string" + }, + "targetBuildNumber": { + "description": "Target build number of component to be upgraded.", + "type": "string" + }, + "componentName": { + "description": "Name of component to be upgraded.", + "type": "string" + }, + "severity": { + "description": "Severity of this upgrade.", + "enum": [ + "low", + "medium", + "high", + "critical" + ], + "type": "string", + "x-ms-enum": { + "name": "Severity", + "modelAsString": true + } + }, + "extendedProperties": { + "description": "Extended properties of current available upgrade version", + "type": "string" + }, + "createdTime": { + "description": "Created time of current available upgrade version", + "type": "string", + "format": "date-time" + } + }, + "x-ms-discriminator-value": "HotfixUpgrade" + }, + "ClusterPoolUpgrade": { + "description": "Cluster Pool Upgrade.", + "type": "object", + "required": [ + "properties" + ], + "properties": { + "properties": { + "$ref": "#/definitions/ClusterPoolUpgradeProperties" + } + } + }, + "ClusterPoolUpgradeProperties": { + "description": "Properties of upgrading cluster pool.", + "type": "object", + "properties": { + "upgradeType": { + "description": "Type of upgrade.", + "enum": [ + "AKSPatchUpgrade", + "NodeOsUpgrade" + ], + "type": "string", + "x-ms-enum": { + "name": "clusterPoolUpgradeType", + "modelAsString": true + } + } + }, + "discriminator": "upgradeType", + "required": [ + "upgradeType" + ] + }, + "ClusterPoolAKSPatchVersionUpgradeProperties": { + "description": "Properties of upgrading cluster pool's aks patch version.", + "type": "object", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolUpgradeProperties" + } + ], + "properties": { + "upgradeClusterPool": { + "description": "whether upgrade cluster pool or not. If it's true, upgradeAllClusterNodes should be false.", + "type": "boolean", + "default": false + }, + "upgradeAllClusterNodes": { + "description": "whether upgrade all clusters' nodes. If it's true, upgradeClusterPool should be false.", + "type": "boolean", + "default": false + }, + "targetAksVersion": { + "description": "Target aks version. When it's not set, latest version will be used. When upgradeClusterPool is true and upgradeAllClusterNodes is false, target version should be greater or equal to current version. When upgradeClusterPool is false and upgradeAllClusterNodes is true, target version should be equal to aks version of cluster pool.", + "type": "string" + } + }, + "x-ms-discriminator-value": "AKSPatchUpgrade" + }, + "ClusterPoolNodeOsImageUpdateProperties": { + "description": "Properties of upgrading cluster pool's aks patch version.", + "type": "object", + "allOf": [ + { + "$ref": "#/definitions/ClusterPoolUpgradeProperties" + } + ], + "properties": {}, + "x-ms-discriminator-value": "NodeOsUpgrade" + }, + "ClusterUpgrade": { + "description": "Cluster Upgrade.", + "type": "object", + "required": [ + "properties" + ], + "properties": { + "properties": { + "$ref": "#/definitions/ClusterUpgradeProperties" + } + } + }, + "ClusterUpgradeProperties": { + "description": "Properties of upgrading cluster.", + "type": "object", + "properties": { + "upgradeType": { + "description": "Type of upgrade.", + "enum": [ + "AKSPatchUpgrade", + "HotfixUpgrade" + ], + "type": "string", + "x-ms-enum": { + "name": "clusterUpgradeType", + "modelAsString": true + } + } + }, + "discriminator": "upgradeType", + "required": [ + "upgradeType" + ] + }, + "ClusterAKSPatchVersionUpgradeProperties": { + "description": "Properties of upgrading cluster's aks patch version.", + "type": "object", + "allOf": [ + { + "$ref": "#/definitions/ClusterUpgradeProperties" + } + ], + "properties": {}, + "x-ms-discriminator-value": "AKSPatchUpgrade" + }, + "ClusterHotfixUpgradeProperties": { + "description": "Properties of upgrading cluster's hotfix.", + "type": "object", + "allOf": [ + { + "$ref": "#/definitions/ClusterUpgradeProperties" + } + ], + "properties": { + "targetOssVersion": { + "description": "Target OSS version of component to be upgraded.", + "type": "string" + }, + "targetClusterVersion": { + "description": "Target cluster version of component to be upgraded.", + "type": "string" + }, + "targetBuildNumber": { + "description": "Target build number of component to be upgraded.", + "type": "string" + }, + "componentName": { + "description": "Name of component to be upgraded.", + "type": "string" + } + }, + "x-ms-discriminator-value": "HotfixUpgrade" } }, "parameters": { diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md index 6c6e4105a546..e43b3a6b9260 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md @@ -43,12 +43,22 @@ These settings apply only when `--tag=package-preview-2023-11` is specified on t ```yaml $(tag) == 'package-preview-2023-11' input-file: - preview/2023-11-01-preview/hdinsight.json + +suppressions: + - code: ResourceNameRestriction + reason: Keep compatibility with old API version. + - code: TrackedResourcePatchOperation + reason: This is a false positive, the "tags" property is defined in TrackedResource. + - code: OperationIdNounVerb + reason: The operation id is valid. + - code: EnumInsteadOfBoolean + reason: The boolean property is expected. ``` -### Tag: package-2023-06-preview +### Tag: package-2023-06-preview These settings apply only when `--tag=package-2023-06-preview` is specified on the command line. -``` yaml $(tag) == 'package-2023-06-preview' +```yaml $(tag) == 'package-2023-06-preview' input-file: - preview/2023-06-01-preview/hdinsight.json suppressions: @@ -105,3 +115,4 @@ csharp: output-folder: $(csharp-sdks-folder)/hdinsight/Azure.ResourceManager.HDInsight.Containers/src/Generated clear-output-folder: true ``` + From 27e0f04e3f32e8d7d2d7f265d7059eae56fddc52 Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Tue, 23 Jan 2024 11:37:57 +0800 Subject: [PATCH 06/22] fix comment --- cSpell.json | 6 -- custom-words.txt | 1 + .../preview/2023-11-01-preview/hdinsight.json | 56 +++++++++---------- 3 files changed, 27 insertions(+), 36 deletions(-) diff --git a/cSpell.json b/cSpell.json index 97790965d46b..e7cdff5ad3d8 100644 --- a/cSpell.json +++ b/cSpell.json @@ -957,12 +957,6 @@ "runpath" ] }, - { - "filename": "**/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/**/*.json", - "words": [ - "Usersync" - ] - }, { "filename": "**/specification/securityinsights/resource-manager/Microsoft.SecurityInsights/preview/**/*.json", "words": [ diff --git a/custom-words.txt b/custom-words.txt index b7c7bd12e7a8..a4a69579423d 100644 --- a/custom-words.txt +++ b/custom-words.txt @@ -3108,6 +3108,7 @@ usermetadata userpreference userprincipalname usersetting +usersync usertime usql usuk diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json index b7dbba334ada..86e6a7b9fa52 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json @@ -1365,7 +1365,7 @@ }, "enablePrivateApiServer": { "type": "boolean", - "description": "ClusterPool is based on AKS cluster. Aks cluster exposes the apiserver to public internet by default. If you set this property to true, a private aks cluster will be created, and it will use private apiserver, which is not exposed to public internet.", + "description": "ClusterPool is based on AKS cluster. AKS cluster exposes the API server to public internet by default. If you set this property to true, a private AKS cluster will be created, and it will use private apiserver, which is not exposed to public internet.", "x-ms-mutability": [ "create", "read" @@ -1866,7 +1866,7 @@ "properties": { "enableInternalIngress": { "type": "boolean", - "description": "Whether to create cluster using private IP instead of public IP.", + "description": "Whether to create cluster using private IP instead of public IP. This property must be set at create time.", "x-ms-mutability": [ "create", "read" @@ -1883,7 +1883,7 @@ } ] }, - "description": "Private link service resource id. Only when enableInternalIngress is true, this property will be returned." + "description": "Private link service resource ID. Only when enableInternalIngress is true, this property will be returned." } } }, @@ -1921,7 +1921,7 @@ }, "privateSshEndpoint": { "type": "string", - "description": "Private ssh connectivity endpoint. This property will only be returned when enableInternalIngress is true.", + "description": "Private SSH connectivity endpoint. This property will only be returned when enableInternalIngress is true.", "example": "clusterName11223344-int.clusterPoolName55667788.eastus.hdinsightaks.net/ssh/host/podPrefix-0" } } @@ -2788,7 +2788,7 @@ "properties": { "enabled": { "type": "boolean", - "description": "Enable ranger for cluster or not.", + "description": "Enable Ranger for cluster or not.", "default": false } } @@ -2960,9 +2960,9 @@ "$ref": "#/definitions/IdentityProfile", "readOnly": true }, - "kafkaConnectivityProfile": { - "description": "Kafka bootstrap server and brokers related connectivity profile.", - "$ref": "#/definitions/KafkaConnectivityProfile", + "connectivityEndpoints": { + "description": "Kafka bootstrap server and brokers related connectivity endpoints.", + "$ref": "#/definitions/KafkaConnectivityEndpoints", "readOnly": true } } @@ -2998,9 +2998,9 @@ } } }, - "KafkaConnectivityProfile": { + "KafkaConnectivityEndpoints": { "type": "object", - "description": "Kafka bootstrap server and broker related connectivity profile.", + "description": "Kafka bootstrap server and broker related connectivity endpoints.", "properties": { "bootstrapServerEndpoint": { "type": "string", @@ -3158,10 +3158,6 @@ }, "location": { "type": "string", - "x-ms-mutability": [ - "read", - "create" - ], "description": "The geo-location where the resource lives" } } @@ -3403,7 +3399,7 @@ }, "serviceStatuses": { "type": "array", - "description": "List of statuses of relevant services that make up the HDInsight on aks cluster to surface to the customer.", + "description": "List of statuses of relevant services that make up the HDInsight on AKS cluster to surface to the customer.", "items": { "$ref": "#/definitions/ServiceStatus" }, @@ -3434,7 +3430,7 @@ }, "ServiceStatus": { "type": "object", - "description": "Describes the status of a service of a HDInsight on aks cluster.", + "description": "Describes the status of a service of a HDInsight on AKS cluster.", "required": [ "kind", "ready" @@ -3803,14 +3799,14 @@ }, "ClusterPoolAvailableUpgradeList": { "type": "object", - "description": "Collection of Cluster pool available upgrade.", + "description": "collection of cluster pool available upgrade.", "required": [ "value" ], "properties": { "value": { "type": "array", - "description": "Collection of Cluster pool available upgrade.", + "description": "Collection of cluster pool available upgrade.", "uniqueItems": false, "items": { "$ref": "#/definitions/ClusterPoolAvailableUpgrade" @@ -3863,7 +3859,7 @@ }, "ClusterPoolAvailableUpgradeAksPatchUpgradeProperties": { "type": "object", - "description": "Cluster pool available aks patch version upgrade.", + "description": "Cluster pool available AKS patch version upgrade.", "allOf": [ { "$ref": "#/definitions/ClusterPoolAvailableUpgradeProperties" @@ -3895,7 +3891,7 @@ }, "ClusterPoolAvailableUpgradeNodeOsUpgradeProperties": { "type": "object", - "description": "Cluster pool available node os update.", + "description": "Cluster pool available node OS update.", "allOf": [ { "$ref": "#/definitions/ClusterPoolAvailableUpgradeProperties" @@ -3903,7 +3899,7 @@ ], "properties": { "latestVersion": { - "description": "The latest node os version.", + "description": "The latest node OS version.", "type": "string" } }, @@ -3911,7 +3907,7 @@ }, "ClusterAvailableUpgradeList": { "type": "object", - "description": "Collection of Cluster available upgrade.", + "description": "Collection of cluster available upgrade.", "required": [ "value" ], @@ -3926,7 +3922,7 @@ "x-ms-identifiers": [] }, "nextLink": { - "description": "The Url of next result page.", + "description": "The URL of next result page.", "type": "string" } } @@ -3971,7 +3967,7 @@ }, "ClusterAvailableUpgradeAksPatchUpgradeProperties": { "type": "object", - "description": "Cluster available aks patch version upgrade.", + "description": "Cluster available AKS patch version upgrade.", "allOf": [ { "$ref": "#/definitions/ClusterAvailableUpgradeProperties" @@ -3995,7 +3991,7 @@ } }, "latestVersion": { - "description": "Latest available version, which should be equal to aks control plane version if it's not deprecated.", + "description": "Latest available version, which should be equal to AKS control plane version if it's not deprecated.", "type": "string" } }, @@ -4103,7 +4099,7 @@ ] }, "ClusterPoolAKSPatchVersionUpgradeProperties": { - "description": "Properties of upgrading cluster pool's aks patch version.", + "description": "Properties of upgrading cluster pool's AKS patch version.", "type": "object", "allOf": [ { @@ -4122,14 +4118,14 @@ "default": false }, "targetAksVersion": { - "description": "Target aks version. When it's not set, latest version will be used. When upgradeClusterPool is true and upgradeAllClusterNodes is false, target version should be greater or equal to current version. When upgradeClusterPool is false and upgradeAllClusterNodes is true, target version should be equal to aks version of cluster pool.", + "description": "Target AKS version. When it's not set, latest version will be used. When upgradeClusterPool is true and upgradeAllClusterNodes is false, target version should be greater or equal to current version. When upgradeClusterPool is false and upgradeAllClusterNodes is true, target version should be equal to AKS version of cluster pool.", "type": "string" } }, "x-ms-discriminator-value": "AKSPatchUpgrade" }, "ClusterPoolNodeOsImageUpdateProperties": { - "description": "Properties of upgrading cluster pool's aks patch version.", + "description": "Properties of upgrading cluster pool's AKS patch version.", "type": "object", "allOf": [ { @@ -4174,7 +4170,7 @@ ] }, "ClusterAKSPatchVersionUpgradeProperties": { - "description": "Properties of upgrading cluster's aks patch version.", + "description": "Properties of upgrading cluster's AKS patch version.", "type": "object", "allOf": [ { @@ -4235,7 +4231,7 @@ "in": "path", "required": true, "type": "string", - "description": "The name of the HDInsight on aks cluster type.", + "description": "The name of the HDInsight on AKS cluster type.", "x-ms-parameter-location": "method" } } From 5cc8892cfaa746bd1f865f9a744b2720f64685bb Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Tue, 23 Jan 2024 12:28:25 +0800 Subject: [PATCH 07/22] fix comment --- .../HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json index 86e6a7b9fa52..f034e19bf68d 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json @@ -2734,7 +2734,7 @@ "type": "string" }, "entryClass": { - "description": "A string property that specifies the entry class for the Flink job.", + "description": "A string property that specifies the entry class for the Flink job. If not specified, the entry point is auto-detected from the flink job jar package.", "type": "string" }, "args": { From 95e3684d6becbc527c7af50765b0fc6aec1316a6 Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Tue, 23 Jan 2024 13:20:51 +0800 Subject: [PATCH 08/22] fix comment --- .../preview/2023-11-01-preview/examples/CreateSparkCluster.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json index 83727032ee8f..f3bf47da18b1 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json @@ -81,7 +81,7 @@ "count": 2 }, "rangerPluginProfile": { - "enabled": false + "enabled": true } } } From 0cbd4ba408e5bb7a52c86712d246cfe41c171724 Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Tue, 23 Jan 2024 13:32:21 +0800 Subject: [PATCH 09/22] fix comment --- .../HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json index f034e19bf68d..d37399499f84 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json @@ -3158,6 +3158,10 @@ }, "location": { "type": "string", + "x-ms-mutability": [ + "read", + "update" + ], "description": "The geo-location where the resource lives" } } From a29c9a4d7668afbae6ad186d7f578b946bd014e6 Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Tue, 23 Jan 2024 13:40:28 +0800 Subject: [PATCH 10/22] fix comment --- .../preview/2023-11-01-preview/hdinsight.json | 8 -------- 1 file changed, 8 deletions(-) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json index d37399499f84..9f730ebb4497 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json @@ -3155,14 +3155,6 @@ "update" ], "description": "Resource tags." - }, - "location": { - "type": "string", - "x-ms-mutability": [ - "read", - "update" - ], - "description": "The geo-location where the resource lives" } } }, From dbe3a453bae8aa1daeedd11f883f76516636ca52 Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Tue, 23 Jan 2024 13:45:20 +0800 Subject: [PATCH 11/22] fix comment --- .../preview/2023-11-01-preview/examples/PatchCluster.json | 2 -- .../preview/2023-11-01-preview/examples/PatchRangerCluster.json | 2 -- 2 files changed, 4 deletions(-) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json index a4ddf71317fa..d4100df93549 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json @@ -276,7 +276,6 @@ "lastModifiedByType": "User", "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" }, - "location": "West US 2", "tags": { "tag1": "value1", "tag2": "value2" @@ -445,7 +444,6 @@ "lastModifiedByType": "User", "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" }, - "location": "West US 2", "tags": { "tag1": "value1", "tag2": "value2" diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json index 6432b4733420..daebfd19115f 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json @@ -127,7 +127,6 @@ "lastModifiedByType": "User", "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" }, - "location": "West US 2", "tags": { "tag1": "value1", "tag2": "value2" @@ -221,7 +220,6 @@ "lastModifiedByType": "User", "lastModifiedAt": "2020-02-04T02:03:01.1974346Z" }, - "location": "West US 2", "tags": { "tag1": "value1", "tag2": "value2" From 5edd0fb414fce2d21a3de78ddb80e3c9767502a1 Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Tue, 23 Jan 2024 14:11:58 +0800 Subject: [PATCH 12/22] fix comment --- .../preview/2023-11-01-preview/examples/PatchCluster.json | 1 - .../preview/2023-11-01-preview/examples/PatchRangerCluster.json | 1 - 2 files changed, 2 deletions(-) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json index d4100df93549..dee4ef38f5cb 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json @@ -6,7 +6,6 @@ "clusterPoolName": "clusterpool1", "clusterName": "cluster1", "ClusterPatchRequest": { - "location": "West US 2", "properties": { "clusterProfile": { "serviceConfigsProfiles": [ diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json index daebfd19115f..b68cdd2d08de 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json @@ -6,7 +6,6 @@ "clusterPoolName": "clusterpool1", "clusterName": "cluster1", "ClusterPatchRequest": { - "location": "West US 2", "properties": { "clusterProfile": { "rangerProfile": { From c5e34435bf16dfa5f94b73f1b73819420b53db25 Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Tue, 23 Jan 2024 14:17:43 +0800 Subject: [PATCH 13/22] fix comment --- .../preview/2023-11-01-preview/examples/PatchCluster.json | 1 + .../preview/2023-11-01-preview/examples/PatchRangerCluster.json | 1 + 2 files changed, 2 insertions(+) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json index dee4ef38f5cb..3eba93d6eff4 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json @@ -121,6 +121,7 @@ "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", "name": "cluster1", "type": "Microsoft.HDInsight/clusterPools/clusters", + "location": "West US 2", "properties": { "provisioningState": "Succeeded", "clusterType": "Trino", diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json index b68cdd2d08de..0d56bda2b445 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json @@ -140,6 +140,7 @@ "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", "name": "cluster1", "type": "Microsoft.HDInsight/clusterPools/clusters", + "location": "West US 2", "properties": { "provisioningState": "Succeeded", "clusterType": "ranger", From 07a82a1ae26dcca1b8e195abf4fedcdfabbbe83b Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Tue, 23 Jan 2024 14:18:10 +0800 Subject: [PATCH 14/22] fix comment --- .../preview/2023-11-01-preview/examples/PatchCluster.json | 1 + .../preview/2023-11-01-preview/examples/PatchRangerCluster.json | 1 + 2 files changed, 2 insertions(+) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json index 3eba93d6eff4..70491796ed07 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json @@ -290,6 +290,7 @@ "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", "name": "cluster1", "type": "Microsoft.HDInsight/clusterPools/clusters", + "location": "West US 2", "properties": { "provisioningState": "Succeeded", "clusterType": "Trino", diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json index 0d56bda2b445..e9eb705b75cf 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchRangerCluster.json @@ -47,6 +47,7 @@ "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", "name": "cluster1", "type": "Microsoft.HDInsight/clusterPools/clusters", + "location": "West US 2", "properties": { "provisioningState": "Succeeded", "clusterType": "ranger", From 13b143557d48151adbc6a4121e626c330e698291 Mon Sep 17 00:00:00 2001 From: Wei Dong <40835867+dw511214992@users.noreply.github.com> Date: Tue, 23 Jan 2024 16:31:40 +0800 Subject: [PATCH 15/22] Update specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json Co-authored-by: Cunfeng <106650702+Cunfeng@users.noreply.github.com> --- .../HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json index 9f730ebb4497..87b3745b955e 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json @@ -2746,7 +2746,7 @@ "type": "string" }, "upgradeMode": { - "description": "A string property that indicates the upgrade mode to be performed on the Flink job. It can have one of the following enum values => STATELESS_UPDATE, SAVEPOINT, LAST_STATE_UPDATE.", + "description": "A string property that indicates the upgrade mode to be performed on the Flink job. It can have one of the following enum values => STATELESS_UPDATE, UPDATE, LAST_STATE_UPDATE.", "type": "string", "enum": [ "STATELESS_UPDATE", From f0145108f0c697ca3ef05f076ae70c6b0a5c7039 Mon Sep 17 00:00:00 2001 From: LDD Date: Tue, 23 Jan 2024 17:31:55 +0800 Subject: [PATCH 16/22] update examples (#27495) Co-authored-by: Long Ding (from Dev Box) --- .../2023-11-01-preview/examples/CreateSparkCluster.json | 9 --------- .../preview/2023-11-01-preview/hdinsight.json | 2 +- 2 files changed, 1 insertion(+), 10 deletions(-) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json index f3bf47da18b1..9ec97e0386cb 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateSparkCluster.json @@ -79,9 +79,6 @@ "sparkProfile": {}, "sshProfile": { "count": 2 - }, - "rangerPluginProfile": { - "enabled": true } } } @@ -187,9 +184,6 @@ "sshProfile": { "count": 2, "podPrefix": "sshnode" - }, - "rangerPluginProfile": { - "enabled": false } } }, @@ -302,9 +296,6 @@ "sshProfile": { "count": 2, "podPrefix": "sshnode" - }, - "rangerPluginProfile": { - "enabled": false } } }, diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json index 87b3745b955e..956aa0745605 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json @@ -2826,7 +2826,7 @@ "database": { "properties": { "host": { - "description": "The database url", + "description": "The database URL", "type": "string" }, "name": { From 7c3a11d5c517a22371f5f10148fb70ccb277abcb Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Wed, 24 Jan 2024 11:05:11 +0800 Subject: [PATCH 17/22] fix comment --- .../HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json index 956aa0745605..d3c83858c916 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/hdinsight.json @@ -2817,7 +2817,7 @@ "description": "Specification for the Ranger Admin service.", "properties": { "admins": { - "description": "List of usernames that should be marked as ranger admins. These usernames should match the User principal name of the respective AAD users.", + "description": "List of usernames that should be marked as ranger admins. These usernames should match the user principal name (UPN) of the respective AAD users.", "items": { "type": "string" }, From ce2dbf84e74816cdbb4ff3ba56533449de6a136b Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Wed, 24 Jan 2024 11:08:49 +0800 Subject: [PATCH 18/22] fix comment --- .../preview/2023-11-01-preview/examples/PatchCluster.json | 2 +- .../preview/2023-11-01-preview/examples/ResizeCluster.json | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json index 70491796ed07..1a19d9b98aa4 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/PatchCluster.json @@ -284,7 +284,7 @@ }, "202": { "headers": { - "azure-asyncoperation": "http://management.azure.com/providers/Microsoft.HDInsight/locations/EASTUS/operationStatuses/676c3c86-188d-4591-9b55-c4298b4a1279?api-version=2023-06-01-preview" + "azure-asyncoperation": "http://management.azure.com/providers/Microsoft.HDInsight/locations/EASTUS/operationStatuses/676c3c86-188d-4591-9b55-c4298b4a1279?api-version=2023-11-01-preview" }, "body": { "id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1", diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json index 3cfb4ece1bbc..0dc302d60775 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/ResizeCluster.json @@ -136,7 +136,7 @@ }, "202": { "headers": { - "location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/locations/eastus/operationStatus/default/operationId/00000000-0000-0000-0000-000000000000?api-version=2023-06-01-preview" + "location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/locations/eastus/operationStatus/default/operationId/00000000-0000-0000-0000-000000000000?api-version=2023-11-01-preview" } } } From 65b1ba25e5529c59ebf63ec48041c7fab09b7e2f Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Mon, 29 Jan 2024 10:26:30 +0800 Subject: [PATCH 19/22] fix comment --- .../Microsoft.HDInsight/HDInsightOnAks/readme.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md index e43b3a6b9260..d75a3582d78e 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md @@ -52,7 +52,8 @@ suppressions: - code: OperationIdNounVerb reason: The operation id is valid. - code: EnumInsteadOfBoolean - reason: The boolean property is expected. + where: $.definitions["ClusterAccessProfile"]["enableInternalIngress].type + reason: The boolean property is expected and more user friendly, and it wil be not extended to other values. ``` ### Tag: package-2023-06-preview From 81cfd85cb588ec3beb31d4ac4a8db0f5e76c6ab3 Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Mon, 29 Jan 2024 10:40:08 +0800 Subject: [PATCH 20/22] fix comment --- .../HDInsightOnAks/readme.md | 18 ++++++++++-------- 1 file changed, 10 insertions(+), 8 deletions(-) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md index d75a3582d78e..b220ab17cb2c 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md @@ -45,15 +45,17 @@ input-file: - preview/2023-11-01-preview/hdinsight.json suppressions: - - code: ResourceNameRestriction - reason: Keep compatibility with old API version. - - code: TrackedResourcePatchOperation - reason: This is a false positive, the "tags" property is defined in TrackedResource. - - code: OperationIdNounVerb - reason: The operation id is valid. - code: EnumInsteadOfBoolean - where: $.definitions["ClusterAccessProfile"]["enableInternalIngress].type - reason: The boolean property is expected and more user friendly, and it wil be not extended to other values. + where: + - $.definitions.ClusterAccessProfile.enableInternalIngress + - $.definitions.ClusterPoolNetworkProfile.enablePrivateApiServer + - $.definitions.ClusterRangerPluginProfile.enabled + - $.definitions.RangerUsersyncSpec.enabled + - $.definitions.KafkaProfile.enableKRaft + - $.definitions.KafkaProfile.enablePublicEndpoints + - $.definitions.ClusterPoolAKSPatchVersionUpgradeProperties.upgradeClusterPool + - $.definitions.ClusterPoolAKSPatchVersionUpgradeProperties.upgradeAllClusterNodes + reason: They are used for enabling or disabling a feature. Using a boolean type is more user friendly, and they will be not extended to other values. ``` ### Tag: package-2023-06-preview From d75e13c1573a37fc6f5e6f8a701db0ccb2bc55e3 Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Mon, 29 Jan 2024 10:52:50 +0800 Subject: [PATCH 21/22] fix comment --- .../HDInsightOnAks/readme.md | 25 +++++++++++++++---- 1 file changed, 20 insertions(+), 5 deletions(-) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md index b220ab17cb2c..b0875c0fba38 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md @@ -45,13 +45,28 @@ input-file: - preview/2023-11-01-preview/hdinsight.json suppressions: + - code: ResourceNameRestriction + where: + - $.parameters.ClusterPoolNameParameter + - $.parameters.ClusterNameParameter + - $.parameters.ClusterTypeNameParameter + reason: Keep compatibility with old API version. + - code: OperationIdNounVerb + where: + - $.paths["/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.HDInsight/clusterpools/{clusterPoolName}/clusters"].get.operationId + reason: The operation id is valid. + - code: EnumInsteadOfBoolean + - code: TrackedResourcePatchOperation + where: + - $.definitions.Cluster + reason: This is a false positive, and there is ClusterPatch defined for patching cluster. - code: EnumInsteadOfBoolean where: - - $.definitions.ClusterAccessProfile.enableInternalIngress - - $.definitions.ClusterPoolNetworkProfile.enablePrivateApiServer - - $.definitions.ClusterRangerPluginProfile.enabled - - $.definitions.RangerUsersyncSpec.enabled - - $.definitions.KafkaProfile.enableKRaft + - $.definitions.ClusterAccessProfile.properties.enableInternalIngress + - $.definitions.ClusterPoolNetworkProfile.properties.enablePrivateApiServer + - $.definitions.ClusterRangerPluginProfile.properties.enabled + - $.definitions.RangerUsersyncSpec.properties.enabled + - $.definitions.KafkaProfile.properties.enableKRaft - $.definitions.KafkaProfile.enablePublicEndpoints - $.definitions.ClusterPoolAKSPatchVersionUpgradeProperties.upgradeClusterPool - $.definitions.ClusterPoolAKSPatchVersionUpgradeProperties.upgradeAllClusterNodes From a434a5a7ee851abc96218443e66a5ebb57911fee Mon Sep 17 00:00:00 2001 From: Wei Dong Date: Mon, 29 Jan 2024 10:56:42 +0800 Subject: [PATCH 22/22] fix comment --- .../Microsoft.HDInsight/HDInsightOnAks/readme.md | 4 ---- 1 file changed, 4 deletions(-) diff --git a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md index b0875c0fba38..9b307bddf2c6 100644 --- a/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md +++ b/specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/readme.md @@ -46,10 +46,6 @@ input-file: suppressions: - code: ResourceNameRestriction - where: - - $.parameters.ClusterPoolNameParameter - - $.parameters.ClusterNameParameter - - $.parameters.ClusterTypeNameParameter reason: Keep compatibility with old API version. - code: OperationIdNounVerb where: