Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

HDInsight: onboard new apiversion 2023-11-01-preview #27306

Merged
merged 23 commits into from
Jan 31, 2024
+7,888 −1
Merged

HDInsight: onboard new apiversion 2023-11-01-preview #27306

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
23 commits
Select commit Hold shift + click to select a range
d9c981a
onboard new apiversion 2023-11-01-preview
Jan 9, 2024
a8df39e
Adds base for updating Microsoft.HDInsight/HDInsightOnAks from versio…
dw511214992 Jan 15, 2024
412d391
Updates readme
dw511214992 Jan 15, 2024
0e6106f
Updates API version in new specs and examples
dw511214992 Jan 15, 2024
f445bb4
move changes from rpaasmaster branch
Jan 15, 2024
4694d35
Merge branch 'hdinsight-onboard-new-apiversion-2023-11-01-preview' of…
Jan 23, 2024
27e0f04
fix comment
Jan 23, 2024
5cc8892
fix comment
Jan 23, 2024
95e3684
fix comment
Jan 23, 2024
0cbd4ba
fix comment
Jan 23, 2024
a29c9a4
fix comment
Jan 23, 2024
dbe3a45
fix comment
Jan 23, 2024
5edd0fb
fix comment
Jan 23, 2024
c5e3443
fix comment
Jan 23, 2024
07a82a1
fix comment
Jan 23, 2024
13b1435
Update specification/hdinsight/resource-manager/Microsoft.HDInsight/H…
dw511214992 Jan 23, 2024
f014510
update examples (#27495)
dingl Jan 23, 2024
7c3a11d
fix comment
Jan 24, 2024
ce2dbf8
fix comment
Jan 24, 2024
65b1ba2
fix comment
Jan 29, 2024
81cfd85
fix comment
Jan 29, 2024
d75e13c
fix comment
Jan 29, 2024
a434a5a
fix comment
Jan 29, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions custom-words.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3108,6 +3108,7 @@ usermetadata
userpreference
userprincipalname
usersetting
usersync
usertime
usql
usuk
Expand Down
354 changes: 354 additions & 0 deletions ....HDInsight/HDInsightOnAks/preview/2023-11-01-preview/examples/CreateAutoscaleCluster.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,354 @@
{
"parameters": {
"subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6",
"resourceGroupName": "hiloResourcegroup",
"api-version": "2023-11-01-preview",
"clusterPoolName": "clusterpool1",
"clusterName": "cluster1",
"HDInsightCluster": {
"location": "West US 2",
"properties": {
"clusterType": "Trino",
"computeProfile": {
"nodes": [
{
"type": "Head",
"vmSize": "Standard_E8as_v5",
"count": 2
},
{
"type": "Worker",
"vmSize": "Standard_E8as_v5",
"count": 3
}
]
},
"clusterProfile": {
"clusterVersion": "1.0.6",
"ossVersion": "0.410.0",
"identityProfile": {
"msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi",
"msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34",
"msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441"
},
"authorizationProfile": {
"userIds": [
"testuser1",
"testuser2"
]
},
"trinoProfile": {},
"sshProfile": {
"count": 2
},
"autoscaleProfile": {
"enabled": true,
"autoscaleType": "ScheduleBased",
"gracefulDecommissionTimeout": 3600,
"scheduleBasedConfig": {
"defaultCount": 10,
"timeZone": "Cen. Australia Standard Time",
"schedules": [
{
"days": [
"Monday"
],
"startTime": "00:00",
"endTime": "12:00",
"count": 20
},
{
"days": [
"Sunday"
],
"startTime": "00:00",
"endTime": "12:00",
"count": 25
}
]
},
"loadBasedConfig": {
"minNodes": 10,
"maxNodes": 20,
"pollInterval": 60,
"cooldownPeriod": 300,
"scalingRules": [
{
"actionType": "scaleup",
"evaluationCount": 3,
"scalingMetric": "cpu",
"comparisonRule": {
"operator": "greaterThan",
"threshold": 90
}
},
{
"actionType": "scaledown",
"evaluationCount": 3,
"scalingMetric": "cpu",
"comparisonRule": {
"operator": "lessThan",
"threshold": 20
}
}
]
}
}
}
}
}
},
"responses": {
"200": {
"body": {
"id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1",
"name": "cluster1",
"type": "Microsoft.HDInsight/clusterPools/clusters",
"properties": {
"provisioningState": "Succeeded",
"clusterType": "Trino",
"deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36",
"computeProfile": {
"nodes": [
{
"type": "Head",
"vmSize": "Standard_E8as_v5",
"count": 2
},
{
"type": "Worker",
"vmSize": "Standard_E8as_v5",
"count": 3
}
]
},
"clusterProfile": {
"clusterVersion": "1.0.6",
"ossVersion": "0.410.0",
"components": [
{
"name": "Trino",
"version": "410"
},
{
"name": "Hive metastore",
"version": "3.1.2"
}
],
"identityProfile": {
"msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi",
"msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34",
"msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441"
},
"authorizationProfile": {
"userIds": [
"testuser1",
"testuser2"
]
},
"connectivityProfile": {
"web": {
"fqdn": "cluster1.clusterpool1.westus2.projecthilo.net"
},
"ssh": [
{
"endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0"
},
{
"endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1"
}
]
},
"trinoProfile": {},
"sshProfile": {
"count": 2,
"podPrefix": "sshnode"
},
"autoscaleProfile": {
"enabled": true,
"autoscaleType": "ScheduleBased",
"gracefulDecommissionTimeout": 3600,
"scheduleBasedConfig": {
"defaultCount": 10,
"timeZone": "Cen. Australia Standard Time",
"schedules": [
{
"days": [
"Monday"
],
"startTime": "00:00",
"endTime": "12:00",
"count": 20
},
{
"days": [
"Sunday"
],
"startTime": "00:00",
"endTime": "12:00",
"count": 25
}
]
},
"loadBasedConfig": {
"minNodes": 10,
"maxNodes": 20,
"pollInterval": 60,
"cooldownPeriod": 300,
"scalingRules": [
{
"actionType": "scaleup",
"evaluationCount": 3,
"scalingMetric": "cpu",
"comparisonRule": {
"operator": "greaterThan",
"threshold": 90
}
},
{
"actionType": "scaledown",
"evaluationCount": 3,
"scalingMetric": "cpu",
"comparisonRule": {
"operator": "lessThan",
"threshold": 20
}
}
]
}
}
}
},
"systemData": {
"createdBy": "string",
"createdByType": "User",
"createdAt": "2020-02-03T01:01:01.1075056Z",
"lastModifiedBy": "string",
"lastModifiedByType": "User",
"lastModifiedAt": "2020-02-04T02:03:01.1974346Z"
},
"location": "West US 2"
}
},
"201": {
"body": {
"id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1",
"name": "cluster1",
"type": "Microsoft.HDInsight/clusterPools/clusters",
"properties": {
"provisioningState": "Accepted",
"clusterType": "Trino",
"computeProfile": {
"nodes": [
{
"type": "Head",
"vmSize": "Standard_E8as_v5",
"count": 2
},
{
"type": "Worker",
"vmSize": "Standard_E8as_v5",
"count": 3
}
]
},
"clusterProfile": {
"clusterVersion": "1.0.6",
"ossVersion": "0.410.0",
"identityProfile": {
"msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi",
"msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34",
"msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441"
},
"authorizationProfile": {
"userIds": [
"testuser1",
"testuser2"
]
},
"connectivityProfile": {
"web": {
"fqdn": "cluster1.clusterpool1.westus2.projecthilo.net"
},
"ssh": [
{
"endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0"
},
{
"endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1"
}
]
},
"trinoProfile": {},
"sshProfile": {
"count": 2,
"podPrefix": "sshnode"
},
"autoscaleProfile": {
"enabled": true,
"autoscaleType": "ScheduleBased",
"gracefulDecommissionTimeout": 3600,
"scheduleBasedConfig": {
"defaultCount": 10,
"timeZone": "Cen. Australia Standard Time",
"schedules": [
{
"days": [
"Monday"
],
"startTime": "00:00",
"endTime": "12:00",
"count": 20
},
{
"days": [
"Sunday"
],
"startTime": "00:00",
"endTime": "12:00",
"count": 25
}
]
},
"loadBasedConfig": {
"minNodes": 10,
"maxNodes": 20,
"pollInterval": 60,
"cooldownPeriod": 300,
"scalingRules": [
{
"actionType": "scaleup",
"evaluationCount": 3,
"scalingMetric": "cpu",
"comparisonRule": {
"operator": "greaterThan",
"threshold": 90
}
},
{
"actionType": "scaledown",
"evaluationCount": 3,
"scalingMetric": "cpu",
"comparisonRule": {
"operator": "lessThan",
"threshold": 20
}
}
]
}
}
}
},
"systemData": {
"createdBy": "string",
"createdByType": "User",
"createdAt": "2020-02-03T01:01:01.1075056Z",
"lastModifiedBy": "string",
"lastModifiedByType": "User",
"lastModifiedAt": "2020-02-04T02:03:01.1974346Z"
},
"location": "West US 2"
}
}
}
}
Loading
Loading