azuredeploy.json

{
    "$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#",
    "contentVersion": "1.0.0.0",
    "parameters": {
      "clusterName": {
        "type": "string",
        "metadata": {
          "description": "The name of the HDInsight cluster to create."
        }
      },
      "clusterLoginUserName": {
        "type": "string",
        "defaultValue": "admin",
        "metadata": {
          "description": "These credentials can be used to submit jobs to the cluster and to log into cluster dashboards."
        }
      },
      "clusterLoginPassword": {
        "type": "securestring",
        "metadata": {
          "description": "The password must be at least 10 characters in length and must contain at least one digit, one non-alphanumeric character, and one upper or lower case letter."
        }
      },
      "sshUserName": {
        "type": "string",
        "defaultValue": "sshuser",
        "metadata": {
          "description": "These credentials can be used to remotely access the cluster."
        }
      },
      "sshPassword": {
        "type": "securestring",
        "metadata": {
          "description": "The password must be at least 10 characters in length and must contain at least one digit, one non-alphanumeric character, and one upper or lower case letter."
        }
      },
      "scriptActionUri": {
        "type": "string",
        "defaultValue": "https://raw.githubusercontent.com/markl11/batpaas2/master/script-action.sh",
        "metadata": {
          "description": "A public http(s) uri that points to a script action which will set an environment variable on each node."
        }
      },
      "location": {
        "type": "string",
        "defaultValue": "[resourceGroup().location]",
        "metadata": {
          "description": "Location for all resources."
        }
      }
    },
    "variables": {
      "defaultStorageAccount": {
        "name": "[uniqueString(resourceGroup().id)]",
        "type": "Standard_LRS"
      }
    },
    "resources": [
      {
        "type": "Microsoft.Storage/storageAccounts",
        "name": "[variables('defaultStorageAccount').name]",
        "location": "[parameters('location')]",
        "apiVersion": "2016-01-01",
        "sku": {
          "name": "[variables('defaultStorageAccount').type]"
        },
        "kind": "Storage",
        "properties": {}
      },
      {
        "type": "Microsoft.HDInsight/clusters",
        "name": "[parameters('clusterName')]",
        "location": "[parameters('location')]",
        "apiVersion": "2015-03-01-preview",
        "dependsOn": [
          "[concat('Microsoft.Storage/storageAccounts/',variables('defaultStorageAccount').name)]"
        ],
        "tags": {},
        "properties": {
          "clusterVersion": "3.6",
          "osType": "Linux",
          "tier": "Standard",
          "clusterDefinition": {
            "kind": "spark",
            "configurations": {
              "gateway": {
                "restAuthCredential.isEnabled": true,
                "restAuthCredential.username": "[parameters('clusterLoginUserName')]",
                "restAuthCredential.password": "[parameters('clusterLoginPassword')]"
              }
            }
          },
          "storageProfile": {
            "storageaccounts": [
              {
                "name": "[replace(replace(reference(resourceId('Microsoft.Storage/storageAccounts', variables('defaultStorageAccount').name), '2016-01-01').primaryEndpoints.blob,'https://',''),'/','')]",
                "isDefault": true,
                "container": "[parameters('clusterName')]",
                "key": "[listKeys(resourceId('Microsoft.Storage/storageAccounts', variables('defaultStorageAccount').name), '2016-01-01').keys[0].value]"
              }
            ]
          },
          "computeProfile": {
            "roles": [
              {
                "name": "headnode",
                "targetInstanceCount": "2",
                "hardwareProfile": {
                  "vmSize": "Standard_A3"
                },
                "osProfile": {
                  "linuxOperatingSystemProfile": {
                    "username": "[parameters('sshUserName')]",
                    "password": "[parameters('sshPassword')]"
                  }
                },
                "virtualNetworkProfile": null,
                "scriptActions": []
              },
              {
                "name": "workernode",
                "targetInstanceCount": "1",
                "hardwareProfile": {
                  "vmSize": "Standard_A3"
                },
                "osProfile": {
                  "linuxOperatingSystemProfile": {
                    "username": "[parameters('sshUserName')]",
                    "password": "[parameters('sshPassword')]"
                  }
                },
                "virtualNetworkProfile": null,
                "scriptActions": []
              }
            ]
          }
        }
      }
    ],
    "outputs": {
      "storage": {
        "type": "object",
        "value": "[reference(resourceId('Microsoft.Storage/storageAccounts', variables('defaultStorageAccount').name))]"
      },
      "cluster": {
        "type": "object",
        "value": "[reference(resourceId('Microsoft.HDInsight/clusters',parameters('clusterName')))]"
      }
    }
  }