elastic · narph · Jul 13, 2020 · Jul 12, 2020 · Jul 12, 2020 · Jul 13, 2020
diff --git a/CHANGELOG.next.asciidoc b/CHANGELOG.next.asciidoc
@@ -541,6 +541,7 @@ https://github.com/elastic/beats/compare/v7.0.0-alpha2...master[Check the HEAD d
 - Add support for wildcard `*` in dimension value of AWS CloudWatch metrics config. {issue}18050[18050] {pull}19660[19660]
 - The `elasticsearch/index` metricset now collects metrics for hidden indices as well. {issue}18639[18639] {pull}18703[18703]
 - The `elasticsearch-xpack/index` metricset now reports hidden indices as such. {issue}18639[18639] {pull}18706[18706]
+- Adds support for app insights metrics in the azure module. {issue}18570[18570] {pull}18940[18940]
 
 *Packetbeat*
 

diff --git a/metricbeat/docs/fields.asciidoc b/metricbeat/docs/fields.asciidoc
@@ -4516,6 +4516,53 @@ type: keyword
 Azure metric dimensions.
 
 
+type: object
+
+--
+
+[float]
+=== app_insights
+
+application insights
+
+
+
+*`azure.app_insights.application_id`*::
++
+--
+The application ID
+
+
+type: keyword
+
+--
+
+*`azure.app_insights.start_date`*::
++
+--
+The start date
+
+
+type: date
+
+--
+
+*`azure.app_insights.end_date`*::
++
+--
+The end date
+
+
+type: date
+
+--
+
+*`azure.app_insights.metrics.*.*`*::
++
+--
+The metrics
+
+
 type: object
 
 --

diff --git a/metricbeat/docs/modules/azure.asciidoc b/metricbeat/docs/modules/azure.asciidoc
@@ -105,6 +105,10 @@ so the `period` for `container_service` metricset  should be `300s` or multiples
 This metricset will collect relevant metrics from specified database accounts, these metrics will have a timegrain every 5 minutes,
 so the `period` for `database_account` metricset  should be `300s` or multiples of `300s`.
 
+[float]
+=== `app_insights`
+This metricset will collect application insights metrics, these metrics will have a timegrain every 5 minutes,
+so the `period` for `app-insights` metricset  should be `300s` or multiples of `300s`.
 
 [float]
 == Additional notes about metrics and costs
@@ -198,7 +202,6 @@ metricbeat.modules:
   tenant_id: '${AZURE_TENANT_ID:""}'
   subscription_id: '${AZURE_SUBSCRIPTION_ID:""}'
 
-
 - module: azure
   metricsets:
   - database_account
@@ -209,13 +212,23 @@ metricbeat.modules:
   tenant_id: '${AZURE_TENANT_ID:""}'
   subscription_id: '${AZURE_SUBSCRIPTION_ID:""}'
 
+- module: azure
+  metricsets:
+    - app_insights
+  enabled: true
+  period: 300s
+  application_id: ''
+  api_key: ''
+
 ----
 
 [float]
 === Metricsets
 
 The following metricsets are available:
 
+* <<metricbeat-metricset-azure-app_insights,app_insights>>
+
 * <<metricbeat-metricset-azure-compute_vm,compute_vm>>
 
 * <<metricbeat-metricset-azure-compute_vm_scaleset,compute_vm_scaleset>>
@@ -232,6 +245,8 @@ The following metricsets are available:
 
 * <<metricbeat-metricset-azure-storage,storage>>
 
+include::azure/app_insights.asciidoc[]
+
 include::azure/compute_vm.asciidoc[]
 
 include::azure/compute_vm_scaleset.asciidoc[]

diff --git a/metricbeat/docs/modules/azure/app_insights.asciidoc b/metricbeat/docs/modules/azure/app_insights.asciidoc
@@ -0,0 +1,23 @@
+////
+This file is generated! See scripts/mage/docs_collector.go
+////
+
+[[metricbeat-metricset-azure-app_insights]]
+=== Azure app_insights metricset
+
+beta[]
+
+include::../../../../x-pack/metricbeat/module/azure/app_insights/_meta/docs.asciidoc[]
+
+
+==== Fields
+
+For a description of each field in the metricset, see the
+<<exported-fields-azure,exported fields>> section.
+
+Here is an example document generated by this metricset:
+
+[source,json]
+----
+include::../../../../x-pack/metricbeat/module/azure/app_insights/_meta/data.json[]
+----
diff --git a/metricbeat/docs/modules_list.asciidoc b/metricbeat/docs/modules_list.asciidoc
@@ -33,7 +33,8 @@ This file is generated! See scripts/mage/docs_collector.go
 |<<metricbeat-metricset-aws-usage,usage>> beta[]  
 |<<metricbeat-metricset-aws-vpn,vpn>> beta[]  
 |<<metricbeat-module-azure,Azure>>     |image:./images/icon-yes.png[Prebuilt dashboards are available]    |  
-.8+| .8+|  |<<metricbeat-metricset-azure-compute_vm,compute_vm>>   
+.9+| .9+|  |<<metricbeat-metricset-azure-app_insights,app_insights>> beta[]  
+|<<metricbeat-metricset-azure-compute_vm,compute_vm>>   
 |<<metricbeat-metricset-azure-compute_vm_scaleset,compute_vm_scaleset>>   
 |<<metricbeat-metricset-azure-container_instance,container_instance>>   
 |<<metricbeat-metricset-azure-container_registry,container_registry>>   

diff --git a/x-pack/metricbeat/include/list.go b/x-pack/metricbeat/include/list.go
diff --git a/x-pack/metricbeat/metricbeat.reference.yml b/x-pack/metricbeat/metricbeat.reference.yml
@@ -313,7 +313,6 @@ metricbeat.modules:
   tenant_id: '${AZURE_TENANT_ID:""}'
   subscription_id: '${AZURE_SUBSCRIPTION_ID:""}'
 
-
 - module: azure
   metricsets:
   - database_account
@@ -324,6 +323,14 @@ metricbeat.modules:
   tenant_id: '${AZURE_TENANT_ID:""}'
   subscription_id: '${AZURE_SUBSCRIPTION_ID:""}'
 
+- module: azure
+  metricsets:
+    - app_insights
+  enabled: true
+  period: 300s
+  application_id: ''
+  api_key: ''
+
 
 #--------------------------------- Beat Module ---------------------------------
 - module: beat

diff --git a/x-pack/metricbeat/module/azure/_meta/config.reference.yml b/x-pack/metricbeat/module/azure/_meta/config.reference.yml
@@ -73,7 +73,6 @@
   tenant_id: '${AZURE_TENANT_ID:""}'
   subscription_id: '${AZURE_SUBSCRIPTION_ID:""}'
 
-
 - module: azure
   metricsets:
   - database_account
@@ -84,3 +83,11 @@
   tenant_id: '${AZURE_TENANT_ID:""}'
   subscription_id: '${AZURE_SUBSCRIPTION_ID:""}'
 
+- module: azure
+  metricsets:
+    - app_insights
+  enabled: true
+  period: 300s
+  application_id: ''
+  api_key: ''
+
diff --git a/x-pack/metricbeat/module/azure/_meta/config.yml b/x-pack/metricbeat/module/azure/_meta/config.yml
@@ -90,3 +90,11 @@
 #  tenant_id: '${AZURE_TENANT_ID:""}'
 #  subscription_id: '${AZURE_SUBSCRIPTION_ID:""}'
 #  refresh_list_interval: 600s
+
+#- module: azure
+#  metricsets:
+#    - app_insights
+#  enabled: true
+#  period: 300s
+#  application_id: ''
+#  api_key: ''
diff --git a/x-pack/metricbeat/module/azure/_meta/docs.asciidoc b/x-pack/metricbeat/module/azure/_meta/docs.asciidoc
@@ -97,6 +97,10 @@ so the `period` for `container_service` metricset  should be `300s` or multiples
 This metricset will collect relevant metrics from specified database accounts, these metrics will have a timegrain every 5 minutes,
 so the `period` for `database_account` metricset  should be `300s` or multiples of `300s`.
 
+[float]
+=== `app_insights`
+This metricset will collect application insights metrics, these metrics will have a timegrain every 5 minutes,
+so the `period` for `app-insights` metricset  should be `300s` or multiples of `300s`.
 
 [float]
 == Additional notes about metrics and costs

diff --git a/x-pack/metricbeat/module/azure/app_insights/_meta/data.json b/x-pack/metricbeat/module/azure/app_insights/_meta/data.json
@@ -0,0 +1,31 @@
+{
+    "@timestamp": "2017-10-12T08:05:34.853Z",
+        "azure" : {
+        "app_insights" : {
+            "metrics" : {
+                "requests_failed" : {
+                    "sum" : 182
+                },
+                "request_name" : "GET /favicon.ico"
+            },
+            "start_date" : "2020-07-12T10:52:11.831Z",
+            "end_date" : "2020-07-12T12:52:11.831Z",
+            "application_id" : "42cb59a9-d5be-400b-a5c4-69b0a0026ac6"
+        }
+    },
+    "cloud": {
+        "provider": "azure"
+    },
+    "event": {
+        "dataset": "azure.app_insights",
+        "duration": 115000,
+        "module": "azure"
+    },
+    "metricset": {
+        "name": "app_insights",
+        "period": 10000
+    },
+    "service": {
+        "type": "azure"
+    }
+}
diff --git a/x-pack/metricbeat/module/azure/app_insights/_meta/docs.asciidoc b/x-pack/metricbeat/module/azure/app_insights/_meta/docs.asciidoc
@@ -0,0 +1,61 @@
+This is the app_insights metricset.
+
+This metricset allows users to retrieve application insights metrics from specified applications.
+
+[float]
+==== Config options to identify resources
+
+`application_id`:: (_[]string_) ID of the application. This is Application ID from the API Access settings blade in the Azure portal.
+
+`api_key`:: (_[]string_) The API key which will be generated, more on the steps here https://dev.applicationinsights.io/documentation/Authorization/API-key-and-App-ID.
+
+[float]
+==== App insights metric configurations
+
+`metrics`:: List of different metrics to collect information
+
+`id`:: (_[]string_) IDs of the metrics that's being reported. Usually, the id is descriptive enough to help identify what's measured.
+A list of metric names can be entered as well.
+Default metricsets include: `requests/count` `requests/duration` `requests/failed` `users/count``users/authenticated`
+`pageViews/count` `pageViews/duration` `customEvents/count`
+`browserTimings/processingDuration` `browserTimings/receiveDuration` `browserTimings/networkDuration` `browserTimings/sendDuration`
+`browserTimings/totalDuration` `dependencies/count` `dependencies/duration` `dependencies/failed`
+`exceptions/count` `exceptions/browser` `exceptions/server` `sessions/count` `performanceCounters/requestExecutionTime` `performanceCounters/requestsPerSecond`
+`performanceCounters/requestsInQueue` `performanceCounters/memoryAvailableBytes` `performanceCounters/exceptionsPerSecond` `performanceCounters/processCpuPercentage`
+`performanceCounters/processIOBytesPerSecond` `performanceCounters/processPrivateBytes` `performanceCounters/processorCpuPercentage` `availabilityResults/count`
+`availabilityResults/availabilityPercentage` `availabilityResults/duration`
+
+`interval`:: (_string_) The time interval to use when retrieving metric values. This is an ISO8601 duration.
+If interval is omitted, the metric value is aggregated across the entire timespan.
+If interval is supplied, the result may adjust the interval to a more appropriate size based on the timespan used for the query.
+
+`aggregation`:: (_[]string_) The aggregation to use when computing the metric values.
+To retrieve more than one aggregation at a time, separate them with a comma.
+If no aggregation is specified, then the default aggregation for the metric is used.
+
+`segment`:: (_[]string_) The name of the dimension to segment the metric values by.
+This dimension must be applicable to the metric you are retrieving.
+In this case, the metric data will be segmented in the order the dimensions are listed in the parameter.
+
+`top`:: (_int_) The number of segments to return. This value is only valid when segment is specified.
+
+`order_by`:: (_string_) The aggregation function and direction to sort the segments by.
+This value is only valid when segment is specified.
+
+`filter`:: (_string_) An expression used to filter the results.
+This value should be a valid OData filter expression where the keys of each clause should be applicable dimensions for the metric you are retrieving.
+
+Users can select the options to retrieve all metrics from a specific namespace using the following:
+
+["source","yaml"]
+----
+ metrics:
+ - id: ["*"]
+   timespan: "Microsoft.Storage/storageAccounts"
+----
+
+
+
+A default non configurable timegrain of 5 min is set so users are advised to configure an interval of 300s or  a multiply of it.
+
+
diff --git a/x-pack/metricbeat/module/azure/app_insights/_meta/fields.yml b/x-pack/metricbeat/module/azure/app_insights/_meta/fields.yml
@@ -0,0 +1,24 @@
+- name: app_insights
+  type: group
+  release: beta
+  description: >
+    application insights
+  fields:
+    - name: application_id
+      type: keyword
+      description: >
+        The application ID
+    - name: start_date
+      type: date
+      description: >
+        The start date
+    - name: end_date
+      type: date
+      description: >
+        The end date
+    - name: metrics.*.*
+      type: object
+      object_type: float
+      object_type_mapping_type: "*"
+      description: >
+       The metrics