anomaly detection changes.

[ylwu-amzn]

Co-authored-by: mihirsoni [email protected]

Issue #, if available:

• Create monitor with anomaly detector. It will create a monitor based on anomaly result index, sample monitor

{
        "_index" : ".opendistro-alerting-config",
        "_type" : "_doc",
        "_id" : "dnexZXEBemUf2kpaW2CK",
        "_score" : 1.0,
        "_source" : {
          "monitor" : {
            "type" : "monitor",
            "schema_version" : 1,
            "name" : "test1-Monitor",
            "enabled" : true,
            "enabled_time" : 1586549054337,
            "schedule" : {
              "period" : {
                "interval" : 4,
                "unit" : "MINUTES"
              }
            },
            "inputs" : [
              {
                "search" : {
                  "indices" : [
                    ".opendistro-anomaly-results*"
                  ],
                  "query" : {
                    "size" : 1,
                    "query" : {
                      "bool" : {
                        "filter" : [
                          {
                            "range" : {
                              "data_end_time" : {
                                "from" : "{{period_end}}||-4m",
                                "to" : "{{period_end}}",
                                "include_lower" : true,
                                "include_upper" : true,
                                "boost" : 1.0
                              }
                            }
                          },
                          {
                            "term" : {
                              "detector_id" : {
                                "value" : "cXevZXEBemUf2kpaDWBN",
                                "boost" : 1.0
                              }
                            }
                          }
                        ],
                        "adjust_pure_negative" : true,
                        "boost" : 1.0
                      }
                    },
                    "sort" : [
                      {
                        "anomaly_grade" : {
                          "order" : "desc"
                        }
                      },
                      {
                        "confidence" : {
                          "order" : "desc"
                        }
                      }
                    ],
                    "aggregations" : {
                      "max_anomaly_grade" : {
                        "max" : {
                          "field" : "anomaly_grade"
                        }
                      }
                    }
                  }
                }
              }
            ],
            "triggers" : [
              {
                "id" : "eXexZXEBemUf2kpa52A4",
                "name" : "ad-trigger",
                "severity" : "1",
                "condition" : {
                  "script" : {
                    "source" : "return ctx.results[0].aggregations.max_anomaly_grade.value != null && ctx.results[0].aggregations.max_anomaly_grade.value > 0.7 && ctx.results[0].hits.hits[0]._source.confidence > 0.7",
                    "lang" : "painless"
                  }
                },
                "actions" : [ ]
              }
            ],
            "last_update_time" : 1586549090104,
            "ui_metadata" : {
              "schedule" : {
                "cronExpression" : "0 */1 * * *",
                "period" : {
                  "unit" : "Minutes",
                  "interval" : 4
                },
                "timezone" : null,
                "daily" : 0,
                "monthly" : {
                  "type" : "day",
                  "day" : 1
                },
                "weekly" : {
                  "tue" : false,
                  "wed" : false,
                  "thur" : false,
                  "sat" : false,
                  "fri" : false,
                  "mon" : false,
                  "sun" : false
                },
                "frequency" : "interval"
              },
              "search" : {
                "aggregationType" : "count",
                "fieldName" : "",
                "overDocuments" : "all documents",
                "searchType" : "ad",
                "bucketValue" : 1,
                "timeField" : "",
                "groupedOverTop" : 5,
                "bucketUnitOfTime" : "h",
                "where" : {
                  "fieldName" : [ ],
                  "fieldRangeEnd" : 0,
                  "fieldRangeStart" : 0,
                  "fieldValue" : "",
                  "operator" : "is"
                },
                "groupedOverFieldName" : "bytes"
              },
              "triggers" : {
                "ad-trigger" : {
                  "adTriggerMetadata" : {
                    "anomalyConfidence" : {
                      "value" : 0.7,
                      "enum" : "ABOVE"
                    },
                    "triggerType" : "anomaly_detector_trigger",
                    "anomalyGrade" : {
                      "value" : 0.7,
                      "enum" : "ABOVE"
                    }
                  },
                  "value" : 10000,
                  "enum" : "ABOVE"
                }
              }
            }
          }
        }
      }

Create monitor

Create trigger

Monitor detail page

By submitting this pull request, I confirm that my contribution is made under the terms of the Apache 2.0 license.

[ylwu-amzn]

Paste my local test result here as the "Unit test workflow" of Github Checks failed.

Test Suites: 6 skipped, 76 passed, 76 of 82 total
Tests:       20 skipped, 362 passed, 382 total
Snapshots:   127 passed, 127 total
Time:        117.026s
Ran all test suites.
✨  Done in 119.75s.

[dbbaughe]

Please have some folks from AD review this PR, there is too much business logic pertaining to AD in this PR with 69 file changes for me to fully review. Consider breaking apart PRs into reasonable lengths.

[yizheliu-amazon]

some minor comments. feel free to check in after addressing them.

[ylwu-amzn]

Post local yarn test:jest result here

Test Suites: 6 skipped, 78 passed, 78 of 84 total
Tests: 20 skipped, 366 passed, 386 total
Snapshots: 127 passed, 127 total
Time: 67.975s
Ran all test suites.
✨ Done in 71.26s.

[dbbaughe]

Thanks for changes