-
Notifications
You must be signed in to change notification settings - Fork 8.3k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[ML] Explain Log Rate Spikes: Additional functional tests with artifi…
…cial logs dataset (#145763) Additional functional tests with artificial logs dataset. This generates an artificial logs dataset with the purpose of asserting the case where grouping needs to identify 2 non-overlapping groups. The primary use case of the test is to track possible regressions related to when trying to improve `frequent_items` aggregation settings and the custom grouping code.
- Loading branch information
Showing
7 changed files
with
405 additions
and
37 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
225 changes: 225 additions & 0 deletions
225
x-pack/test/functional/apps/aiops/explain_log_rate_spikes_logs.ts
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,225 @@ | ||
| /* | ||
| * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one | ||
| * or more contributor license agreements. Licensed under the Elastic License | ||
| * 2.0; you may not use this file except in compliance with the Elastic License | ||
| * 2.0. | ||
| */ | ||
|
|
||
| import expect from '@kbn/expect'; | ||
|
|
||
| import type { FtrProviderContext } from '../../ftr_provider_context'; | ||
| import type { TestDataGenerated } from './types'; | ||
| import { artificialLogDataViewTestData } from './test_data'; | ||
|
|
||
| export default function ({ getPageObject, getService }: FtrProviderContext) { | ||
| const es = getService('es'); | ||
| const headerPage = getPageObject('header'); | ||
| const elasticChart = getService('elasticChart'); | ||
| const aiops = getService('aiops'); | ||
| const log = getService('log'); | ||
|
|
||
| // aiops / Explain Log Rate Spikes lives in the ML UI so we need some related services. | ||
| const ml = getService('ml'); | ||
|
|
||
| function runTests(testData: TestDataGenerated) { | ||
| it(`${testData.suiteTitle} loads the source data in explain log rate spikes`, async () => { | ||
| await elasticChart.setNewChartUiDebugFlag(true); | ||
|
|
||
| await ml.testExecution.logTestStep( | ||
| `${testData.suiteTitle} loads the saved search selection page` | ||
| ); | ||
| await aiops.explainLogRateSpikesPage.navigateToIndexPatternSelection(); | ||
|
|
||
| await ml.testExecution.logTestStep( | ||
| `${testData.suiteTitle} loads the explain log rate spikes page` | ||
| ); | ||
| await ml.jobSourceSelection.selectSourceForExplainLogRateSpikes( | ||
| testData.sourceIndexOrSavedSearch | ||
| ); | ||
| }); | ||
|
|
||
| it(`${testData.suiteTitle} displays index details`, async () => { | ||
| await ml.testExecution.logTestStep(`${testData.suiteTitle} displays the time range step`); | ||
| await aiops.explainLogRateSpikesPage.assertTimeRangeSelectorSectionExists(); | ||
|
|
||
| await ml.testExecution.logTestStep(`${testData.suiteTitle} loads data for full time range`); | ||
| await aiops.explainLogRateSpikesPage.clickUseFullDataButton( | ||
| testData.expected.totalDocCountFormatted | ||
| ); | ||
| await headerPage.waitUntilLoadingHasFinished(); | ||
|
|
||
| await ml.testExecution.logTestStep( | ||
| `${testData.suiteTitle} displays elements in the doc count panel correctly` | ||
| ); | ||
| await aiops.explainLogRateSpikesPage.assertTotalDocCountHeaderExists(); | ||
| await aiops.explainLogRateSpikesPage.assertTotalDocCountChartExists(); | ||
|
|
||
| await ml.testExecution.logTestStep( | ||
| `${testData.suiteTitle} displays elements in the page correctly` | ||
| ); | ||
| await aiops.explainLogRateSpikesPage.assertSearchPanelExists(); | ||
|
|
||
| await ml.testExecution.logTestStep('displays empty prompt'); | ||
| await aiops.explainLogRateSpikesPage.assertNoWindowParametersEmptyPromptExists(); | ||
|
|
||
| await ml.testExecution.logTestStep('clicks the document count chart to start analysis'); | ||
| await aiops.explainLogRateSpikesPage.clickDocumentCountChart(testData.chartClickCoordinates); | ||
| await aiops.explainLogRateSpikesPage.assertAnalysisSectionExists(); | ||
|
|
||
| await ml.testExecution.logTestStep('displays the no results found prompt'); | ||
| await aiops.explainLogRateSpikesPage.assertNoResultsFoundEmptyPromptExists(); | ||
|
|
||
| await ml.testExecution.logTestStep('adjusts the brushes to get analysis results'); | ||
| await aiops.explainLogRateSpikesPage.assertRerunAnalysisButtonExists(false); | ||
|
|
||
| // Get the current width of the deviation brush for later comparison. | ||
| const brushSelectionWidthBefore = await aiops.explainLogRateSpikesPage.getBrushSelectionWidth( | ||
| 'aiopsBrushDeviation' | ||
| ); | ||
|
|
||
| // Get the px values for the timestamp we want to move the brush to. | ||
| const { targetPx, intervalPx } = await aiops.explainLogRateSpikesPage.getPxForTimestamp( | ||
| testData.brushDeviationTargetTimestamp | ||
| ); | ||
|
|
||
| // Adjust the right brush handle | ||
| await aiops.explainLogRateSpikesPage.adjustBrushHandler( | ||
| 'aiopsBrushDeviation', | ||
| 'handle--e', | ||
| targetPx + intervalPx * testData.brushIntervalFactor | ||
| ); | ||
|
|
||
| // Adjust the left brush handle | ||
| await aiops.explainLogRateSpikesPage.adjustBrushHandler( | ||
| 'aiopsBrushDeviation', | ||
| 'handle--w', | ||
| targetPx - intervalPx * testData.brushIntervalFactor | ||
| ); | ||
|
|
||
| if (testData.brushBaselineTargetTimestamp) { | ||
| // Get the px values for the timestamp we want to move the brush to. | ||
| const { targetPx: targetBaselinePx } = | ||
| await aiops.explainLogRateSpikesPage.getPxForTimestamp( | ||
| testData.brushBaselineTargetTimestamp | ||
| ); | ||
|
|
||
| // Adjust the right brush handle | ||
| await aiops.explainLogRateSpikesPage.adjustBrushHandler( | ||
| 'aiopsBrushBaseline', | ||
| 'handle--e', | ||
| targetBaselinePx + intervalPx * testData.brushIntervalFactor | ||
| ); | ||
|
|
||
| // Adjust the left brush handle | ||
| await aiops.explainLogRateSpikesPage.adjustBrushHandler( | ||
| 'aiopsBrushBaseline', | ||
| 'handle--w', | ||
| targetBaselinePx - intervalPx * testData.brushIntervalFactor | ||
| ); | ||
| } | ||
| // Get the new brush selection width for later comparison. | ||
| const brushSelectionWidthAfter = await aiops.explainLogRateSpikesPage.getBrushSelectionWidth( | ||
| 'aiopsBrushDeviation' | ||
| ); | ||
|
|
||
| // Assert the adjusted brush: The selection width should have changed and | ||
| // we test if the selection is smaller than two bucket intervals. | ||
| // Finally, the adjusted brush should trigger | ||
| // a warning on the "Rerun analysis" button. | ||
| expect(brushSelectionWidthBefore).not.to.be(brushSelectionWidthAfter); | ||
| expect(brushSelectionWidthAfter).not.to.be.greaterThan(intervalPx * 21); | ||
|
|
||
| await aiops.explainLogRateSpikesPage.assertRerunAnalysisButtonExists(true); | ||
|
|
||
| await ml.testExecution.logTestStep('rerun the analysis with adjusted settings'); | ||
|
|
||
| await aiops.explainLogRateSpikesPage.clickRerunAnalysisButton(true); | ||
| await aiops.explainLogRateSpikesPage.assertProgressTitle('Progress: 100% — Done.'); | ||
|
|
||
| // The group switch should be disabled by default | ||
| await aiops.explainLogRateSpikesPage.assertSpikeAnalysisGroupSwitchExists(false); | ||
|
|
||
| // Enabled grouping | ||
| await aiops.explainLogRateSpikesPage.clickSpikeAnalysisGroupSwitch(false); | ||
|
|
||
| await aiops.explainLogRateSpikesAnalysisGroupsTable.assertSpikeAnalysisTableExists(); | ||
|
|
||
| const analysisGroupsTable = | ||
| await aiops.explainLogRateSpikesAnalysisGroupsTable.parseAnalysisTable(); | ||
| expect(analysisGroupsTable).to.be.eql(testData.expected.analysisGroupsTable); | ||
|
|
||
| await ml.testExecution.logTestStep('expand table row'); | ||
| await aiops.explainLogRateSpikesAnalysisGroupsTable.assertExpandRowButtonExists(); | ||
| await aiops.explainLogRateSpikesAnalysisGroupsTable.expandRow(); | ||
|
|
||
| const analysisTable = await aiops.explainLogRateSpikesAnalysisTable.parseAnalysisTable(); | ||
| expect(analysisTable).to.be.eql(testData.expected.analysisTable); | ||
| }); | ||
| } | ||
|
|
||
| describe('explain log rate spikes - artificial log data', function () { | ||
| this.tags(['aiops']); | ||
|
|
||
| before(async () => { | ||
| try { | ||
| await es.indices.delete({ index: artificialLogDataViewTestData.sourceIndexOrSavedSearch }); | ||
| } catch (e) { | ||
| log.error( | ||
| `Error deleting index '${artificialLogDataViewTestData.sourceIndexOrSavedSearch}' in before() callback` | ||
| ); | ||
| } | ||
| // Create index with mapping | ||
| await es.indices.create({ | ||
| index: artificialLogDataViewTestData.sourceIndexOrSavedSearch, | ||
| mappings: { | ||
| properties: { | ||
| user: { type: 'keyword' }, | ||
| response_code: { type: 'keyword' }, | ||
| url: { type: 'keyword' }, | ||
| version: { type: 'keyword' }, | ||
| '@timestamp': { type: 'date' }, | ||
| }, | ||
| }, | ||
| }); | ||
|
|
||
| await es.bulk({ | ||
| refresh: 'wait_for', | ||
| body: artificialLogDataViewTestData.bulkBody, | ||
| }); | ||
|
|
||
| await ml.testResources.createIndexPatternIfNeeded( | ||
| artificialLogDataViewTestData.sourceIndexOrSavedSearch, | ||
| '@timestamp' | ||
| ); | ||
|
|
||
| await ml.testResources.setKibanaTimeZoneToUTC(); | ||
|
|
||
| await ml.securityUI.loginAsMlPowerUser(); | ||
| }); | ||
|
|
||
| after(async () => { | ||
| await elasticChart.setNewChartUiDebugFlag(false); | ||
| await ml.testResources.deleteIndexPatternByTitle( | ||
| artificialLogDataViewTestData.sourceIndexOrSavedSearch | ||
| ); | ||
| try { | ||
| await es.indices.delete({ index: artificialLogDataViewTestData.sourceIndexOrSavedSearch }); | ||
| } catch (e) { | ||
| log.error( | ||
| `Error deleting index '${artificialLogDataViewTestData.sourceIndexOrSavedSearch}' in after() callback` | ||
| ); | ||
| } | ||
| }); | ||
|
|
||
| describe('with artificial logs', function () { | ||
| // Run tests on full farequote index. | ||
| it(`${artificialLogDataViewTestData.suiteTitle} loads the explain log rate spikes page`, async () => { | ||
| // Start navigation from the base of the ML app. | ||
| await ml.navigation.navigateToMl(); | ||
| await elasticChart.setNewChartUiDebugFlag(true); | ||
| }); | ||
|
|
||
| runTests(artificialLogDataViewTestData); | ||
| }); | ||
| }); | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.