Skip to content

Commit

Permalink
[ML] Functional tests - reduce job run time in date nanos and categor…
Browse files Browse the repository at this point in the history 
…ization tests (#123899)

This PR stabilizes the date nanos job and categorization job tests for cloud execution by reducing the job run time.
  • Loading branch information
@pheyos
pheyos authored Jan 27, 2022
1 parent cc082bc commit 4f1d97a
Show file tree
Hide file tree
Showing 3 changed files with 25 additions and 25 deletions.
40 changes: 20 additions & 20 deletions x-pack/test/functional/apps/ml/anomaly_detection/categorization_job.ts
View file
Original file line number Diff line number Diff line change
Expand Up @@ -21,40 +21,40 @@ export default function ({ getService }: FtrProviderContext) {
const detectorTypeIdentifier = 'Rare';
const categorizationFieldIdentifier = 'field1';
const categorizationExampleCount = 5;
const bucketSpan = '15m';
const bucketSpan = '1d';
const memoryLimit = '15mb';

function getExpectedRow(expectedJobId: string, expectedJobGroups: string[]) {
return {
id: expectedJobId,
description: jobDescription,
jobGroups: [...new Set(expectedJobGroups)].sort(),
recordCount: '1,501',
recordCount: '1,000',
memoryStatus: 'ok',
jobState: 'closed',
datafeedState: 'stopped',
latestTimestamp: '2019-11-21 06:01:13',
latestTimestamp: '2019-11-21 00:01:13',
};
}

function getExpectedCounts(expectedJobId: string) {
return {
job_id: expectedJobId,
processed_record_count: '1,501',
processed_field_count: '1,501',
input_bytes: '335.4 KB',
input_field_count: '1,501',
processed_record_count: '1,000',
processed_field_count: '1,000',
input_bytes: '148.8 KB',
input_field_count: '1,000',
invalid_date_count: '0',
missing_field_count: '0',
out_of_order_timestamp_count: '0',
empty_bucket_count: '21,428',
empty_bucket_count: '23',
sparse_bucket_count: '0',
bucket_count: '22,059',
bucket_count: '230',
earliest_record_timestamp: '2019-04-05 11:25:35',
latest_record_timestamp: '2019-11-21 06:01:13',
input_record_count: '1,501',
latest_bucket_timestamp: '2019-11-21 06:00:00',
latest_empty_bucket_timestamp: '2019-11-21 05:45:00',
latest_record_timestamp: '2019-11-21 00:01:13',
input_record_count: '1,000',
latest_bucket_timestamp: '2019-11-21 00:00:00',
latest_empty_bucket_timestamp: '2019-11-17 00:00:00',
};
}

Expand All @@ -68,7 +68,7 @@ export default function ({ getService }: FtrProviderContext) {
total_partition_field_count: '2',
bucket_allocation_failures_count: '0',
memory_status: 'ok',
timestamp: '2019-11-21 05:45:00',
timestamp: '2019-11-20 00:00:00',
};
}

Expand All @@ -77,8 +77,8 @@ export default function ({ getService }: FtrProviderContext) {
describe('categorization', function () {
this.tags(['mlqa']);
before(async () => {
await esArchiver.loadIfNeeded('x-pack/test/functional/es_archives/ml/categorization');
await ml.testResources.createIndexPatternIfNeeded('ft_categorization', '@timestamp');
await esArchiver.loadIfNeeded('x-pack/test/functional/es_archives/ml/categorization_small');
await ml.testResources.createIndexPatternIfNeeded('ft_categorization_small', '@timestamp');
await ml.testResources.setKibanaTimeZoneToUTC();

await ml.api.createCalendar(calendarId);
Expand All @@ -87,7 +87,7 @@ export default function ({ getService }: FtrProviderContext) {

after(async () => {
await ml.api.cleanMlIndices();
await ml.testResources.deleteIndexPatternByTitle('ft_categorization');
await ml.testResources.deleteIndexPatternByTitle('ft_categorization_small');
});

it('job creation loads the categorization wizard for the source data', async () => {
Expand All @@ -100,7 +100,7 @@ export default function ({ getService }: FtrProviderContext) {
await ml.jobManagement.navigateToNewJobSourceSelection();

await ml.testExecution.logTestStep('job creation loads the job type selection page');
await ml.jobSourceSelection.selectSourceForAnomalyDetectionJob('ft_categorization');
await ml.jobSourceSelection.selectSourceForAnomalyDetectionJob('ft_categorization_small');

await ml.testExecution.logTestStep('job creation loads the categorization job wizard page');
await ml.jobTypeSelection.selectCategorizationJob();
Expand All @@ -113,7 +113,7 @@ export default function ({ getService }: FtrProviderContext) {
await ml.testExecution.logTestStep('job creation sets the time range');
await ml.jobWizardCommon.clickUseFullDataButton(
'Apr 5, 2019 @ 11:25:35.770',
'Nov 21, 2019 @ 06:01:13.914'
'Nov 21, 2019 @ 00:01:13.923'
);

await ml.testExecution.logTestStep('job creation displays the event rate chart');
Expand Down Expand Up @@ -235,7 +235,7 @@ export default function ({ getService }: FtrProviderContext) {
await ml.testExecution.logTestStep('job cloning sets the time range');
await ml.jobWizardCommon.clickUseFullDataButton(
'Apr 5, 2019 @ 11:25:35.770',
'Nov 21, 2019 @ 06:01:13.914'
'Nov 21, 2019 @ 00:01:13.923'
);

await ml.testExecution.logTestStep('job cloning displays the event rate chart');
Expand Down
8 changes: 4 additions & 4 deletions x-pack/test/functional/apps/ml/anomaly_detection/date_nanos_job.ts
View file
Original file line number Diff line number Diff line change
Expand Up @@ -57,7 +57,7 @@ export default function ({ getService }: FtrProviderContext) {
jobSource: 'ft_event_rate_gen_trend_nanos',
jobId: `event_rate_nanos_count_1_${Date.now()}`,
jobDescription:
'Create advanced job based on the event rate dataset with a date_nanos time field, 30m bucketspan and count',
'Create advanced job based on the event rate dataset with a date_nanos time field, 1d bucketspan and count',
jobGroups: ['automated', 'event-rate', 'date-nanos'],
pickFieldsConfig: {
detectors: [
Expand All @@ -69,7 +69,7 @@ export default function ({ getService }: FtrProviderContext) {
],
summaryCountField: 'count',
influencers: [],
bucketSpan: '30m',
bucketSpan: '1d',
memoryLimit: '10mb',
} as PickFieldsConfig,
datafeedConfig: {} as DatafeedConfig,
Expand All @@ -94,7 +94,7 @@ export default function ({ getService }: FtrProviderContext) {
out_of_order_timestamp_count: '0',
empty_bucket_count: '0',
sparse_bucket_count: '0',
bucket_count: '17,520',
bucket_count: '365',
earliest_record_timestamp: '2015-01-01 00:10:00',
latest_record_timestamp: '2016-01-01 00:00:00',
input_record_count: '105,120',
Expand All @@ -108,7 +108,7 @@ export default function ({ getService }: FtrProviderContext) {
total_partition_field_count: '2',
bucket_allocation_failures_count: '0',
memory_status: 'ok',
timestamp: '2015-12-31 23:30:00',
timestamp: '2015-12-31 00:00:00',
},
},
},
Expand Down
2 changes: 1 addition & 1 deletion x-pack/test/functional/apps/ml/index.ts
View file
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ export default function ({ getService, loadTestFile }: FtrProviderContext) {

await esArchiver.unload('x-pack/test/functional/es_archives/ml/farequote');
await esArchiver.unload('x-pack/test/functional/es_archives/ml/ecommerce');
await esArchiver.unload('x-pack/test/functional/es_archives/ml/categorization');
await esArchiver.unload('x-pack/test/functional/es_archives/ml/categorization_small');
await esArchiver.unload('x-pack/test/functional/es_archives/ml/event_rate_nanos');
await esArchiver.unload('x-pack/test/functional/es_archives/ml/bm_classification');
await esArchiver.unload('x-pack/test/functional/es_archives/ml/ihp_outlier');
Expand Down

0 comments on commit 4f1d97a

Please sign in to comment.