Skip to content

Commit

Permalink
chore(NA): skip currently unstable serverless Cypress tests (#165424)
Browse files Browse the repository at this point in the history
This is a simple PR skipping some Cypress tests that are currently
flaky.
  • Loading branch information
mistic authored Sep 4, 2023
1 parent b7b17c4 commit f7fc2da
Show file tree
Hide file tree
Showing 12 changed files with 32 additions and 15 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -189,7 +189,9 @@ describe('Related integrations', { tags: ['@ess', '@brokenInServerless'] }, () =
});
});

describe('rule details', () => {
// Flaky in serverless tests
// @brokenInServerless tag is not working so a skip was needed
describe.skip('rule details', { tags: ['@brokenInServerless'] }, () => {
beforeEach(() => {
visitFirstInstalledPrebuiltRuleDetailsPage();
});
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,8 @@ import { TOOLTIP } from '../../../../../screens/common';

const RULES_TO_IMPORT_FILENAME = 'cypress/fixtures/7_16_rules.ndjson';

describe('rule snoozing', { tags: ['@ess', '@serverless'] }, () => {
// Flaky in serverless tests
describe('rule snoozing', { tags: ['@ess', '@serverless', '@brokenInServerless'] }, () => {
before(() => {
cleanKibana();
});
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,8 @@ import {
import { disableAutoRefresh } from '../../../../tasks/alerts_detection_rules';
import { getNewRule } from '../../../../objects/rule';

describe('Rules table: filtering', { tags: ['@ess', '@serverless'] }, () => {
// Flaky in serverless tests
describe('Rules table: filtering', { tags: ['@ess', '@serverless', '@brokenInServerless'] }, () => {
before(() => {
cleanKibana();
});
Expand All @@ -41,8 +42,10 @@ describe('Rules table: filtering', { tags: ['@ess', '@serverless'] }, () => {
cy.task('esArchiverResetKibana');
});

describe('Last response filter', () => {
it('Filters rules by last response', function () {
describe.skip('Last response filter', () => {
// Flaky in serverless tests
// @brokenInServerless tag is not working so a skip was needed
it('Filters rules by last response', { tags: ['@brokenInServerless'] }, function () {
deleteIndex('test_index');

createIndex('test_index', {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,8 @@ import { cleanKibana, deleteAlertsAndRules } from '../../../../tasks/common';
import { login, visitWithoutDateRange } from '../../../../tasks/login';
import { DETECTIONS_RULE_MANAGEMENT_URL } from '../../../../urls/navigation';

describe('Rules table: links', { tags: ['@ess', '@serverless'] }, () => {
// Flaky in serverless tests
describe('Rules table: links', { tags: ['@ess', '@serverless', '@brokenInServerless'] }, () => {
before(() => {
cleanKibana();
});
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ describe('value lists', () => {
closeValueListsModal();
});

describe('create list types', () => {
// Flaky in serverless tests
describe('create list types', { tags: ['@brokenInServerless'] }, () => {
beforeEach(() => {
openValueListsModal();
});
Expand Down Expand Up @@ -108,7 +109,8 @@ describe('value lists', () => {
});
});

describe('delete list types', () => {
// Flaky in serverless tests
describe('delete list types', { tags: ['@brokenInServerless'] }, () => {
it('deletes a "keyword" list from an uploaded file', () => {
importValueList(TEXT_LIST_FILE_NAME, 'keyword');
openValueListsModal();
Expand Down Expand Up @@ -154,7 +156,8 @@ describe('value lists', () => {
});
});

describe('export list types', () => {
// Flaky in serverless tests
describe('export list types', { tags: ['@brokenInServerless'] }, () => {
it('exports a "keyword" list from an uploaded file', () => {
cy.intercept('POST', `/api/lists/items/_export?list_id=${TEXT_LIST_FILE_NAME}`).as(
'exportList'
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,8 @@ const getExceptionList2 = () => ({
list_id: 'exception_list_2',
});

describe('Duplicate List', { tags: ['@ess', '@serverless'] }, () => {
// Flaky in serverless tests
describe('Duplicate List', { tags: ['@ess', '@serverless', '@brokenInServerless'] }, () => {
beforeEach(() => {
cy.task('esArchiverResetKibana');
login();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,8 @@ const defaultHeaders = [
{ id: 'user.name' },
];

describe('Fields Browser', { tags: ['@ess', '@serverless'] }, () => {
// Flaky in serverless tests
describe('Fields Browser', { tags: ['@ess', '@serverless', '@brokenInServerless'] }, () => {
before(() => {
cleanKibana();
});
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,7 @@ export default ({ getService, getPageObjects }: FtrProviderContext) => {
const dataGrid = getService('dataGrid');
const defaultSettings = { defaultIndex: 'logstash-*' };

// Flaky in serverless tests (before hook)
// Failing: See https://github.com/elastic/kibana/issues/165396
describe.skip('Customizations', () => {
before(async () => {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,8 @@ export default function ({ getService, getPageObjects }: FtrProviderContext) {
const testSubjects = getService('testSubjects');
const PageObjects = getPageObjects(['common']);

describe('Field formats example', function () {
// Flaky in serverless tests
describe.skip('Field formats example', function () {
before(async () => {
await PageObjects.common.navigateToApp('fieldFormatsExample');
});
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,8 @@ export default function ({ getPageObject, getService }: FtrProviderContext) {
const commonPage = getPageObject('common');
const testSubjects = getService('testSubjects');

describe('Management', function () {
// Flaky in serverless tests
describe.skip('Management', function () {
describe('Disabled UIs', () => {
const DISABLED_PLUGINS = [
{
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,8 @@
* 2.0.
*/

describe('Serverless', () => {
// Flaky in serverless tests
describe.skip('Serverless', () => {
beforeEach(() => {
cy.loginAsElasticUser();
});
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,8 @@
* 2.0.
*/

describe('[Serverless Observability onboarding] Landing page', () => {
// Flaky in serverless tests
describe.skip('[Serverless Observability onboarding] Landing page', () => {
beforeEach(() => {
cy.loginAsElasticUser();
});
Expand Down

0 comments on commit f7fc2da

Please sign in to comment.