feat: add testIsolation option and support describe-only overrides

packages/config/__snapshots__/index.spec.ts.js

@@ -67,6 +67,7 @@ exports['config/src/index .getDefaultValues returns list of public config keys 1
   "supportFile": "cypress/support/e2e.{js,jsx,ts,tsx}",
   "supportFolder": false,
   "taskTimeout": 60000,
+  "testIsolation": "default",
   "trashAssetsBeforeRuns": true,
   "userAgent": null,
   "video": true,
@@ -77,6 +78,7 @@ exports['config/src/index .getDefaultValues returns list of public config keys 1
   "viewportWidth": 1000,
   "waitForAnimations": true,
   "watchForFileChanges": true,
+  "specPattern": "cypress/e2e/**/*.cy.{js,jsx,ts,tsx}",
   "additionalIgnorePattern": [],
   "autoOpen": false,
   "browsers": [],
@@ -146,6 +148,7 @@ exports['config/src/index .getDefaultValues returns list of public config keys f
   "supportFile": "cypress/support/e2e.{js,jsx,ts,tsx}",
   "supportFolder": false,
   "taskTimeout": 60000,
+  "testIsolation": "default",
   "trashAssetsBeforeRuns": true,
   "userAgent": null,
   "video": true,
@@ -156,6 +159,7 @@ exports['config/src/index .getDefaultValues returns list of public config keys f
   "viewportWidth": 1000,
   "waitForAnimations": true,
   "watchForFileChanges": true,
+  "specPattern": "cypress/e2e/**/*.cy.{js,jsx,ts,tsx}",
   "additionalIgnorePattern": [],
   "autoOpen": false,
   "browsers": [],
@@ -172,8 +176,7 @@ exports['config/src/index .getDefaultValues returns list of public config keys f
   "socketId": null,
   "socketIoCookie": "__socket",
   "socketIoRoute": "/__socket",
-  "xhrRoute": "/xhrs/",
-  "specPattern": "cypress/e2e/**/*.cy.{js,jsx,ts,tsx}"
+  "xhrRoute": "/xhrs/"
 }
 
 exports['config/src/index .getPublicConfigKeys returns list of public config keys 1'] = [
@@ -221,6 +224,7 @@ exports['config/src/index .getPublicConfigKeys returns list of public config key
   "supportFile",
   "supportFolder",
   "taskTimeout",
+  "testIsolation",
   "trashAssetsBeforeRuns",
   "userAgent",
   "video",
@@ -235,6 +239,5 @@ exports['config/src/index .getPublicConfigKeys returns list of public config key
   "browsers",
   "hosts",
   "isInteractive",
-  "modifyObstructiveCode",
-  "specPattern"
+  "modifyObstructiveCode"
 ]

packages/config/src/browser.ts

@@ -1,7 +1,15 @@
 import _ from 'lodash'
 import Debug from 'debug'
-import { defaultSpecPattern, options, breakingOptions, breakingRootOptions, testingTypeBreakingOptions, additionalOptionsToResolveConfig } from './options'
-import type { BreakingOption, BreakingOptionErrorKey } from './options'
+import {
+  defaultSpecPattern,
+  options,
+  ALL_OVERRIDE_LEVELS,
+  breakingOptions,
+  breakingRootOptions,
+  testingTypeBreakingOptions,
+} from './options'
+
+import type { BreakingOption, BreakingOptionErrorKey, OverrideLevel, OverrideLevels } from './options'
 import type { TestingType } from '@packages/types'
 
 // this export has to be done in 2 lines because of a bug in babel typescript
@@ -21,10 +29,12 @@ const debug = Debug('cypress:config:browser')
 const dashesOrUnderscoresRe = /^(_-)+/
 
 // takes an array and creates an index object of [keyKey]: [valueKey]
-function createIndex<T extends Record<string, any>> (arr: Array<T>, keyKey: keyof T, valueKey: keyof T) {
+function createIndex<T extends Record<string, any>> (arr: Array<T>, keyKey: keyof T, valueKey: keyof T, defaultValueFallback?: any) {
   return _.reduce(arr, (memo: Record<string, any>, item) => {
     if (item[valueKey] !== undefined) {
       memo[item[keyKey] as string] = item[valueKey]
+    } else {
+      memo[item[keyKey] as string] = defaultValueFallback
     }
 
     return memo
@@ -33,13 +43,19 @@ function createIndex<T extends Record<string, any>> (arr: Array<T>, keyKey: keyo
 
 const breakingKeys = _.map(breakingOptions, 'name')
 const defaultValues = createIndex(options, 'name', 'defaultValue')
-const publicConfigKeys = _([...options, ...additionalOptionsToResolveConfig]).reject({ isInternal: true }).map('name').value()
+const publicConfigKeys = _(options).reject({ isInternal: true }).map('name').value()
 const validationRules = createIndex(options, 'name', 'validation')
-const testConfigOverrideOptions = createIndex(options, 'name', 'canUpdateDuringTestTime')
+const testOverrideLevels = createIndex(options, 'name', 'overrideLevels', 'never')
 const restartOnChangeOptionsKeys = _.filter(options, 'requireRestartOnChange')
 
 const issuedWarnings = new Set()
 
+export type InvalidTestOverrideResult = {
+  invalidConfigKey: string
+  overrideLevel: string
+  supportedOverrideLevels: OverrideLevels
+}
+
 export type BreakingErrResult = {
   name: string
   newName?: string
@@ -172,16 +188,24 @@ export const validateNoBreakingTestingTypeConfig = (cfg: any, testingType: keyof
   return validateNoBreakingOptions(options, cfg, onWarning, onErr, testingType)
 }
 
-export const validateNoReadOnlyConfig = (config: any, onErr: (property: string) => void) => {
-  let errProperty
+export const validateOverridableAtTestTest = (config: any, overrideLevel: Exclude<OverrideLevel, 'never'>, onErr: (result: InvalidTestOverrideResult) => void) => {
+  Object.keys(config).some((configKey) => {
+    const runtimeValidation = ALL_OVERRIDE_LEVELS.includes(overrideLevel)
+    const overrideLevels = testOverrideLevels[configKey] as OverrideLevels
 
-  Object.keys(config).some((option) => {
-    return errProperty = testConfigOverrideOptions[option] === false ? option : undefined
-  })
+    if (!overrideLevels) {
+      // non-cypress configuration option. skip validation
+      return
+    }
 
-  if (errProperty) {
-    return onErr(errProperty)
-  }
+    if (runtimeValidation && (overrideLevels === 'never' || !overrideLevels.includes(overrideLevel))) {
+      onErr({
+        invalidConfigKey: configKey,
+        overrideLevel,
+        supportedOverrideLevels: overrideLevels,
+      })
+    }
+  })
 }
 
 export const validateNeedToRestartOnChange = (cachedConfig: any, updatedConfig: any) => {