From c5b55756169eae4e5556a93f7b9d1d3e8b128bc7 Mon Sep 17 00:00:00 2001 From: Emily Rohrbough Date: Wed, 17 Nov 2021 09:10:16 -0500 Subject: [PATCH 1/6] fix[driver]: test config overrides leak for .only excution --- packages/config/lib/index.js | 2 +- packages/driver/src/cy/testConfigOverrides.ts | 32 ++++++++++--------- packages/driver/src/cypress/mocha.ts | 2 +- 3 files changed, 19 insertions(+), 17 deletions(-) diff --git a/packages/config/lib/index.js b/packages/config/lib/index.js index 6bace41450e7..a67a97246bcc 100644 --- a/packages/config/lib/index.js +++ b/packages/config/lib/index.js @@ -59,7 +59,7 @@ module.exports = { options, validate: (cfg, onErr) => { - debug('validating configuration') + debug('validating configuration', cfg) return _.each(cfg, (value, key) => { const validationFn = validationRules[key] diff --git a/packages/driver/src/cy/testConfigOverrides.ts b/packages/driver/src/cy/testConfigOverrides.ts index 7f741251e3af..f1989ab7e6b0 100644 --- a/packages/driver/src/cy/testConfigOverrides.ts +++ b/packages/driver/src/cy/testConfigOverrides.ts @@ -109,27 +109,29 @@ function mutateConfiguration (testConfig: ResolvedTestConfigOverride, config, en // in order to resolve the test config upfront before test runs // note: must return as an object to meet the dashboard recording API export function getResolvedTestConfigOverride (test): ResolvedTestConfigOverride { - let curParent = test.parent - const testConfigList = [{ - overrides: test._testConfig, - invocationDetails: test.invocationDetails, - }] - - while (curParent) { - if (curParent._testConfig) { - testConfigList.unshift({ - overrides: curParent._testConfig, - invocationDetails: curParent.invocationDetails, - }) + let curr = test + let testConfigList: TestConfig[] = [] + + while (curr) { + if (curr._testConfig) { + if (curr._testConfig.testConfigList) { + // configuration for mocha function has already been processed + testConfigList = testConfigList.concat(curr._testConfig.testConfigList) + } else { + testConfigList.unshift({ + overrides: curr._testConfig, + invocationDetails: curr.invocationDetails, + }) + } } - curParent = curParent.parent + curr = curr.parent } const testConfig = { - testConfigList: testConfigList.filter((opt) => opt.overrides !== undefined), + testConfigList: testConfigList.filter(({ overrides }) => overrides !== undefined), // collect test overrides to send to the dashboard api when @packages/server is ran in record mode - unverifiedTestConfig: _.reduce(testConfigList, (acc, opts) => _.extend(acc, opts.overrides), {}), + unverifiedTestConfig: _.reduce(testConfigList, (acc, { overrides }) => _.extend(acc, overrides), {}), } return testConfig diff --git a/packages/driver/src/cypress/mocha.ts b/packages/driver/src/cypress/mocha.ts index 42b0a98f8600..b4599cdac441 100644 --- a/packages/driver/src/cypress/mocha.ts +++ b/packages/driver/src/cypress/mocha.ts @@ -107,7 +107,7 @@ function overloadMochaFnForConfig (fnName, specWindow) { overrideMochaFn(replacementFn) } -const ui = (specWindow, _mocha, config) => { +const ui = (specWindow, _mocha) => { // Override mocha.ui so that the pre-require event is emitted // with the iframe's `window` reference, rather than the parent's. _mocha.ui = function (name) { From 76c790e80bd67779ffb54536047f27fafcc0be62 Mon Sep 17 00:00:00 2001 From: Emily Rohrbough Date: Wed, 17 Nov 2021 09:55:32 -0500 Subject: [PATCH 2/6] add system tests --- .../testConfigOverrides_spec.ts.js | 114 ++++++++++++++++++ ...testConfigOverrides-describe-only-valid.js | 27 +++++ .../testConfigOverrides-it-only-valid.js | 27 +++++ system-tests/test/testConfigOverrides_spec.ts | 18 +++ 4 files changed, 186 insertions(+) create mode 100644 system-tests/projects/e2e/cypress/integration/testConfigOverrides-describe-only-valid.js create mode 100644 system-tests/projects/e2e/cypress/integration/testConfigOverrides-it-only-valid.js diff --git a/system-tests/__snapshots__/testConfigOverrides_spec.ts.js b/system-tests/__snapshots__/testConfigOverrides_spec.ts.js index 8f960a0c4c12..3d44836137fa 100644 --- a/system-tests/__snapshots__/testConfigOverrides_spec.ts.js +++ b/system-tests/__snapshots__/testConfigOverrides_spec.ts.js @@ -892,3 +892,117 @@ https://on.cypress.io/config ` + +exports['testConfigOverrides / correctly applies overrides when valid configuration for it.only'] = ` + +==================================================================================================== + + (Run Starting) + + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ Cypress: 1.2.3 │ + │ Browser: FooBrowser 88 │ + │ Specs: 1 found (testConfigOverrides-it-only-valid.js) │ + │ Searched: cypress/integration/testConfigOverrides-it-only-valid.js │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + + +──────────────────────────────────────────────────────────────────────────────────────────────────── + + Running: testConfigOverrides-it-only-valid.js (1 of 1) + + + nested contexts + test override + ✓ updates as expected + + + 1 passing + + + (Results) + + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ Tests: 1 │ + │ Passing: 1 │ + │ Failing: 0 │ + │ Pending: 0 │ + │ Skipped: 0 │ + │ Screenshots: 0 │ + │ Video: false │ + │ Duration: X seconds │ + │ Spec Ran: testConfigOverrides-it-only-valid.js │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + + +==================================================================================================== + + (Run Finished) + + + Spec Tests Passing Failing Pending Skipped + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ ✔ testConfigOverrides-it-only-valid.j XX:XX 1 1 - - - │ + │ s │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + ✔ All specs passed! XX:XX 1 1 - - - + + +` + +exports['testConfigOverrides / correctly applies overrides when valid configuration for describe.only'] = ` + +==================================================================================================== + + (Run Starting) + + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ Cypress: 1.2.3 │ + │ Browser: FooBrowser 88 │ + │ Specs: 1 found (testConfigOverrides-describe-only-valid.js) │ + │ Searched: cypress/integration/testConfigOverrides-describe-only-valid.js │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + + +──────────────────────────────────────────────────────────────────────────────────────────────────── + + Running: testConfigOverrides-describe-only-valid.js (1 of 1) + + + nested contexts + test override + ✓ updates as expected + + + 1 passing + + + (Results) + + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ Tests: 1 │ + │ Passing: 1 │ + │ Failing: 0 │ + │ Pending: 0 │ + │ Skipped: 0 │ + │ Screenshots: 0 │ + │ Video: false │ + │ Duration: X seconds │ + │ Spec Ran: testConfigOverrides-describe-only-valid.js │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + + +==================================================================================================== + + (Run Finished) + + + Spec Tests Passing Failing Pending Skipped + ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ + │ ✔ testConfigOverrides-describe-only-v XX:XX 1 1 - - - │ + │ alid.js │ + └────────────────────────────────────────────────────────────────────────────────────────────────┘ + ✔ All specs passed! XX:XX 1 1 - - - + + +` diff --git a/system-tests/projects/e2e/cypress/integration/testConfigOverrides-describe-only-valid.js b/system-tests/projects/e2e/cypress/integration/testConfigOverrides-describe-only-valid.js new file mode 100644 index 000000000000..5f865b09bdd5 --- /dev/null +++ b/system-tests/projects/e2e/cypress/integration/testConfigOverrides-describe-only-valid.js @@ -0,0 +1,27 @@ +const shouldNotExecute = () => { + throw new Error('Test Override validation should have failed & it block should not have executed.') +} + +it('first should not run', () => { + shouldNotExecute() +}) + +describe('second should not run', () => { + it('test', () => { + shouldNotExecute() + }) +}) + +describe('nested contexts ', { retries: 1 }, () => { + // eslint-disable-next-line mocha/no-exclusive-tests + describe.only('test override', () => { + it('updates as expected', { baseUrl: null }, () => { + const config = Cypress.config() + + expect(config.testConfigList).to.be.undefined + expect(config.unverifiedTestConfig).to.be.undefined + expect(config.baseUrl).to.be.null + expect(config.retries).to.eq(1) + }) + }) +}) diff --git a/system-tests/projects/e2e/cypress/integration/testConfigOverrides-it-only-valid.js b/system-tests/projects/e2e/cypress/integration/testConfigOverrides-it-only-valid.js new file mode 100644 index 000000000000..b6aa77bb328d --- /dev/null +++ b/system-tests/projects/e2e/cypress/integration/testConfigOverrides-it-only-valid.js @@ -0,0 +1,27 @@ +const shouldNotExecute = () => { + throw new Error('Test Override validation should have failed & it block should not have executed.') +} + +it('first should not run', () => { + shouldNotExecute() +}) + +describe('second should not run', () => { + it('test', () => { + shouldNotExecute() + }) +}) + +describe('nested contexts ', { retries: 1 }, () => { + describe('test override', () => { + // eslint-disable-next-line mocha/no-exclusive-tests + it.only('updates as expected', { baseUrl: null }, () => { + const config = Cypress.config() + + expect(config.testConfigList).to.be.undefined + expect(config.unverifiedTestConfig).to.be.undefined + expect(config.baseUrl).to.be.null + expect(config.retries).to.eq(1) + }) + }) +}) diff --git a/system-tests/test/testConfigOverrides_spec.ts b/system-tests/test/testConfigOverrides_spec.ts index 7bdd9cbc36b0..3219c6bef3b2 100644 --- a/system-tests/test/testConfigOverrides_spec.ts +++ b/system-tests/test/testConfigOverrides_spec.ts @@ -33,6 +33,24 @@ describe('testConfigOverrides', () => { }, }) + systemTests.it(`correctly applies overrides when valid configuration for describe.only`, { + spec: 'testConfigOverrides-describe-only-valid.js', + snapshot: true, + expectedExitCode: 0, + config: { + video: false, + }, + }) + + systemTests.it(`correctly applies overrides when valid configuration for it.only`, { + spec: 'testConfigOverrides-it-only-valid.js', + snapshot: true, + expectedExitCode: 0, + config: { + video: false, + }, + }) + // window.Error throws differently for firefox. break into // browser permutations for snapshot comparisons const permutations = [ From f7472f5f37a0f265f42ce30fbe5997352222cfa7 Mon Sep 17 00:00:00 2001 From: Emily Rohrbough Date: Wed, 17 Nov 2021 10:06:11 -0500 Subject: [PATCH 3/6] update runner snapshots --- .../__snapshots__/retries.mochaEvents.spec.js | 120 +- .../__snapshots__/runner.mochaEvents.spec.js | 150 +- .../__snapshots__/studio.mochaEvents.spec.js | 1255 +---------------- 3 files changed, 86 insertions(+), 1439 deletions(-) diff --git a/packages/runner/__snapshots__/retries.mochaEvents.spec.js b/packages/runner/__snapshots__/retries.mochaEvents.spec.js index e23da320564f..084f24a503bc 100644 --- a/packages/runner/__snapshots__/retries.mochaEvents.spec.js +++ b/packages/runner/__snapshots__/retries.mochaEvents.spec.js @@ -1007,19 +1007,8 @@ exports['src/cypress/runner retries mochaEvents test retry with [only] #1'] = [ "test:before:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "order": 1, @@ -1057,19 +1046,8 @@ exports['src/cypress/runner retries mochaEvents test retry with [only] #1'] = [ "test", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "order": 1, @@ -1152,19 +1130,8 @@ exports['src/cypress/runner retries mochaEvents test retry with [only] #1'] = [ "retry", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "order": 1, @@ -1264,19 +1231,8 @@ exports['src/cypress/runner retries mochaEvents test retry with [only] #1'] = [ "test:after:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "order": 1, @@ -1353,19 +1309,8 @@ exports['src/cypress/runner retries mochaEvents test retry with [only] #1'] = [ "test:before:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "title": "test 2", @@ -1472,19 +1417,8 @@ exports['src/cypress/runner retries mochaEvents test retry with [only] #1'] = [ "pass", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "title": "test 2", @@ -1533,19 +1467,8 @@ exports['src/cypress/runner retries mochaEvents test retry with [only] #1'] = [ "test end", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "title": "test 2", @@ -1608,19 +1531,8 @@ exports['src/cypress/runner retries mochaEvents test retry with [only] #1'] = [ "test:after:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "title": "test 2", diff --git a/packages/runner/__snapshots__/runner.mochaEvents.spec.js b/packages/runner/__snapshots__/runner.mochaEvents.spec.js index ba270a5739b1..0fc314f77ce5 100644 --- a/packages/runner/__snapshots__/runner.mochaEvents.spec.js +++ b/packages/runner/__snapshots__/runner.mochaEvents.spec.js @@ -1186,19 +1186,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "test:before:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "order": 1, @@ -1236,19 +1225,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "test", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "order": 1, @@ -1338,19 +1316,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "fail", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "order": 1, @@ -1491,19 +1458,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "test end", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "order": 1, @@ -1582,19 +1538,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep fail with "test:after:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "order": 1, @@ -1734,19 +1679,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "test:before:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "order": 1, @@ -1784,19 +1718,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "test", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "order": 1, @@ -1956,19 +1879,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "pass", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "order": 1, @@ -2026,19 +1938,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "test end", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "order": 1, @@ -2110,19 +2011,8 @@ exports['src/cypress/runner tests finish with correct state mocha grep pass with "test:after:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r3", "order": 1, diff --git a/packages/runner/__snapshots__/studio.mochaEvents.spec.js b/packages/runner/__snapshots__/studio.mochaEvents.spec.js index 84560fcd6b78..dbd8ab1da628 100644 --- a/packages/runner/__snapshots__/studio.mochaEvents.spec.js +++ b/packages/runner/__snapshots__/studio.mochaEvents.spec.js @@ -1302,85 +1302,8 @@ exports['studio mocha events only test can be extended #1'] = [ "test", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r4", "order": 1, @@ -1399,85 +1322,8 @@ exports['studio mocha events only test can be extended #1'] = [ "test:before:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r4", "order": 1, @@ -1497,85 +1343,8 @@ exports['studio mocha events only test can be extended #1'] = [ "pass", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r4", "order": 1, @@ -1605,85 +1374,8 @@ exports['studio mocha events only test can be extended #1'] = [ "test end", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r4", "order": 1, @@ -1741,85 +1433,8 @@ exports['studio mocha events only test can be extended #1'] = [ "test:after:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r4", "order": 1, @@ -1921,85 +1536,8 @@ exports['studio mocha events only test can be extended when there are multiple i "test", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r5", "order": 1, @@ -2018,85 +1556,8 @@ exports['studio mocha events only test can be extended when there are multiple i "test:before:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r5", "order": 1, @@ -2116,85 +1577,8 @@ exports['studio mocha events only test can be extended when there are multiple i "pass", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r5", "order": 1, @@ -2224,85 +1608,8 @@ exports['studio mocha events only test can be extended when there are multiple i "test end", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r5", "order": 1, @@ -2360,85 +1667,8 @@ exports['studio mocha events only test can be extended when there are multiple i "test:after:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r5", "order": 1, @@ -2540,19 +1770,8 @@ exports['studio mocha events only test can extend a suite that contains an only "test", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r8", "order": 2, @@ -2570,19 +1789,8 @@ exports['studio mocha events only test can extend a suite that contains an only "test:before:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r8", "order": 2, @@ -2601,19 +1809,8 @@ exports['studio mocha events only test can extend a suite that contains an only "pass", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r8", "order": 2, @@ -2642,19 +1839,8 @@ exports['studio mocha events only test can extend a suite that contains an only "test end", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r8", "order": 2, @@ -2711,19 +1897,8 @@ exports['studio mocha events only test can extend a suite that contains an only "test:after:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r8", "order": 2, @@ -3282,41 +2457,8 @@ exports['studio mocha events only suite can extend a test within an only suite # "test", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r7", "order": 1, @@ -3335,41 +2477,8 @@ exports['studio mocha events only suite can extend a test within an only suite # "test:before:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r7", "order": 1, @@ -3389,41 +2498,8 @@ exports['studio mocha events only suite can extend a test within an only suite # "pass", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r7", "order": 1, @@ -3453,41 +2529,8 @@ exports['studio mocha events only suite can extend a test within an only suite # "test end", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r7", "order": 1, @@ -3545,41 +2588,8 @@ exports['studio mocha events only suite can extend a test within an only suite # "test:after:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r7", "order": 1, @@ -3681,41 +2691,8 @@ exports['studio mocha events only suite can extend a test within an only suite w "test", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r10", "order": 1, @@ -3734,41 +2711,8 @@ exports['studio mocha events only suite can extend a test within an only suite w "test:before:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r10", "order": 1, @@ -3788,41 +2732,8 @@ exports['studio mocha events only suite can extend a test within an only suite w "pass", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r10", "order": 1, @@ -3852,41 +2763,8 @@ exports['studio mocha events only suite can extend a test within an only suite w "test end", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r10", "order": 1, @@ -3944,41 +2822,8 @@ exports['studio mocha events only suite can extend a test within an only suite w "test:after:run", { "_testConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [ - { - "overrides": { - "testConfigList": [], - "unverifiedTestConfig": {} - }, - "invocationDetails": "{Object 9}" - } - ], - "unverifiedTestConfig": { - "testConfigList": [], - "unverifiedTestConfig": {} - } - } + "testConfigList": [], + "unverifiedTestConfig": {} }, "id": "r10", "order": 1, From bbd3e54d947d7474a62fc7aac06d8bb0facf5acd Mon Sep 17 00:00:00 2001 From: Emily Rohrbough Date: Wed, 17 Nov 2021 10:27:01 -0500 Subject: [PATCH 4/6] fix screenshot --- system-tests/__snapshots__/testConfigOverrides_spec.ts.js | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/system-tests/__snapshots__/testConfigOverrides_spec.ts.js b/system-tests/__snapshots__/testConfigOverrides_spec.ts.js index 3d44836137fa..4ee2bff6b8fb 100644 --- a/system-tests/__snapshots__/testConfigOverrides_spec.ts.js +++ b/system-tests/__snapshots__/testConfigOverrides_spec.ts.js @@ -909,8 +909,7 @@ exports['testConfigOverrides / correctly applies overrides when valid configurat ──────────────────────────────────────────────────────────────────────────────────────────────────── - Running: testConfigOverrides-it-only-valid.js (1 of 1) - + Running: testConfigOverrides-it-only-valid.js (1 of 1) nested contexts test override From c1b0c2311213b3253af3831d841822ced477a2c0 Mon Sep 17 00:00:00 2001 From: Emily Rohrbough Date: Wed, 17 Nov 2021 10:38:55 -0500 Subject: [PATCH 5/6] fix screenshot --- system-tests/__snapshots__/testConfigOverrides_spec.ts.js | 1 + 1 file changed, 1 insertion(+) diff --git a/system-tests/__snapshots__/testConfigOverrides_spec.ts.js b/system-tests/__snapshots__/testConfigOverrides_spec.ts.js index 4ee2bff6b8fb..a9d88d806f8d 100644 --- a/system-tests/__snapshots__/testConfigOverrides_spec.ts.js +++ b/system-tests/__snapshots__/testConfigOverrides_spec.ts.js @@ -911,6 +911,7 @@ exports['testConfigOverrides / correctly applies overrides when valid configurat Running: testConfigOverrides-it-only-valid.js (1 of 1) + nested contexts test override ✓ updates as expected From 96e4e80b4fe75f10da49b386c0ec33b01a8f0a02 Mon Sep 17 00:00:00 2001 From: Emily Rohrbough Date: Wed, 17 Nov 2021 15:15:49 -0500 Subject: [PATCH 6/6] change from system tests to e2e tests --- package.json | 2 +- .../testConfigOverrides-describe-only_spec.js | 6 +- .../e2e/testConfigOverrides-it-only_spec.js | 25 ++++ .../testConfigOverrides_spec.ts.js | 114 ------------------ .../testConfigOverrides-it-only-valid.js | 27 ----- system-tests/test/testConfigOverrides_spec.ts | 18 --- 6 files changed, 29 insertions(+), 163 deletions(-) rename system-tests/projects/e2e/cypress/integration/testConfigOverrides-describe-only-valid.js => packages/driver/cypress/integration/e2e/testConfigOverrides-describe-only_spec.js (77%) create mode 100644 packages/driver/cypress/integration/e2e/testConfigOverrides-it-only_spec.js delete mode 100644 system-tests/projects/e2e/cypress/integration/testConfigOverrides-it-only-valid.js diff --git a/package.json b/package.json index a5aa84722c20..0ada255d08c0 100644 --- a/package.json +++ b/package.json @@ -43,7 +43,7 @@ "npm-release": "node scripts/npm-release.js", "prestart": "yarn ensure-deps", "start": "cypress open --dev --global", - "stop-only": "npx stop-only --skip .cy,.publish,.projects,node_modules,dist,dist-test,fixtures,lib,bower_components,src,__snapshots__ --exclude e2e.ts,cypress-tests.ts", + "stop-only": "npx stop-only --skip .cy,.publish,.projects,node_modules,dist,dist-test,fixtures,lib,bower_components,src,__snapshots__ --exclude e2e.ts,cypress-tests.ts,*only_spec.js", "stop-only-all": "yarn stop-only --folder packages", "pretest": "yarn ensure-deps", "test": "yarn lerna exec yarn test --scope cypress --scope \"'@packages/{config,electron,extension,https-proxy,launcher,net-stubbing,network,proxy,rewriter,runner,runner-shared,socket}'\"", diff --git a/system-tests/projects/e2e/cypress/integration/testConfigOverrides-describe-only-valid.js b/packages/driver/cypress/integration/e2e/testConfigOverrides-describe-only_spec.js similarity index 77% rename from system-tests/projects/e2e/cypress/integration/testConfigOverrides-describe-only-valid.js rename to packages/driver/cypress/integration/e2e/testConfigOverrides-describe-only_spec.js index 5f865b09bdd5..8a11e20d7b62 100644 --- a/system-tests/projects/e2e/cypress/integration/testConfigOverrides-describe-only-valid.js +++ b/packages/driver/cypress/integration/e2e/testConfigOverrides-describe-only_spec.js @@ -12,10 +12,10 @@ describe('second should not run', () => { }) }) -describe('nested contexts ', { retries: 1 }, () => { +describe('correctly applies overrides ', { retries: 1 }, () => { // eslint-disable-next-line mocha/no-exclusive-tests - describe.only('test override', () => { - it('updates as expected', { baseUrl: null }, () => { + describe.only('when valid configuration', () => { + it('for describe.only', { baseUrl: null }, () => { const config = Cypress.config() expect(config.testConfigList).to.be.undefined diff --git a/packages/driver/cypress/integration/e2e/testConfigOverrides-it-only_spec.js b/packages/driver/cypress/integration/e2e/testConfigOverrides-it-only_spec.js new file mode 100644 index 000000000000..755342438a92 --- /dev/null +++ b/packages/driver/cypress/integration/e2e/testConfigOverrides-it-only_spec.js @@ -0,0 +1,25 @@ +const shouldNotExecute = () => { + throw new Error('Test Override validation should have failed & it block should not have executed.') +} + +it('first should not run', () => { + shouldNotExecute() +}) + +describe('second should not run', () => { + it('test', () => { + shouldNotExecute() + }) +}) + +describe('correctly applies overrides when valid configuration', { retries: 1 }, () => { + // eslint-disable-next-line mocha/no-exclusive-tests + it.only('for it.only', { baseUrl: null }, () => { + const config = Cypress.config() + + expect(config.testConfigList).to.be.undefined + expect(config.unverifiedTestConfig).to.be.undefined + expect(config.baseUrl).to.be.null + expect(config.retries).to.eq(1) + }) +}) diff --git a/system-tests/__snapshots__/testConfigOverrides_spec.ts.js b/system-tests/__snapshots__/testConfigOverrides_spec.ts.js index a9d88d806f8d..8f960a0c4c12 100644 --- a/system-tests/__snapshots__/testConfigOverrides_spec.ts.js +++ b/system-tests/__snapshots__/testConfigOverrides_spec.ts.js @@ -892,117 +892,3 @@ https://on.cypress.io/config ` - -exports['testConfigOverrides / correctly applies overrides when valid configuration for it.only'] = ` - -==================================================================================================== - - (Run Starting) - - ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ - │ Cypress: 1.2.3 │ - │ Browser: FooBrowser 88 │ - │ Specs: 1 found (testConfigOverrides-it-only-valid.js) │ - │ Searched: cypress/integration/testConfigOverrides-it-only-valid.js │ - └────────────────────────────────────────────────────────────────────────────────────────────────┘ - - -──────────────────────────────────────────────────────────────────────────────────────────────────── - - Running: testConfigOverrides-it-only-valid.js (1 of 1) - - - nested contexts - test override - ✓ updates as expected - - - 1 passing - - - (Results) - - ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ - │ Tests: 1 │ - │ Passing: 1 │ - │ Failing: 0 │ - │ Pending: 0 │ - │ Skipped: 0 │ - │ Screenshots: 0 │ - │ Video: false │ - │ Duration: X seconds │ - │ Spec Ran: testConfigOverrides-it-only-valid.js │ - └────────────────────────────────────────────────────────────────────────────────────────────────┘ - - -==================================================================================================== - - (Run Finished) - - - Spec Tests Passing Failing Pending Skipped - ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ - │ ✔ testConfigOverrides-it-only-valid.j XX:XX 1 1 - - - │ - │ s │ - └────────────────────────────────────────────────────────────────────────────────────────────────┘ - ✔ All specs passed! XX:XX 1 1 - - - - - -` - -exports['testConfigOverrides / correctly applies overrides when valid configuration for describe.only'] = ` - -==================================================================================================== - - (Run Starting) - - ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ - │ Cypress: 1.2.3 │ - │ Browser: FooBrowser 88 │ - │ Specs: 1 found (testConfigOverrides-describe-only-valid.js) │ - │ Searched: cypress/integration/testConfigOverrides-describe-only-valid.js │ - └────────────────────────────────────────────────────────────────────────────────────────────────┘ - - -──────────────────────────────────────────────────────────────────────────────────────────────────── - - Running: testConfigOverrides-describe-only-valid.js (1 of 1) - - - nested contexts - test override - ✓ updates as expected - - - 1 passing - - - (Results) - - ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ - │ Tests: 1 │ - │ Passing: 1 │ - │ Failing: 0 │ - │ Pending: 0 │ - │ Skipped: 0 │ - │ Screenshots: 0 │ - │ Video: false │ - │ Duration: X seconds │ - │ Spec Ran: testConfigOverrides-describe-only-valid.js │ - └────────────────────────────────────────────────────────────────────────────────────────────────┘ - - -==================================================================================================== - - (Run Finished) - - - Spec Tests Passing Failing Pending Skipped - ┌────────────────────────────────────────────────────────────────────────────────────────────────┐ - │ ✔ testConfigOverrides-describe-only-v XX:XX 1 1 - - - │ - │ alid.js │ - └────────────────────────────────────────────────────────────────────────────────────────────────┘ - ✔ All specs passed! XX:XX 1 1 - - - - - -` diff --git a/system-tests/projects/e2e/cypress/integration/testConfigOverrides-it-only-valid.js b/system-tests/projects/e2e/cypress/integration/testConfigOverrides-it-only-valid.js deleted file mode 100644 index b6aa77bb328d..000000000000 --- a/system-tests/projects/e2e/cypress/integration/testConfigOverrides-it-only-valid.js +++ /dev/null @@ -1,27 +0,0 @@ -const shouldNotExecute = () => { - throw new Error('Test Override validation should have failed & it block should not have executed.') -} - -it('first should not run', () => { - shouldNotExecute() -}) - -describe('second should not run', () => { - it('test', () => { - shouldNotExecute() - }) -}) - -describe('nested contexts ', { retries: 1 }, () => { - describe('test override', () => { - // eslint-disable-next-line mocha/no-exclusive-tests - it.only('updates as expected', { baseUrl: null }, () => { - const config = Cypress.config() - - expect(config.testConfigList).to.be.undefined - expect(config.unverifiedTestConfig).to.be.undefined - expect(config.baseUrl).to.be.null - expect(config.retries).to.eq(1) - }) - }) -}) diff --git a/system-tests/test/testConfigOverrides_spec.ts b/system-tests/test/testConfigOverrides_spec.ts index 3219c6bef3b2..7bdd9cbc36b0 100644 --- a/system-tests/test/testConfigOverrides_spec.ts +++ b/system-tests/test/testConfigOverrides_spec.ts @@ -33,24 +33,6 @@ describe('testConfigOverrides', () => { }, }) - systemTests.it(`correctly applies overrides when valid configuration for describe.only`, { - spec: 'testConfigOverrides-describe-only-valid.js', - snapshot: true, - expectedExitCode: 0, - config: { - video: false, - }, - }) - - systemTests.it(`correctly applies overrides when valid configuration for it.only`, { - spec: 'testConfigOverrides-it-only-valid.js', - snapshot: true, - expectedExitCode: 0, - config: { - video: false, - }, - }) - // window.Error throws differently for firefox. break into // browser permutations for snapshot comparisons const permutations = [