mirror of
https://github.com/cypress-io/cypress.git
synced 2026-05-01 04:20:23 -05:00
Bill Glesias
9580dc2e35
* chore: update darwin v8 snapshot * BREAKING CHANGE: set video to false by default (system tests need updating). * Update cli/CHANGELOG.md Co-authored-by: Emily Rohrbough <emilyrohrbough@users.noreply.github.com> * chore: update type comments * chore: update protocol snapshot * run ci * run ci * set video to true for chrome browser crash test * chore: put in workaround for failing system test spec to be fixed in 27062 * chore: allow retries on actionability tests to be at least one retry as the CI tests run faster without video on * chore: fix flaky navigation test where done is called multiple times almsot always, but sometimes throws an error --------- Co-authored-by: Emily Rohrbough <emilyrohrbough@users.noreply.github.com>
103 lines
3.2 KiB
TypeScript
103 lines
3.2 KiB
TypeScript
import fs from 'fs-extra'
|
|
import path from 'path'
|
|
import systemTests, { expect, BrowserName } from '../lib/system-tests'
|
|
import Fixtures from '../lib/fixtures'
|
|
|
|
const e2ePath = Fixtures.projectPath('e2e')
|
|
|
|
const outputPath = path.join(e2ePath, 'output.json')
|
|
|
|
describe('testConfigOverrides', () => {
|
|
systemTests.setup()
|
|
|
|
systemTests.it('successfully runs valid suite-level-only overrides', {
|
|
spec: 'testConfigOverrides/valid-suite-only.js',
|
|
snapshot: true,
|
|
expectedExitCode: 0,
|
|
browser: 'electron',
|
|
})
|
|
|
|
systemTests.it('fails when passing invalid config value browser', {
|
|
spec: 'testConfigOverrides/invalid-browser.js',
|
|
snapshot: true,
|
|
expectedExitCode: 1,
|
|
})
|
|
|
|
systemTests.it('has originalTitle when skipped due to browser config', {
|
|
spec: 'testConfigOverrides/skip-browser.js',
|
|
snapshot: true,
|
|
outputPath,
|
|
browser: 'electron',
|
|
async onRun (exec) {
|
|
await exec()
|
|
const results = await fs.readJson(outputPath)
|
|
|
|
// make sure we've respected test title when creating title path
|
|
expect(results.runs[0].tests[0].title).deep.eq(['suite', 'is skipped due to test-level browser override'])
|
|
expect(results.runs[0].tests[1].title).deep.eq(['suite 2', 'is skipped due to suite-level browser override'])
|
|
},
|
|
})
|
|
|
|
systemTests.it('maintains runnable body when skipped due to browser config', {
|
|
spec: 'testConfigOverrides/skip-browser.js',
|
|
snapshot: true,
|
|
outputPath,
|
|
browser: 'electron',
|
|
async onRun (exec) {
|
|
await exec()
|
|
const results = await fs.readJson(outputPath)
|
|
|
|
console.log(results.runs[0].tests)
|
|
// make sure we've respected alway include test body even when skipped
|
|
expect(results.runs[0].tests[0].body).eq('() => {}')
|
|
expect(results.runs[0].tests[1].body).eq('() => {\n // do something\n }')
|
|
},
|
|
})
|
|
|
|
systemTests.it('fails when setting invalid config opt with Cypress.config() in before:test:run', {
|
|
spec: 'testConfigOverrides/invalid_before_test_event.js',
|
|
snapshot: true,
|
|
outputPath,
|
|
browser: 'electron',
|
|
expectedExitCode: 2,
|
|
})
|
|
|
|
systemTests.it('fails when setting invalid config opt with Cypress.config() in before:test:run:async', {
|
|
spec: 'testConfigOverrides/invalid_before_test_async_event.js',
|
|
snapshot: true,
|
|
outputPath,
|
|
browser: 'electron',
|
|
expectedExitCode: 2,
|
|
})
|
|
|
|
// window.Error throws differently for firefox. break into
|
|
// browser permutations for snapshot comparisons
|
|
const permutations: BrowserName[][] = [
|
|
['chrome', 'electron'],
|
|
['firefox'],
|
|
]
|
|
|
|
permutations.forEach((browserList) => {
|
|
systemTests.it(`fails when passing invalid config values - [${browserList}]`, {
|
|
spec: 'testConfigOverrides/invalid.js',
|
|
snapshot: true,
|
|
browser: browserList,
|
|
expectedExitCode: 14,
|
|
})
|
|
|
|
systemTests.it(`fails when passing invalid config values with beforeEach - [${browserList}]`, {
|
|
spec: 'testConfigOverrides/before-invalid.js',
|
|
snapshot: true,
|
|
browser: browserList,
|
|
expectedExitCode: 8,
|
|
})
|
|
|
|
systemTests.it(`correctly fails when invalid config values for it.only [${browserList}]`, {
|
|
spec: 'testConfigOverrides/only-invalid.js',
|
|
snapshot: true,
|
|
browser: browserList,
|
|
expectedExitCode: 1,
|
|
})
|
|
})
|
|
})
|