Files
cypress/circle.yml
2018-06-18 03:15:02 -04:00

837 lines
26 KiB
YAML

version: 2
defaults: &defaults
parallelism: 1
working_directory: ~/cypress
docker:
# the Docker image with Cypress dependencies and Chrome browser
- image: cypress/browsers:chrome64
environment:
## set specific timezone
TZ: "/usr/share/zoneinfo/America/New_York"
## store artifacts here
CIRCLE_ARTIFACTS: /tmp/artifacts
## set so that e2e tests are consistent
COLUMNS: 100
LINES: 24
jobs:
## code checkout and NPM installs
build:
<<: *defaults
steps:
- checkout
- run:
name: Print working folder
command: echo $PWD
- run:
name: print global NPM cache path
command: echo $(npm -g bin)
- run:
name: print Node version
command: node -v
- run:
name: print NPM version
command: npm -v
- run: npm run check-node-version
## make sure the TERM is set to 'xterm' in node
## else colors (and tests) will fail
## See the following information
## * http://andykdocs.de/development/Docker/Fixing+the+Docker+TERM+variable+issue
## * https://unix.stackexchange.com/questions/43945/whats-the-difference-between-various-term-variables
- run:
name: Checking TERM and COLUMNS are set
command: |
node -e 'assert.ok(process.env.TERM === "xterm", `process.env.TERM=${process.env.TERM} and must be set to "xterm" for Docker to work`)'
node -e 'assert.ok(process.env.COLUMNS === "100", `process.env.COLUMNS=${process.env.COLUMNS} must be set to 100 for snapshots to pass`)'
node -e 'console.log("stdout.isTTY?", process.stdout.isTTY)'
node -e 'console.log("stderr.isTTY?", process.stderr.isTTY)'
# need to restore a separate cache for each package.json
- restore_cache:
key: v5-{{ .Branch }}-cli-deps
- restore_cache:
key: v5-{{ .Branch }}-root-deps
- restore_cache:
key: v5-{{ .Branch }}-deps-coffee
- restore_cache:
key: v5-{{ .Branch }}-deps-desktop-gui
- restore_cache:
key: v5-{{ .Branch }}-deps-driver
- restore_cache:
key: v5-{{ .Branch }}-deps-example
- restore_cache:
key: v7-{{ .Branch }}-deps-electron
- restore_cache:
key: v5-{{ .Branch }}-deps-extension
- restore_cache:
key: v5-{{ .Branch }}-deps-https-proxy
- restore_cache:
key: v5-{{ .Branch }}-deps-launcher
- restore_cache:
key: v5-{{ .Branch }}-deps-reporter
- restore_cache:
key: v5-{{ .Branch }}-deps-runner
- restore_cache:
key: v5-{{ .Branch }}-deps-server
- restore_cache:
key: v5-{{ .Branch }}-deps-socket
- restore_cache:
key: v5-{{ .Branch }}-deps-static
- restore_cache:
key: v5-{{ .Branch }}-deps-ts
# show what is already cached globally
- run: ls $(npm -g bin)
- run: ls $(npm -g bin)/../lib/node_modules
# only installs the root dependencies, without going into packages
# via postinstall script
- run: npm install --ignore-scripts
- run:
name: Top level packages
command: npm ls --depth=0 || true
## symlink all of our sub packages in node_modules
- run: npm run link
## now install all of the sub packages node_modules
- run: npm run all install -- --serial
- run: npm run all prune
# save each node_modules folder per package
- save_cache:
key: v5-{{ .Branch }}-cli-deps-{{ checksum "cli/package.json" }}
paths:
- cli/node_modules
- save_cache:
key: v5-{{ .Branch }}-root-deps-{{ checksum "package.json" }}
paths:
- node_modules
- save_cache:
key: v5-{{ .Branch }}-deps-coffee-{{ checksum "packages/coffee/package.json" }}
paths:
- packages/coffee/node_modules
- save_cache:
key: v5-{{ .Branch }}-deps-desktop-gui-{{ checksum "packages/desktop-gui/package.json" }}
paths:
- packages/desktop-gui/node_modules
- save_cache:
key: v5-{{ .Branch }}-deps-driver-{{ checksum "packages/driver/package.json" }}
paths:
- packages/driver/node_modules
- save_cache:
key: v5-{{ .Branch }}-deps-example-{{ checksum "packages/example/package.json" }}
paths:
- packages/example/node_modules
- save_cache:
key: v7-{{ .Branch }}-deps-electron-{{ checksum "packages/electron/package.json" }}
paths:
- packages/electron/node_modules
- ~/.cache/electron
- ~/.electron
- save_cache:
key: v5-{{ .Branch }}-deps-extension-{{ checksum "packages/extension/package.json" }}
paths:
- packages/extension/node_modules
- save_cache:
key: v5-{{ .Branch }}-deps-https-proxy-{{ checksum "packages/https-proxy/package.json" }}
paths:
- packages/https-proxy/node_modules
- save_cache:
key: v5-{{ .Branch }}-deps-launcher-{{ checksum "packages/launcher/package.json" }}
paths:
- packages/launcher/node_modules
- save_cache:
key: v5-{{ .Branch }}-deps-reporter-{{ checksum "packages/reporter/package.json" }}
paths:
- packages/reporter/node_modules
- save_cache:
key: v5-{{ .Branch }}-deps-runner-{{ checksum "packages/runner/package.json" }}
paths:
- packages/runner/node_modules
- save_cache:
key: v5-{{ .Branch }}-deps-server-{{ checksum "packages/server/package.json" }}
paths:
- packages/server/node_modules
- save_cache:
key: v5-{{ .Branch }}-deps-socket-{{ checksum "packages/socket/package.json" }}
paths:
- packages/socket/node_modules
- save_cache:
key: v5-{{ .Branch }}-deps-static-{{ checksum "packages/static/package.json" }}
paths:
- packages/static/node_modules
- save_cache:
key: v5-{{ .Branch }}-deps-ts-{{ checksum "packages/ts/package.json" }}
paths:
- packages/ts/node_modules
- run: npm run stop-only
## now go build all of subpackages
- run: npm run build
## save entire folder as artifact for other jobs to continue
## hmm, do not see a good way to cache it, since all code
## might change
- save_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}-{{ checksum "circle.yml" }}
paths:
- /root/cypress
lint:
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run: npm run lint
- run: npm run all lint
"unit-tests":
<<: *defaults
parallelism: 1
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
# make sure mocha runs
- run: npm run test-mocha
# make sure our snapshots are compared correctly
- run: npm run test-mocha-snapshot
# run unit tests from individual packages
- run: npm run all test -- --package cli
- run: npm run all test -- --package electron
- run: npm run all test -- --package extension
- run: npm run all test -- --package https-proxy
- run: npm run all test -- --package launcher
# how to pass Mocha reporter through zunder?
- run: npm run all test -- --package reporter
- run: npm run all test -- --package runner
- run: npm run all test -- --package socket
- run: npm run all test -- --package static
- store_test_results:
path: /tmp/cypress
"server-unit-tests":
<<: *defaults
parallelism: 2
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run: npm run all test-unit -- --package server
- store_test_results:
path: /tmp/cypress
"server-integration-tests":
<<: *defaults
parallelism: 2
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run: npm run all test-integration -- --package server
- store_test_results:
path: /tmp/cypress
"server-e2e-tests-1":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm run test-e2e -- --parallel 7 --index 0
working_directory: packages/server
- store_test_results:
path: /tmp/cypress
"server-e2e-tests-2":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm run test-e2e -- --parallel 7 --index 1
working_directory: packages/server
- store_test_results:
path: /tmp/cypress
"server-e2e-tests-3":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm run test-e2e -- --parallel 7 --index 2
working_directory: packages/server
- store_test_results:
path: /tmp/cypress
"server-e2e-tests-4":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm run test-e2e -- --parallel 7 --index 3
working_directory: packages/server
- store_test_results:
path: /tmp/cypress
"server-e2e-tests-5":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm run test-e2e -- --parallel 7 --index 4
working_directory: packages/server
- store_test_results:
path: /tmp/cypress
"server-e2e-tests-6":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm run test-e2e -- --parallel 7 --index 5
working_directory: packages/server
- store_test_results:
path: /tmp/cypress
"server-e2e-tests-7":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm run test-e2e -- --parallel 7 --index 6
working_directory: packages/server
- store_test_results:
path: /tmp/cypress
"driver-integration-tests-1":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm start
background: true
working_directory: packages/driver
- run:
command: $(npm bin)/wait-on http://localhost:3500
working_directory: packages/driver
- run:
command: npm run cypress:run -- --parallel 7 --index 0
working_directory: packages/driver
- store_test_results:
path: /tmp/cypress
- store_artifacts:
path: /tmp/artifacts
"driver-integration-tests-2":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm start
working_directory: packages/driver
background: true
- run:
command: $(npm bin)/wait-on http://localhost:3500
working_directory: packages/driver
- run:
command: npm run cypress:run -- --parallel 7 --index 1
working_directory: packages/driver
- store_test_results:
path: /tmp/cypress
- store_artifacts:
path: /tmp/artifacts
"driver-integration-tests-3":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm start
working_directory: packages/driver
background: true
- run:
command: $(npm bin)/wait-on http://localhost:3500
working_directory: packages/driver
- run:
command: npm run cypress:run -- --parallel 7 --index 2
working_directory: packages/driver
- store_test_results:
path: /tmp/cypress
- store_artifacts:
path: /tmp/artifacts
"driver-integration-tests-4":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm start
working_directory: packages/driver
background: true
- run:
command: $(npm bin)/wait-on http://localhost:3500
working_directory: packages/driver
- run:
command: npm run cypress:run -- --parallel 7 --index 3
working_directory: packages/driver
- store_test_results:
path: /tmp/cypress
- store_artifacts:
path: /tmp/artifacts
"driver-integration-tests-5":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm start
working_directory: packages/driver
background: true
- run:
command: $(npm bin)/wait-on http://localhost:3500
working_directory: packages/driver
- run:
command: npm run cypress:run -- --parallel 7 --index 4
working_directory: packages/driver
- store_test_results:
path: /tmp/cypress
- store_artifacts:
path: /tmp/artifacts
"driver-integration-tests-6":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm start
working_directory: packages/driver
background: true
- run:
command: $(npm bin)/wait-on http://localhost:3500
working_directory: packages/driver
- run:
command: npm run cypress:run -- --parallel 7 --index 5
working_directory: packages/driver
- store_test_results:
path: /tmp/cypress
- store_artifacts:
path: /tmp/artifacts
"driver-integration-tests-7":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm start
working_directory: packages/driver
background: true
- run:
command: $(npm bin)/wait-on http://localhost:3500
working_directory: packages/driver
- run:
command: npm run cypress:run -- --parallel 7 --index 6
working_directory: packages/driver
- store_test_results:
path: /tmp/cypress
- store_artifacts:
path: /tmp/artifacts
"desktop-gui-integration-tests-1":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm run build-prod
working_directory: packages/desktop-gui
- run:
command: npm run cypress:run -- --parallel 3 --index 0
working_directory: packages/desktop-gui
- store_test_results:
path: /tmp/cypress
- store_artifacts:
path: /tmp/artifacts
"desktop-gui-integration-tests-2":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm run build-prod
working_directory: packages/desktop-gui
- run:
command: npm run cypress:run -- --parallel 3 --index 1
working_directory: packages/desktop-gui
- store_test_results:
path: /tmp/cypress
- store_artifacts:
path: /tmp/artifacts
"desktop-gui-integration-tests-3":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: npm run build-prod
working_directory: packages/desktop-gui
- run:
command: npm run cypress:run -- --parallel 3 --index 2
working_directory: packages/desktop-gui
- store_test_results:
path: /tmp/cypress
- store_artifacts:
path: /tmp/artifacts
"run-launcher":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
command: node index.js
working_directory: packages/launcher
"build-binary":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run: $(npm bin)/print-arch
- run: npm run binary-build -- --platform linux --version $NEXT_DEV_VERSION
- run: npm run binary-zip -- --platform linux
- run: ls -l *.zip
- run:
name: upload unique binary
command: |
node scripts/binary.js upload-unique-binary \
--file cypress.zip \
--version $NEXT_DEV_VERSION
- run: cat binary-url.json
- run: mkdir /tmp/urls
- run: cp binary-url.json /tmp/urls
- run: cp cypress.zip /tmp/urls
- run: ls /tmp/urls
- persist_to_workspace:
root: /tmp/urls
paths:
- binary-url.json
- cypress.zip
"test-kitchensink-against-staging":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
name: Cloning test project
command: git clone https://github.com/cypress-io/cypress-example-kitchensink.git /tmp/repo
- run:
name: Install prod dependencies
command: npm install --production
working_directory: /tmp/repo
- run:
name: Example server
command: npm start
working_directory: /tmp/repo
background: true
- run:
name: Run Kitchensink example project
command: |
CYPRESS_ENV=staging \
CYPRESS_PROJECT_ID=$TEST_KITCHENSINK_PROJECT_ID \
CYPRESS_RECORD_KEY=$TEST_KITCHENSINK_RECORD_KEY \
CYPRESS_video=false \
npm run cypress:run -- --project /tmp/repo --record
"test-against-staging":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
name: Cloning test project
command: git clone https://github.com/cypress-io/cypress-test-tiny.git /tmp/repo
- run:
name: Run test project
command: |
CYPRESS_ENV=staging \
CYPRESS_PROJECT_ID=$TEST_TINY_PROJECT_ID \
CYPRESS_RECORD_KEY=$TEST_TINY_RECORD_KEY \
npm run cypress:run -- --project /tmp/repo --record
"build-npm-package":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- run:
name: bump NPM version
command: npm --no-git-tag-version version $NEXT_DEV_VERSION
- run:
name: build NPM package
working_directory: cli
command: npm run build
- run:
name: list NPM package contents
working_directory: cli/build
command: npm run size
- run:
name: pack NPM package
working_directory: cli/build
command: npm pack
- run:
name: list created NPM package
working_directory: cli/build
command: ls -l
# created file should have filename cypress-<version>.tgz
- run:
name: upload NPM package
command: |
node scripts/binary.js upload-npm-package \
--file cli/build/cypress-$NEXT_DEV_VERSION.tgz \
--version $NEXT_DEV_VERSION
- run: cat npm-package-url.json
- run: mkdir /tmp/urls
- run: cp cli/build/cypress-$NEXT_DEV_VERSION.tgz /tmp/urls/cypress.tgz
- run: cp npm-package-url.json /tmp/urls
- run: ls /tmp/urls
- persist_to_workspace:
root: /tmp/urls
paths:
- npm-package-url.json
- cypress.tgz
"test-next-version":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- attach_workspace:
at: /tmp/urls
- run: ls -la /tmp/urls
- run: cat /tmp/urls/*.json
- run: mkdir /tmp/testing
- run:
name: create dummy package
working_directory: /tmp/testing
command: npm init -y
- run:
# install NPM from unique urls
name: Install Cypress
command: |
node scripts/test-unique-npm-and-binary.js \
--npm /tmp/urls/npm-package-url.json \
--binary /tmp/urls/binary-url.json \
--cwd /tmp/testing
- run:
name: Verify Cypress binary
working_directory: /tmp/testing
command: $(npm bin)/cypress verify
- run:
name: Running other test projects with new NPM package and binary
command: |
node scripts/test-other-projects.js \
--npm /tmp/urls/npm-package-url.json \
--binary /tmp/urls/binary-url.json \
--provider circle
"test-next-version-locally":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- attach_workspace:
at: /tmp/urls
# make sure we have cypress.zip received
- run: ls -l /tmp/urls/cypress.zip
# build NPM package
- run:
command: npm run build
working_directory: cli
- run: mkdir test-binary
- run:
name: Create new NPM package
working_directory: test-binary
command: npm init -y
- run:
# install NPM from built NPM package folder
name: Install Cypress
working_directory: test-binary
# force installing the freshly built binary
command: CYPRESS_INSTALL_BINARY=/tmp/urls/cypress.zip npm i ../cli/build
- run:
name: Verify Cypress binary
working_directory: test-binary
command: $(npm bin)/cypress verify
# install NPM + binary zip and run against staging API
"test-binary-against-staging":
<<: *defaults
steps:
- restore_cache:
key: cypress-{{ .Branch }}-{{ .Revision }}
- attach_workspace:
at: /tmp/urls
# make sure we have the binary
- run: ls -l /tmp/urls/cypress.zip
# make sure we have the NPM package
- run: ls -l /tmp/urls/cypress.tgz
- run:
name: Cloning test project
command: git clone https://github.com/cypress-io/cypress-test-tiny.git /tmp/cypress-test-tiny
- run:
name: Install Cypress
working_directory: /tmp/cypress-test-tiny
# force installing the freshly built binary
command: CYPRESS_INSTALL_BINARY=/tmp/urls/cypress.zip npm i /tmp/urls/cypress.tgz
- run:
name: Run test project
working_directory: /tmp/cypress-test-tiny
command: |
CYPRESS_ENV=staging \
CYPRESS_PROJECT_ID=$TEST_TINY_PROJECT_ID \
CYPRESS_RECORD_KEY=$TEST_TINY_RECORD_KEY \
$(npm bin)/cypress run --record
workflows:
version: 2
build_and_test:
jobs:
- build
- lint:
requires:
- build
- unit-tests:
requires:
- build
- server-unit-tests:
requires:
- build
- server-integration-tests:
requires:
- build
- server-e2e-tests-1:
requires:
- build
- server-e2e-tests-2:
requires:
- build
- server-e2e-tests-3:
requires:
- build
- server-e2e-tests-4:
requires:
- build
- server-e2e-tests-5:
requires:
- build
- server-e2e-tests-6:
requires:
- build
- server-e2e-tests-7:
requires:
- build
- driver-integration-tests-1:
requires:
- build
- driver-integration-tests-2:
requires:
- build
- driver-integration-tests-3:
requires:
- build
- driver-integration-tests-4:
requires:
- build
- driver-integration-tests-5:
requires:
- build
- driver-integration-tests-6:
requires:
- build
- driver-integration-tests-7:
requires:
- build
- desktop-gui-integration-tests-1:
requires:
- build
- desktop-gui-integration-tests-2:
requires:
- build
- desktop-gui-integration-tests-3:
requires:
- build
- run-launcher:
requires:
- build
- test-against-staging:
filters:
branches:
only:
- develop
requires:
- build
- test-kitchensink-against-staging:
filters:
branches:
only:
- develop
requires:
- build
- build-npm-package:
filters:
branches:
only:
- develop
requires:
- build
- build-binary:
filters:
branches:
only:
- develop
requires:
- build
- test-next-version:
filters:
branches:
only:
- develop
requires:
- build-npm-package
- build-binary
- test-next-version-locally:
filters:
branches:
only:
- develop
requires:
- build-npm-package
- build-binary
- test-binary-against-staging:
filters:
branches:
only:
- develop
requires:
- build-npm-package
- build-binary