mirror of
https://github.com/formbricks/formbricks.git
synced 2026-02-04 10:30:00 -06:00
256 lines
8.3 KiB
YAML
256 lines
8.3 KiB
YAML
name: E2E Tests
|
|
|
|
on:
|
|
workflow_call:
|
|
secrets:
|
|
AZURE_CLIENT_ID:
|
|
required: false
|
|
AZURE_TENANT_ID:
|
|
required: false
|
|
AZURE_SUBSCRIPTION_ID:
|
|
required: false
|
|
PLAYWRIGHT_SERVICE_URL:
|
|
required: false
|
|
ENTERPRISE_LICENSE_KEY:
|
|
required: true
|
|
# Add other secrets if necessary
|
|
workflow_dispatch:
|
|
|
|
env:
|
|
TELEMETRY_DISABLED: 1
|
|
TURBO_TOKEN: ${{ secrets.TURBO_TOKEN }}
|
|
TURBO_TEAM: ${{ vars.TURBO_TEAM }}
|
|
|
|
permissions:
|
|
id-token: write
|
|
contents: read
|
|
actions: read
|
|
|
|
jobs:
|
|
build:
|
|
name: Run E2E Tests
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 60
|
|
services:
|
|
postgres:
|
|
image: pgvector/pgvector:pg17
|
|
env:
|
|
POSTGRES_DB: postgres
|
|
POSTGRES_USER: postgres
|
|
POSTGRES_PASSWORD: postgres
|
|
ports:
|
|
- 5432:5432
|
|
options: >-
|
|
--health-cmd="pg_isready -U testuser"
|
|
--health-interval=10s
|
|
--health-timeout=5s
|
|
--health-retries=5
|
|
valkey:
|
|
image: valkey/valkey:8.1.1
|
|
ports:
|
|
- 6379:6379
|
|
options: >-
|
|
--entrypoint "valkey-server"
|
|
--health-cmd="valkey-cli ping"
|
|
--health-interval=10s
|
|
--health-timeout=5s
|
|
--health-retries=5
|
|
minio:
|
|
image: bitnami/minio:2025.7.23-debian-12-r5
|
|
env:
|
|
MINIO_ROOT_USER: minioadmin
|
|
MINIO_ROOT_PASSWORD: minioadmin
|
|
ports:
|
|
- 9000:9000
|
|
options: >-
|
|
--health-cmd="curl -fsS http://localhost:9000/minio/health/live || exit 1"
|
|
--health-interval=10s
|
|
--health-timeout=5s
|
|
--health-retries=20
|
|
steps:
|
|
- name: Harden the runner (Audit all outbound calls)
|
|
uses: step-security/harden-runner@0634a2670c59f64b4a01f0f96f84700a4088b9f0 # v2.12.0
|
|
with:
|
|
egress-policy: allow
|
|
allowed-endpoints: |
|
|
ee.formbricks.com:443
|
|
|
|
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
|
|
- uses: ./.github/actions/dangerous-git-checkout
|
|
|
|
- name: Setup Node.js 22.x
|
|
uses: actions/setup-node@1a4442cacd436585916779262731d5b162bc6ec7 # v3.8.2
|
|
with:
|
|
node-version: 22.x
|
|
|
|
- name: Install pnpm
|
|
uses: pnpm/action-setup@a7487c7e89a18df4991f7f222e4898a00d66ddda # v4.1.0
|
|
|
|
- name: Install dependencies
|
|
run: pnpm install --config.platform=linux --config.architecture=x64
|
|
shell: bash
|
|
|
|
- name: create .env
|
|
run: cp .env.example .env
|
|
shell: bash
|
|
|
|
- name: Fill ENCRYPTION_KEY, ENTERPRISE_LICENSE_KEY and E2E_TESTING in .env
|
|
run: |
|
|
RANDOM_KEY=$(openssl rand -hex 32)
|
|
sed -i "s/ENCRYPTION_KEY=.*/ENCRYPTION_KEY=${RANDOM_KEY}/" .env
|
|
sed -i "s/CRON_SECRET=.*/CRON_SECRET=${RANDOM_KEY}/" .env
|
|
sed -i "s/NEXTAUTH_SECRET=.*/NEXTAUTH_SECRET=${RANDOM_KEY}/" .env
|
|
sed -i "s/ENTERPRISE_LICENSE_KEY=.*/ENTERPRISE_LICENSE_KEY=${{ secrets.ENTERPRISE_LICENSE_KEY }}/" .env
|
|
sed -i "s|REDIS_URL=.*|REDIS_URL=redis://localhost:6379|" .env
|
|
echo "" >> .env
|
|
echo "E2E_TESTING=1" >> .env
|
|
echo "S3_REGION=us-east-1" >> .env
|
|
echo "S3_BUCKET_NAME=formbricks-e2e" >> .env
|
|
echo "S3_ENDPOINT_URL=http://localhost:9000" >> .env
|
|
echo "S3_ACCESS_KEY=minioadmin" >> .env
|
|
echo "S3_SECRET_KEY=minioadmin" >> .env
|
|
echo "S3_FORCE_PATH_STYLE=1" >> .env
|
|
shell: bash
|
|
|
|
- name: Install MinIO client (mc)
|
|
run: |
|
|
wget -qO mc https://dl.min.io/client/mc/release/linux-amd64/mc
|
|
chmod +x mc
|
|
sudo mv mc /usr/local/bin/mc
|
|
|
|
- name: Wait for MinIO and create S3 bucket
|
|
run: |
|
|
echo "Waiting for MinIO to be ready..."
|
|
for i in {1..60}; do
|
|
if curl -fsS http://localhost:9000/minio/health/live >/dev/null; then
|
|
echo "MinIO is up after ${i} seconds"
|
|
break
|
|
fi
|
|
echo "Waiting for MinIO... (attempt ${i}/60)"
|
|
sleep 1
|
|
done
|
|
|
|
# Give MinIO a bit more time to fully initialize
|
|
sleep 5
|
|
|
|
echo "Configuring MinIO client..."
|
|
mc alias set local http://localhost:9000 minioadmin minioadmin
|
|
|
|
echo "Creating S3 bucket..."
|
|
mc mb --ignore-existing local/formbricks-e2e
|
|
|
|
echo "Verifying bucket creation..."
|
|
mc ls local/
|
|
|
|
echo "Testing MinIO connectivity..."
|
|
curl -fsS http://localhost:9000/minio/health/live && echo "✓ MinIO health check passed"
|
|
|
|
echo "Testing S3 API endpoint..."
|
|
curl -fsS http://localhost:9000/ && echo "✓ MinIO S3 API accessible" || echo "✗ MinIO S3 API not accessible"
|
|
|
|
- name: Build App
|
|
run: |
|
|
pnpm build --filter=@formbricks/web...
|
|
|
|
- name: Apply Prisma Migrations
|
|
run: |
|
|
# pnpm prisma migrate deploy
|
|
pnpm db:migrate:dev
|
|
|
|
- name: Run Rate Limiter Load Tests
|
|
run: |
|
|
echo "Running rate limiter load tests with Redis/Valkey..."
|
|
cd apps/web && pnpm vitest run modules/core/rate-limit/rate-limit-load.test.ts
|
|
shell: bash
|
|
|
|
- name: Check for Enterprise License
|
|
run: |
|
|
LICENSE_KEY=$(grep '^ENTERPRISE_LICENSE_KEY=' .env | cut -d'=' -f2-)
|
|
if [ -z "$LICENSE_KEY" ]; then
|
|
echo "::error::ENTERPRISE_LICENSE_KEY in .env is empty. Please check your secret configuration."
|
|
exit 1
|
|
fi
|
|
echo "License key length: ${#LICENSE_KEY}"
|
|
|
|
- name: Run App
|
|
run: |
|
|
echo "Starting app with enterprise license..."
|
|
NODE_ENV=test pnpm start --filter=@formbricks/web | tee app.log 2>&1 &
|
|
sleep 10 # Optional: gives some buffer for the app to start
|
|
for attempt in {1..10}; do
|
|
if [ $(curl -o /dev/null -s -w "%{http_code}" http://localhost:3000/health) -eq 200 ]; then
|
|
echo "Application is ready."
|
|
break
|
|
fi
|
|
if [ $attempt -eq 10 ]; then
|
|
echo "Application failed to start in time."
|
|
exit 1
|
|
fi
|
|
echo "Still waiting for the application to be ready..."
|
|
sleep 10
|
|
done
|
|
|
|
- name: Test Storage and MinIO Integration
|
|
run: |
|
|
echo "Testing MinIO file upload with mc client..."
|
|
# Test file upload using MinIO client
|
|
echo "test content" > test-file.txt
|
|
mc cp test-file.txt local/formbricks-e2e/test-file.txt
|
|
|
|
echo "Verifying file was uploaded..."
|
|
mc ls local/formbricks-e2e/
|
|
|
|
echo "Testing file download..."
|
|
mc cp local/formbricks-e2e/test-file.txt downloaded-test-file.txt
|
|
cat downloaded-test-file.txt
|
|
|
|
echo "MinIO integration test completed successfully!"
|
|
|
|
- name: Install Playwright
|
|
run: pnpm exec playwright install --with-deps
|
|
|
|
- name: Set Azure Secret Variables
|
|
run: |
|
|
if [[ -n "${{ secrets.AZURE_CLIENT_ID }}" && -n "${{ secrets.AZURE_TENANT_ID }}" && -n "${{ secrets.AZURE_SUBSCRIPTION_ID }}" ]]; then
|
|
echo "AZURE_ENABLED=true" >> $GITHUB_ENV
|
|
else
|
|
echo "AZURE_ENABLED=false" >> $GITHUB_ENV
|
|
fi
|
|
|
|
- name: Azure login
|
|
if: env.AZURE_ENABLED == 'true'
|
|
uses: azure/login@a65d910e8af852a8061c627c456678983e180302 # v2.2.0
|
|
with:
|
|
client-id: ${{ secrets.AZURE_CLIENT_ID }}
|
|
tenant-id: ${{ secrets.AZURE_TENANT_ID }}
|
|
subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
|
|
|
|
- name: Run E2E Tests (Azure)
|
|
if: env.AZURE_ENABLED == 'true'
|
|
env:
|
|
PLAYWRIGHT_SERVICE_URL: ${{ secrets.PLAYWRIGHT_SERVICE_URL }}
|
|
run: |
|
|
pnpm test-e2e:azure
|
|
|
|
- name: Run E2E Tests (Local)
|
|
if: env.AZURE_ENABLED == 'false'
|
|
run: |
|
|
pnpm test:e2e
|
|
|
|
- uses: actions/upload-artifact@4cec3d8aa04e39d1a68397de0c4cd6fb9dce8ec1 # v4.6.1
|
|
if: always()
|
|
with:
|
|
name: playwright-report
|
|
path: playwright-report/
|
|
retention-days: 30
|
|
|
|
- uses: actions/upload-artifact@4cec3d8aa04e39d1a68397de0c4cd6fb9dce8ec1 # v4.6.1
|
|
if: failure()
|
|
with:
|
|
name: app-logs
|
|
path: app.log
|
|
|
|
- name: Output App Logs
|
|
if: failure()
|
|
run: cat app.log
|