03703ff044
* - Add missing env variables to fix perf tests failures in EE * - Delete source maps on CI only for EE * - Add the additional steps that might be required for running perf tests on EE * Update if condition * Update if condition * Switch to bash from using sh in build.sh * Check if the server started later * Update the check to see if the server has started Co-authored-by: Satish Gandham <hello@satishgandham.com>
317 lines
12 KiB
YAML
317 lines
12 KiB
YAML
name: Appsmith Performance Test Workflow
|
|
|
|
on:
|
|
# This line enables manual triggering of this workflow.
|
|
workflow_dispatch:
|
|
workflow_call:
|
|
inputs:
|
|
pr:
|
|
description: "This is the PR number in case the workflow is being called in a pull request"
|
|
required: false
|
|
type: number
|
|
|
|
# Change the working directory for all the jobs in this workflow
|
|
defaults:
|
|
run:
|
|
working-directory: app/client
|
|
shell: bash
|
|
|
|
jobs:
|
|
perf-test:
|
|
runs-on: buildjet-4vcpu-ubuntu-2004
|
|
# Only run this workflow for internally triggered events
|
|
if: |
|
|
github.event.pull_request.head.repo.full_name == github.repository ||
|
|
github.event_name == 'push' ||
|
|
github.event_name == 'workflow_dispatch' ||
|
|
github.event_name == 'repository_dispatch'
|
|
defaults:
|
|
run:
|
|
working-directory: app/client
|
|
shell: bash
|
|
|
|
# Service containers to run with this job. Required for running tests
|
|
services:
|
|
# Label used to access the service container
|
|
redis:
|
|
# Docker Hub image for Redis
|
|
image: redis
|
|
ports:
|
|
# Opens tcp port 6379 on the host and service container
|
|
- 6379:6379
|
|
mongo:
|
|
image: mongo
|
|
ports:
|
|
- 27017:27017
|
|
steps:
|
|
# Check out merge commit between the PR branch & base branch
|
|
- name: Fork based /perf-test checkout
|
|
uses: actions/checkout@v2
|
|
with:
|
|
ref: "refs/pull/${{ github.event.client_payload.pull_request.number }}/merge"
|
|
|
|
- name: Figure out the PR number
|
|
run: echo ${{ inputs.pr }}
|
|
|
|
- name: Print the Github event
|
|
run: echo ${{ github.event_name }}
|
|
|
|
# Timestamp will be used to create cache key
|
|
- id: timestamp
|
|
run: echo "::set-output name=timestamp::$(date +'%Y-%m-%dT%H:%M:%S')"
|
|
|
|
# In case this is second attempt try restoring status of the prior attempt from cache
|
|
- name: Restore the previous run result
|
|
uses: actions/cache@v2
|
|
with:
|
|
path: |
|
|
~/run_result
|
|
key: ${{ github.run_id }}-${{ github.job }}-${{ steps.timestamp.outputs.timestamp }}
|
|
restore-keys: |
|
|
${{ github.run_id }}-${{ github.job }}-
|
|
|
|
# Fetch prior run result
|
|
- name: Get the previous run result
|
|
id: run_result
|
|
run: cat ~/run_result 2>/dev/null || echo 'default'
|
|
|
|
# Incase of prior failure run the job
|
|
- if: steps.run_result.outputs.run_result != 'success'
|
|
run: echo "I'm alive!" && exit 0
|
|
|
|
# Set status = success
|
|
- run: echo "::set-output name=run_result::success" > ~/run_result
|
|
|
|
- name: Use Node.js 16.14.0
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
uses: actions/setup-node@v1
|
|
with:
|
|
node-version: "16.14.0"
|
|
|
|
- name: Get yarn cache directory path
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
id: yarn-dep-cache-dir-path
|
|
run: echo "::set-output name=dir::$(yarn cache dir)"
|
|
|
|
# Retrieve npm dependencies from cache. After a successful run, these dependencies are cached again
|
|
- name: Cache npm dependencies
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
id: yarn-dep-cache
|
|
uses: actions/cache@v2
|
|
env:
|
|
cache-name: cache-yarn-dependencies
|
|
with:
|
|
path: |
|
|
${{ steps.yarn-dep-cache-dir-path.outputs.dir }}
|
|
key: ${{ runner.os }}-yarn-dep-${{ hashFiles('**/yarn.lock') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-yarn-dep-
|
|
|
|
# Install all the dependencies
|
|
- name: Install dependencies
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
run: yarn install --frozen-lockfile
|
|
|
|
- name: Download the react build artifact
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
uses: actions/download-artifact@v2
|
|
with:
|
|
name: build
|
|
path: app/client/build
|
|
|
|
- name: Download the server build artifact
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
uses: actions/download-artifact@v2
|
|
with:
|
|
name: build
|
|
path: app/server/dist
|
|
|
|
- name: Download the rts build artifact
|
|
uses: actions/download-artifact@v2
|
|
with:
|
|
name: rts-dist
|
|
path: app/rts/dist
|
|
|
|
- name: Untar the rts folder
|
|
run: |
|
|
tar -xvf app/rts/dist/rts-dist.tar -C app/rts/
|
|
echo "Cleaning up the tar files"
|
|
rm app/rts/dist/rts-dist.tar
|
|
# We don't use Depot Docker builds because it's faster for local Docker images to be built locally.
|
|
# It's slower and more expensive to build these Docker images on Depot and download it back to the CI node.
|
|
- name: Build docker image
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
working-directory: "."
|
|
run: |
|
|
docker build -t fatcontainer .
|
|
- name: Create folder
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
env:
|
|
APPSMITH_LICENSE_KEY: ${{ secrets.APPSMITH_LICENSE_KEY }}
|
|
working-directory: "."
|
|
run: |
|
|
mkdir -p fatcontainerlocal/stacks/configuration/
|
|
mkdir -p fatcontainerlocal/oldstack
|
|
- name: Download S3 image
|
|
uses: keithweaver/aws-s3-github-action@v1.0.0
|
|
with:
|
|
command: cp
|
|
source: s3://ci-assets--appsmith/
|
|
destination: /home/runner/work/appsmith/appsmith/fatcontainerlocal/oldstack
|
|
aws_access_key_id: ${{ secrets.S3_CI_ASSETS_ACCESS_KEY_ID }}
|
|
aws_secret_access_key: ${{ secrets.S3_CI_ASSETS_SECRET_ACCESS_KEY }}
|
|
aws_region: ap-south-1
|
|
flags: --recursive
|
|
|
|
# Start server
|
|
- name: start server
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
working-directory: app/server
|
|
env:
|
|
APPSMITH_MONGODB_URI: "mongodb://localhost:27017/mobtools"
|
|
APPSMITH_REDIS_URL: "redis://127.0.0.1:6379"
|
|
APPSMITH_ENCRYPTION_PASSWORD: "password"
|
|
APPSMITH_ENCRYPTION_SALT: "salt"
|
|
APPSMITH_IS_SELF_HOSTED: false
|
|
APPSMITH_CLOUD_SERVICES_BASE_URL: https://release-cs.appsmith.com
|
|
APPSMITH_CLOUD_SERVICES_USERNAME: ""
|
|
APPSMITH_CLOUD_SERVICES_PASSWORD: ""
|
|
APPSMITH_GIT_ROOT: "./container-volumes/git-storage"
|
|
APPSMITH_LICENSE_KEY: ${{ secrets.APPSMITH_LICENSE_KEY }}
|
|
APPSMITH_ENVFILE_PATH: /tmp/dummy.env
|
|
run: |
|
|
ls -l
|
|
ls -l scripts/
|
|
ls -l dist/
|
|
# Run the server in the background and redirect logs to a log file
|
|
./scripts/start-dev-server.sh &> server-logs.log &
|
|
|
|
- name: Installing Yarn serve
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
run: |
|
|
yarn global add serve
|
|
echo "$(yarn global bin)" >> $GITHUB_PATH
|
|
|
|
- name: Load docker image
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
env:
|
|
APPSMITH_LICENSE_KEY: ${{ secrets.APPSMITH_LICENSE_KEY }}
|
|
working-directory: "."
|
|
run: |
|
|
mkdir -p ~/git-server/keys
|
|
mkdir -p ~/git-server/repos
|
|
docker run --name test-event-driver -d -p 2222:22 -p 5001:5001 -p 3306:3306 \
|
|
-p 5432:5432 -p 28017:27017 -p 25:25 --privileged --pid=host --ipc=host --volume /:/host -v ~/git-server/keys:/git-server/keys \
|
|
-v ~/git-server/repos:/git-server/repos appsmith/test-event-driver:latest
|
|
cd fatcontainerlocal
|
|
docker run -d --name appsmith -p 80:80 -p 9001:9001 \
|
|
-v "$PWD/stacks:/appsmith-stacks" -e APPSMITH_LICENSE_KEY=$APPSMITH_LICENSE_KEY \
|
|
-e APPSMITH_AUDITLOG_ENABLED=true \
|
|
-e APPSMITH_CLOUD_SERVICES_BASE_URL=http://host.docker.internal:5001 \
|
|
fatcontainer
|
|
|
|
- name: Setting up the perf tests
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
shell: bash
|
|
env:
|
|
APPSMITH_SSL_CERTIFICATE: ${{ secrets.APPSMITH_SSL_CERTIFICATE }}
|
|
APPSMITH_SSL_KEY: ${{ secrets.APPSMITH_SSL_KEY }}
|
|
CYPRESS_URL: ${{ secrets.CYPRESS_URL }}
|
|
CYPRESS_USERNAME: ${{ secrets.CYPRESS_USERNAME }}
|
|
CYPRESS_PASSWORD: ${{ secrets.CYPRESS_PASSWORD }}
|
|
CYPRESS_TESTUSERNAME1: ${{ secrets.CYPRESS_TESTUSERNAME1 }}
|
|
CYPRESS_TESTPASSWORD1: ${{ secrets.CYPRESS_TESTPASSWORD1 }}
|
|
CYPRESS_TESTUSERNAME2: ${{ secrets.CYPRESS_TESTUSERNAME2 }}
|
|
CYPRESS_TESTPASSWORD2: ${{ secrets.CYPRESS_TESTPASSWORD1 }}
|
|
CYPRESS_TESTUSERNAME3: ${{ secrets.CYPRESS_TESTUSERNAME3 }}
|
|
CYPRESS_TESTPASSWORD3: ${{ secrets.CYPRESS_TESTPASSWORD3 }}
|
|
CYPRESS_TESTUSERNAME4: ${{ secrets.CYPRESS_TESTUSERNAME4 }}
|
|
CYPRESS_TESTPASSWORD4: ${{ secrets.CYPRESS_TESTPASSWORD4 }}
|
|
CYPRESS_S3_ACCESS_KEY: ${{ secrets.CYPRESS_S3_ACCESS_KEY }}
|
|
CYPRESS_S3_SECRET_KEY: ${{ secrets.CYPRESS_S3_SECRET_KEY }}
|
|
CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_ID: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_ID }}
|
|
CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_SECRET: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_SECRET }}
|
|
CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_ID: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_ID }}
|
|
CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_SECRET: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_SECRET }}
|
|
APPSMITH_DISABLE_TELEMETRY: true
|
|
APPSMITH_GOOGLE_MAPS_API_KEY: ${{ secrets.APPSMITH_GOOGLE_MAPS_API_KEY }}
|
|
POSTGRES_PASSWORD: postgres
|
|
run: |
|
|
./cypress/setup-test.sh
|
|
|
|
- name: Get the performance-infra branch/ref
|
|
id: perf_infra_ref
|
|
run: |
|
|
ref=${{ github.event.client_payload.slash_command.args.named.ref }}
|
|
if [[ -z "$ref" ]]; then ref="main"; fi
|
|
echo ::set-output name=ref::$ref
|
|
|
|
- name: Checkout Performance Infra code
|
|
uses: actions/checkout@v3
|
|
with:
|
|
repository: appsmithorg/performance-infra
|
|
token: ${{ secrets.APPSMITH_PERF_INFRA_REPO_PAT }}
|
|
ref: ${{ steps.perf_infra_ref.outputs.ref }}
|
|
path: app/client/perf
|
|
|
|
- name: Installing performance tests dependencies
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
working-directory: app/client/perf
|
|
shell: bash
|
|
run: yarn install --frozen-lockfile
|
|
|
|
- name: Exit if Server hasnt started
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
run: |
|
|
if lsof -i :8080; then
|
|
echo "Server Found"
|
|
else
|
|
echo "Server Not Started. Printing logs from server process"
|
|
cat app/server/nohup.out
|
|
exit 1
|
|
fi
|
|
|
|
- name: Change test script permissions
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
working-directory: app/client/perf
|
|
run: chmod +x ./start-test.sh
|
|
|
|
- name: Run performance tests
|
|
if: steps.run_result.outputs.run_result != 'success'
|
|
working-directory: app/client/perf
|
|
shell: bash
|
|
env:
|
|
APPSMITH_SSL_CERTIFICATE: ${{ secrets.APPSMITH_SSL_CERTIFICATE }}
|
|
APPSMITH_SSL_KEY: ${{ secrets.APPSMITH_SSL_KEY }}
|
|
CYPRESS_TESTUSERNAME1: ${{ secrets.CYPRESS_TESTUSERNAME9 }}
|
|
CYPRESS_TESTPASSWORD1: ${{ secrets.CYPRESS_TESTPASSWORD9 }}
|
|
APPSMITH_PERFORMANCE_DB_CONFIG: ${{ secrets.APPSMITH_PERFORMANCE_DB_CONFIG }}
|
|
APPSMITH_PERFORMANCE_S3_KEY: ${{secrets.APPSMITH_PERFORMANCE_S3_KEY}}
|
|
APPSMITH_PERFORMANCE_S3_SECRET: ${{secrets.APPSMITH_PERFORMANCE_S3_SECRET}}
|
|
APPSMITH_PERFORMANCE_DB_PASSWORD: ${{secrets.APPSMITH_PERFORMANCE_DB_PASSWORD}}
|
|
APPSMITH_PERFORMANCE_DB_HOST: ${{secrets.APPSMITH_PERFORMANCE_DB_HOST}}
|
|
PERF_GITHUB_PAT: ${{ secrets.APPSMITH_PERF_INFRA_REPO_PAT }}
|
|
APPSMITH_DISABLE_TELEMETRY: true
|
|
POSTGRES_PASSWORD: postgres
|
|
NODE_TLS_REJECT_UNAUTHORIZED: "0"
|
|
run: ./start-test.sh
|
|
|
|
# Restore the previous built bundle if present. If not push the newly built into the cache
|
|
- name: Restore the previous bundle
|
|
uses: actions/cache@v2
|
|
with:
|
|
path: |
|
|
app/client/perf/traces
|
|
key: ${{ github.run_id }}-${{ github.job }}-${{ steps.timestamp.outputs.timestamp }}
|
|
restore-keys: |
|
|
${{ github.run_id }}-${{ github.job }}
|
|
|
|
- uses: actions/upload-artifact@v2
|
|
if: success() || failure()
|
|
with:
|
|
name: performance-summaries
|
|
path: app/client/perf/traces
|
|
|
|
# Set status = success
|
|
- run: echo "::set-output name=run_result::success" > ~/run_result
|