f24f5d4304
## Description > TL;DR Complimentary changes utlising `APPSMITH_CLOUD_SERVICES_SIGNATURE_BASE_URL` when mocking flagsmith on cloud services fetching the remote flags from cloud server, the the cacheableHelper function retrieves base url for cloud services. when running CI tests this base url is set to ted rather than the cloud services. In order to get the docker hosted CS url which is provided by this varialbe: `APPSMITH_CLOUD_SERVICES_SIGNATURE_BASE_URL` , we have to use another method `getBaseUrlWithSignatureVerification` to get the docker hosted CS url instead of `getBaseUrl` which gives TED url #### PR fixes following issue(s) Fixes #25787 #### Type of change - Chore: this may break EE sync > > > ## Testing > #### How Has This Been Tested? > Please describe the tests that you ran to verify your changes. Also list any relevant details for your test configuration. > Delete anything that is not relevant - [ ] Manual - [ ] JUnit - [ ] Jest - [ ] Cypress > > #### Test Plan > Add Testsmith test cases links that relate to this PR > > #### Issues raised during DP testing > Link issues raised during DP testing for better visiblity and tracking (copy link from comments dropped on this PR) > > > ## Checklist: #### Dev activity - [ ] My code follows the style guidelines of this project - [ ] I have performed a self-review of my own code - [ ] I have commented my code, particularly in hard-to-understand areas - [ ] I have made corresponding changes to the documentation - [ ] My changes generate no new warnings - [ ] I have added tests that prove my fix is effective or that my feature works - [ ] New and existing unit tests pass locally with my changes - [ ] PR is being merged under a feature flag #### QA activity: - [ ] [Speedbreak features](https://github.com/appsmithorg/TestSmith/wiki/Guidelines-for-test-plans#speedbreakers-) have been covered - [ ] Test plan covers all impacted features and [areas of interest](https://github.com/appsmithorg/TestSmith/wiki/Guidelines-for-test-plans#areas-of-interest-) - [ ] Test plan has been peer reviewed by project stakeholders and other QA members - [ ] Manually tested functionality on DP - [ ] We had an implementation alignment call with stakeholders post QA Round 2 - [ ] Cypress test cases have been added and approved by SDET/manual QA - [ ] Added `Test Plan Approved` label after Cypress tests were reviewed - [ ] Added `Test Plan Approved` label after JUnit tests were reviewed
576 lines
28 KiB
YAML
576 lines
28 KiB
YAML
name: Appsmith CI Test Workflow
|
||
|
||
on:
|
||
# This line enables manual triggering of this workflow.
|
||
workflow_dispatch:
|
||
workflow_call:
|
||
inputs:
|
||
pr:
|
||
description: "This is the PR number in case the workflow is being called in a pull request"
|
||
required: false
|
||
type: number
|
||
|
||
jobs:
|
||
ci-test:
|
||
runs-on: ubuntu-latest
|
||
if: |
|
||
github.event.pull_request.head.repo.full_name == github.repository ||
|
||
github.event_name == 'push' ||
|
||
github.event_name == 'workflow_dispatch' ||
|
||
github.event_name == 'repository_dispatch'
|
||
defaults:
|
||
run:
|
||
shell: bash
|
||
strategy:
|
||
fail-fast: false
|
||
matrix:
|
||
job: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59]
|
||
|
||
# Service containers to run with this job. Required for running tests
|
||
services:
|
||
# Label used to access the service container
|
||
redis:
|
||
# Docker Hub image for Redis
|
||
image: redis
|
||
ports:
|
||
# Opens tcp port 6379 on the host and service container
|
||
- 6379:6379
|
||
mongo:
|
||
image: mongo
|
||
ports:
|
||
- 27017:27017
|
||
|
||
steps:
|
||
- name: Set up Depot CLI
|
||
uses: depot/setup-action@v1
|
||
|
||
- name: Login to DockerHub
|
||
uses: docker/login-action@v2
|
||
with:
|
||
username: ${{ secrets.DOCKER_HUB_USERNAME }}
|
||
password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
|
||
|
||
# Check out merge commit
|
||
- name: Fork based /ok-to-test checkout
|
||
if: inputs.pr != 0
|
||
uses: actions/checkout@v3
|
||
with:
|
||
fetch-depth: 0
|
||
ref: "refs/pull/${{ inputs.pr }}/merge"
|
||
|
||
# Checkout the code in the current branch in case the workflow is called because of a branch push event
|
||
- name: Checkout the head commit of the branch
|
||
if: inputs.pr == 0
|
||
uses: actions/checkout@v3
|
||
with:
|
||
fetch-depth: 0
|
||
|
||
# Timestamp will be used to create cache key
|
||
- id: timestamp
|
||
run: echo "::set-output name=timestamp::$(date +'%Y-%m-%dT%H:%M:%S')"
|
||
|
||
# In case this is second attempt try restoring status of the prior attempt from cache
|
||
- name: Restore the previous run result
|
||
id: cache-appsmith
|
||
uses: actions/cache@v3
|
||
with:
|
||
path: |
|
||
~/run_result
|
||
key: ${{ github.run_id }}-${{ github.job }}-${{ matrix.job }}
|
||
restore-keys: |
|
||
${{ github.run_id }}-${{ github.job }}-${{ matrix.job }}
|
||
|
||
- name: Get the previous run result
|
||
if: steps.cache-appsmith.outputs.cache-hit == 'true'
|
||
id: run_result
|
||
run: |
|
||
run_result_env=$(cat ~/run_result)
|
||
echo "run_result=$run_result_env" >> $GITHUB_OUTPUT
|
||
|
||
- name: Dump steps context
|
||
env:
|
||
STEPS_CONTEXT: ${{ toJson(steps) }}
|
||
run: echo "$STEPS_CONTEXT"
|
||
|
||
# In case this is second attempt try restoring failed tests
|
||
- name: Restore the previous failed combine result
|
||
if: steps.run_result.outputs.run_result == 'failedtest'
|
||
uses: actions/download-artifact@v3
|
||
with:
|
||
name: combined_failed_spec_ci
|
||
path: ~/combined_failed_spec_ci
|
||
|
||
# failed_spec_env will contain list of all failed specs
|
||
# We are using environment variable instead of regular to support multiline
|
||
- name: Get failed_spec
|
||
id: failed_spec
|
||
if: steps.run_result.outputs.run_result == 'failedtest'
|
||
working-directory: app/client
|
||
run: |
|
||
echo "failed_spec_env<<EOF" >> $GITHUB_ENV
|
||
while IFS= read -r line
|
||
do
|
||
spec_name=$(echo $line | awk -F'/' '{print $NF}')
|
||
failed_spec_env=$(find . -name $spec_name | sed 's|./||')
|
||
echo "$failed_spec_env" >> $GITHUB_ENV
|
||
done < ~/combined_failed_spec_ci/combined_failed_spec_ci
|
||
echo "EOF" >> $GITHUB_ENV
|
||
|
||
- if: steps.run_result.outputs.run_result != 'success' && steps.run_result.outputs.run_result != 'failedtest'
|
||
run: echo "Starting full run" && exit 0
|
||
|
||
- if: steps.run_result.outputs.run_result == 'failedtest'
|
||
run: echo "Rerunning failed tests" && exit 0
|
||
|
||
- name: cat run_result
|
||
run: echo ${{ steps.run_result.outputs.run_result }}
|
||
|
||
- name: Download Docker image artifact
|
||
uses: actions/download-artifact@v3
|
||
with:
|
||
name: cicontainer
|
||
|
||
- name: Load Docker image from tar file
|
||
run: |
|
||
gunzip cicontainer.tar.gz
|
||
docker load -i cicontainer.tar
|
||
|
||
- name: Create folder
|
||
if: steps.run_result.outputs.run_result != 'success'
|
||
working-directory: "."
|
||
run: |
|
||
mkdir -p cicontainerlocal/stacks/configuration/
|
||
|
||
- name: Run Appsmith, CS & TED docker image
|
||
if: steps.run_result.outputs.run_result != 'success'
|
||
working-directory: "."
|
||
run: |
|
||
sudo /etc/init.d/ssh stop ;
|
||
mkdir -p ~/git-server/keys
|
||
mkdir -p ~/git-server/repos
|
||
docker run --name test-event-driver -d \
|
||
-p 22:22 -p 5001:5001 -p 3306:3306 -p 5432:5432 -p 28017:27017 -p 25:25 -p 5000:5000 -p 3001:3000 -p 6001:6001 \
|
||
--privileged --pid=host --ipc=host --volume /:/host -v ~/git-server/keys:/git-server/keys \
|
||
-v ~/git-server/repos:/git-server/repos \
|
||
appsmith/test-event-driver:latest
|
||
docker run --name cloud-services -d -p 8000:80 -p 8090:8090 \
|
||
--privileged --pid=host --ipc=host --add-host=host.docker.internal:host-gateway\
|
||
-e APPSMITH_CLOUD_SERVICES_MONGODB_URI=mongodb://host.docker.internal:27017 \
|
||
-e APPSMITH_CLOUD_SERVICES_MONGODB_DATABASE=cs \
|
||
-e APPSMITH_CLOUD_SERVICES_MONGODB_AUTH_DATABASE=admin \
|
||
-e APPSMITH_REDIS_URL=redis://host.docker.internal:6379/ \
|
||
-e APPSMITH_APPS_API_KEY=dummy-api-key \
|
||
-e APPSMITH_REMOTE_API_KEY=dummy-api-key \
|
||
-e APPSMITH_GITHUB_API_KEY=dummy-appsmith-gh-api-key \
|
||
-e APPSMITH_JWT_SECRET=appsmith-cloud-services-jwt-secret-dummy-key \
|
||
-e APPSMITH_ENCRYPTION_SALT=encryption-salt \
|
||
-e APPSMITH_ENCRYPTION_PASSWORD=encryption-password \
|
||
-e APPSMITH_CLOUD_SERVICES_URL=https://cs-dev.appsmith.com \
|
||
-e APPSMITH_CUSTOMER_PORTAL_URL=https://dev.appsmith.com \
|
||
-e APPSMITH_CLOUD_SERVICES_BASE_URL=https://cs-dev.appsmith.com \
|
||
-e APPSMITH_CLOUD_SERVER_BASE_URL=https://release.app.appsmith.com \
|
||
-e AUTH0_ISSUER_URL=https://login.release-customer.appsmith.com/ \
|
||
-e AUTH0_CLIENT_ID=dummy-client-id \
|
||
-e AUTH0_CLIENT_SECRET=dummy-secret-id \
|
||
-e AUTH0_AUDIENCE_URL=https://login.local-customer.appsmith.com/ \
|
||
-e CLOUDSERVICES_URL=cs-dev.appsmith.com \
|
||
-e CUSTOMER_URL=dev.appsmith.com \
|
||
-e ENTERPRISE_USER_NAME=ent-user@appsmith.com \
|
||
-e ENTERPRISE_USER_PASSWORD=ent_user_password \
|
||
-e ENTERPRISE_ADMIN_NAME=ent-admin@appsmith.com \
|
||
-e ENTERPRISE_ADMIN_PASSWORD=ent_admin_password \
|
||
-e FLAGSMITH_URL=http://host.docker.internal:5001/flagsmith \
|
||
-e FLAGSMITH_SERVER_KEY=dummykey \
|
||
-e FLAGSMITH_SERVER_KEY_BUSINESS_FEATURES=dummykeybusinessfeatures \
|
||
appsmith/cloud-services:release
|
||
cd cicontainerlocal
|
||
docker run -d --name appsmith -p 80:80 -p 9001:9001 \
|
||
-v "$PWD/stacks:/appsmith-stacks" \
|
||
-e APPSMITH_DISABLE_TELEMETRY=true \
|
||
-e APPSMITH_INTERCOM_APP_ID=DUMMY_VALUE \
|
||
-e APPSMITH_CLOUD_SERVICES_BASE_URL=http://host.docker.internal:5001 \
|
||
-e APPSMITH_CLOUD_SERVICES_SIGNATURE_BASE_URL=http://host.docker.internal:8090 \
|
||
--add-host=host.docker.internal:host-gateway --add-host=api.segment.io:host-gateway --add-host=t.appsmith.com:host-gateway \
|
||
cicontainer
|
||
|
||
- name: Use Node.js
|
||
if: steps.run_result.outputs.run_result != 'success'
|
||
uses: actions/setup-node@v3
|
||
with:
|
||
node-version-file: app/client/package.json
|
||
|
||
# actions/setup-node@v3 doesn’t work properly with Yarn 3
|
||
# when the project lives in a subdirectory: https://github.com/actions/setup-node/issues/488
|
||
# Restoring the cache manually instead
|
||
- name: Restore Yarn cache
|
||
if: steps.run_result.outputs.run_result != 'success'
|
||
uses: actions/cache@v3
|
||
with:
|
||
path: app/client/.yarn/cache
|
||
key: v1-yarn3-${{ hashFiles('app/client/yarn.lock') }}
|
||
restore-keys: |
|
||
v1-yarn3-
|
||
|
||
# Install all the dependencies
|
||
- name: Install dependencies
|
||
if: steps.run_result.outputs.run_result != 'success'
|
||
working-directory: app/client
|
||
run: |
|
||
yarn install --immutable
|
||
|
||
- name: Setting up the cypress tests
|
||
if: steps.run_result.outputs.run_result != 'success'
|
||
shell: bash
|
||
env:
|
||
APPSMITH_SSL_CERTIFICATE: ${{ secrets.APPSMITH_SSL_CERTIFICATE }}
|
||
APPSMITH_SSL_KEY: ${{ secrets.APPSMITH_SSL_KEY }}
|
||
CYPRESS_URL: ${{ secrets.CYPRESS_URL }}
|
||
CYPRESS_USERNAME: ${{ secrets.CYPRESS_USERNAME }}
|
||
CYPRESS_PASSWORD: ${{ secrets.CYPRESS_PASSWORD }}
|
||
CYPRESS_TESTUSERNAME1: ${{ secrets.CYPRESS_TESTUSERNAME1 }}
|
||
CYPRESS_TESTPASSWORD1: ${{ secrets.CYPRESS_TESTPASSWORD1 }}
|
||
CYPRESS_TESTUSERNAME2: ${{ secrets.CYPRESS_TESTUSERNAME2 }}
|
||
CYPRESS_TESTPASSWORD2: ${{ secrets.CYPRESS_TESTPASSWORD1 }}
|
||
CYPRESS_TESTUSERNAME3: ${{ secrets.CYPRESS_TESTUSERNAME3 }}
|
||
CYPRESS_TESTPASSWORD3: ${{ secrets.CYPRESS_TESTPASSWORD3 }}
|
||
CYPRESS_TESTUSERNAME4: ${{ secrets.CYPRESS_TESTUSERNAME4 }}
|
||
CYPRESS_TESTPASSWORD4: ${{ secrets.CYPRESS_TESTPASSWORD4 }}
|
||
CYPRESS_S3_ACCESS_KEY: ${{ secrets.CYPRESS_S3_ACCESS_KEY }}
|
||
CYPRESS_S3_SECRET_KEY: ${{ secrets.CYPRESS_S3_SECRET_KEY }}
|
||
CYPRESS_GITEA_TOKEN: ${{ secrets.GITEA_TOKEN }}
|
||
CYPRESS_AIRTABLE_BEARER: ${{ secrets.AIRTABLE_BEARER }}
|
||
CYPRESS_FIRESTORE_PRIVATE_KEY: ${{ secrets.FIRESTORE_PRIVATE_KEY }}
|
||
CYPRESS_GITHUB_PERSONAL_ACCESS_TOKEN: ${{ secrets.CYPRESS_GITHUB_PERSONAL_ACCESS_TOKEN }}
|
||
CYPRESS_TEST_GITHUB_USER_NAME: ${{ secrets.CYPRESS_TEST_GITHUB_USER_NAME }}
|
||
CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_ID: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_ID }}
|
||
CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_SECRET: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_SECRET }}
|
||
CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_ID: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_ID }}
|
||
CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_SECRET: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_SECRET }}
|
||
CYPRESS_OAUTH_SAML_EMAIL: ${{ secrets.CYPRESS_OAUTH_SAML_EMAIL }}
|
||
CYPRESS_OAUTH_SAML_ENTITY_ID: ${{ secrets.CYPRESS_OAUTH_SAML_ENTITY_ID }}
|
||
CYPRESS_OAUTH_SAML_METADATA_URL: ${{ secrets.CYPRESS_OAUTH_SAML_METADATA_URL }}
|
||
CYPRESS_OAUTH_SAML_METADATA_XML: ${{ secrets.CYPRESS_OAUTH_SAML_METADATA_XML }}
|
||
CYPRESS_OAUTH_SAML_PUB_CERT: ${{ secrets.CYPRESS_OAUTH_SAML_PUB_CERT }}
|
||
CYPRESS_OAUTH_SAML_SSO_URL: ${{ secrets.CYPRESS_OAUTH_SAML_SSO_URL }}
|
||
CYPRESS_OAUTH_SAML_REDIRECT_URL: ${{ secrets.CYPRESS_OAUTH_SAML_REDIRECT_URL }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_ID: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_ID }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_SECRET: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_SECRET }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_AUTH_URL: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_AUTH_URL }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_TOKEN_URL: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_TOKEN_URL }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_USER_INFO: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_USER_INFO }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_JWKS_URL: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_JWKS_URL }}
|
||
CYPRESS_EXCLUDE_TAGS: "airgap"
|
||
CYPRESS_AIRGAPPED: false
|
||
APPSMITH_DISABLE_TELEMETRY: true
|
||
APPSMITH_GOOGLE_MAPS_API_KEY: ${{ secrets.APPSMITH_GOOGLE_MAPS_API_KEY }}
|
||
POSTGRES_PASSWORD: postgres
|
||
CYPRESS_VERIFY_TIMEOUT: 100000
|
||
run: |
|
||
cd app/client
|
||
chmod a+x ./cypress/setup-test-ci.sh
|
||
./cypress/setup-test-ci.sh
|
||
|
||
- uses: browser-actions/setup-chrome@latest
|
||
with:
|
||
chrome-version: stable
|
||
- run: |
|
||
echo "BROWSER_PATH=$(which chrome)" >> $GITHUB_ENV
|
||
|
||
# - name: Set Pull Request Title
|
||
# env:
|
||
# EVENT_COMMITS: ${{ toJson(github.event.commits[0].message) }}
|
||
# run: |
|
||
# echo "${{ env.EVENT_COMMITS }}" | awk -F '\\\\n' '{print $1}'
|
||
|
||
- name: Save Git values
|
||
# pass env variables from this step to other steps
|
||
# using GitHub Actions environment file
|
||
# https://docs.github.com/en/actions/learn-github-actions/workflow-commands-for-github-actions#environment-files
|
||
run: |
|
||
PR_NUMBER=${{ inputs.pr }}
|
||
echo COMMIT_INFO_BRANCH=$(git rev-parse --abbrev-ref HEAD) >> $GITHUB_ENV
|
||
echo COMMIT_INFO_MESSAGE=OkToTest run on PR# ${{ inputs.pr }} >> $GITHUB_ENV
|
||
echo COMMIT_INFO_EMAIL=$(git show -s --pretty=%ae) >> $GITHUB_ENV
|
||
echo COMMIT_INFO_AUTHOR=$(git show -s --pretty=%an) >> $GITHUB_ENV
|
||
echo COMMIT_INFO_SHA=$(git show -s --pretty=%H) >> $GITHUB_ENV
|
||
echo COMMIT_INFO_TIMESTAMP=$(git show -s --pretty=%ct) >> $GITHUB_ENV
|
||
echo COMMIT_INFO_REMOTE=$(git config --get remote.origin.url) >> $GITHUB_ENV
|
||
# delete the .git folder afterwords to use the environment values
|
||
rm -rf .git
|
||
|
||
- name: Show Git values
|
||
run: |
|
||
echo Branch $COMMIT_INFO_BRANCH
|
||
echo Message $COMMIT_INFO_MESSAGE
|
||
echo Email $COMMIT_INFO_EMAIL
|
||
echo Author $COMMIT_INFO_AUTHOR
|
||
echo SHA $COMMIT_INFO_SHA
|
||
echo Timestamp $COMMIT_INFO_TIMESTAMP
|
||
echo Remote $COMMIT_INFO_REMOTE
|
||
|
||
- name: Set Commit Message
|
||
env:
|
||
EVENT_COMMITS: ${{ toJson(github.event.commits[0].message) }}
|
||
run: |
|
||
if [[ ${{ inputs.pr }} -ne 0 ]]; then
|
||
echo "COMMIT_INFO_MESSAGE=${{ env.COMMIT_INFO_MESSAGE }}" >> $GITHUB_ENV
|
||
else
|
||
if [[ '${{env.EVENT_COMMITS}}' == 'null' ]]; then
|
||
echo "COMMIT_INFO_MESSAGE=${{ github.event_name }} by ${{ env.COMMIT_INFO_AUTHOR }}" >> $GITHUB_ENV
|
||
else
|
||
echo "COMMIT_INFO_MESSAGE=$(echo \"${{ env.EVENT_COMMITS }}\" | awk -F '\\\\n' '{print $1}' | sed 's/^\"//')" >> $GITHUB_ENV
|
||
fi
|
||
fi
|
||
|
||
- name: Run the cypress test
|
||
if: steps.run_result.outputs.run_result != 'success' && steps.run_result.outputs.run_result != 'failedtest'
|
||
id: cypress_test
|
||
uses: cypress-io/github-action@v5
|
||
env:
|
||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||
CYPRESS_RECORD_KEY: ${{ secrets.CYPRESS_RECORD_KEY }}
|
||
CYPRESS_PROJECT_ID: ${{ secrets.CYPRESS_PROJECT_ID }}
|
||
CYPRESS_USERNAME: ${{ secrets.CYPRESS_USERNAME }}
|
||
CYPRESS_PASSWORD: ${{ secrets.CYPRESS_PASSWORD }}
|
||
CYPRESS_TESTUSERNAME1: ${{ secrets.CYPRESS_TESTUSERNAME1 }}
|
||
CYPRESS_TESTPASSWORD1: ${{ secrets.CYPRESS_TESTPASSWORD1 }}
|
||
CYPRESS_TESTUSERNAME2: ${{ secrets.CYPRESS_TESTUSERNAME2 }}
|
||
CYPRESS_TESTPASSWORD2: ${{ secrets.CYPRESS_TESTPASSWORD1 }}
|
||
CYPRESS_TESTUSERNAME3: ${{ secrets.CYPRESS_TESTUSERNAME3 }}
|
||
CYPRESS_TESTPASSWORD3: ${{ secrets.CYPRESS_TESTPASSWORD3 }}
|
||
CYPRESS_TESTUSERNAME4: ${{ secrets.CYPRESS_TESTUSERNAME4 }}
|
||
CYPRESS_TESTPASSWORD4: ${{ secrets.CYPRESS_TESTPASSWORD4 }}
|
||
CYPRESS_S3_ACCESS_KEY: ${{ secrets.CYPRESS_S3_ACCESS_KEY }}
|
||
CYPRESS_S3_SECRET_KEY: ${{ secrets.CYPRESS_S3_SECRET_KEY }}
|
||
CYPRESS_GITEA_TOKEN: ${{ secrets.GITEA_TOKEN }}
|
||
CYPRESS_AIRTABLE_BEARER: ${{ secrets.AIRTABLE_BEARER }}
|
||
CYPRESS_FIRESTORE_PRIVATE_KEY: ${{ secrets.FIRESTORE_PRIVATE_KEY }}
|
||
CYPRESS_GITHUB_PERSONAL_ACCESS_TOKEN: ${{ secrets.CYPRESS_GITHUB_PERSONAL_ACCESS_TOKEN }}
|
||
CYPRESS_TEST_GITHUB_USER_NAME: ${{ secrets.CYPRESS_TEST_GITHUB_USER_NAME }}
|
||
CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_ID: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_ID }}
|
||
CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_SECRET: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_SECRET }}
|
||
CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_ID: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_ID }}
|
||
CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_SECRET: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_SECRET }}
|
||
CYPRESS_OAUTH_SAML_EMAIL: ${{ secrets.CYPRESS_OAUTH_SAML_EMAIL }}
|
||
CYPRESS_OAUTH_SAML_ENTITY_ID: ${{ secrets.CYPRESS_OAUTH_SAML_ENTITY_ID }}
|
||
CYPRESS_OAUTH_SAML_METADATA_URL: ${{ secrets.CYPRESS_OAUTH_SAML_METADATA_URL }}
|
||
CYPRESS_OAUTH_SAML_METADATA_XML: ${{ secrets.CYPRESS_OAUTH_SAML_METADATA_XML }}
|
||
CYPRESS_OAUTH_SAML_PUB_CERT: ${{ secrets.CYPRESS_OAUTH_SAML_PUB_CERT }}
|
||
CYPRESS_OAUTH_SAML_SSO_URL: ${{ secrets.CYPRESS_OAUTH_SAML_SSO_URL }}
|
||
CYPRESS_OAUTH_SAML_REDIRECT_URL: ${{ secrets.CYPRESS_OAUTH_SAML_REDIRECT_URL }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_ID: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_ID }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_SECRET: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_SECRET }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_AUTH_URL: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_AUTH_URL }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_TOKEN_URL: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_TOKEN_URL }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_USER_INFO: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_USER_INFO }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_JWKS_URL: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_JWKS_URL }}
|
||
CYPRESS_EXCLUDE_TAGS: "airgap"
|
||
CYPRESS_AIRGAPPED: false
|
||
APPSMITH_DISABLE_TELEMETRY: true
|
||
APPSMITH_GOOGLE_MAPS_API_KEY: ${{ secrets.APPSMITH_GOOGLE_MAPS_API_KEY }}
|
||
COMMIT_INFO_MESSAGE: ${{ env.COMMIT_INFO_MESSAGE }}
|
||
CYPRESS_VERIFY_TIMEOUT: 100000
|
||
RUNID: ${{ github.run_id }}
|
||
ATTEMPT_NUMBER: ${{ github.run_attempt }}
|
||
REPOSITORY: ${{ github.repository }}
|
||
COMMITTER: ${{ env.COMMIT_INFO_AUTHOR }}
|
||
TAG: ${{ github.event_name }}
|
||
BRANCH: ${{ env.COMMIT_INFO_BRANCH }}
|
||
THIS_RUNNER: ${{ strategy.job-index }}
|
||
CYPRESS_DB_USER: ${{ secrets.CYPRESS_DB_USER }}
|
||
CYPRESS_DB_HOST: ${{ secrets.CYPRESS_DB_HOST }}
|
||
CYPRESS_DB_NAME: ${{ secrets.CYPRESS_DB_NAME }}
|
||
CYPRESS_DB_PWD: ${{ secrets.CYPRESS_DB_PWD }}
|
||
CYPRESS_S3_ACCESS: ${{ secrets.CYPRESS_S3_ACCESS }}
|
||
CYPRESS_S3_SECRET: ${{ secrets.CYPRESS_S3_SECRET }}
|
||
with:
|
||
browser: ${{ env.BROWSER_PATH }}
|
||
record: true
|
||
install: false
|
||
parallel: true
|
||
config-file: cypress_ci.config.ts
|
||
group: "Chrome-Fat Container tests"
|
||
spec: "cypress/e2e/**/**/*"
|
||
working-directory: app/client
|
||
# tag will be either "push" or "pull_request"
|
||
tag: ${{ github.event_name }}
|
||
env: "NODE_ENV=development"
|
||
|
||
# - name: Retrieve Retry Attempt Count
|
||
# run: |
|
||
# retry_count=$((GITHUB_RUN_NUMBER - 1))
|
||
# echo "Retry attempt count: $retry_count" >> $GITHUB_OUTPUT
|
||
|
||
# - name: Save Git values for Retry
|
||
# run: |
|
||
# PR_NUMBER=${{ inputs.pr }}
|
||
# echo COMMIT_INFO_MESSAGE=Retry-${{ env.retry_count }} of OkToTest on PR# ${{ inputs.pr }} >> $GITHUB_ENV
|
||
|
||
# - name: Set Re-try Commit Message
|
||
# run: |
|
||
# if [[ ${{ inputs.pr }} -ne 0 ]]; then
|
||
# echo "COMMIT_INFO_MESSAGE=${{ env.COMMIT_INFO_MESSAGE }}" >> $GITHUB_ENV
|
||
# else
|
||
# echo "COMMIT_INFO_MESSAGE=Retry-${{ env.retry_count }} of Merge on PR# ${{ inputs.pr }}" >> $GITHUB_ENV
|
||
# fi
|
||
|
||
# In case of second attempt only run failed specs
|
||
- name: Run the cypress test with failed tests
|
||
if: steps.run_result.outputs.run_result == 'failedtest'
|
||
id: cypress_test_failedtest
|
||
uses: cypress-io/github-action@v5
|
||
env:
|
||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||
CYPRESS_RECORD_KEY: ${{ secrets.CYPRESS_RECORD_KEY }}
|
||
CYPRESS_PROJECT_ID: ${{ secrets.CYPRESS_PROJECT_ID }}
|
||
CYPRESS_USERNAME: ${{ secrets.CYPRESS_USERNAME }}
|
||
CYPRESS_PASSWORD: ${{ secrets.CYPRESS_PASSWORD }}
|
||
CYPRESS_TESTUSERNAME1: ${{ secrets.CYPRESS_TESTUSERNAME1 }}
|
||
CYPRESS_TESTPASSWORD1: ${{ secrets.CYPRESS_TESTPASSWORD1 }}
|
||
CYPRESS_TESTUSERNAME2: ${{ secrets.CYPRESS_TESTUSERNAME2 }}
|
||
CYPRESS_TESTPASSWORD2: ${{ secrets.CYPRESS_TESTPASSWORD1 }}
|
||
CYPRESS_TESTUSERNAME3: ${{ secrets.CYPRESS_TESTUSERNAME3 }}
|
||
CYPRESS_TESTPASSWORD3: ${{ secrets.CYPRESS_TESTPASSWORD3 }}
|
||
CYPRESS_TESTUSERNAME4: ${{ secrets.CYPRESS_TESTUSERNAME4 }}
|
||
CYPRESS_TESTPASSWORD4: ${{ secrets.CYPRESS_TESTPASSWORD4 }}
|
||
CYPRESS_S3_ACCESS_KEY: ${{ secrets.CYPRESS_S3_ACCESS_KEY }}
|
||
CYPRESS_S3_SECRET_KEY: ${{ secrets.CYPRESS_S3_SECRET_KEY }}
|
||
CYPRESS_GITEA_TOKEN: ${{ secrets.GITEA_TOKEN }}
|
||
CYPRESS_AIRTABLE_BEARER: ${{ secrets.AIRTABLE_BEARER }}
|
||
CYPRESS_FIRESTORE_PRIVATE_KEY: ${{ secrets.FIRESTORE_PRIVATE_KEY }}
|
||
CYPRESS_GITHUB_PERSONAL_ACCESS_TOKEN: ${{ secrets.CYPRESS_GITHUB_PERSONAL_ACCESS_TOKEN }}
|
||
CYPRESS_TEST_GITHUB_USER_NAME: ${{ secrets.CYPRESS_TEST_GITHUB_USER_NAME }}
|
||
CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_ID: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_ID }}
|
||
CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_SECRET: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_SECRET }}
|
||
CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_ID: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_ID }}
|
||
CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_SECRET: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_SECRET }}
|
||
CYPRESS_OAUTH_SAML_EMAIL: ${{ secrets.CYPRESS_OAUTH_SAML_EMAIL }}
|
||
CYPRESS_OAUTH_SAML_ENTITY_ID: ${{ secrets.CYPRESS_OAUTH_SAML_ENTITY_ID }}
|
||
CYPRESS_OAUTH_SAML_METADATA_URL: ${{ secrets.CYPRESS_OAUTH_SAML_METADATA_URL }}
|
||
CYPRESS_OAUTH_SAML_METADATA_XML: ${{ secrets.CYPRESS_OAUTH_SAML_METADATA_XML }}
|
||
CYPRESS_OAUTH_SAML_PUB_CERT: ${{ secrets.CYPRESS_OAUTH_SAML_PUB_CERT }}
|
||
CYPRESS_OAUTH_SAML_SSO_URL: ${{ secrets.CYPRESS_OAUTH_SAML_SSO_URL }}
|
||
CYPRESS_OAUTH_SAML_REDIRECT_URL: ${{ secrets.CYPRESS_OAUTH_SAML_REDIRECT_URL }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_ID: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_ID }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_SECRET: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_SECRET }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_AUTH_URL: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_AUTH_URL }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_TOKEN_URL: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_TOKEN_URL }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_USER_INFO: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_USER_INFO }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_JWKS_URL: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_JWKS_URL }}
|
||
CYPRESS_EXCLUDE_TAGS: "airgap"
|
||
CYPRESS_AIRGAPPED: false
|
||
APPSMITH_DISABLE_TELEMETRY: true
|
||
APPSMITH_GOOGLE_MAPS_API_KEY: ${{ secrets.APPSMITH_GOOGLE_MAPS_API_KEY }}
|
||
COMMIT_INFO_MESSAGE: ${{ env.COMMIT_INFO_MESSAGE }}
|
||
RUNID: ${{ github.run_id }}
|
||
ATTEMPT_NUMBER: ${{ github.run_attempt }}
|
||
REPOSITORY: ${{ github.repository }}
|
||
COMMITTER: ${{ env.COMMIT_INFO_AUTHOR }}
|
||
TAG: ${{ github.event_name }}
|
||
BRANCH: ${{ env.COMMIT_INFO_BRANCH }}
|
||
THIS_RUNNER: ${{ strategy.job-index }}
|
||
CYPRESS_DB_USER: ${{ secrets.CYPRESS_DB_USER }}
|
||
CYPRESS_DB_HOST: ${{ secrets.CYPRESS_DB_HOST }}
|
||
CYPRESS_DB_NAME: ${{ secrets.CYPRESS_DB_NAME }}
|
||
CYPRESS_DB_PWD: ${{ secrets.CYPRESS_DB_PWD }}
|
||
CYPRESS_S3_ACCESS: ${{ secrets.CYPRESS_S3_ACCESS }}
|
||
CYPRESS_S3_SECRET: ${{ secrets.CYPRESS_S3_SECRET }}
|
||
with:
|
||
browser: ${{ env.BROWSER_PATH }}
|
||
record: true
|
||
install: false
|
||
parallel: true
|
||
config-file: cypress_ci.config.ts
|
||
group: "Chrome-Fat Container tests"
|
||
spec: ${{ env.failed_spec_env }}
|
||
working-directory: app/client
|
||
# tag will be either "push" or "pull_request"
|
||
tag: ${{ github.event_name }}
|
||
env: "NODE_ENV=development"
|
||
|
||
- name: Collect CI container logs
|
||
if: failure()
|
||
working-directory: "."
|
||
run: |
|
||
mkdir -p ~/dockerlogs
|
||
docker logs appsmith 2>&1 > ~/dockerlogs/dockerlogs-${{ matrix.job }}.txt
|
||
|
||
# Upload docker logs
|
||
- name: Upload failed test list artifact
|
||
if: failure()
|
||
uses: actions/upload-artifact@v3
|
||
with:
|
||
name: dockerlogs
|
||
path: ~/dockerlogs
|
||
|
||
# Set status = failedtest
|
||
- name: Set fail if there are test failures
|
||
if: failure()
|
||
run: |
|
||
echo "run_result=failedtest" >> $GITHUB_OUTPUT
|
||
echo "failedtest" > ~/run_result
|
||
|
||
# Create a directory ~/failed_spec_ci and add a dummy file
|
||
# This will ensure upload and download steps are successful
|
||
- name: Create directory for failed tests
|
||
if: always()
|
||
run: |
|
||
mkdir -p ~/failed_spec_ci-${{github.run_attempt}}
|
||
|
||
# add list failed tests to a file
|
||
- name: In case of test failures copy them to a file
|
||
if: failure()
|
||
run: |
|
||
cd ${{ github.workspace }}/app/client/cypress/
|
||
find screenshots -type f \( -iname "*\(attempt 2\).png" -o -iname "*before all hook*" -o -iname "*after all hook*" \) | sed 's/screenshots/cypress\/e2e/g'| sed 's:/[^/]*$::' | sort -u > ~/failed_spec_ci-${{github.run_attempt}}/failed_spec_ci-${{ matrix.job }}
|
||
|
||
# Upload failed test list using common path for all matrix job
|
||
- name: Upload failed test list artifact
|
||
if: failure()
|
||
uses: actions/upload-artifact@v3
|
||
with:
|
||
name: failed-spec-ci-${{github.run_attempt}}
|
||
path: ~/failed_spec_ci-${{github.run_attempt}}
|
||
|
||
# Force store previous run result to cache
|
||
- name: Store the previous run result
|
||
if: failure()
|
||
uses: actions/cache/save@v3
|
||
with:
|
||
path: |
|
||
~/run_result
|
||
key: ${{ github.run_id }}-${{ github.job }}-${{ matrix.job }}
|
||
|
||
- name: get cypress url dashboard url
|
||
id: dashboard_url
|
||
if: always()
|
||
run: |
|
||
if [[ "${{steps.run_result.outputs.run_result }}" != "success" && "${{steps.run_result.outputs.run_result }}" != "failedtest" ]]; then
|
||
echo ${{ steps.cypress_test.outputs.resultsUrl }} >> ~/cypress_url
|
||
elif [[ "${{steps.run_result.outputs.run_result }}" == "failedtest" ]]; then
|
||
echo ${{ steps.cypress_test_failedtest.outputs.resultsUrl }} >> ~/cypress_url
|
||
fi
|
||
|
||
# Force store previous run result to cache
|
||
- name: Store the previous run result
|
||
if: success()
|
||
uses: actions/cache/save@v3
|
||
with:
|
||
path: |
|
||
~/cypress_url
|
||
key: ${{ github.run_id }}-dashboard-url-${{ github.run_attempt }}
|
||
|
||
# Upload the log artifact so that it can be used by the test & deploy job in the workflow
|
||
- name: Upload server logs bundle on failure
|
||
uses: actions/upload-artifact@v3
|
||
if: failure()
|
||
with:
|
||
name: server-logs-${{ matrix.job }}
|
||
path: app/server/server-logs.log
|
||
|
||
# Set status = success
|
||
- name: Save the status of the run
|
||
run: |
|
||
echo "run_result=success" >> $GITHUB_OUTPUT
|
||
echo "success" > ~/run_result
|