2b43c05def
/ok-to-test tags="@tag.Snowflake"## Description > [!TIP] > _Add a TL;DR when the description is longer than 500 words or extremely technical (helps the content, marketing, and DevRel team)._ > > _Please also include relevant motivation and context. List any dependencies that are required for this change. Add links to Notion, Figma or any other documents that might be relevant to the PR._ Fixes #`Issue Number` _or_ Fixes `Issue URL` > [!WARNING] > _If no issue exists, please create an issue first, and check with the maintainers if the issue is valid._ ## Automation /ok-to-test tags="" ### 🔍 Cypress test results <!-- This is an auto-generated comment: Cypress test results --> > [!TIP] > 🟢 🟢 🟢 All cypress tests have passed! 🎉 🎉 🎉 > Workflow run: <https://github.com/appsmithorg/appsmith/actions/runs/13448661796> > Commit: d4e4d31e4e5086fcf4d93e76a3f7346b1301e81f > <a href="https://internal.appsmith.com/app/cypress-dashboard/rundetails-65890b3c81d7400d08fa9ee5?branch=master&workflowId=13448661796&attempt=1" target="_blank">Cypress dashboard</a>. > Tags: `@tag.Snowflake` > Spec: > <hr>Fri, 21 Feb 2025 02:33:22 UTC <!-- end of auto-generated comment: Cypress test results --> ## Communication Should the DevRel and Marketing teams inform users about this change? - [ ] Yes - [ ] No <!-- This is an auto-generated comment: release notes by coderabbit.ai --> ## Summary by CodeRabbit - **Chores** - Enhanced our automated testing configuration by including secure integration credentials in the test workflows. <!-- end of auto-generated comment: release notes by coderabbit.ai --> --------- Signed-off-by: Laveena Enid <laveena@appsmith.com>
334 lines
14 KiB
YAML
334 lines
14 KiB
YAML
name: Appsmith CI Test Workflow For Hosted Instance
|
||
|
||
on:
|
||
# Schedule to run the workflow everyday at 7 AM or UTC (1.30 AM) only on weekday
|
||
schedule:
|
||
- cron: "30 1 * * 1-5"
|
||
# This line enables manual triggering of this workflow.
|
||
workflow_dispatch:
|
||
inputs:
|
||
pr:
|
||
description: "This is the PR number in case the workflow is being called in a pull request"
|
||
required: false
|
||
type: number
|
||
default: 0
|
||
workflow_call:
|
||
inputs:
|
||
pr:
|
||
description: "This is the PR number in case the workflow is being called in a pull request"
|
||
required: false
|
||
type: number
|
||
|
||
jobs:
|
||
ci-test:
|
||
runs-on: ubuntu-latest
|
||
if: |
|
||
github.event.pull_request.head.repo.full_name == github.repository ||
|
||
github.event_name == 'push' ||
|
||
github.event_name == 'workflow_dispatch' ||
|
||
github.event_name == 'repository_dispatch' ||
|
||
github.event_name == 'schedule'
|
||
defaults:
|
||
run:
|
||
shell: bash
|
||
|
||
# Service containers to run with this job. Required for running tests
|
||
services:
|
||
# Label used to access the service container
|
||
redis:
|
||
# Docker Hub image for Redis
|
||
image: redis
|
||
ports:
|
||
# Opens tcp port 6379 on the host and service container
|
||
- 6379:6379
|
||
mongo:
|
||
image: mongo
|
||
ports:
|
||
- 27017:27017
|
||
|
||
steps:
|
||
- name: Set up Depot CLI
|
||
uses: depot/setup-action@v1
|
||
|
||
# Check out merge commit
|
||
- name: Fork based /ok-to-test checkout
|
||
if: inputs.pr != 0
|
||
uses: actions/checkout@v4
|
||
with:
|
||
ref: "refs/pull/${{ inputs.pr }}/merge"
|
||
|
||
# Checkout the code in the current branch in case the workflow is called because of a branch push event
|
||
- name: Checkout the head commit of the branch
|
||
if: inputs.pr == 0 || github.event_name == 'schedule'
|
||
uses: actions/checkout@v4
|
||
|
||
# Timestamp will be used to create cache key
|
||
- id: timestamp
|
||
run: echo "timestamp=$(date +'%Y-%m-%dT%H:%M:%S')" >> $GITHUB_OUTPUT
|
||
|
||
# In case this is second attempt try restoring status of the prior attempt from cache
|
||
- name: Restore the previous run result
|
||
id: cache-appsmith
|
||
uses: actions/cache@v4
|
||
with:
|
||
path: |
|
||
~/run_result
|
||
key: ${{ github.run_id }}-${{ github.job }}
|
||
restore-keys: |
|
||
${{ github.run_id }}-${{ github.job }}
|
||
|
||
- name: Get the previous run result
|
||
if: steps.cache-appsmith.outputs.cache-hit == 'true'
|
||
id: run_result
|
||
run: |
|
||
run_result_env=$(cat ~/run_result)
|
||
echo "run_result=$run_result_env" >> $GITHUB_OUTPUT
|
||
if [[ "$run_result_env" == "failedtest" ]]; then
|
||
echo "rerun=true" >> $GITHUB_OUTPUT
|
||
else
|
||
echo "rerun=false" >> $GITHUB_OUTPUT
|
||
fi
|
||
|
||
- name: Dump steps context
|
||
env:
|
||
STEPS_CONTEXT: ${{ toJson(steps) }}
|
||
run: echo "$STEPS_CONTEXT"
|
||
|
||
- if: steps.run_result.outputs.run_result != 'success' && steps.run_result.outputs.run_result != 'failedtest'
|
||
run: echo "Starting full run" && exit 0
|
||
|
||
- if: steps.run_result.outputs.run_result == 'failedtest'
|
||
run: echo "Rerunning failed tests" && exit 0
|
||
|
||
- name: cat run_result
|
||
run: echo ${{ steps.run_result.outputs.run_result }}
|
||
|
||
- name: Use Node.js
|
||
if: steps.run_result.outputs.run_result != 'success'
|
||
uses: actions/setup-node@v4
|
||
with:
|
||
node-version-file: app/client/package.json
|
||
|
||
# actions/setup-node@v4 doesn’t work properly with Yarn 3
|
||
# when the project lives in a subdirectory: https://github.com/actions/setup-node/issues/488
|
||
# Restoring the cache manually instead
|
||
- name: Restore Yarn cache
|
||
if: steps.run_result.outputs.run_result != 'success'
|
||
uses: actions/cache@v4
|
||
with:
|
||
path: |
|
||
app/client/.yarn/cache
|
||
app/client/node_modules/.cache/webpack/
|
||
key: v1-yarn3-${{ hashFiles('app/client/yarn.lock') }}
|
||
restore-keys: |
|
||
v1-yarn3-
|
||
|
||
# Install all the dependencies
|
||
- name: Install dependencies
|
||
if: steps.run_result.outputs.run_result != 'success'
|
||
working-directory: app/client
|
||
run: yarn install --immutable
|
||
|
||
- name: Setting up the cypress tests
|
||
if: steps.run_result.outputs.run_result != 'success'
|
||
shell: bash
|
||
run: |
|
||
cd app/client
|
||
chmod a+x ./cypress/setup-test-ci.sh
|
||
./cypress/setup-test-ci.sh
|
||
|
||
- name: Install Google Chrome 129.0.6668.100
|
||
run: |
|
||
sudo apt-get remove google-chrome-stable
|
||
wget -q https://dl.google.com/linux/chrome/deb/pool/main/g/google-chrome-stable/google-chrome-stable_129.0.6668.100-1_amd64.deb
|
||
sudo apt-get update
|
||
sudo apt-get install -y ./google-chrome-stable_129.0.6668.100-1_amd64.deb
|
||
echo "BROWSER_PATH=$(which google-chrome)" >> $GITHUB_ENV
|
||
google-chrome --version
|
||
|
||
- name: Save Git values
|
||
# pass env variables from this step to other steps
|
||
# using GitHub Actions environment file
|
||
# https://docs.github.com/en/actions/learn-github-actions/workflow-commands-for-github-actions#environment-files
|
||
run: |
|
||
PR_NUMBER=${{ inputs.pr }}
|
||
echo COMMIT_INFO_BRANCH=$(git rev-parse --abbrev-ref HEAD) >> $GITHUB_ENV
|
||
echo COMMIT_INFO_MESSAGE=OkToTest run on PR# ${{ inputs.pr }} >> $GITHUB_ENV
|
||
echo COMMIT_INFO_EMAIL=$(git show -s --pretty=%ae) >> $GITHUB_ENV
|
||
echo COMMIT_INFO_AUTHOR=$(git show -s --pretty=%an) >> $GITHUB_ENV
|
||
echo COMMIT_INFO_SHA=$(git show -s --pretty=%H) >> $GITHUB_ENV
|
||
echo COMMIT_INFO_TIMESTAMP=$(git show -s --pretty=%ct) >> $GITHUB_ENV
|
||
echo COMMIT_INFO_REMOTE=$(git config --get remote.origin.url) >> $GITHUB_ENV
|
||
# delete the .git folder afterwords to use the environment values
|
||
rm -rf .git
|
||
|
||
- name: Show Git values
|
||
run: |
|
||
echo Branch $COMMIT_INFO_BRANCH
|
||
echo Message $COMMIT_INFO_MESSAGE
|
||
echo Email $COMMIT_INFO_EMAIL
|
||
echo Author $COMMIT_INFO_AUTHOR
|
||
echo SHA $COMMIT_INFO_SHA
|
||
echo Timestamp $COMMIT_INFO_TIMESTAMP
|
||
echo Remote $COMMIT_INFO_REMOTE
|
||
|
||
- name: Set Commit Message
|
||
env:
|
||
EVENT_COMMITS: ${{ toJson(github.event.commits[0].message) }}
|
||
run: |
|
||
if [[ ${{ github.event_name }} == 'schedule' ]]; then
|
||
echo "COMMIT_INFO_MESSAGE=Scheduled run for Hosted tests" >> $GITHUB_ENV
|
||
else
|
||
echo "COMMIT_INFO_MESSAGE=Manual workflow run for Hosted tests" >> $GITHUB_ENV
|
||
fi
|
||
|
||
- name: Run the cypress test
|
||
env:
|
||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||
CYPRESS_USERNAME: ${{ secrets.CYPRESS_USERNAME }}
|
||
CYPRESS_PASSWORD: ${{ secrets.CYPRESS_PASSWORD }}
|
||
CYPRESS_TESTUSERNAME1: ${{ secrets.CYPRESS_TESTUSERNAME1 }}
|
||
CYPRESS_TESTPASSWORD1: ${{ secrets.CYPRESS_TESTPASSWORD1 }}
|
||
CYPRESS_TESTUSERNAME2: ${{ secrets.CYPRESS_TESTUSERNAME2 }}
|
||
CYPRESS_TESTPASSWORD2: ${{ secrets.CYPRESS_TESTPASSWORD1 }}
|
||
CYPRESS_TESTUSERNAME3: ${{ secrets.CYPRESS_TESTUSERNAME3 }}
|
||
CYPRESS_TESTPASSWORD3: ${{ secrets.CYPRESS_TESTPASSWORD3 }}
|
||
CYPRESS_TESTUSERNAME4: ${{ secrets.CYPRESS_TESTUSERNAME4 }}
|
||
CYPRESS_TESTPASSWORD4: ${{ secrets.CYPRESS_TESTPASSWORD4 }}
|
||
CYPRESS_S3_ACCESS_KEY: ${{ secrets.CYPRESS_S3_ACCESS_KEY }}
|
||
CYPRESS_S3_SECRET_KEY: ${{ secrets.CYPRESS_S3_SECRET_KEY }}
|
||
CYPRESS_AIRTABLE_BEARER: ${{ secrets.AIRTABLE_BEARER }}
|
||
CYPRESS_ORACLE_HOST: ${{ secrets.ORACLE_HOST }}
|
||
CYPRESS_ORACLE_SERVICE: ${{ secrets.ORACLE_SERVICE }}
|
||
CYPRESS_ORACLE_USERNAME: ${{ secrets.ORACLE_USERNAME }}
|
||
CYPRESS_ORACLE_PASSWORD: ${{ secrets.ORACLE_PASSWORD }}
|
||
CYPRESS_FIRESTORE_PRIVATE_KEY: ${{ secrets.FIRESTORE_PRIVATE_KEY }}
|
||
CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_ID: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_ID }}
|
||
CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_SECRET: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GOOGLE_CLIENT_SECRET }}
|
||
CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_ID: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_ID }}
|
||
CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_SECRET: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_GITHUB_CLIENT_SECRET }}
|
||
CYPRESS_OAUTH_SAML_EMAIL: ${{ secrets.CYPRESS_OAUTH_SAML_EMAIL }}
|
||
CYPRESS_OAUTH_SAML_ENTITY_ID: ${{ secrets.CYPRESS_OAUTH_SAML_ENTITY_ID }}
|
||
CYPRESS_OAUTH_SAML_METADATA_URL: ${{ secrets.CYPRESS_OAUTH_SAML_METADATA_URL }}
|
||
CYPRESS_OAUTH_SAML_METADATA_XML: ${{ secrets.CYPRESS_OAUTH_SAML_METADATA_XML }}
|
||
CYPRESS_OAUTH_SAML_PUB_CERT: ${{ secrets.CYPRESS_OAUTH_SAML_PUB_CERT }}
|
||
CYPRESS_OAUTH_SAML_SSO_URL: ${{ secrets.CYPRESS_OAUTH_SAML_SSO_URL }}
|
||
CYPRESS_OAUTH_SAML_REDIRECT_URL: ${{ secrets.CYPRESS_OAUTH_SAML_REDIRECT_URL }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_ID: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_ID }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_SECRET: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_CLIENT_SECRET }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_AUTH_URL: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_AUTH_URL }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_TOKEN_URL: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_TOKEN_URL }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_USER_INFO: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_USER_INFO }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_JWKS_URL: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_JWKS_URL }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_OKTA_PASSWORD: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_OKTA_PASSWORD }}
|
||
CYPRESS_APPSMITH_OAUTH2_OIDC_DIRECT_URL: ${{ secrets.CYPRESS_APPSMITH_OAUTH2_OIDC_DIRECT_URL }}
|
||
CYPRESS_EXCLUDE_TAGS: "airgap"
|
||
CYPRESS_AIRGAPPED: false
|
||
APPSMITH_DISABLE_TELEMETRY: true
|
||
APPSMITH_GOOGLE_MAPS_API_KEY: ${{ secrets.APPSMITH_GOOGLE_MAPS_API_KEY }}
|
||
COMMIT_INFO_MESSAGE: ${{ env.COMMIT_INFO_MESSAGE }}
|
||
CYPRESS_VERIFY_TIMEOUT: 100000
|
||
RUNID: ${{ github.run_id }}
|
||
ATTEMPT_NUMBER: ${{ github.run_attempt }}
|
||
REPOSITORY: ${{ github.repository }}
|
||
COMMITTER: ${{ env.COMMIT_INFO_AUTHOR }}
|
||
TAG: ${{ github.event_name }}
|
||
BRANCH: ${{ env.COMMIT_INFO_BRANCH }}
|
||
THIS_RUNNER: ${{ strategy.job-index }}
|
||
TOTAL_RUNNERS: ${{ strategy.job-total }}
|
||
CYPRESS_RERUN: ${{steps.run_result.outputs.rerun}}
|
||
CYPRESS_DB_USER: ${{ secrets.CYPRESS_DB_USER }}
|
||
CYPRESS_DB_HOST: ${{ secrets.CYPRESS_DB_HOST }}
|
||
CYPRESS_DB_NAME: ${{ secrets.CYPRESS_DB_NAME }}
|
||
CYPRESS_DB_PWD: ${{ secrets.CYPRESS_DB_PWD }}
|
||
CYPRESS_S3_ACCESS: ${{ secrets.CYPRESS_S3_ACCESS }}
|
||
CYPRESS_S3_SECRET: ${{ secrets.CYPRESS_S3_SECRET }}
|
||
CYPRESS_STATIC_ALLOCATION: true
|
||
CYPRESS_SNOWFLAKE_ACCOUNT_NAME: ${{ secrets.SNOWFLAKE_ACCOUNT_NAME }}
|
||
CYPRESS_SNOWFLAKE_USERNAME: ${{ secrets.SNOWFLAKE_USERNAME }}
|
||
CYPRESS_SNOWFLAKE_PASSWORD: ${{ secrets.SNOWFLAKE_PASSWORD }}
|
||
CYPRESS_HUBSPOT_TOKEN: ${{ secrets.HUBSPOT_TOKEN }}
|
||
NODE_ENV: development
|
||
GITHUB_WORKFLOW : ${{ github.workflow }}
|
||
run: |
|
||
cd app/client
|
||
npx cypress-repeat-pro run -n 3 --rerun-failed-only \
|
||
--config-file "cypress_ci_hosted.config.ts" \
|
||
--browser "${{ env.BROWSER_PATH }}"
|
||
cat cy-repeat-summary.txt
|
||
|
||
- name: Rename reports
|
||
if: failure()
|
||
run: |
|
||
mkdir -p ~/results
|
||
mv ${{ github.workspace }}/app/client/results ~/results/${{ matrix.job }}
|
||
|
||
- name: Upload cypress report
|
||
if: failure()
|
||
uses: actions/upload-artifact@v4
|
||
with:
|
||
name: results-${{github.run_attempt}}
|
||
path: ~/results
|
||
overwrite: true
|
||
|
||
- name: Upload cypress snapshots
|
||
if: failure()
|
||
uses: actions/upload-artifact@v4
|
||
with:
|
||
name: snapshots
|
||
path: ${{ github.workspace }}/app/client/cypress/snapshots
|
||
overwrite: true
|
||
|
||
# Set status = failedtest
|
||
- name: Set fail if there are test failures
|
||
id: test_status
|
||
if: failure()
|
||
run: |
|
||
echo "run_result=failedtest" >> $GITHUB_OUTPUT
|
||
echo "failedtest" > ~/run_result
|
||
|
||
# Force store previous run result to cache
|
||
- name: Store the previous run result
|
||
if: failure()
|
||
uses: actions/cache/save@v4
|
||
with:
|
||
path: |
|
||
~/run_result
|
||
key: ${{ github.run_id }}-${{ github.job }}
|
||
|
||
- name: Generate slack message
|
||
continue-on-error: true
|
||
if: always()
|
||
id: slack_notification
|
||
run: |
|
||
if [[ "${{ steps.test_status.outputs.run_result }}" == "failedtest" ]]; then
|
||
echo "slack_message=There are test failures in the run. Cypress Dashboard: <https://internal.appsmith.com/app/cypress-dashboard/rundetails-65890b3c81d7400d08fa9ee5?branch=master&workflowId=${{ github.run_id }}&attempt=${{ github.run_attempt }}&selectiontype=test&testsstatus=failed&specsstatus=fail|Click here!>" >> $GITHUB_OUTPUT
|
||
echo "slack_color=#FF0000" >> $GITHUB_OUTPUT
|
||
echo "slack_icon=:parachute:" >> $GITHUB_OUTPUT
|
||
else
|
||
echo "slack_message=All tests passed successfully :tada: . Cypress Dashboard: <https://internal.appsmith.com/app/cypress-dashboard/rundetails-65890b3c81d7400d08fa9ee5?branch=master&workflowId=${{ github.run_id }}&attempt=${{ github.run_attempt }}|Click here!>" >> $GITHUB_OUTPUT
|
||
echo "slack_color=#00FF00" >> $GITHUB_OUTPUT
|
||
echo "slack_icon=:eight_spoked_asterisk:" >> $GITHUB_OUTPUT
|
||
fi
|
||
|
||
- name: Slack Notification
|
||
continue-on-error: true
|
||
if: always()
|
||
uses: rtCamp/action-slack-notify@v2
|
||
env:
|
||
SLACK_CHANNEL: cypresspushworkflow
|
||
SLACK_COLOR: ${{steps.slack_notification.outputs.slack_color}}
|
||
SLACK_ICON_EMOJI: ${{steps.slack_notification.outputs.slack_icon}}
|
||
SLACK_MESSAGE: ${{steps.slack_notification.outputs.slack_message}}
|
||
SLACK_TITLE: "Result:"
|
||
SLACK_USERNAME: Cloud Hosted Run
|
||
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_HOSTED }}
|
||
MSG_MINIMAL: Ref,Event,Commit
|
||
SLACK_FOOTER: "Hosted run"
|
||
|
||
# Set status = success
|
||
- name: Save the status of the run
|
||
run: |
|
||
echo "run_result=success" >> $GITHUB_OUTPUT
|
||
echo "success" > ~/run_result
|