diff --git a/app/client/cypress/locators/HomePage.json b/app/client/cypress/locators/HomePage.json
index 39bfc865de..d6b0808e4b 100644
--- a/app/client/cypress/locators/HomePage.json
+++ b/app/client/cypress/locators/HomePage.json
@@ -63,6 +63,8 @@
     "orgImportAppOption": "[data-cy=t--org-import-app]",
     "orgImportAppModal": ".t--import-application-modal",
     "orgImportAppButton": "[data-cy=t--org-import-app-button]",
+    "leaveOrgConfirmModal": ".t--member-delete-confirmation-modal",
+    "leaveOrgConfirmButton": "[data-cy=t--org-leave-button]",
     "orgNameInput": "[data-cy=t--org-name-input]",
     "renameOrgInput": "[data-cy=t--org-rename-input]",
     "orgEmailInput": "[data-cy=t--org-email-input]",
diff --git a/app/client/cypress/support/commands.js b/app/client/cypress/support/commands.js
index 1e49791eaa..aa74b07d33 100644
--- a/app/client/cypress/support/commands.js
+++ b/app/client/cypress/support/commands.js
@@ -170,6 +170,8 @@ Cypress.Commands.add("deleteUserFromOrg", (orgName, email) => {
   cy.get(homePage.DeleteBtn)
     .last()
     .click({ force: true });
+  cy.get(homePage.leaveOrgConfirmModal).should("be.visible");
+  cy.get(homePage.leaveOrgConfirmButton).click({ force: true });
   cy.xpath(homePage.appHome)
     .first()
     .should("be.visible")
diff --git a/app/client/src/pages/organization/DeleteConfirmationModal.tsx b/app/client/src/pages/organization/DeleteConfirmationModal.tsx
index 333675b6d5..a8f3176b9b 100644
--- a/app/client/src/pages/organization/DeleteConfirmationModal.tsx
+++ b/app/client/src/pages/organization/DeleteConfirmationModal.tsx
@@ -72,7 +72,7 @@ function DeleteConfirmationModal(props: DeleteConfirmationProps) {
           />
           <ImportButton
             className=".button-item"
-            cypressSelector={"t--org-import-app-button"}
+            cypressSelector={"t--org-leave-button"}
             isLoading={isDeletingUser}
             onClick={onConfirm}
             size={Size.large}