diff --git a/app/server/appsmith-server/src/main/java/com/appsmith/server/migrations/db/ce/Migration065_CopyTenantIdToOrganizationId.java b/app/server/appsmith-server/src/main/java/com/appsmith/server/migrations/db/ce/Migration065_CopyTenantIdToOrganizationId.java
index 77aee87773..787dd29a63 100644
--- a/app/server/appsmith-server/src/main/java/com/appsmith/server/migrations/db/ce/Migration065_CopyTenantIdToOrganizationId.java
+++ b/app/server/appsmith-server/src/main/java/com/appsmith/server/migrations/db/ce/Migration065_CopyTenantIdToOrganizationId.java
@@ -64,6 +64,13 @@ public class Migration065_CopyTenantIdToOrganizationId {
     }
 
     private void migrateTenantCollection() {
+
+        // Drop the organization collection if it exists
+        if (mongoTemplate.collectionExists(Organization.class)) {
+            log.info("Dropping existing organization collection");
+            mongoTemplate.dropCollection(Organization.class);
+        }
+
         try {
             // Get the single tenant document
             Document tenant = mongoTemplate.findOne(new Query(), Document.class, "tenant");