diff --git a/app/server/appsmith-git/src/main/java/com/appsmith/git/helpers/SshTransportConfigCallback.java b/app/server/appsmith-git/src/main/java/com/appsmith/git/helpers/SshTransportConfigCallback.java
index 25ab61c26d..2b58ff7892 100644
--- a/app/server/appsmith-git/src/main/java/com/appsmith/git/helpers/SshTransportConfigCallback.java
+++ b/app/server/appsmith-git/src/main/java/com/appsmith/git/helpers/SshTransportConfigCallback.java
@@ -87,7 +87,7 @@ public class SshTransportConfigCallback implements TransportConfigCallback {
                 PublicKey generatedPublicKey;
 
                 if (publicKey.startsWith(RSA_TYPE)) {
-                    keyFactory = KeyFactory.getInstance(RSA_KEY_FACTORY_IDENTIFIER);
+                    keyFactory = KeyFactory.getInstance(RSA_KEY_FACTORY_IDENTIFIER, new BouncyCastleProvider());
 
                     generatedPublicKey = keyFactory.generatePublic(CryptoUtil.decodeOpenSSHRSA(publicKey.getBytes()));