Protei/PromucFlow_constructor
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Enable toggle for params encoding (#2968)

Browse Source 
Enable toggle for params encoding
1. Add toggle param to ActionConfiguration class.
2. Add TCs to test toggle on/off/null.
This commit is contained in:
Sumit Kumar 2021-02-11 11:02:29 +05:30 committed by GitHub
parent 0da3421dc2
commit e9e30d1fa4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 143 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
app/server/appsmith-interfaces/src/main/java/com/appsmith/external/models/ActionConfiguration.java vendored
View File

@ -32,6 +32,7 @@ public class ActionConfiguration {
// API fields
String path;
List<Property> headers;
Boolean encodeParamsToggle;
List<Property> queryParameters;
String body;
// For form-data input instead of json use the following

43
app/server/appsmith-plugins/restApiPlugin/src/main/java/com/external/plugins/RestApiPlugin.java vendored
View File

@ -93,11 +93,23 @@ public class RestApiPlugin extends BasePlugin {
String url = datasourceConfiguration.getUrl() + path;
String reqContentType = "";
/*
* - If encodeParamsToggle is null, then assume it to be true because params are supposed to be
* encoded by default, unless explicitly prohibited by the user.
*/
Boolean encodeParamsToggle = true;
if(actionConfiguration.getEncodeParamsToggle() != null
&& actionConfiguration.getEncodeParamsToggle() == false) {
encodeParamsToggle = false;
}
HttpMethod httpMethod = actionConfiguration.getHttpMethod();
URI uri;
try {
String httpUrl = addHttpToUrlWhenPrefixNotPresent(url);
uri = createFinalUriWithQueryParams(httpUrl, actionConfiguration.getQueryParameters());
uri = createFinalUriWithQueryParams(httpUrl,
actionConfiguration.getQueryParameters(),
encodeParamsToggle);
} catch (URISyntaxException e) {
ActionExecutionRequest actionExecutionRequest = populateRequestFields(actionConfiguration, null);
actionExecutionRequest.setUrl(url);
@ -141,7 +153,9 @@ public class RestApiPlugin extends BasePlugin {
if (MediaType.APPLICATION_FORM_URLENCODED_VALUE.equals(reqContentType)
|| MediaType.MULTIPART_FORM_DATA_VALUE.equals(reqContentType)) {
requestBodyAsString = convertPropertyListToReqBody(actionConfiguration.getBodyFormData(), reqContentType);
requestBodyAsString = convertPropertyListToReqBody(actionConfiguration.getBodyFormData(),
reqContentType,
encodeParamsToggle);
}
// If users have chosen to share the Appsmith signature in the header, calculate and add that
@ -287,7 +301,9 @@ public class RestApiPlugin extends BasePlugin {
return null;
}
public String convertPropertyListToReqBody(List<Property> bodyFormData, String reqContentType) {
public String convertPropertyListToReqBody(List<Property> bodyFormData,
String reqContentType,
Boolean encodeParamsToggle) {
if (bodyFormData == null || bodyFormData.isEmpty()) {
return "";
}
@ -297,7 +313,8 @@ public class RestApiPlugin extends BasePlugin {
String key = property.getKey();
String value = property.getValue();
if (MediaType.APPLICATION_FORM_URLENCODED_VALUE.equals(reqContentType)) {
if (MediaType.APPLICATION_FORM_URLENCODED_VALUE.equals(reqContentType)
&& encodeParamsToggle == true) {
try {
value = URLEncoder.encode(value, StandardCharsets.UTF_8.toString());
} catch (UnsupportedEncodingException e) {
@ -501,7 +518,9 @@ public class RestApiPlugin extends BasePlugin {
return "http://" + url;
}
private URI createFinalUriWithQueryParams(String url, List<Property> queryParams) throws URISyntaxException {
private URI createFinalUriWithQueryParams(String url,
List<Property> queryParams,
Boolean encodeParamsToggle) throws URISyntaxException {
UriComponentsBuilder uriBuilder = UriComponentsBuilder.newInstance();
uriBuilder.uri(new URI(url));
@ -509,8 +528,18 @@ public class RestApiPlugin extends BasePlugin {
for (Property queryParam : queryParams) {
String key = queryParam.getKey();
if (StringUtils.isNotEmpty(key)) {
uriBuilder.queryParam(URLEncoder.encode(key, StandardCharsets.UTF_8),
URLEncoder.encode(queryParam.getValue(), StandardCharsets.UTF_8));
if(encodeParamsToggle == true) {
uriBuilder.queryParam(
URLEncoder.encode(key, StandardCharsets.UTF_8),
URLEncoder.encode(queryParam.getValue(), StandardCharsets.UTF_8)
);
}
else {
uriBuilder.queryParam(
key,
queryParam.getValue()
);
}
}
}
}

110
app/server/appsmith-plugins/restApiPlugin/src/test/java/com/external/plugins/RestApiPluginTest.java vendored
View File

@ -13,7 +13,6 @@ import io.jsonwebtoken.security.SignatureException;
import org.junit.Before;
import org.junit.Test;
import org.springframework.http.HttpMethod;
import reactor.core.Exceptions;
import reactor.core.publisher.Mono;
import reactor.test.StepVerifier;
@ -21,9 +20,11 @@ import java.io.UnsupportedEncodingException;
import java.net.URLEncoder;
import java.nio.charset.StandardCharsets;
import javax.crypto.SecretKey;
import java.util.ArrayList;
import java.util.List;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotEquals;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertThrows;
import static org.junit.Assert.assertTrue;
@ -47,7 +48,6 @@ public class RestApiPluginTest {
actionConfig.setBody(requestBody);
Mono<ActionExecutionResult> resultMono = pluginExecutor.execute(null, dsConfig, actionConfig);
StepVerifier.create(resultMono)
.assertNext(result -> {
assertTrue(result.getIsExecutionSuccess());
@ -59,9 +59,10 @@ public class RestApiPluginTest {
}
@Test
public void testEncodingFunction() throws UnsupportedEncodingException {
public void testEncodingFunctionWithEncodeParamsToggleTrue() throws UnsupportedEncodingException {
String encoded_value = pluginExecutor.convertPropertyListToReqBody(List.of(new Property("key", "valüe")),
"application/x-www-form-urlencoded");
"application/x-www-form-urlencoded",
true);
String expected_value = null;
try {
expected_value = "key=" + URLEncoder.encode("valüe", StandardCharsets.UTF_8.toString());
@ -71,6 +72,20 @@ public class RestApiPluginTest {
assertEquals(expected_value, encoded_value);
}
@Test
public void testEncodingFunctionWithEncodeParamsToggleFalse() throws UnsupportedEncodingException {
String encoded_value = pluginExecutor.convertPropertyListToReqBody(List.of(new Property("key", "valüe")),
"application/x-www-form-urlencoded",
false);
String expected_value = null;
try {
expected_value = "key=" + URLEncoder.encode("valüe", StandardCharsets.UTF_8.toString());
} catch (UnsupportedEncodingException e) {
throw e;
}
assertNotEquals(expected_value, encoded_value);
}
@Test
public void testValidFormApiExecution() {
DatasourceConfiguration dsConfig = new DatasourceConfiguration();
@ -174,4 +189,91 @@ public class RestApiPluginTest {
})
.verifyComplete();
}
@Test
public void testEncodeParamsToggleOn() {
DatasourceConfiguration dsConfig = new DatasourceConfiguration();
dsConfig.setUrl("https://postman-echo.com/post");
ActionConfiguration actionConfig = new ActionConfiguration();
actionConfig.setHeaders(List.of(new Property("content-type", "application/json")));
actionConfig.setHttpMethod(HttpMethod.POST);
String requestBody = "body";
actionConfig.setBody(requestBody);
List<Property> queryParams = new ArrayList<>();
queryParams.add(new Property("query_key", "query val")); /* encoding changes 'query val' to 'query+val' */
actionConfig.setQueryParameters(queryParams);
actionConfig.setEncodeParamsToggle(true);
Mono<ActionExecutionResult> resultMono = pluginExecutor.execute(null, dsConfig, actionConfig);
StepVerifier.create(resultMono)
.assertNext(result -> {
assertTrue(result.getIsExecutionSuccess());
assertNotNull(result.getBody());
String expected_url = "\"https://postman-echo.com/post?query_key=query+val\"";
JsonNode url = ((ObjectNode) result.getBody()).get("url");
assertEquals(expected_url, url.toString());
})
.verifyComplete();
}
@Test
public void testEncodeParamsToggleNull() {
DatasourceConfiguration dsConfig = new DatasourceConfiguration();
dsConfig.setUrl("https://postman-echo.com/post");
ActionConfiguration actionConfig = new ActionConfiguration();
actionConfig.setHeaders(List.of(new Property("content-type", "application/json")));
actionConfig.setHttpMethod(HttpMethod.POST);
String requestBody = "body";
actionConfig.setBody(requestBody);
List<Property> queryParams = new ArrayList<>();
queryParams.add(new Property("query_key", "query val")); /* encoding changes 'query val' to 'query+val' */
actionConfig.setQueryParameters(queryParams);
actionConfig.setEncodeParamsToggle(null);
Mono<ActionExecutionResult> resultMono = pluginExecutor.execute(null, dsConfig, actionConfig);
StepVerifier.create(resultMono)
.assertNext(result -> {
assertTrue(result.getIsExecutionSuccess());
assertNotNull(result.getBody());
String expected_url = "\"https://postman-echo.com/post?query_key=query+val\"";
JsonNode url = ((ObjectNode) result.getBody()).get("url");
assertEquals(expected_url, url.toString());
})
.verifyComplete();
}
@Test
public void testEncodeParamsToggleOff() {
DatasourceConfiguration dsConfig = new DatasourceConfiguration();
dsConfig.setUrl("https://postman-echo.com/post");
ActionConfiguration actionConfig = new ActionConfiguration();
actionConfig.setHeaders(List.of(new Property("content-type", "application/json")));
actionConfig.setHttpMethod(HttpMethod.POST);
String requestBody = "body";
actionConfig.setBody(requestBody);
List<Property> queryParams = new ArrayList<>();
queryParams.add(new Property("query_key", "query val"));
actionConfig.setQueryParameters(queryParams);
actionConfig.setEncodeParamsToggle(false);
Mono<RestApiPlugin.RestApiPluginExecutor> pluginExecutorMono = Mono.just(pluginExecutor);
Mono<ActionExecutionResult> resultMono = pluginExecutorMono.flatMap(executor -> executor.execute(null,
dsConfig,
actionConfig));
StepVerifier.create(resultMono)
.verifyErrorSatisfies(e -> {
assertTrue(e instanceof IllegalArgumentException);
assertTrue(e.getMessage().contains("Invalid character ' ' for QUERY_PARAM in \"query val\""));
});
}
}