PromucFlow_constructor/app/client/src/sagas/ApiPaneSagas.ts
Pranav Kanade 8d8b9ed203
[Feature #4542] : simple nav unify api/datasource (#4987)
* temp commit

* using onsubmit to continue using action on form

* added recaptcha site key to env example file

* moved the recaptcha lib loading logic to signup page

* removed unnecessary edit

* handle the case where the recaptcha token is not provided as env var

* added proper env var config for client

* recaptcha config for ansible

* recaptcha config for heroku

* recaptcha config for k8s

* updated app.json

* fixed the typos

* added more description for env vars

* removed api key

* minor typo fix

* added new integration button

* updated the add int default link

* added active and create new tabs

* added the empty components to tabs. will control the section manually.

* added proper grid for integrations page

* added vertical tabs

* Added secondary tabs to integrations page

* added separate page for new apis

* classname changes

* added new components for active queries, new queries etc.

* added a separate component for data source list

* adding screen component conditionally, to be showing upon user's choice

* 1. Added grid styling to datasource home
2. Added connect buttons to em

* fixed data source security banner

* updated the styling for new api page

* added tertiary menu for active integrations

* updated styling for active connections

* updated collapse component to work properly

* added show more option to active data sources

* removed apis/db tabs and replaced em with integrations tab

* removed the unnecessary + integrations btn

* Ordered the action entries under integrations

* updated the getURL with proper params

* updated the link of create datasource btn

* updated the back btn link from data source editor

* added scrollable content to create new

* added on click scroll to create new page

* fixed a bug, creating new datasource twice

* added new action creator for integrations.

* updated the query editor to match the over all theme

* updated the query editor tabs

* Added the run btn to empty response screens

* minor fix

* updated the bg color of api type drop down

* updated the url being visited after delete api/query

* removed log

* removed unnecessary junk from integrations editor index

* clean up, removed unnecessary files

* removed useless routes

* for debugger only checking if integrations editor

* Removed all the links for api/query home pages

* not routing to integrations on create query/api

* removed the query/datasource/api home pages

* fixed scrolling issue

* will show a list of queries and apis for action picker

* showing icons for each action under integrations

* added a way to list data sources in action creators

* cam show icons for datasources

* linked integration tab movement to URL

* fixed the create new query bug

* removed search

* added the auto redirection mode

* added new mode to support showing mock data bases

* on click show more works properly

* removed extra padding

* removed height

* showing all the data sources on active tab

* fixed the creation of google sheet

* updated the proper routing for curl

* fixed page height

* removed loader

* added a spinner for creating a new api

* will be showing edit/add query permanantly

* updated the redirection on save and delete datasource

* fixed the redirection logic on delete

* will not show security banner

* added empty state for active data sources

* updated the hover state

* minor fix to redirect on delete from entity pane

* fixed a cy command to create new api

* fixed a command to select api/query from lightning menu

* updated the navigate to data source editor

* removed add btns for new int creation

* updated the testSaveDeleteDatasource command

* fixed bind table text pagination spec

* more test case fixes for deleting a query using context menu

* update curl test

* updated curl post import spec

* fixed click from apis to integrations

* updated execute db query command + updated delete query mech

* updated CreationOfUniqueAPIcheck command

* updated query datasource spec

* fixed an action creator bug.

* fixed curl api creation bug

* removed irrelavent part of the test

* fixed the button colors

* updated back link from datasource page

* Revert url validation changes for the debugger since this is used to check whether we are on a query or an api and show its dependencies

* updated a test case to open integrations option in action selectors

* Update app/client/src/pages/Editor/IntegrationEditor/DatasourceCard.tsx

Co-authored-by: Rishabh Saxena  <rishabh.robben@gmail.com>

* separated msg

* styling fixes for collapse component

* renamed a file

* declared a new const in theme

* updated border

* removed a faint line from collapse card

* removed unnecessary condition

* updated component name

* log removed

* split action creator file

* updated the icon usage in action creators

* can properly fetch mock data sources

* can show mock databases in create new

* can use mock db sources

* fixed the scrollbars

* updated the api icon for both global search + action creator

* updated integrations name in datasources

* added a back to canvas ribbon

* updated query and api editor to show back to canvas ribbon

* added a ribbon to go back

* updated button styles

* updated the action creator and test commands/classes

* updates to show the proper mock databases

* added proper type for mock datasources

* removed unnecessary log

* updated a test case to work with new nav

* minor updates for tests

* updated a command to properly delete a datasource

* minor redirection fix

* made the mock db api call unblocking

* fixed scroll bars all over

* fixed bg colors for back ribbons

* declared a constant for thin scrollbar

* removed unnecessary action.

Co-authored-by: Akash N <akash@codemonk.in>
Co-authored-by: Rishabh Saxena  <rishabh.robben@gmail.com>
2021-06-30 23:51:52 +05:30

566 lines
17 KiB
TypeScript

/**
* Handles the Api pane ui state. It looks into the routing based on actions too
* */
import get from "lodash/get";
import omit from "lodash/omit";
import cloneDeep from "lodash/cloneDeep";
import { all, select, put, takeEvery, call, take } from "redux-saga/effects";
import * as Sentry from "@sentry/react";
import {
ReduxAction,
ReduxActionErrorTypes,
ReduxActionTypes,
ReduxActionWithMeta,
ReduxFormActionTypes,
} from "constants/ReduxActionConstants";
import { getFormData } from "selectors/formSelectors";
import { API_EDITOR_FORM_NAME, SAAS_EDITOR_FORM } from "constants/forms";
import {
DEFAULT_API_ACTION_CONFIG,
POST_BODY_FORMAT_OPTIONS,
REST_PLUGIN_PACKAGE_NAME,
POST_BODY_FORMATS,
CONTENT_TYPE_HEADER_KEY,
ApiContentTypes,
EMPTY_KEY_VALUE_PAIRS,
} from "constants/ApiEditorConstants";
import history from "utils/history";
import {
API_EDITOR_ID_URL,
DATA_SOURCES_EDITOR_ID_URL,
INTEGRATION_EDITOR_URL,
INTEGRATION_TABS,
} from "constants/routes";
import {
getCurrentApplicationId,
getCurrentPageId,
} from "selectors/editorSelectors";
import { initialize, autofill, change } from "redux-form";
import { Property } from "api/ActionAPI";
import {
createNewApiName,
getNextEntityName,
getQueryParams,
} from "utils/AppsmithUtils";
import { getPluginIdOfPackageName } from "sagas/selectors";
import {
getAction,
getActions,
getPlugins,
getDatasources,
getPlugin,
} from "selectors/entitiesSelector";
import { ActionData } from "reducers/entityReducers/actionsReducer";
import { createActionRequest, setActionProperty } from "actions/actionActions";
import { Datasource } from "entities/Datasource";
import { Plugin } from "api/PluginApi";
import { PLUGIN_PACKAGE_DBS } from "constants/QueryEditorConstants";
import { Action, ApiAction, PluginType } from "entities/Action";
import { getCurrentOrgId } from "selectors/organizationSelectors";
import log from "loglevel";
import PerformanceTracker, {
PerformanceTransactionName,
} from "utils/PerformanceTracker";
import { EventLocation } from "utils/AnalyticsUtil";
import { Variant } from "components/ads/common";
import { Toaster } from "components/ads/Toast";
import { createMessage, ERROR_ACTION_RENAME_FAIL } from "constants/messages";
import { checkCurrentStep } from "./OnboardingSagas";
import { OnboardingStep } from "constants/OnboardingConstants";
import {
getIndextoUpdate,
parseUrlForQueryParams,
queryParamsRegEx,
} from "utils/ApiPaneUtils";
function* syncApiParamsSaga(
actionPayload: ReduxActionWithMeta<string, { field: string }>,
actionId: string,
) {
const field = actionPayload.meta.field;
//Payload here contains the path and query params of a typical url like https://{domain}/{path}?{query_params}
const value = actionPayload.payload;
// Regular expression to find the query params group
PerformanceTracker.startTracking(PerformanceTransactionName.SYNC_PARAMS_SAGA);
if (field === "actionConfiguration.path") {
const params = parseUrlForQueryParams(value);
yield put(
autofill(
API_EDITOR_FORM_NAME,
"actionConfiguration.queryParameters",
params,
),
);
yield put(
setActionProperty({
actionId: actionId,
propertyName: "actionConfiguration.queryParameters",
value: params,
}),
);
} else if (field.includes("actionConfiguration.queryParameters")) {
const { values } = yield select(getFormData, API_EDITOR_FORM_NAME);
const path = values.actionConfiguration.path || "";
const matchGroups = path.match(queryParamsRegEx) || [];
const currentPath = matchGroups[1] || "";
const paramsString = values.actionConfiguration.queryParameters
.filter((p: Property) => p.key)
.map(
(p: Property, i: number) => `${i === 0 ? "?" : "&"}${p.key}=${p.value}`,
)
.join("");
yield put(
autofill(
API_EDITOR_FORM_NAME,
"actionConfiguration.path",
`${currentPath}${paramsString}`,
),
);
}
PerformanceTracker.stopTracking();
}
function* handleUpdateBodyContentType(
action: ReduxAction<{ title: ApiContentTypes; apiId: string }>,
) {
const { apiId, title } = action.payload;
const { values } = yield select(getFormData, API_EDITOR_FORM_NAME);
const displayFormatObject = POST_BODY_FORMAT_OPTIONS.find(
(el) => el.label === title,
);
if (!displayFormatObject) {
log.error("Display format not supported", title);
return;
}
if (displayFormatObject.value === POST_BODY_FORMATS[3]) {
// Dont update the content type header if raw has been selected
yield put({
type: ReduxActionTypes.SET_EXTRA_FORMDATA,
payload: {
id: apiId,
values: {
displayFormat: POST_BODY_FORMAT_OPTIONS[3],
},
},
});
return;
}
const headers = cloneDeep(values.actionConfiguration.headers);
const bodyFormData = cloneDeep(values.actionConfiguration.bodyFormData);
const contentTypeHeaderIndex = headers.findIndex(
(element: { key: string; value: string }) =>
element &&
element.key &&
element.key.trim().toLowerCase() === CONTENT_TYPE_HEADER_KEY,
);
const indexToUpdate = getIndextoUpdate(headers, contentTypeHeaderIndex);
headers[indexToUpdate] = {
key: CONTENT_TYPE_HEADER_KEY,
value: displayFormatObject.value,
};
yield put(
change(API_EDITOR_FORM_NAME, "actionConfiguration.headers", headers),
);
if (displayFormatObject.value === POST_BODY_FORMATS[1]) {
if (!bodyFormData || bodyFormData.length === 0) {
yield put(
change(
API_EDITOR_FORM_NAME,
"actionConfiguration.bodyFormData",
EMPTY_KEY_VALUE_PAIRS.slice(),
),
);
}
}
}
function* initializeExtraFormDataSaga() {
const state = yield select();
const { extraformData } = state.ui.apiPane;
const formData = yield select(getFormData, API_EDITOR_FORM_NAME);
const { values } = formData;
const headers = get(values, "actionConfiguration.headers");
if (!extraformData[values.id]) {
yield call(setHeaderFormat, values.id, headers);
}
}
function* changeApiSaga(
actionPayload: ReduxAction<{ id: string; isSaas: boolean }>,
) {
// // Typescript says Element does not have blur function but it does;
// document.activeElement &&
// "blur" in document.activeElement &&
// // eslint-disable-next-line @typescript-eslint/ban-ts-comment
// // @ts-ignore: No types available
// document.activeElement.blur();
PerformanceTracker.startTracking(PerformanceTransactionName.CHANGE_API_SAGA);
const { id, isSaas } = actionPayload.payload;
const action = yield select(getAction, id);
if (!action) return;
if (isSaas) {
yield put(initialize(SAAS_EDITOR_FORM, action));
} else {
yield put(initialize(API_EDITOR_FORM_NAME, action));
yield call(initializeExtraFormDataSaga);
if (
action.actionConfiguration &&
action.actionConfiguration.queryParameters?.length
) {
// Sync the api params my mocking a change action
yield call(
syncApiParamsSaga,
{
type: ReduxFormActionTypes.ARRAY_REMOVE,
payload: action.actionConfiguration.queryParameters,
meta: {
field: "actionConfiguration.queryParameters",
},
},
id,
);
}
}
PerformanceTracker.stopTracking();
}
function* setHeaderFormat(apiId: string, headers?: Property[]) {
let displayFormat;
if (headers) {
const contentType = headers.find(
(header: any) =>
header &&
header.key &&
header.key.toLowerCase() === CONTENT_TYPE_HEADER_KEY,
);
if (
contentType &&
contentType.value &&
POST_BODY_FORMATS.includes(contentType.value)
) {
displayFormat = {
label: contentType.value,
value: contentType.value,
};
} else {
displayFormat = POST_BODY_FORMAT_OPTIONS[3];
}
}
yield put({
type: ReduxActionTypes.SET_EXTRA_FORMDATA,
payload: {
id: apiId,
values: {
displayFormat,
},
},
});
}
function* updateFormFields(
actionPayload: ReduxActionWithMeta<string, { field: string }>,
) {
const field = actionPayload.meta.field;
const value = actionPayload.payload;
const { values } = yield select(getFormData, API_EDITOR_FORM_NAME);
if (field === "actionConfiguration.httpMethod") {
const { actionConfiguration } = values;
const actionConfigurationHeaders = cloneDeep(actionConfiguration.headers);
if (actionConfigurationHeaders) {
const contentTypeHeaderIndex = actionConfigurationHeaders.findIndex(
(header: { key: string; value: string }) =>
header &&
header.key &&
header.key.trim().toLowerCase() === CONTENT_TYPE_HEADER_KEY,
);
if (value !== "GET") {
const indexToUpdate = getIndextoUpdate(
actionConfigurationHeaders,
contentTypeHeaderIndex,
);
actionConfigurationHeaders[indexToUpdate] = {
key: CONTENT_TYPE_HEADER_KEY,
value: POST_BODY_FORMAT_OPTIONS[0].value,
};
} else {
if (contentTypeHeaderIndex > -1) {
actionConfigurationHeaders[contentTypeHeaderIndex] = {
key: "",
value: "",
};
}
}
yield put(
change(
API_EDITOR_FORM_NAME,
"actionConfiguration.headers",
actionConfigurationHeaders,
),
);
}
} else if (field.includes("actionConfiguration.headers")) {
const actionConfigurationHeaders = get(
values,
"actionConfiguration.headers",
);
const apiId = get(values, "id");
yield call(setHeaderFormat, apiId, actionConfigurationHeaders);
}
}
function* formValueChangeSaga(
actionPayload: ReduxActionWithMeta<string, { field: string; form: string }>,
) {
const { field, form } = actionPayload.meta;
if (form !== API_EDITOR_FORM_NAME) return;
if (field === "dynamicBindingPathList" || field === "name") return;
const { values } = yield select(getFormData, API_EDITOR_FORM_NAME);
if (!values.id) return;
if (
actionPayload.type === ReduxFormActionTypes.ARRAY_REMOVE ||
actionPayload.type === ReduxFormActionTypes.ARRAY_PUSH
) {
const value = get(values, field);
yield put(
setActionProperty({
actionId: values.id,
propertyName: field,
value,
}),
);
} else {
yield put(
setActionProperty({
actionId: values.id,
propertyName: field,
value: actionPayload.payload,
}),
);
}
yield all([
call(syncApiParamsSaga, actionPayload, values.id),
call(updateFormFields, actionPayload),
]);
}
function* handleActionCreatedSaga(actionPayload: ReduxAction<Action>) {
const { id, pluginType } = actionPayload.payload;
const action = yield select(getAction, id);
const data = { ...action };
if (pluginType === PluginType.API) {
yield put(initialize(API_EDITOR_FORM_NAME, omit(data, "name")));
const applicationId = yield select(getCurrentApplicationId);
const pageId = yield select(getCurrentPageId);
history.push(
API_EDITOR_ID_URL(applicationId, pageId, id, {
editName: "true",
}),
);
}
}
function* handleDatasourceCreatedSaga(actionPayload: ReduxAction<Datasource>) {
const plugin = yield select(getPlugin, actionPayload.payload.pluginId);
// Only look at API plugins
if (plugin.type !== PluginType.API) return;
const applicationId = yield select(getCurrentApplicationId);
const pageId = yield select(getCurrentPageId);
history.push(
DATA_SOURCES_EDITOR_ID_URL(applicationId, pageId, actionPayload.payload.id),
);
}
function* handleCreateNewApiActionSaga(
action: ReduxAction<{ pageId: string; from: EventLocation }>,
) {
const organizationId = yield select(getCurrentOrgId);
const pluginId = yield select(
getPluginIdOfPackageName,
REST_PLUGIN_PACKAGE_NAME,
);
const { pageId } = action.payload;
if (pageId && pluginId) {
const actions = yield select(getActions);
const pageActions = actions.filter(
(a: ActionData) => a.config.pageId === pageId,
);
const newActionName = createNewApiName(pageActions, pageId);
// Note: Do NOT send pluginId on top level here.
// It breaks embedded rest datasource flow.
yield put(
createActionRequest({
actionConfiguration: DEFAULT_API_ACTION_CONFIG,
name: newActionName,
datasource: {
name: "DEFAULT_REST_DATASOURCE",
pluginId,
organizationId,
},
eventData: {
actionType: "API",
from: action.payload.from,
},
pageId,
} as ApiAction), // We don't have recursive partial in typescript for now.
);
}
}
function* handleCreateNewQueryActionSaga(
action: ReduxAction<{ pageId: string; from: EventLocation }>,
) {
const { pageId } = action.payload;
const applicationId = yield select(getCurrentApplicationId);
const actions = yield select(getActions);
const dataSources = yield select(getDatasources);
const plugins = yield select(getPlugins);
const pluginIds = plugins
.filter((plugin: Plugin) => PLUGIN_PACKAGE_DBS.includes(plugin.packageName))
.map((plugin: Plugin) => plugin.id);
const validDataSources: Array<Datasource> = [];
dataSources.forEach((dataSource: Datasource) => {
if (pluginIds?.includes(dataSource.pluginId)) {
validDataSources.push(dataSource);
}
});
if (validDataSources.length) {
const pageApiNames = actions
.filter((a: ActionData) => a.config.pageId === pageId)
.map((a: ActionData) => a.config.name);
const newQueryName = getNextEntityName("Query", pageApiNames);
const dataSourceId = validDataSources[0].id;
let createActionPayload = {
name: newQueryName,
pageId,
datasource: {
id: dataSourceId,
},
eventData: {
actionType: "Query",
from: action.payload.from,
dataSource: validDataSources[0].name,
},
actionConfiguration: {},
};
//For onboarding
const updateActionPayload = yield select(
checkCurrentStep,
OnboardingStep.ADD_INPUT_WIDGET,
);
if (updateActionPayload) {
createActionPayload = {
...createActionPayload,
name: "add_standup_updates",
actionConfiguration: {
body: `Insert into standup_updates("name", "notes") values ('{{appsmith.user.email}}', '{{ Standup_Input.text }}')`,
},
};
}
yield put(createActionRequest(createActionPayload));
} else {
history.push(
INTEGRATION_EDITOR_URL(applicationId, pageId, INTEGRATION_TABS.ACTIVE),
);
}
}
function* handleApiNameChangeSaga(
action: ReduxAction<{ id: string; name: string }>,
) {
yield put(change(API_EDITOR_FORM_NAME, "name", action.payload.name));
}
function* handleApiNameChangeSuccessSaga(
action: ReduxAction<{ actionId: string }>,
) {
const { actionId } = action.payload;
const actionObj = yield select(getAction, actionId);
yield take(ReduxActionTypes.FETCH_ACTIONS_FOR_PAGE_SUCCESS);
if (!actionObj) {
// Error case, log to sentry
Toaster.show({
text: createMessage(ERROR_ACTION_RENAME_FAIL, ""),
variant: Variant.danger,
});
Sentry.captureException(
new Error(createMessage(ERROR_ACTION_RENAME_FAIL, "")),
{
extra: {
actionId: actionId,
},
},
);
return;
}
if (actionObj.pluginType === PluginType.API) {
const params = getQueryParams();
if (params.editName) {
params.editName = "false";
}
const applicationId = yield select(getCurrentApplicationId);
const pageId = yield select(getCurrentPageId);
history.push(API_EDITOR_ID_URL(applicationId, pageId, actionId, params));
}
}
function* handleApiNameChangeFailureSaga(
action: ReduxAction<{ oldName: string }>,
) {
yield put(change(API_EDITOR_FORM_NAME, "name", action.payload.oldName));
}
export default function* root() {
yield all([
takeEvery(ReduxActionTypes.API_PANE_CHANGE_API, changeApiSaga),
takeEvery(ReduxActionTypes.CREATE_ACTION_SUCCESS, handleActionCreatedSaga),
takeEvery(
ReduxActionTypes.CREATE_DATASOURCE_SUCCESS,
handleDatasourceCreatedSaga,
),
takeEvery(ReduxActionTypes.SAVE_ACTION_NAME_INIT, handleApiNameChangeSaga),
takeEvery(
ReduxActionTypes.SAVE_ACTION_NAME_SUCCESS,
handleApiNameChangeSuccessSaga,
),
takeEvery(
ReduxActionErrorTypes.SAVE_ACTION_NAME_ERROR,
handleApiNameChangeFailureSaga,
),
takeEvery(
ReduxActionTypes.CREATE_NEW_API_ACTION,
handleCreateNewApiActionSaga,
),
takeEvery(
ReduxActionTypes.CREATE_NEW_QUERY_ACTION,
handleCreateNewQueryActionSaga,
),
takeEvery(
ReduxActionTypes.UPDATE_API_ACTION_BODY_CONTENT_TYPE,
handleUpdateBodyContentType,
),
// Intercepting the redux-form change actionType
takeEvery(ReduxFormActionTypes.VALUE_CHANGE, formValueChangeSaga),
takeEvery(ReduxFormActionTypes.ARRAY_REMOVE, formValueChangeSaga),
takeEvery(ReduxFormActionTypes.ARRAY_PUSH, formValueChangeSaga),
]);
}