@crowdin/app-project-module 0.44.0 → 0.45.1

package/out/{util → modules/integration/util}/defaults.js

@@ -32,12 +32,8 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertClientConfig = exports.isAuthorizedConfig = exports.constructOauthUrl = exports.applyFileProcessorsModuleDefaults = exports.applyIntegrationModuleDefaults = exports.getOauthRoute = exports.getRootFolder = void 0;
-const client_s3_1 = require("@aws-sdk/client-s3");
-const s3_request_presigner_1 = require("@aws-sdk/s3-request-presigner");
+exports.constructOauthUrl = exports.applyIntegrationModuleDefaults = exports.getOauthRoute = exports.getRootFolder = void 0;
 const crowdinAppFunctions = __importStar(require("@crowdin/crowdin-apps-functions"));
-const path_1 = require("path");
-const models_1 = require("../models");
 function getRootFolder(config, integration, client, projectId) {
     return __awaiter(this, void 0, void 0, function* () {
         if (!integration.withRootFolder) {
@@ -240,22 +236,6 @@ function applyIntegrationModuleDefaults(config, integration) {
     }
 }
 exports.applyIntegrationModuleDefaults = applyIntegrationModuleDefaults;
-function applyFileProcessorsModuleDefaults(config, fileModule) {
-    var _a, _b;
-    const AWS_TMP_BUCKET_NAME = (_a = config.awsConfig) === null || _a === void 0 ? void 0 : _a.tmpBucketName;
-    const AWS_REGION = (_b = config.awsConfig) === null || _b === void 0 ? void 0 : _b.region;
-    if (AWS_TMP_BUCKET_NAME && AWS_REGION && !fileModule.storeFile) {
-        const s3 = new client_s3_1.S3Client({ region: AWS_REGION });
-        fileModule.storeFile = (content) => __awaiter(this, void 0, void 0, function* () {
-            const fileName = `file-${config.identifier}-${Date.now()}`;
-            const command = new client_s3_1.PutObjectCommand({ Bucket: AWS_TMP_BUCKET_NAME, Key: fileName, Body: content });
-            yield s3.send(command);
-            const getObjectCommand = new client_s3_1.GetObjectCommand({ Bucket: AWS_TMP_BUCKET_NAME, Key: fileName });
-            return (0, s3_request_presigner_1.getSignedUrl)(s3, getObjectCommand, { expiresIn: 3600 });
-        });
-    }
-}
-exports.applyFileProcessorsModuleDefaults = applyFileProcessorsModuleDefaults;
 function constructOauthUrl(config, integration) {
     var _a, _b, _c;
     const oauth = integration.oauthLogin;
@@ -271,28 +251,3 @@ function constructOauthUrl(config, integration) {
     return url;
 }
 exports.constructOauthUrl = constructOauthUrl;
-function isAuthorizedConfig(config) {
-    return !!config.clientId && !!config.clientSecret && config.authenticationType !== models_1.AuthenticationType.NONE;
-}
-exports.isAuthorizedConfig = isAuthorizedConfig;
-function convertClientConfig(clientConfig) {
-    const baseUrl = clientConfig.baseUrl || process.env.URL;
-    const clientId = clientConfig.clientId || process.env.CROWDIN_CLIENT_ID;
-    const clientSecret = clientConfig.clientSecret || process.env.CROWDIN_CLIENT_SECRET;
-    const port = clientConfig.port || process.env.PORT || 3000;
-    const { region = process.env.AWS_REGION || process.env.AWS_DEFAULT_REGION, tmpBucketName = process.env.AWS_TMP_BUCKET_NAME, } = clientConfig.awsConfig || {};
-    if (!baseUrl) {
-        throw new Error('Missing baseUrl parameter');
-    }
-    if (clientConfig.authenticationType !== models_1.AuthenticationType.NONE) {
-        if (!clientId && !clientSecret) {
-            throw new Error('Missing [clientId, clientSecret] parameters');
-        }
-    }
-    return Object.assign(Object.assign({}, clientConfig), { baseUrl: baseUrl.endsWith('/') ? baseUrl.slice(0, -1) : baseUrl, clientId,
-        clientSecret, awsConfig: {
-            tmpBucketName,
-            region,
-        }, port: Number(port), dbFolder: clientConfig.dbFolder || (0, path_1.join)(process.cwd(), 'db'), imagePath: clientConfig.imagePath || (0, path_1.join)(process.cwd(), 'logo.png') });
-}
-exports.convertClientConfig = convertClientConfig;

package/out/modules/integration/util/files.d.ts

@@ -0,0 +1,5 @@
+import { ExtendedResult, IntegrationFile, IntegrationLogic, IntegrationRequest, SkipIntegrationNodes, TreeItem } from '../types';
+import { JobClient } from './types';
+export declare function skipFilesByRegex(files: TreeItem[] | undefined, skipIntegrationNodes?: SkipIntegrationNodes): TreeItem[];
+export declare function expandFilesTree(nodes: IntegrationFile[], req: IntegrationRequest, integration: IntegrationLogic, job?: JobClient): Promise<IntegrationFile[]>;
+export declare function isExtendedResultType<T>(data?: T | ExtendedResult<T>): data is ExtendedResult<T>;

package/out/{util → modules/integration/util}/files.js

@@ -8,45 +8,9 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.expandFilesTree = exports.skipFilesByRegex = exports.getFileStrings = exports.getFileContent = exports.storeFile = exports.MAX_BODY_SIZE = void 0;
-const axios_1 = __importDefault(require("axios"));
-const fs_1 = __importDefault(require("fs"));
-const path_1 = __importDefault(require("path"));
-const index_1 = require("./index");
-const job_1 = require("../models/job");
-exports.MAX_BODY_SIZE = 4.9 * 1024 * 1024; //4.9mb
-function storeFile(fileContent, folder) {
-    const fileName = `file${Date.now()}`;
-    return new Promise((res, rej) => fs_1.default.writeFile(path_1.default.join(folder, fileName), fileContent, (err) => {
-        if (err) {
-            rej(err);
-        }
-        else {
-            res(fileName);
-        }
-    }));
-}
-exports.storeFile = storeFile;
-function getFileContent(url) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const response = (yield axios_1.default.get(url, { responseType: 'arraybuffer' })).data;
-        return response;
-    });
-}
-exports.getFileContent = getFileContent;
-function getFileStrings(url) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const response = (yield axios_1.default.get(url)).data;
-        // the response is presented in the ndjson format
-        const jsonRows = response.split(/\n|\n\r/).filter(Boolean);
-        return jsonRows.map((jsonStringRow) => JSON.parse(jsonStringRow));
-    });
-}
-exports.getFileStrings = getFileStrings;
+exports.isExtendedResultType = exports.expandFilesTree = exports.skipFilesByRegex = void 0;
+const types_1 = require("./types");
 function skipFilesByRegex(files, skipIntegrationNodes) {
     if (!Array.isArray(files)) {
         return [];
@@ -68,14 +32,14 @@ exports.skipFilesByRegex = skipFilesByRegex;
 function expandFilesTree(nodes, req, integration, job) {
     var _a;
     return __awaiter(this, void 0, void 0, function* () {
-        if (job && job_1.JobStatus.CANCELED === ((_a = (yield job.get())) === null || _a === void 0 ? void 0 : _a.status)) {
+        if (job && types_1.JobStatus.CANCELED === ((_a = (yield job.get())) === null || _a === void 0 ? void 0 : _a.status)) {
             throw new Error('Job canceled');
         }
         const files = nodes.filter((file) => file.nodeType === undefined || file.nodeType === '1');
         const folders = nodes.filter((folder) => folder.nodeType === '0' && !nodes.find((node) => node.parentId === folder.id));
         for (const { id } of folders) {
             const integrationData = yield integration.getIntegrationFiles(req.integrationCredentials, req.integrationSettings, id);
-            const integrationTreeItems = (0, index_1.isExtendedResultType)(integrationData)
+            const integrationTreeItems = isExtendedResultType(integrationData)
                 ? integrationData.data
                 : integrationData;
             const checkNodes = integrationTreeItems.map((item) => (Object.assign(Object.assign({}, item), { nodeType: item.nodeType || ('type' in item ? '1' : '0') })));
@@ -86,3 +50,8 @@ function expandFilesTree(nodes, req, integration, job) {
     });
 }
 exports.expandFilesTree = expandFilesTree;
+function isExtendedResultType(data) {
+    const dataTyped = data;
+    return !!dataTyped && !Array.isArray(dataTyped);
+}
+exports.isExtendedResultType = isExtendedResultType;

package/out/{util → modules/integration/util}/job.d.ts

@@ -1,4 +1,4 @@
-import { JobClient, JobType } from '../models/job';
+import { JobClient, JobType } from './types';
 import { Response } from 'express';
 export declare function runAsJob({ integrationId, crowdinId, type, title, payload, res, jobCallback, onError, }: {
     integrationId: string;

package/out/{util → modules/integration/util}/job.js

@@ -10,14 +10,14 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.runAsJob = void 0;
-const job_1 = require("../models/job");
-const storage_1 = require("../storage");
-const logger_1 = require("./logger");
+const types_1 = require("./types");
+const storage_1 = require("../../../storage");
+const logger_1 = require("../../../util/logger");
 const blockingJobs = {
-    [job_1.JobType.UPDATE_TO_CROWDIN]: [job_1.JobType.UPDATE_TO_CROWDIN, job_1.JobType.UPDATE_TO_INTEGRATION],
-    [job_1.JobType.UPDATE_TO_INTEGRATION]: [job_1.JobType.UPDATE_TO_CROWDIN, job_1.JobType.UPDATE_TO_INTEGRATION],
-    [job_1.JobType.CROWDIN_SYNC_SETTINGS_SAVE]: [job_1.JobType.CROWDIN_SYNC_SETTINGS_SAVE],
-    [job_1.JobType.INTEGRATION_SYNC_SETTINGS_SAVE]: [job_1.JobType.INTEGRATION_SYNC_SETTINGS_SAVE],
+    [types_1.JobType.UPDATE_TO_CROWDIN]: [types_1.JobType.UPDATE_TO_CROWDIN, types_1.JobType.UPDATE_TO_INTEGRATION],
+    [types_1.JobType.UPDATE_TO_INTEGRATION]: [types_1.JobType.UPDATE_TO_CROWDIN, types_1.JobType.UPDATE_TO_INTEGRATION],
+    [types_1.JobType.CROWDIN_SYNC_SETTINGS_SAVE]: [types_1.JobType.CROWDIN_SYNC_SETTINGS_SAVE],
+    [types_1.JobType.INTEGRATION_SYNC_SETTINGS_SAVE]: [types_1.JobType.INTEGRATION_SYNC_SETTINGS_SAVE],
 };
 function runAsJob({ integrationId, crowdinId, type, title, payload, res, jobCallback, onError, }) {
     return __awaiter(this, void 0, void 0, function* () {
@@ -51,13 +51,13 @@ function runAsJob({ integrationId, crowdinId, type, title, payload, res, jobCall
             update: function updateProgress({ progress, status, info, data }) {
                 return __awaiter(this, void 0, void 0, function* () {
                     const prevData = yield this.get();
-                    if ((prevData === null || prevData === void 0 ? void 0 : prevData.status) === job_1.JobStatus.CANCELED) {
+                    if ((prevData === null || prevData === void 0 ? void 0 : prevData.status) === types_1.JobStatus.CANCELED) {
                         return { isCanceled: true };
                     }
                     yield storage.updateJob({
                         id: jobId,
                         progress,
-                        status: status || job_1.JobStatus.IN_PROGRESS,
+                        status: status || types_1.JobStatus.IN_PROGRESS,
                         info,
                         data: JSON.stringify(data),
                     });
@@ -69,13 +69,13 @@ function runAsJob({ integrationId, crowdinId, type, title, payload, res, jobCall
             const data = yield jobCallback(job);
             yield job.update({
                 progress: 100,
-                status: job_1.JobStatus.FINISHED,
+                status: types_1.JobStatus.FINISHED,
                 data,
             });
         }
         catch (e) {
             yield job.update({
-                status: job_1.JobStatus.FAILED,
+                status: types_1.JobStatus.FAILED,
                 info: (0, logger_1.getErrorMessage)(e),
             });
             if (onError) {

package/out/{util/file-snapshot.d.ts → modules/integration/util/snapshot.d.ts}

@@ -1,8 +1,6 @@
 import Crowdin from '@crowdin/crowdin-api-client';
-import { Config } from '../models';
-import { GetAllNewFilesArgs, IntegrationLogic, IntegrationRequest, Provider, TreeItem, UpdateIntegrationRequest } from '../modules/integration/types';
-export declare function getFileDiff(currentFiles: TreeItem[], savedFiles: TreeItem[]): TreeItem[];
-export declare function getAllNewFiles(args: GetAllNewFilesArgs): Promise<TreeItem[] | UpdateIntegrationRequest>;
+import { Config } from '../../../types';
+import { IntegrationLogic, IntegrationRequest, Provider, TreeItem } from '../types';
 export declare function getCrowdinSnapshot(config: Config, integration: IntegrationLogic, crowdinApiClient: Crowdin, projectId: number, integrationSettings: any): Promise<TreeItem[]>;
 export declare function getIntegrationSnapshot(integration: IntegrationLogic, integrationCredentials: any, integrationSettings: any): Promise<TreeItem[]>;
 export declare function createOrUpdateFileSnapshot(config: Config, integration: IntegrationLogic, req: IntegrationRequest, provider: Provider): Promise<void>;

package/out/{util/file-snapshot.js → modules/integration/util/snapshot.js}

@@ -9,70 +9,11 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createOrUpdateFileSnapshot = exports.getIntegrationSnapshot = exports.getCrowdinSnapshot = exports.getAllNewFiles = exports.getFileDiff = void 0;
-const storage_1 = require("../storage");
+exports.createOrUpdateFileSnapshot = exports.getIntegrationSnapshot = exports.getCrowdinSnapshot = void 0;
+const types_1 = require("../types");
+const storage_1 = require("../../../storage");
 const defaults_1 = require("./defaults");
-const index_1 = require("./index");
 const files_1 = require("./files");
-const types_1 = require("../modules/integration/types");
-function getFileDiff(currentFiles, savedFiles) {
-    return currentFiles.filter((x) => !savedFiles.some((x2) => x2.id === x.id));
-}
-exports.getFileDiff = getFileDiff;
-function getAllNewFiles(args) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const { config, integration, crowdinApiClient, crowdinId, integrationCredentials, integrationId, projectId, integrationSettings, syncSettings, } = args;
-        let currentFileSnapshot = [];
-        const fileSnapshotData = yield (0, storage_1.getStorage)().getFilesSnapshot(integrationId, crowdinId, syncSettings.provider);
-        const snapshotFiles = (fileSnapshotData === null || fileSnapshotData === void 0 ? void 0 : fileSnapshotData.files) ? JSON.parse(fileSnapshotData.files) : [];
-        if (syncSettings.provider === types_1.Provider.CROWDIN) {
-            currentFileSnapshot = yield getCrowdinSnapshot(config, integration, crowdinApiClient, projectId, integrationSettings);
-        }
-        else {
-            currentFileSnapshot = yield getIntegrationSnapshot(integration, integrationCredentials, integrationSettings);
-        }
-        const difference = getFileDiff(currentFileSnapshot, snapshotFiles);
-        const onlyFiles = difference.filter((file) => 'type' in file);
-        const synFiles = JSON.parse(syncSettings.files);
-        if (syncSettings.provider === types_1.Provider.INTEGRATION) {
-            if (integrationSettings[`new-${syncSettings.provider}-files`]) {
-                return onlyFiles;
-            }
-            const syncFolders = synFiles.filter((file) => !('type' in file));
-            return getNewFoldersFile(syncFolders, difference);
-        }
-        else {
-            const files = {};
-            const projectData = yield crowdinApiClient.projectsGroupsApi.getProject(projectId);
-            const targetLanguages = projectData.data.targetLanguageIds;
-            if (integrationSettings[`new-${syncSettings.provider}-files`]) {
-                for (const file of onlyFiles) {
-                    files[file.id] = targetLanguages;
-                }
-            }
-            else {
-                const syncFolders = currentFileSnapshot.filter((file) => !('type' in file) && Object.keys(synFiles).includes(file.id));
-                const newFiles = getNewFoldersFile(syncFolders, difference);
-                for (const file of newFiles) {
-                    files[file.id] = targetLanguages;
-                }
-            }
-            return files;
-        }
-    });
-}
-exports.getAllNewFiles = getAllNewFiles;
-function getNewFoldersFile(folders, snapshotFiles) {
-    let files = [];
-    for (const folder of folders) {
-        const newFiles = snapshotFiles.find((file) => file.parentId === folder.id);
-        if (newFiles) {
-            files = files.concat(newFiles);
-        }
-    }
-    files = files.filter((file) => 'type' in file);
-    return files;
-}
 function getCrowdinSnapshot(config, integration, crowdinApiClient, projectId, integrationSettings) {
     return __awaiter(this, void 0, void 0, function* () {
         let files = [];
@@ -86,7 +27,7 @@ function getCrowdinSnapshot(config, integration, crowdinApiClient, projectId, in
 exports.getCrowdinSnapshot = getCrowdinSnapshot;
 function getTreeItems(integrationData) {
     let files = [];
-    if ((0, index_1.isExtendedResultType)(integrationData)) {
+    if ((0, files_1.isExtendedResultType)(integrationData)) {
         files = integrationData.data;
     }
     else {

package/out/{models/job.d.ts → modules/integration/util/types.d.ts}

@@ -1,3 +1,6 @@
+import Crowdin from '@crowdin/crowdin-api-client';
+import { Config } from '../../../types';
+import { IntegrationLogic, IntegrationSyncSettings } from '../types';
 export declare enum JobType {
     UPDATE_TO_CROWDIN = "updateCrowdin",
     UPDATE_TO_INTEGRATION = "updateIntegration",
@@ -44,3 +47,14 @@ export type JobClient = {
 export type UpdateJobProgress = ({ progress, status, info, data, }: Omit<UpdateJobParams, 'id'>) => Promise<{
     isCanceled: boolean;
 }>;
+export interface GetAllNewFilesArgs {
+    config: Config;
+    integration: IntegrationLogic;
+    crowdinApiClient: Crowdin;
+    crowdinId: string;
+    integrationCredentials: any;
+    integrationId: string;
+    projectId: number;
+    integrationSettings: any;
+    syncSettings: IntegrationSyncSettings;
+}

package/out/modules/integration/util/webhooks.d.ts

@@ -0,0 +1,48 @@
+import Crowdin from '@crowdin/crowdin-api-client';
+import { AppSettings, IntegrationLogic, IntegrationSyncSettings, Provider, UpdateCrowdinWebhookPayloadsArgs } from '../types';
+import { Config, CrowdinContextInfo } from '../../../types';
+export declare const HookEvents: any;
+export declare function registerWebhooks({ config, apiCredentials, appSettings, client, crowdinContext, integration, }: {
+    config: Config;
+    integration: IntegrationLogic;
+    client: Crowdin;
+    crowdinContext: CrowdinContextInfo;
+    apiCredentials: any;
+    appSettings: AppSettings;
+}): Promise<void>;
+export declare function unregisterWebhooks({ apiCredentials, appSettings, client, config, crowdinContext, integration, }: {
+    config: Config;
+    integration: IntegrationLogic;
+    client: Crowdin;
+    crowdinContext: CrowdinContextInfo;
+    apiCredentials: any;
+    appSettings: AppSettings;
+}): Promise<void>;
+export declare function unregisterAllCrowdinWebhooks({ config, crowdinId, integration, }: {
+    config: Config;
+    integration: IntegrationLogic;
+    crowdinId: string;
+}): Promise<void>;
+export declare function prepareWebhookData({ config, integration, provider, webhookUrlParam, }: {
+    config: Config;
+    integration: IntegrationLogic;
+    webhookUrlParam: string;
+    provider: Provider;
+}): Promise<{
+    projectId: number;
+    crowdinClient: {
+        client: Crowdin;
+        token: string;
+    };
+    preparedIntegrationCredentials: any;
+    rootFolder: import("@crowdin/crowdin-api-client").SourceFilesModel.Directory | undefined;
+    appSettings: AppSettings;
+    syncSettings: IntegrationSyncSettings | null;
+}>;
+export declare function updateCrowdinFromWebhookRequest(args: UpdateCrowdinWebhookPayloadsArgs): Promise<void>;
+export declare function listenQueueMessage({ config, integration, queueName, queueUrl, }: {
+    config: Config;
+    integration: IntegrationLogic;
+    queueUrl: string;
+    queueName: string;
+}): Promise<void>;