@crowdin/app-project-module 0.43.1 → 0.45.0

package/out/{util → modules/integration/util}/cron.js

@@ -34,15 +34,16 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.removeFinishedJobs = exports.createOrUpdateSyncSettings = exports.skipFoldersFromIntegrationRequest = exports.filesCron = exports.runJob = void 0;
 const crowdinAppFunctions = __importStar(require("@crowdin/crowdin-apps-functions"));
-const models_1 = require("../models");
-const job_1 = require("../models/job");
-const storage_1 = require("../storage");
-const connection_1 = require("./connection");
+const storage_1 = require("../../../storage");
+const connection_1 = require("../../../util/connection");
 const defaults_1 = require("./defaults");
-const file_snapshot_1 = require("./file-snapshot");
-const logger_1 = require("./logger");
-const job_2 = require("./job");
-function runJob(config, integration, job) {
+const snapshot_1 = require("./snapshot");
+const logger_1 = require("../../../util/logger");
+const types_1 = require("../types");
+const job_1 = require("./job");
+const types_2 = require("./types");
+const subscription_1 = require("../../../util/subscription");
+function runJob({ config, integration, job, }) {
     return __awaiter(this, void 0, void 0, function* () {
         (0, logger_1.log)(`Starting cron job with expression [${job.expression}]`);
         const crowdinCredentialsList = yield (0, storage_1.getStorage)().getAllCrowdinCredentials();
@@ -52,7 +53,7 @@ function runJob(config, integration, job) {
                 credentials: crowdinCredentials,
                 autoRenew: true,
             });
-            const { expired } = yield (0, connection_1.checkSubscription)({
+            const { expired } = yield (0, subscription_1.checkSubscription)({
                 config,
                 token,
                 organization: crowdinCredentials.id,
@@ -79,7 +80,7 @@ function runJob(config, integration, job) {
     });
 }
 exports.runJob = runJob;
-function filesCron(config, integration, period) {
+function filesCron({ config, integration, period, }) {
     return __awaiter(this, void 0, void 0, function* () {
         (0, logger_1.log)(`Starting files cron job with period [${period}]`);
         const syncSettingsList = yield (0, storage_1.getStorage)().getAllSyncSettingsByType('schedule');
@@ -120,7 +121,7 @@ function filesCron(config, integration, period) {
                 autoRenew: true,
                 context,
             });
-            const { expired } = yield (0, connection_1.checkSubscription)({
+            const { expired } = yield (0, subscription_1.checkSubscription)({
                 config,
                 token,
                 organization: crowdinCredentials.id,
@@ -135,7 +136,7 @@ function filesCron(config, integration, period) {
             if (!integration.webhooks &&
                 ((_a = integration.syncNewElements) === null || _a === void 0 ? void 0 : _a[syncSettings.provider]) &&
                 intConfig[`new-${syncSettings.provider}-files`]) {
-                newFiles = yield (0, file_snapshot_1.getAllNewFiles)({
+                newFiles = yield getAllNewFiles({
                     config,
                     integration,
                     crowdinApiClient: crowdinClient,
@@ -150,7 +151,7 @@ function filesCron(config, integration, period) {
             if (integration.webhooks) {
                 const webhooks = yield (0, storage_1.getStorage)().getAllWebhooks(syncSettings.integrationId, syncSettings.crowdinId, syncSettings.provider);
                 const webhooksFileIds = (webhooks || []).map((webhook) => webhook.fileId);
-                if (syncSettings.provider === models_1.Provider.CROWDIN) {
+                if (syncSettings.provider === types_1.Provider.CROWDIN) {
                     files = webhooksFileIds.reduce((acc, fileId) => {
                         if (files[fileId]) {
                             acc[fileId] = files[fileId];
@@ -163,14 +164,26 @@ function filesCron(config, integration, period) {
                 }
                 yield (0, storage_1.getStorage)().deleteWebhooks(webhooksFileIds, syncSettings.integrationId, syncSettings.crowdinId, syncSettings.provider);
             }
-            if (syncSettings.provider === models_1.Provider.CROWDIN) {
-                const crowdinFiles = yield skipFoldersFromIntegrationRequest(config, integration, projectId, Object.assign(Object.assign({}, files), newFiles), crowdinClient);
-                const onlyTranslated = +intConfig.condition === models_1.SyncCondition.TRANSLATED;
-                const onlyApproved = +intConfig.condition === models_1.SyncCondition.APPROVED;
-                const all = +intConfig.condition === models_1.SyncCondition.ALL || intConfig.condition === undefined;
+            if (syncSettings.provider === types_1.Provider.CROWDIN) {
+                const crowdinFiles = yield skipFoldersFromIntegrationRequest({
+                    config,
+                    integration,
+                    projectId,
+                    crowdinFiles: Object.assign(Object.assign({}, files), newFiles),
+                    crowdinClient,
+                });
+                const onlyTranslated = +intConfig.condition === types_1.SyncCondition.TRANSLATED;
+                const onlyApproved = +intConfig.condition === types_1.SyncCondition.APPROVED;
+                const all = +intConfig.condition === types_1.SyncCondition.ALL || intConfig.condition === undefined;
                 const filesToProcess = all
                     ? crowdinFiles
-                    : yield getOnlyTranslatedOrApprovedFiles(config, projectId, crowdinFiles, crowdinClient, onlyApproved, onlyTranslated);
+                    : yield getOnlyTranslatedOrApprovedFiles({
+                        projectId,
+                        crowdinFiles,
+                        crowdinClient,
+                        onlyApproved,
+                        onlyTranslated,
+                    });
                 (0, logger_1.log)(`Executing updateIntegration task for files cron job with period [${period}] for project ${projectId}.Files ${Object.keys(filesToProcess).length}`);
                 if (!all) {
                     if (Object.keys(filesToProcess).length === 0) {
@@ -180,10 +193,10 @@ function filesCron(config, integration, period) {
                 }
                 const apiCredentials = yield (0, connection_1.prepareIntegrationCredentials)(config, integration, integrationCredentials);
                 try {
-                    yield (0, job_2.runAsJob)({
+                    yield (0, job_1.runAsJob)({
                         integrationId: syncSettings.integrationId,
                         crowdinId: syncSettings.crowdinId,
-                        type: job_1.JobType.UPDATE_TO_INTEGRATION,
+                        type: types_2.JobType.UPDATE_TO_INTEGRATION,
                         title: `Sync files to ${config.name} [scheduled]`,
                         payload: filesToProcess,
                         jobCallback: (job) => __awaiter(this, void 0, void 0, function* () {
@@ -205,7 +218,7 @@ function filesCron(config, integration, period) {
                 }
                 if (Object.keys(newFiles).length) {
                     yield (0, storage_1.getStorage)().updateSyncSettings(JSON.stringify(Object.assign(Object.assign({}, files), newFiles)), syncSettings.integrationId, syncSettings.crowdinId, 'schedule', syncSettings.provider);
-                    const currentFileSnapshot = yield (0, file_snapshot_1.getCrowdinSnapshot)(config, integration, crowdinClient, projectId, intConfig);
+                    const currentFileSnapshot = yield (0, snapshot_1.getCrowdinSnapshot)(config, integration, crowdinClient, projectId, intConfig);
                     yield (0, storage_1.getStorage)().updateFilesSnapshot(JSON.stringify(currentFileSnapshot), syncSettings.integrationId, syncSettings.crowdinId, syncSettings.provider);
                 }
                 (0, logger_1.log)(`updateIntegration task for files cron job with period [${period}] for project ${projectId} completed`);
@@ -220,10 +233,10 @@ function filesCron(config, integration, period) {
                 (0, logger_1.log)(`Executing updateCrowdin task for files cron job with period [${period}] for project ${projectId}. Files ${intFiles.length}`);
                 const apiCredentials = yield (0, connection_1.prepareIntegrationCredentials)(config, integration, integrationCredentials);
                 try {
-                    yield (0, job_2.runAsJob)({
+                    yield (0, job_1.runAsJob)({
                         integrationId: syncSettings.integrationId,
                         crowdinId: syncSettings.crowdinId,
-                        type: job_1.JobType.UPDATE_TO_CROWDIN,
+                        type: types_2.JobType.UPDATE_TO_CROWDIN,
                         title: 'Sync files to Crowdin [scheduled]',
                         payload: intFiles,
                         jobCallback: (job) => __awaiter(this, void 0, void 0, function* () {
@@ -246,7 +259,7 @@ function filesCron(config, integration, period) {
                 if (Object.keys(newFiles).length) {
                     const newSyncSettingsFields = allIntFiles.map((file) => (Object.assign(Object.assign({}, file), { schedule: true, sync: false })));
                     yield (0, storage_1.getStorage)().updateSyncSettings(JSON.stringify(newSyncSettingsFields), syncSettings.integrationId, syncSettings.crowdinId, 'schedule', syncSettings.provider);
-                    const currentFileSnapshot = yield (0, file_snapshot_1.getIntegrationSnapshot)(integration, apiCredentials, intConfig);
+                    const currentFileSnapshot = yield (0, snapshot_1.getIntegrationSnapshot)(integration, apiCredentials, intConfig);
                     yield (0, storage_1.getStorage)().updateFilesSnapshot(JSON.stringify(currentFileSnapshot), syncSettings.integrationId, syncSettings.crowdinId, syncSettings.provider);
                 }
                 (0, logger_1.log)(`updateCrowdin task for files cron job with period [${period}] for project ${projectId} completed`);
@@ -256,7 +269,63 @@ function filesCron(config, integration, period) {
     });
 }
 exports.filesCron = filesCron;
-function getOnlyTranslatedOrApprovedFiles(config, projectId, crowdinFiles, crowdinClient, onlyApproved, onlyTranslated) {
+function getFileDiff(currentFiles, savedFiles) {
+    return currentFiles.filter((x) => !savedFiles.some((x2) => x2.id === x.id));
+}
+function getAllNewFiles(args) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const { config, integration, crowdinApiClient, crowdinId, integrationCredentials, integrationId, projectId, integrationSettings, syncSettings, } = args;
+        let currentFileSnapshot = [];
+        const fileSnapshotData = yield (0, storage_1.getStorage)().getFilesSnapshot(integrationId, crowdinId, syncSettings.provider);
+        const snapshotFiles = (fileSnapshotData === null || fileSnapshotData === void 0 ? void 0 : fileSnapshotData.files) ? JSON.parse(fileSnapshotData.files) : [];
+        if (syncSettings.provider === types_1.Provider.CROWDIN) {
+            currentFileSnapshot = yield (0, snapshot_1.getCrowdinSnapshot)(config, integration, crowdinApiClient, projectId, integrationSettings);
+        }
+        else {
+            currentFileSnapshot = yield (0, snapshot_1.getIntegrationSnapshot)(integration, integrationCredentials, integrationSettings);
+        }
+        const difference = getFileDiff(currentFileSnapshot, snapshotFiles);
+        const onlyFiles = difference.filter((file) => 'type' in file);
+        const synFiles = JSON.parse(syncSettings.files);
+        if (syncSettings.provider === types_1.Provider.INTEGRATION) {
+            if (integrationSettings[`new-${syncSettings.provider}-files`]) {
+                return onlyFiles;
+            }
+            const syncFolders = synFiles.filter((file) => !('type' in file));
+            return getNewFoldersFile(syncFolders, difference);
+        }
+        else {
+            const files = {};
+            const projectData = yield crowdinApiClient.projectsGroupsApi.getProject(projectId);
+            const targetLanguages = projectData.data.targetLanguageIds;
+            if (integrationSettings[`new-${syncSettings.provider}-files`]) {
+                for (const file of onlyFiles) {
+                    files[file.id] = targetLanguages;
+                }
+            }
+            else {
+                const syncFolders = currentFileSnapshot.filter((file) => !('type' in file) && Object.keys(synFiles).includes(file.id));
+                const newFiles = getNewFoldersFile(syncFolders, difference);
+                for (const file of newFiles) {
+                    files[file.id] = targetLanguages;
+                }
+            }
+            return files;
+        }
+    });
+}
+function getNewFoldersFile(folders, snapshotFiles) {
+    let files = [];
+    for (const folder of folders) {
+        const newFiles = snapshotFiles.find((file) => file.parentId === folder.id);
+        if (newFiles) {
+            files = files.concat(newFiles);
+        }
+    }
+    files = files.filter((file) => 'type' in file);
+    return files;
+}
+function getOnlyTranslatedOrApprovedFiles({ projectId, crowdinFiles, crowdinClient, onlyApproved, onlyTranslated, }) {
     return __awaiter(this, void 0, void 0, function* () {
         (0, logger_1.log)(`Filtering files to process only ${onlyApproved ? 'approved' : 'translated'} files`);
         const filesInfo = yield Promise.all(Object.keys(crowdinFiles).map((fileId) => __awaiter(this, void 0, void 0, function* () {
@@ -309,7 +378,7 @@ function getOnlyTranslatedOrApprovedFiles(config, projectId, crowdinFiles, crowd
         return filteredFiles;
     });
 }
-function skipFoldersFromIntegrationRequest(config, integration, projectId, crowdinFiles, crowdinClient) {
+function skipFoldersFromIntegrationRequest({ config, integration, projectId, crowdinClient, crowdinFiles, }) {
     var _a;
     return __awaiter(this, void 0, void 0, function* () {
         let folders;
@@ -336,7 +405,7 @@ function skipFoldersFromIntegrationRequest(config, integration, projectId, crowd
     });
 }
 exports.skipFoldersFromIntegrationRequest = skipFoldersFromIntegrationRequest;
-function createOrUpdateSyncSettings(config, req, files, provider, onlyCreate = false) {
+function createOrUpdateSyncSettings({ req, files, provider, onlyCreate = false, }) {
     return __awaiter(this, void 0, void 0, function* () {
         const existingSettings = yield (0, storage_1.getStorage)().getSyncSettings(req.crowdinContext.clientId, req.crowdinContext.crowdinId, 'schedule', provider);
         if (!existingSettings) {

package/out/{util → modules/integration/util}/defaults.d.ts

@@ -1,8 +1,7 @@
 import Crowdin, { SourceFilesModel } from '@crowdin/crowdin-api-client';
-import { ClientConfig, Config, FileProcessLogic, IntegrationLogic } from '../models';
+import { Config } from '../../../types';
+import { IntegrationLogic } from '../types';
 export declare function getRootFolder(config: Config, integration: IntegrationLogic, client: Crowdin, projectId: number): Promise<SourceFilesModel.Directory | undefined>;
 export declare function getOauthRoute(integration: IntegrationLogic): string;
 export declare function applyIntegrationModuleDefaults(config: Config, integration: IntegrationLogic): void;
-export declare function applyFileProcessorsModuleDefaults(config: Config, fileModule: FileProcessLogic): void;
 export declare function constructOauthUrl(config: Config, integration: IntegrationLogic): string;
-export declare function convertClientConfig(clientConfig: ClientConfig): Config;

package/out/{util → modules/integration/util}/defaults.js

@@ -32,11 +32,8 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertClientConfig = exports.constructOauthUrl = exports.applyFileProcessorsModuleDefaults = exports.applyIntegrationModuleDefaults = exports.getOauthRoute = exports.getRootFolder = void 0;
-const client_s3_1 = require("@aws-sdk/client-s3");
-const s3_request_presigner_1 = require("@aws-sdk/s3-request-presigner");
+exports.constructOauthUrl = exports.applyIntegrationModuleDefaults = exports.getOauthRoute = exports.getRootFolder = void 0;
 const crowdinAppFunctions = __importStar(require("@crowdin/crowdin-apps-functions"));
-const path_1 = require("path");
 function getRootFolder(config, integration, client, projectId) {
     return __awaiter(this, void 0, void 0, function* () {
         if (!integration.withRootFolder) {
@@ -239,22 +236,6 @@ function applyIntegrationModuleDefaults(config, integration) {
     }
 }
 exports.applyIntegrationModuleDefaults = applyIntegrationModuleDefaults;
-function applyFileProcessorsModuleDefaults(config, fileModule) {
-    var _a, _b;
-    const AWS_TMP_BUCKET_NAME = (_a = config.awsConfig) === null || _a === void 0 ? void 0 : _a.tmpBucketName;
-    const AWS_REGION = (_b = config.awsConfig) === null || _b === void 0 ? void 0 : _b.region;
-    if (AWS_TMP_BUCKET_NAME && AWS_REGION && !fileModule.storeFile) {
-        const s3 = new client_s3_1.S3Client({ region: AWS_REGION });
-        fileModule.storeFile = (content) => __awaiter(this, void 0, void 0, function* () {
-            const fileName = `file-${config.identifier}-${Date.now()}`;
-            const command = new client_s3_1.PutObjectCommand({ Bucket: AWS_TMP_BUCKET_NAME, Key: fileName, Body: content });
-            yield s3.send(command);
-            const getObjectCommand = new client_s3_1.GetObjectCommand({ Bucket: AWS_TMP_BUCKET_NAME, Key: fileName });
-            return (0, s3_request_presigner_1.getSignedUrl)(s3, getObjectCommand, { expiresIn: 3600 });
-        });
-    }
-}
-exports.applyFileProcessorsModuleDefaults = applyFileProcessorsModuleDefaults;
 function constructOauthUrl(config, integration) {
     var _a, _b, _c;
     const oauth = integration.oauthLogin;
@@ -270,19 +251,3 @@ function constructOauthUrl(config, integration) {
     return url;
 }
 exports.constructOauthUrl = constructOauthUrl;
-function convertClientConfig(clientConfig) {
-    const baseUrl = clientConfig.baseUrl || process.env.URL;
-    const clientId = clientConfig.clientId || process.env.CROWDIN_CLIENT_ID;
-    const clientSecret = clientConfig.clientSecret || process.env.CROWDIN_CLIENT_SECRET;
-    const port = clientConfig.port || process.env.PORT || 3000;
-    const { region = process.env.AWS_REGION || process.env.AWS_DEFAULT_REGION, tmpBucketName = process.env.AWS_TMP_BUCKET_NAME, } = clientConfig.awsConfig || {};
-    if (!baseUrl || !clientId || !clientSecret) {
-        throw new Error('One of following parameters are not defined [baseUrl, clientId, clientSecret]');
-    }
-    return Object.assign(Object.assign({}, clientConfig), { baseUrl: baseUrl.endsWith('/') ? baseUrl.slice(0, -1) : baseUrl, clientId,
-        clientSecret, awsConfig: {
-            tmpBucketName,
-            region,
-        }, port: Number(port), dbFolder: clientConfig.dbFolder || (0, path_1.join)(process.cwd(), 'db'), imagePath: clientConfig.imagePath || (0, path_1.join)(process.cwd(), 'logo.png') });
-}
-exports.convertClientConfig = convertClientConfig;

package/out/modules/integration/util/files.d.ts

@@ -0,0 +1,5 @@
+import { ExtendedResult, IntegrationFile, IntegrationLogic, IntegrationRequest, SkipIntegrationNodes, TreeItem } from '../types';
+import { JobClient } from './types';
+export declare function skipFilesByRegex(files: TreeItem[] | undefined, skipIntegrationNodes?: SkipIntegrationNodes): TreeItem[];
+export declare function expandFilesTree(nodes: IntegrationFile[], req: IntegrationRequest, integration: IntegrationLogic, job?: JobClient): Promise<IntegrationFile[]>;
+export declare function isExtendedResultType<T>(data?: T | ExtendedResult<T>): data is ExtendedResult<T>;

package/out/{util → modules/integration/util}/files.js

@@ -8,45 +8,9 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.expandFilesTree = exports.skipFilesByRegex = exports.getFileStrings = exports.getFileContent = exports.storeFile = exports.MAX_BODY_SIZE = void 0;
-const axios_1 = __importDefault(require("axios"));
-const fs_1 = __importDefault(require("fs"));
-const path_1 = __importDefault(require("path"));
-const index_1 = require("./index");
-const job_1 = require("../models/job");
-exports.MAX_BODY_SIZE = 4.9 * 1024 * 1024; //4.9mb
-function storeFile(fileContent, folder) {
-    const fileName = `file${Date.now()}`;
-    return new Promise((res, rej) => fs_1.default.writeFile(path_1.default.join(folder, fileName), fileContent, (err) => {
-        if (err) {
-            rej(err);
-        }
-        else {
-            res(fileName);
-        }
-    }));
-}
-exports.storeFile = storeFile;
-function getFileContent(url) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const response = (yield axios_1.default.get(url, { responseType: 'arraybuffer' })).data;
-        return response;
-    });
-}
-exports.getFileContent = getFileContent;
-function getFileStrings(url) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const response = (yield axios_1.default.get(url)).data;
-        // the response is presented in the ndjson format
-        const jsonRows = response.split(/\n|\n\r/).filter(Boolean);
-        return jsonRows.map((jsonStringRow) => JSON.parse(jsonStringRow));
-    });
-}
-exports.getFileStrings = getFileStrings;
+exports.isExtendedResultType = exports.expandFilesTree = exports.skipFilesByRegex = void 0;
+const types_1 = require("./types");
 function skipFilesByRegex(files, skipIntegrationNodes) {
     if (!Array.isArray(files)) {
         return [];
@@ -68,14 +32,14 @@ exports.skipFilesByRegex = skipFilesByRegex;
 function expandFilesTree(nodes, req, integration, job) {
     var _a;
     return __awaiter(this, void 0, void 0, function* () {
-        if (job && job_1.JobStatus.CANCELED === ((_a = (yield job.get())) === null || _a === void 0 ? void 0 : _a.status)) {
+        if (job && types_1.JobStatus.CANCELED === ((_a = (yield job.get())) === null || _a === void 0 ? void 0 : _a.status)) {
             throw new Error('Job canceled');
         }
         const files = nodes.filter((file) => file.nodeType === undefined || file.nodeType === '1');
         const folders = nodes.filter((folder) => folder.nodeType === '0' && !nodes.find((node) => node.parentId === folder.id));
         for (const { id } of folders) {
             const integrationData = yield integration.getIntegrationFiles(req.integrationCredentials, req.integrationSettings, id);
-            const integrationTreeItems = (0, index_1.isExtendedResultType)(integrationData)
+            const integrationTreeItems = isExtendedResultType(integrationData)
                 ? integrationData.data
                 : integrationData;
             const checkNodes = integrationTreeItems.map((item) => (Object.assign(Object.assign({}, item), { nodeType: item.nodeType || ('type' in item ? '1' : '0') })));
@@ -86,3 +50,8 @@ function expandFilesTree(nodes, req, integration, job) {
     });
 }
 exports.expandFilesTree = expandFilesTree;
+function isExtendedResultType(data) {
+    const dataTyped = data;
+    return !!dataTyped && !Array.isArray(dataTyped);
+}
+exports.isExtendedResultType = isExtendedResultType;

package/out/{util → modules/integration/util}/job.d.ts

@@ -1,4 +1,4 @@
-import { JobClient, JobType } from '../models/job';
+import { JobClient, JobType } from './types';
 import { Response } from 'express';
 export declare function runAsJob({ integrationId, crowdinId, type, title, payload, res, jobCallback, onError, }: {
     integrationId: string;

package/out/{util → modules/integration/util}/job.js

@@ -10,14 +10,14 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.runAsJob = void 0;
-const job_1 = require("../models/job");
-const storage_1 = require("../storage");
-const logger_1 = require("./logger");
+const types_1 = require("./types");
+const storage_1 = require("../../../storage");
+const logger_1 = require("../../../util/logger");
 const blockingJobs = {
-    [job_1.JobType.UPDATE_TO_CROWDIN]: [job_1.JobType.UPDATE_TO_CROWDIN, job_1.JobType.UPDATE_TO_INTEGRATION],
-    [job_1.JobType.UPDATE_TO_INTEGRATION]: [job_1.JobType.UPDATE_TO_CROWDIN, job_1.JobType.UPDATE_TO_INTEGRATION],
-    [job_1.JobType.CROWDIN_SYNC_SETTINGS_SAVE]: [job_1.JobType.CROWDIN_SYNC_SETTINGS_SAVE],
-    [job_1.JobType.INTEGRATION_SYNC_SETTINGS_SAVE]: [job_1.JobType.INTEGRATION_SYNC_SETTINGS_SAVE],
+    [types_1.JobType.UPDATE_TO_CROWDIN]: [types_1.JobType.UPDATE_TO_CROWDIN, types_1.JobType.UPDATE_TO_INTEGRATION],
+    [types_1.JobType.UPDATE_TO_INTEGRATION]: [types_1.JobType.UPDATE_TO_CROWDIN, types_1.JobType.UPDATE_TO_INTEGRATION],
+    [types_1.JobType.CROWDIN_SYNC_SETTINGS_SAVE]: [types_1.JobType.CROWDIN_SYNC_SETTINGS_SAVE],
+    [types_1.JobType.INTEGRATION_SYNC_SETTINGS_SAVE]: [types_1.JobType.INTEGRATION_SYNC_SETTINGS_SAVE],
 };
 function runAsJob({ integrationId, crowdinId, type, title, payload, res, jobCallback, onError, }) {
     return __awaiter(this, void 0, void 0, function* () {
@@ -51,13 +51,13 @@ function runAsJob({ integrationId, crowdinId, type, title, payload, res, jobCall
             update: function updateProgress({ progress, status, info, data }) {
                 return __awaiter(this, void 0, void 0, function* () {
                     const prevData = yield this.get();
-                    if ((prevData === null || prevData === void 0 ? void 0 : prevData.status) === job_1.JobStatus.CANCELED) {
+                    if ((prevData === null || prevData === void 0 ? void 0 : prevData.status) === types_1.JobStatus.CANCELED) {
                         return { isCanceled: true };
                     }
                     yield storage.updateJob({
                         id: jobId,
                         progress,
-                        status: status || job_1.JobStatus.IN_PROGRESS,
+                        status: status || types_1.JobStatus.IN_PROGRESS,
                         info,
                         data: JSON.stringify(data),
                     });
@@ -69,13 +69,13 @@ function runAsJob({ integrationId, crowdinId, type, title, payload, res, jobCall
             const data = yield jobCallback(job);
             yield job.update({
                 progress: 100,
-                status: job_1.JobStatus.FINISHED,
+                status: types_1.JobStatus.FINISHED,
                 data,
             });
         }
         catch (e) {
             yield job.update({
-                status: job_1.JobStatus.FAILED,
+                status: types_1.JobStatus.FAILED,
                 info: (0, logger_1.getErrorMessage)(e),
             });
             if (onError) {

package/out/{util/file-snapshot.d.ts → modules/integration/util/snapshot.d.ts}

@@ -1,7 +1,6 @@
 import Crowdin from '@crowdin/crowdin-api-client';
-import { Config, GetAllNewFilesArgs, IntegrationLogic, IntegrationRequest, Provider, TreeItem, UpdateIntegrationRequest } from '../models';
-export declare function getFileDiff(currentFiles: TreeItem[], savedFiles: TreeItem[]): TreeItem[];
-export declare function getAllNewFiles(args: GetAllNewFilesArgs): Promise<TreeItem[] | UpdateIntegrationRequest>;
+import { Config } from '../../../types';
+import { IntegrationLogic, IntegrationRequest, Provider, TreeItem } from '../types';
 export declare function getCrowdinSnapshot(config: Config, integration: IntegrationLogic, crowdinApiClient: Crowdin, projectId: number, integrationSettings: any): Promise<TreeItem[]>;
 export declare function getIntegrationSnapshot(integration: IntegrationLogic, integrationCredentials: any, integrationSettings: any): Promise<TreeItem[]>;
 export declare function createOrUpdateFileSnapshot(config: Config, integration: IntegrationLogic, req: IntegrationRequest, provider: Provider): Promise<void>;

package/out/{util/file-snapshot.js → modules/integration/util/snapshot.js}

@@ -9,70 +9,11 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createOrUpdateFileSnapshot = exports.getIntegrationSnapshot = exports.getCrowdinSnapshot = exports.getAllNewFiles = exports.getFileDiff = void 0;
-const models_1 = require("../models");
-const storage_1 = require("../storage");
+exports.createOrUpdateFileSnapshot = exports.getIntegrationSnapshot = exports.getCrowdinSnapshot = void 0;
+const types_1 = require("../types");
+const storage_1 = require("../../../storage");
 const defaults_1 = require("./defaults");
-const index_1 = require("./index");
 const files_1 = require("./files");
-function getFileDiff(currentFiles, savedFiles) {
-    return currentFiles.filter((x) => !savedFiles.some((x2) => x2.id === x.id));
-}
-exports.getFileDiff = getFileDiff;
-function getAllNewFiles(args) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const { config, integration, crowdinApiClient, crowdinId, integrationCredentials, integrationId, projectId, integrationSettings, syncSettings, } = args;
-        let currentFileSnapshot = [];
-        const fileSnapshotData = yield (0, storage_1.getStorage)().getFilesSnapshot(integrationId, crowdinId, syncSettings.provider);
-        const snapshotFiles = (fileSnapshotData === null || fileSnapshotData === void 0 ? void 0 : fileSnapshotData.files) ? JSON.parse(fileSnapshotData.files) : [];
-        if (syncSettings.provider === models_1.Provider.CROWDIN) {
-            currentFileSnapshot = yield getCrowdinSnapshot(config, integration, crowdinApiClient, projectId, integrationSettings);
-        }
-        else {
-            currentFileSnapshot = yield getIntegrationSnapshot(integration, integrationCredentials, integrationSettings);
-        }
-        const difference = getFileDiff(currentFileSnapshot, snapshotFiles);
-        const onlyFiles = difference.filter((file) => 'type' in file);
-        const synFiles = JSON.parse(syncSettings.files);
-        if (syncSettings.provider === models_1.Provider.INTEGRATION) {
-            if (integrationSettings[`new-${syncSettings.provider}-files`]) {
-                return onlyFiles;
-            }
-            const syncFolders = synFiles.filter((file) => !('type' in file));
-            return getNewFoldersFile(syncFolders, difference);
-        }
-        else {
-            const files = {};
-            const projectData = yield crowdinApiClient.projectsGroupsApi.getProject(projectId);
-            const targetLanguages = projectData.data.targetLanguageIds;
-            if (integrationSettings[`new-${syncSettings.provider}-files`]) {
-                for (const file of onlyFiles) {
-                    files[file.id] = targetLanguages;
-                }
-            }
-            else {
-                const syncFolders = currentFileSnapshot.filter((file) => !('type' in file) && Object.keys(synFiles).includes(file.id));
-                const newFiles = getNewFoldersFile(syncFolders, difference);
-                for (const file of newFiles) {
-                    files[file.id] = targetLanguages;
-                }
-            }
-            return files;
-        }
-    });
-}
-exports.getAllNewFiles = getAllNewFiles;
-function getNewFoldersFile(folders, snapshotFiles) {
-    let files = [];
-    for (const folder of folders) {
-        const newFiles = snapshotFiles.find((file) => file.parentId === folder.id);
-        if (newFiles) {
-            files = files.concat(newFiles);
-        }
-    }
-    files = files.filter((file) => 'type' in file);
-    return files;
-}
 function getCrowdinSnapshot(config, integration, crowdinApiClient, projectId, integrationSettings) {
     return __awaiter(this, void 0, void 0, function* () {
         let files = [];
@@ -86,7 +27,7 @@ function getCrowdinSnapshot(config, integration, crowdinApiClient, projectId, in
 exports.getCrowdinSnapshot = getCrowdinSnapshot;
 function getTreeItems(integrationData) {
     let files = [];
-    if ((0, index_1.isExtendedResultType)(integrationData)) {
+    if ((0, files_1.isExtendedResultType)(integrationData)) {
         files = integrationData.data;
     }
     else {
@@ -133,10 +74,10 @@ function createOrUpdateFileSnapshot(config, integration, req, provider) {
     return __awaiter(this, void 0, void 0, function* () {
         let files = [];
         const existingSnapshot = yield (0, storage_1.getStorage)().getFilesSnapshot(req.crowdinContext.clientId, req.crowdinContext.crowdinId, provider);
-        if (provider === models_1.Provider.CROWDIN) {
+        if (provider === types_1.Provider.CROWDIN) {
             files = yield getCrowdinSnapshot(config, integration, req.crowdinApiClient, req.crowdinContext.jwtPayload.context.project_id, req.integrationSettings);
         }
-        if (provider === models_1.Provider.INTEGRATION) {
+        if (provider === types_1.Provider.INTEGRATION) {
             files = yield getIntegrationSnapshot(integration, req.integrationCredentials, req.integrationSettings);
         }
         if (existingSnapshot) {

package/out/{models/job.d.ts → modules/integration/util/types.d.ts}

@@ -1,3 +1,6 @@
+import Crowdin from '@crowdin/crowdin-api-client';
+import { Config } from '../../../types';
+import { IntegrationLogic, IntegrationSyncSettings } from '../types';
 export declare enum JobType {
     UPDATE_TO_CROWDIN = "updateCrowdin",
     UPDATE_TO_INTEGRATION = "updateIntegration",
@@ -44,3 +47,14 @@ export type JobClient = {
 export type UpdateJobProgress = ({ progress, status, info, data, }: Omit<UpdateJobParams, 'id'>) => Promise<{
     isCanceled: boolean;
 }>;
+export interface GetAllNewFilesArgs {
+    config: Config;
+    integration: IntegrationLogic;
+    crowdinApiClient: Crowdin;
+    crowdinId: string;
+    integrationCredentials: any;
+    integrationId: string;
+    projectId: number;
+    integrationSettings: any;
+    syncSettings: IntegrationSyncSettings;
+}

package/out/modules/integration/util/webhooks.d.ts

@@ -0,0 +1,48 @@
+import Crowdin from '@crowdin/crowdin-api-client';
+import { AppSettings, IntegrationLogic, IntegrationSyncSettings, Provider, UpdateCrowdinWebhookPayloadsArgs } from '../types';
+import { Config, CrowdinContextInfo } from '../../../types';
+export declare const HookEvents: any;
+export declare function registerWebhooks({ config, apiCredentials, appSettings, client, crowdinContext, integration, }: {
+    config: Config;
+    integration: IntegrationLogic;
+    client: Crowdin;
+    crowdinContext: CrowdinContextInfo;
+    apiCredentials: any;
+    appSettings: AppSettings;
+}): Promise<void>;
+export declare function unregisterWebhooks({ apiCredentials, appSettings, client, config, crowdinContext, integration, }: {
+    config: Config;
+    integration: IntegrationLogic;
+    client: Crowdin;
+    crowdinContext: CrowdinContextInfo;
+    apiCredentials: any;
+    appSettings: AppSettings;
+}): Promise<void>;
+export declare function unregisterAllCrowdinWebhooks({ config, crowdinId, integration, }: {
+    config: Config;
+    integration: IntegrationLogic;
+    crowdinId: string;
+}): Promise<void>;
+export declare function prepareWebhookData({ config, integration, provider, webhookUrlParam, }: {
+    config: Config;
+    integration: IntegrationLogic;
+    webhookUrlParam: string;
+    provider: Provider;
+}): Promise<{
+    projectId: number;
+    crowdinClient: {
+        client: Crowdin;
+        token: string;
+    };
+    preparedIntegrationCredentials: any;
+    rootFolder: import("@crowdin/crowdin-api-client").SourceFilesModel.Directory | undefined;
+    appSettings: AppSettings;
+    syncSettings: IntegrationSyncSettings | null;
+}>;
+export declare function updateCrowdinFromWebhookRequest(args: UpdateCrowdinWebhookPayloadsArgs): Promise<void>;
+export declare function listenQueueMessage({ config, integration, queueName, queueUrl, }: {
+    config: Config;
+    integration: IntegrationLogic;
+    queueUrl: string;
+    queueName: string;
+}): Promise<void>;