@crowdin/app-project-module 0.74.0 → 0.75.0

package/out/modules/api/api.js

@@ -14,6 +14,8 @@ const crowdin_file_progress_1 = __importDefault(require("../integration/handlers
 const crowdin_files_1 = __importDefault(require("../integration/handlers/crowdin-files"));
 const crowdin_update_1 = __importDefault(require("../integration/handlers/crowdin-update"));
 const integration_data_1 = __importDefault(require("../integration/handlers/integration-data"));
+const job_info_1 = __importDefault(require("../integration/handlers/job-info"));
+const job_cancel_1 = __importDefault(require("../integration/handlers/job-cancel"));
 const integration_login_1 = __importDefault(require("../integration/handlers/integration-login"));
 const integration_update_1 = __importDefault(require("../integration/handlers/integration-update"));
 const settings_1 = __importDefault(require("../integration/handlers/settings"));
@@ -55,7 +57,7 @@ function getDefaultApiEndpointsManifest(config) {
             description: 'Get a list of synced files',
             documentationUrl: '/api-docs#tag/Files/operation/crowdin.files',
         }, {
-            key: 'crowdin-files-api',
+            key: 'file-translation-progress-api',
             name: 'File Translation Progress',
             url: '/file-progress',
             method: types_1.RequestMethods.GET,
@@ -82,6 +84,20 @@ function getDefaultApiEndpointsManifest(config) {
             method: types_1.RequestMethods.POST,
             description: 'Update integration data',
             documentationUrl: '/api-docs#tag/Files/operation/integration.update',
+        }, {
+            key: 'job-get-api',
+            name: 'Job Status',
+            url: '/jobs',
+            method: types_1.RequestMethods.GET,
+            description: 'Get Job Info',
+            documentationUrl: '/api-docs#tag/Jobs/operation/job.get',
+        }, {
+            key: 'job-cancel-api',
+            name: 'Job Status',
+            url: '/jobs',
+            method: types_1.RequestMethods.DELETE,
+            description: 'Cancel Job',
+            documentationUrl: '/api-docs#tag/Jobs/operation/job.cancel',
         }, {
             key: 'settings-api',
             name: 'Get App Settings',
@@ -191,7 +207,7 @@ function addDefaultApiEndpoints(app, config) {
          *         name: fileId
          *         in: query
          *         required: true
-         *         description: 'Filter branch by name. Get via [List Crowdin Files](#operation/crowdin.files)'
+         *         description: 'Get via [List Crowdin Files](#operation/crowdin.files)'
          *         schema:
          *           type: integer
          *           example: 102
@@ -294,6 +310,62 @@ function addDefaultApiEndpoints(app, config) {
             checkSubscriptionExpiration: true,
             moduleKey: config.projectIntegration.key,
         }), (0, integration_credentials_1.default)(config, config.projectIntegration), (0, integration_update_1.default)(config, config.projectIntegration));
+        /**
+         * @openapi
+         * /jobs:
+         *   get:
+         *     tags:
+         *       - 'Jobs'
+         *     summary: 'Get Job Info'
+         *     operationId: job.get
+         *     parameters:
+         *       - $ref: '#/components/parameters/ProjectId'
+         *       - name: jobId
+         *         in: query
+         *         required: false
+         *         schema:
+         *           type: string
+         *           example: 067da473-fc0b-43e3-b0a2-09d26af130c1
+         *     responses:
+         *       200:
+         *         description: 'Job information retrieved successfully'
+         *         content:
+         *           application/json:
+         *             schema:
+         *               $ref: '#/components/schemas/JobResponse'
+         */
+        app.get('/jobs', json_response_1.default, (0, crowdin_client_1.default)({
+            config,
+            optional: false,
+            checkSubscriptionExpiration: true,
+            moduleKey: config.projectIntegration.key,
+        }), (0, job_info_1.default)(config));
+        /**
+         * @openapi
+         * /jobs:
+         *   delete:
+         *     tags:
+         *       - 'Jobs'
+         *     summary: 'Cancel Job'
+         *     operationId: job.cancel
+         *     parameters:
+         *       - $ref: '#/components/parameters/ProjectId'
+         *       - name: jobId
+         *         in: query
+         *         required: false
+         *         schema:
+         *           type: string
+         *           example: 067da473-fc0b-43e3-b0a2-09d26af130c1
+         *     responses:
+         *       204:
+         *         description: 'Job canceled successfully'
+         */
+        app.delete('/jobs', json_response_1.default, (0, crowdin_client_1.default)({
+            config,
+            optional: false,
+            checkSubscriptionExpiration: true,
+            moduleKey: config.projectIntegration.key,
+        }), (0, job_cancel_1.default)(config));
         /**
          * @openapi
          * /settings:
@@ -413,7 +485,7 @@ function addDefaultApiEndpoints(app, config) {
              *     operationId: integration.fields
              *     responses:
              *      200:
-             *        description: 'File translation progress'
+             *        description: 'Login Form Fields'
              *        content:
              *          application/json:
              *            schema:

package/out/modules/api/components.d.ts

@@ -70,25 +70,32 @@
  *        - files
  *      properties:
  *        projectId:
- *          description: 'Project Identifier. Get via [List Projects](https://developer.crowdin.com/api/v2/#operation/api.projects.getMany)'
+ *          description: 'Project Id. Get via [List Projects](https://developer.crowdin.com/api/v2/#operation/api.projects.getMany)'
  *          type: integer
  *          example: 12
  *        files:
+ *          example: { 102: ['de', 'fr'], 999: ['uk'] }
  *          type: object
- *          example:
- *            102: ['uk', 'de']
- *          additionalProperties:
- *            type: array
- *            items:
- *              type: string
+ *          description: |
+ *            - **{fileId}** _(integer)_: Crowdin File Id. Get via [List Crowdin Files](#operation/crowdin.files)
+ *            - **[{languageCode}]** _(array of strings)_: List Of  Language Id. Get via [List Supported Languages](https://support.crowdin.com/developer/api/v2/#tag/Languages/operation/api.languages.getMany)
+ *
+ *            **Example:**
+ *              ```json
+ *              {
+ *               102: ["de", "fr"],
+ *               999: ["uk"]
+ *              }
+ *              ```
  *    UpdateResponse:
  *      type: object
- *      items:
- *        anyOf:
- *          - properties:
- *            message:
- *              type: string
- *              example: 'File 102 Not Found'
+ *      properties:
+ *        jobId:
+ *          type: string
+ *          example: '067da473-fc0b-43e3-b0a2-09d26af130c1'
+ *        message:
+ *          type: string
+ *          example: 'Another sync is running'
  *    SettingsData:
  *      type: object
  *      example: {schedule: 0, condition: 0}
@@ -195,8 +202,17 @@
  *          type: integer
  *          example: 86
  *    LoginFieldsResponse:
- *      example: [{ name: 'email', description: 'User email' }, { name: 'password', description: 'User password' }]
- *      type: object
+ *      type: array
+ *      items:
+ *        type: object
+ *        properties:
+ *          key:
+ *            type: string
+ *            example: 'apiKey'
+ *          name:
+ *            type: string
+ *            example: 'Service API key'
+ *      example: [{ key: 'email', name: 'User email' }, { key: 'password', name: 'User password' }]
  *    Login:
  *      title: 'Login'
  *      required:
@@ -211,9 +227,34 @@
  *          $ref: '#/components/schemas/LoginData'
  *    LoginData:
  *      type: object
+ *      description: 'Login Form Fields. Get via [Integration Login Form Fields](#operation/integration.fields)'
  *      example: { email: 'user@crowdin.com', password: 'password' }
- *      additionalProperties:
- *        type: string
+ *    Job:
+ *      type: object
+ *      properties:
+ *        id:
+ *          type: string
+ *          description: 'The Unique Identifier For The Job.'
+ *          example: '067da473-fc0b-43e3-b0a2-09d26af130c1'
+ *        progress:
+ *          type: integer
+ *          description: 'The Progress Of The Job.'
+ *          example: 94
+ *        status:
+ *          type: string
+ *          description: 'The Current Status Of The Job.'
+ *          example: 'inProgress'
+ *        title:
+ *          type: string
+ *          description: 'The Title Of The Job.'
+ *          example: 'Sync files to Crowdin'
+ *    JobResponse:
+ *      type: object
+ *      properties:
+ *        data:
+ *          type: array
+ *          items:
+ *            $ref: '#/components/schemas/Job'
  *
  *  parameters:
  *    ProjectId:

package/out/modules/api/components.js

@@ -71,25 +71,32 @@
  *        - files
  *      properties:
  *        projectId:
- *          description: 'Project Identifier. Get via [List Projects](https://developer.crowdin.com/api/v2/#operation/api.projects.getMany)'
+ *          description: 'Project Id. Get via [List Projects](https://developer.crowdin.com/api/v2/#operation/api.projects.getMany)'
  *          type: integer
  *          example: 12
  *        files:
+ *          example: { 102: ['de', 'fr'], 999: ['uk'] }
  *          type: object
- *          example:
- *            102: ['uk', 'de']
- *          additionalProperties:
- *            type: array
- *            items:
- *              type: string
+ *          description: |
+ *            - **{fileId}** _(integer)_: Crowdin File Id. Get via [List Crowdin Files](#operation/crowdin.files)
+ *            - **[{languageCode}]** _(array of strings)_: List Of  Language Id. Get via [List Supported Languages](https://support.crowdin.com/developer/api/v2/#tag/Languages/operation/api.languages.getMany)
+ *
+ *            **Example:**
+ *              ```json
+ *              {
+ *               102: ["de", "fr"],
+ *               999: ["uk"]
+ *              }
+ *              ```
  *    UpdateResponse:
  *      type: object
- *      items:
- *        anyOf:
- *          - properties:
- *            message:
- *              type: string
- *              example: 'File 102 Not Found'
+ *      properties:
+ *        jobId:
+ *          type: string
+ *          example: '067da473-fc0b-43e3-b0a2-09d26af130c1'
+ *        message:
+ *          type: string
+ *          example: 'Another sync is running'
  *    SettingsData:
  *      type: object
  *      example: {schedule: 0, condition: 0}
@@ -196,8 +203,17 @@
  *          type: integer
  *          example: 86
  *    LoginFieldsResponse:
- *      example: [{ name: 'email', description: 'User email' }, { name: 'password', description: 'User password' }]
- *      type: object
+ *      type: array
+ *      items:
+ *        type: object
+ *        properties:
+ *          key:
+ *            type: string
+ *            example: 'apiKey'
+ *          name:
+ *            type: string
+ *            example: 'Service API key'
+ *      example: [{ key: 'email', name: 'User email' }, { key: 'password', name: 'User password' }]
  *    Login:
  *      title: 'Login'
  *      required:
@@ -212,9 +228,34 @@
  *          $ref: '#/components/schemas/LoginData'
  *    LoginData:
  *      type: object
+ *      description: 'Login Form Fields. Get via [Integration Login Form Fields](#operation/integration.fields)'
  *      example: { email: 'user@crowdin.com', password: 'password' }
- *      additionalProperties:
- *        type: string
+ *    Job:
+ *      type: object
+ *      properties:
+ *        id:
+ *          type: string
+ *          description: 'The Unique Identifier For The Job.'
+ *          example: '067da473-fc0b-43e3-b0a2-09d26af130c1'
+ *        progress:
+ *          type: integer
+ *          description: 'The Progress Of The Job.'
+ *          example: 94
+ *        status:
+ *          type: string
+ *          description: 'The Current Status Of The Job.'
+ *          example: 'inProgress'
+ *        title:
+ *          type: string
+ *          description: 'The Title Of The Job.'
+ *          example: 'Sync files to Crowdin'
+ *    JobResponse:
+ *      type: object
+ *      properties:
+ *        data:
+ *          type: array
+ *          items:
+ *            $ref: '#/components/schemas/Job'
  *
  *  parameters:
  *    ProjectId:

package/out/modules/integration/handlers/job-cancel.d.ts

@@ -1,3 +1,4 @@
 /// <reference types="qs" />
 import { Response } from 'express';
-export default function handle(): (req: import("../../../types").CrowdinClientRequest | import("express").Request<import("express-serve-static-core").ParamsDictionary, any, any, import("qs").ParsedQs, Record<string, any>>, res: Response<any, Record<string, any>>, next: Function) => void;
+import { Config } from '../../../types';
+export default function handle(config: Config): (req: import("../../../types").CrowdinClientRequest | import("express").Request<import("express-serve-static-core").ParamsDictionary, any, any, import("qs").ParsedQs, Record<string, any>>, res: Response<any, Record<string, any>>, next: Function) => void;

package/out/modules/integration/handlers/job-cancel.js

@@ -12,9 +12,17 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const types_1 = require("../util/types");
 const util_1 = require("../../../util");
 const storage_1 = require("../../../storage");
-function handle() {
+function handle(config) {
     return (0, util_1.runAsyncWrapper)((req, res) => __awaiter(this, void 0, void 0, function* () {
-        const id = req.query.job_id || req.body.job_id;
+        var _a;
+        const id = req.query.jobId || req.body.jobId;
+        const isApi = (0, util_1.isApiRequest)(req, config);
+        if (isApi && !((_a = req.body) === null || _a === void 0 ? void 0 : _a.projectId)) {
+            res.send({
+                error: 'Project id is require',
+            });
+            return;
+        }
         if (!id) {
             req.logInfo('Job id is absent');
             res.status(400).send('Job id is required');

package/out/modules/integration/handlers/job-info.js

@@ -35,13 +35,33 @@ function getHumanETA(ms) {
 }
 function handle(config) {
     return (0, util_1.runAsyncWrapper)((req, res) => __awaiter(this, void 0, void 0, function* () {
-        const id = req.query.job_id || req.body.job_id;
+        var _a;
+        const id = req.query.jobId || req.body.jobId;
+        const isApi = (0, util_1.isApiRequest)(req, config);
+        if (isApi && !((_a = req.body) === null || _a === void 0 ? void 0 : _a.projectId)) {
+            res.send({
+                error: 'Project id is require',
+            });
+            return;
+        }
         if (!id) {
             req.logInfo('Get active jobs');
             const jobs = yield (0, storage_1.getStorage)().getActiveJobs({
                 integrationId: req.crowdinContext.clientId,
                 crowdinId: req.crowdinContext.crowdinId,
             });
+            if (isApi && jobs) {
+                const filteredJobs = jobs.map((job) => ({
+                    id: job.id,
+                    progress: job.progress,
+                    status: job.status,
+                    title: job.title,
+                }));
+                req.logInfo(`Returning active filtered jobs info ${JSON.stringify(filteredJobs, null, 2)}`);
+                res.send(filteredJobs);
+                return;
+            }
+            req.logInfo(`Returning active jobs info ${JSON.stringify(jobs, null, 2)}`);
             res.send(jobs);
             return;
         }
@@ -51,6 +71,17 @@ function handle(config) {
             job.eta = ((Date.now() - job.createdAt) / job.progress) * (100 - job.progress);
             job.info = getHumanETA(job.eta) + (job.info ? `\n${job.info}` : '');
         }
+        if (isApi && job) {
+            const filteredJob = {
+                id: job.id,
+                progress: job.progress,
+                status: job.status,
+                title: job.title,
+            };
+            req.logInfo(`Returning filtered job info ${JSON.stringify(filteredJob, null, 2)}`);
+            res.send([filteredJob]);
+            return;
+        }
         if (job && (job === null || job === void 0 ? void 0 : job.updatedAt) && Date.now() - job.updatedAt >= MINUTES * 60 * 1000) {
             const context = req.crowdinContext;
             const projectId = context.jwtPayload.context.project_id;

package/out/modules/integration/index.js

@@ -99,7 +99,7 @@ function register({ config, app }) {
         optional: false,
         checkSubscriptionExpiration: true,
         moduleKey: integrationLogic.key,
-    }), (0, job_cancel_1.default)());
+    }), (0, job_cancel_1.default)(config));
     app.post('/api/settings', (0, crowdin_client_1.default)({
         config,
         optional: false,

package/out/modules/integration/util/webhooks.js

@@ -45,8 +45,8 @@ const connection_1 = require("../../../util/connection");
 const defaults_1 = require("./defaults");
 const index_1 = require("../../../util/index");
 const logger_1 = require("../../../util/logger");
-const prefetchCount = 20;
-const forceProcessDelay = 5000;
+const prefetchCount = 10;
+const forceProcessDelay = 10000;
 exports.HookEvents = {
     fileAdded: 'file.added',
     fileDeleted: 'file.deleted',
@@ -407,7 +407,7 @@ function consumer({ channel, config, integration, }) {
                     webhooksInfo[clientId].data.push(data);
                 }
                 if (messagesCounter < prefetchCount) {
-                    // if all messages are not received, wait 5 seconds to force process messages
+                    // if all messages are not received, wait 10 seconds to force process messages
                     timeoutId = setTimeout(() => __awaiter(this, void 0, void 0, function* () {
                         yield processMessages({
                             webhooksData,
@@ -436,16 +436,22 @@ function consumer({ channel, config, integration, }) {
 }
 function processMessages({ channel, msg, webhooksData, webhooksInfo, }) {
     return __awaiter(this, void 0, void 0, function* () {
-        yield Promise.all(webhooksData);
-        for (const { data, integration, webhookData } of Object.values(webhooksInfo)) {
-            if (webhookData && webhookData.crowdinClient) {
-                yield updateCrowdinFromWebhookRequest({
-                    integration: integration,
-                    webhookData: webhookData,
-                    req: data,
-                });
+        try {
+            yield Promise.all(webhooksData);
+            for (const { data, integration, webhookData } of Object.values(webhooksInfo)) {
+                if (webhookData && webhookData.crowdinClient) {
+                    yield updateCrowdinFromWebhookRequest({
+                        integration: integration,
+                        webhookData: webhookData,
+                        req: data,
+                    });
+                }
             }
+            channel.ack(msg, true);
+        }
+        catch (e) {
+            (0, logger_1.logError)(e);
+            channel.nack(msg, false, false);
         }
-        channel.ack(msg, true);
     });
 }

package/out/storage/index.js

@@ -1,4 +1,27 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
     function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
     return new (P || (P = Promise))(function (resolve, reject) {
@@ -8,18 +31,31 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getStorage = exports.initialize = void 0;
+const types_1 = require("../types");
 const logger_1 = require("../util/logger");
 const mysql_1 = require("./mysql");
 const postgre_1 = require("./postgre");
 const sqlite_1 = require("./sqlite");
+const path_1 = __importStar(require("path"));
+const fs_1 = __importDefault(require("fs"));
+const child_process_1 = require("child_process");
+const util = __importStar(require("node:util"));
 let storage;
 function initialize(config) {
     return __awaiter(this, void 0, void 0, function* () {
         if (config.postgreConfig) {
             (0, logger_1.log)('Using PostgreSQL database');
-            storage = new postgre_1.PostgreStorage(config.postgreConfig);
+            let dumpDirectory = null;
+            if (config.migrateToPostgreFromSQLite) {
+                dumpDirectory = config.dbFolder;
+                createDumpForMigration(config);
+            }
+            storage = new postgre_1.PostgreStorage(config.postgreConfig, dumpDirectory);
         }
         else if (config.mysqlConfig) {
             (0, logger_1.log)('Using MySQL database');
@@ -27,6 +63,10 @@ function initialize(config) {
         }
         else {
             (0, logger_1.log)('Using SQLite database');
+            if (config.migrateToPostgreFromSQLite === false) {
+                (0, logger_1.log)('Try to get SQLite file from backup');
+                getSqLiteFileFromBackup(config);
+            }
             storage = new sqlite_1.SQLiteStorage({ dbFolder: config.dbFolder });
         }
         yield storage.migrate();
@@ -40,3 +80,55 @@ function getStorage() {
     return storage;
 }
 exports.getStorage = getStorage;
+function createDumpForMigration(config) {
+    const sqliteFilePath = (0, path_1.join)(config.dbFolder, types_1.storageFiles.SQLITE);
+    const backupFilePath = (0, path_1.join)(config.dbFolder, types_1.storageFiles.SQLITE_BACKUP);
+    const dumpFilePath = (0, path_1.join)(config.dbFolder, 'dump_sqlite.sql');
+    if (!fs_1.default.existsSync(sqliteFilePath)) {
+        (0, logger_1.log)('SQLite database not found, skipping migration dump creation');
+        return;
+    }
+    (0, logger_1.log)('Creating dump for migration from SQLite to PostgreSQL');
+    (0, child_process_1.execSync)(`sqlite3 ${sqliteFilePath} .dump > ${dumpFilePath}`);
+    fs_1.default.renameSync(sqliteFilePath, backupFilePath);
+    let modifiedContent = fs_1.default.readFileSync(dumpFilePath).toString();
+    // 1. Remove SQLite-specific PRAGMA statements
+    modifiedContent = modifiedContent.replace(/PRAGMA foreign_keys=OFF;\n/g, '');
+    // 2. Adjust transaction syntax for PostgreSQL
+    modifiedContent = modifiedContent.replace(/BEGIN TRANSACTION;\n/g, '');
+    modifiedContent = modifiedContent.replace(/COMMIT TRANSACTION;\n/g, '');
+    // 3. Ensure tables are only created if they don't already exist
+    modifiedContent = modifiedContent
+        .replace(/CREATE TABLE IF NOT EXISTS/g, 'CREATE TABLE') // Remove duplicate IF NOT EXISTS
+        .replace(/CREATE TABLE/g, 'CREATE TABLE IF NOT EXISTS'); // Add IF NOT EXISTS if missing
+    // 4. Add `ON CONFLICT DO NOTHING` to INSERT statements to handle conflicts gracefully
+    modifiedContent = modifiedContent.replace(/(INSERT INTO [^;]+)(;)/g, '$1 ON CONFLICT DO NOTHING;');
+    // 5. Convert SQLite-specific data types to PostgreSQL equivalents
+    modifiedContent = modifiedContent.replace(/integer not null primary key autoincrement/gi, 'serial primary key');
+    modifiedContent = modifiedContent.replace(/varchar not null primary key/gi, 'varchar primary key');
+    // 6. Remove SQLite-specific function replace()
+    modifiedContent = modifiedContent.replace(/replace\s*\('([^']+?)',\s*'?\\[rn]'?\s*,\s*char\s*\([0-9]+\)\s*\)/gi, "'$1'");
+    // 7. Remove SQLite-specific sequences
+    modifiedContent = modifiedContent.replace(/DELETE FROM sqlite_sequence;\n/g, '');
+    modifiedContent = modifiedContent.replace(/INSERT INTO sqlite_sequence .*;\n/g, '');
+    // 8. Split the dump into separate statements
+    const tables = modifiedContent.split(/(?=CREATE TABLE)/g);
+    tables.forEach((tableSql, index) => {
+        const match = tableSql.match(/CREATE TABLE IF NOT EXISTS (\w+)/);
+        if (match) {
+            const dumpFileName = util.format(types_1.storageFiles.DUMP_CHUNK, index);
+            (0, logger_1.log)(`Creating dump chunk ${dumpFileName} file for table ${match[1]}`);
+            const outputFilePath = path_1.default.join(config.dbFolder, dumpFileName);
+            fs_1.default.writeFileSync(outputFilePath, tableSql);
+        }
+    });
+    fs_1.default.unlinkSync(dumpFilePath);
+}
+function getSqLiteFileFromBackup(config) {
+    const sqliteFilePath = (0, path_1.join)(config.dbFolder, types_1.storageFiles.SQLITE);
+    const backupFilePath = (0, path_1.join)(config.dbFolder, types_1.storageFiles.SQLITE_BACKUP);
+    if (fs_1.default.existsSync(backupFilePath) && !fs_1.default.existsSync(sqliteFilePath)) {
+        (0, logger_1.log)('Restoring SQLite database from backup');
+        fs_1.default.renameSync(backupFilePath, sqliteFilePath);
+    }
+}

package/out/storage/postgre.d.ts

@@ -18,10 +18,11 @@ export interface PostgreStorageConfig {
 }
 export declare class PostgreStorage implements Storage {
     private config;
+    private directoryPath;
     private _res?;
     private _rej?;
     private dbPromise;
-    constructor(config: PostgreStorageConfig);
+    constructor(config: PostgreStorageConfig, directoryPath: string | null);
     executeQuery<T>(command: (client: Client) => Promise<T>): Promise<T>;
     migrate(): Promise<void>;
     alterTables(client: Client): Promise<void>;
@@ -75,4 +76,5 @@ export declare class PostgreStorage implements Storage {
     getFileTranslationCache({ integrationId, crowdinId, fileId, }: GetFileTranslationCache): Promise<TranslationCache[] | undefined>;
     getFileTranslationCacheByLanguage({ integrationId, crowdinId, fileId, languageId, }: GetFileTranslationCacheByLanguageParams): Promise<TranslationCache | undefined>;
     updateTranslationCache({ integrationId, crowdinId, fileId, languageId, etag, }: UpdateTranslationCacheParams): Promise<void>;
+    private migrateFromSqlite;
 }

package/out/storage/postgre.js

@@ -9,19 +9,26 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PostgreStorage = void 0;
 const pg_1 = require("pg");
 const uuid_1 = require("uuid");
-const types_1 = require("../modules/integration/util/types");
+const types_1 = require("../types");
+const types_2 = require("../modules/integration/util/types");
 const util_1 = require("../util");
+const fs_1 = __importDefault(require("fs"));
+const path_1 = require("path");
 class PostgreStorage {
-    constructor(config) {
+    constructor(config, directoryPath) {
         this.dbPromise = new Promise((res, rej) => {
             this._res = res;
             this._rej = rej;
         });
         this.config = config;
+        this.directoryPath = directoryPath;
     }
     executeQuery(command) {
         return __awaiter(this, void 0, void 0, function* () {
@@ -48,6 +55,9 @@ class PostgreStorage {
     migrate() {
         return __awaiter(this, void 0, void 0, function* () {
             try {
+                if (this.directoryPath && fs_1.default.existsSync(this.directoryPath)) {
+                    yield this.migrateFromSqlite(this.directoryPath);
+                }
                 yield this.executeQuery(this.addTables);
                 this._res && this._res();
                 // TODO: temporary code
@@ -64,6 +74,7 @@ class PostgreStorage {
             yield this.addColumns(client, ['crowdin_id'], 'app_metadata');
             yield this.addColumns(client, ['agent_id'], 'crowdin_credentials');
             yield this.addColumn(client, 'attempt', 'job', 'int default 0');
+            yield this.addColumn(client, 'managers', 'integration_credentials', 'varchar NULL');
         });
     }
     addColumns(client, newColumns, tableName) {
@@ -185,7 +196,7 @@ class PostgreStorage {
                 type           varchar not null,
                 title          varchar     null,
                 progress       int default 0,
-                status         varchar default '${types_1.JobStatus.CREATED}',
+                status         varchar default '${types_2.JobStatus.CREATED}',
                 payload        varchar     null,
                 info           varchar     null,
                 data           varchar     null,
@@ -588,7 +599,7 @@ class PostgreStorage {
             if (status) {
                 updateFields.push('status = $' + updateParams.length.toString());
                 updateParams.push(status);
-                if ((!progress || progress <= 100) && [types_1.JobStatus.FAILED, types_1.JobStatus.CANCELED].includes(status)) {
+                if ((!progress || progress <= 100) && [types_2.JobStatus.FAILED, types_2.JobStatus.CANCELED].includes(status)) {
                     updateFields.push('finished_at = $' + updateParams.length.toString());
                     updateParams.push(Date.now().toString());
                 }
@@ -657,7 +668,7 @@ class PostgreStorage {
                     title, info, data, attempt, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
                 FROM job
                 WHERE status IN ($1, $2) AND finished_at is NULL
-                `, [types_1.JobStatus.IN_PROGRESS, types_1.JobStatus.CREATED]);
+                `, [types_2.JobStatus.IN_PROGRESS, types_2.JobStatus.CREATED]);
                 return (res === null || res === void 0 ? void 0 : res.rows) || [];
             }));
         });
@@ -708,5 +719,27 @@ class PostgreStorage {
                 `, [etag, integrationId, crowdinId, fileId, languageId]));
         });
     }
+    migrateFromSqlite(directoryPath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const [name, extension] = types_1.storageFiles.DUMP_CHUNK.split('%d');
+            const files = fs_1.default
+                .readdirSync(directoryPath)
+                .filter((file) => file.startsWith(name) && file.endsWith(extension))
+                .sort((a, b) => a.localeCompare(b, undefined, { numeric: true }));
+            for (const file of files) {
+                const filePath = (0, path_1.join)(directoryPath, file);
+                const sql = fs_1.default.readFileSync(filePath, 'utf8');
+                try {
+                    yield this.executeQuery((client) => client.query(sql));
+                    fs_1.default.unlinkSync(filePath);
+                }
+                catch (e) {
+                    console.error('Error while executing', file);
+                    console.error(e);
+                    fs_1.default.renameSync(filePath, filePath.replace('dump_chunk_', 'error_dump_chunk_'));
+                }
+            }
+        });
+    }
 }
 exports.PostgreStorage = PostgreStorage;

package/out/storage/sqlite.js

@@ -16,7 +16,8 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.SQLiteStorage = void 0;
 const path_1 = require("path");
 const uuid_1 = require("uuid");
-const types_1 = require("../modules/integration/util/types");
+const types_1 = require("../types");
+const types_2 = require("../modules/integration/util/types");
 class SQLiteStorage {
     constructor(config) {
         this.dbPromise = new Promise((res, rej) => {
@@ -132,6 +133,7 @@ class SQLiteStorage {
             yield this.addColumns(['app_secret', 'domain', 'user_id', 'agent_id', 'organization_id', 'base_url'], 'crowdin_credentials');
             yield this.addColumns(['crowdin_id'], 'app_metadata');
             yield this.addColumn('job', 'attempt', 'DEFAULT 0');
+            yield this.addColumn('managers', 'integration_credentials', 'null');
         });
     }
     moveIntegrationSettings() {
@@ -175,7 +177,7 @@ class SQLiteStorage {
             });
             const sqlite = require('sqlite3');
             //@ts-ignore
-            this.db = new sqlite.Database((0, path_1.join)(this.config.dbFolder, 'app.sqlite'), (error) => {
+            this.db = new sqlite.Database((0, path_1.join)(this.config.dbFolder, types_1.storageFiles.SQLITE), (error) => {
                 if (error) {
                     _connection_rej(error);
                 }
@@ -279,7 +281,7 @@ class SQLiteStorage {
                 type           varchar not null,
                 title          varchar     null,
                 progress       integer DEFAULT 0,
-                status         varchar DEFAULT '${types_1.JobStatus.CREATED}',
+                status         varchar DEFAULT '${types_2.JobStatus.CREATED}',
                 payload        varchar     null,
                 info           varchar     null,
                 data           varchar     null,
@@ -583,7 +585,7 @@ class SQLiteStorage {
         if (status) {
             updateFields.push('status = ?');
             updateParams.push(status);
-            if (!updateFields.includes('finished_at = ?') && [types_1.JobStatus.FAILED, types_1.JobStatus.CANCELED].includes(status)) {
+            if (!updateFields.includes('finished_at = ?') && [types_2.JobStatus.FAILED, types_2.JobStatus.CANCELED].includes(status)) {
                 updateFields.push('finished_at = ?');
                 updateParams.push(Date.now().toString());
             }
@@ -641,7 +643,7 @@ class SQLiteStorage {
                 SELECT id, integration_id as integrationId, crowdin_id as crowdinId, type, payload, progress, status, title, info, data, attempt, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
                 FROM job
                 WHERE status IN (?,?) AND finished_at is NULL
-            `, [types_1.JobStatus.IN_PROGRESS, types_1.JobStatus.CREATED]);
+            `, [types_2.JobStatus.IN_PROGRESS, types_2.JobStatus.CREATED]);
         });
     }
     saveTranslationCache({ integrationId, crowdinId, fileId, languageId, etag }) {

package/out/types.d.ts

@@ -82,6 +82,10 @@ export interface ClientConfig extends ImagePath {
      * folder where module will create sqlite db file to persist credentials (e.g. {@example __dirname})
      */
     dbFolder?: string;
+    /**
+     * migrate from SQLite to PostgreSQL
+     */
+    migrateToPostgreFromSQLite?: boolean;
     /**
      * config to configure PostgreSQL as a storage
      */
@@ -449,4 +453,9 @@ export interface SignaturePatterns {
     fileName?: string;
     fileContent?: string;
 }
+export declare enum storageFiles {
+    SQLITE = "app.sqlite",
+    SQLITE_BACKUP = "backup_app.sqlite",
+    DUMP_CHUNK = "dump_chunk_%d.sql"
+}
 export {};

package/out/types.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ProjectPermissions = exports.UserPermissions = exports.EditorMode = exports.SubscriptionInfoType = exports.AccountType = exports.Scope = exports.AuthenticationType = void 0;
+exports.storageFiles = exports.ProjectPermissions = exports.UserPermissions = exports.EditorMode = exports.SubscriptionInfoType = exports.AccountType = exports.Scope = exports.AuthenticationType = void 0;
 var AuthenticationType;
 (function (AuthenticationType) {
     AuthenticationType["CODE"] = "authorization_code";
@@ -66,3 +66,9 @@ var ProjectPermissions;
     ProjectPermissions["OWN"] = "own";
     ProjectPermissions["RESTRICTED"] = "restricted";
 })(ProjectPermissions = exports.ProjectPermissions || (exports.ProjectPermissions = {}));
+var storageFiles;
+(function (storageFiles) {
+    storageFiles["SQLITE"] = "app.sqlite";
+    storageFiles["SQLITE_BACKUP"] = "backup_app.sqlite";
+    storageFiles["DUMP_CHUNK"] = "dump_chunk_%d.sql";
+})(storageFiles = exports.storageFiles || (exports.storageFiles = {}));

package/out/util/index.d.ts

@@ -14,3 +14,4 @@ export declare function isJson(string: string): boolean;
 export declare function getPreviousDate(days: number): Date;
 export declare function prepareFormDataMetadataId(req: CrowdinClientRequest, config: Config): Promise<string>;
 export declare function validateEmail(email: string | number): boolean;
+export declare function isApiRequest(req: Request, config: Config): boolean;

package/out/util/index.js

@@ -32,7 +32,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.validateEmail = exports.prepareFormDataMetadataId = exports.getPreviousDate = exports.isJson = exports.isAuthorizedConfig = exports.getLogoUrl = exports.executeWithRetry = exports.decryptData = exports.encryptData = exports.runAsyncWrapper = exports.CodeError = void 0;
+exports.isApiRequest = exports.validateEmail = exports.prepareFormDataMetadataId = exports.getPreviousDate = exports.isJson = exports.isAuthorizedConfig = exports.getLogoUrl = exports.executeWithRetry = exports.decryptData = exports.encryptData = exports.runAsyncWrapper = exports.CodeError = void 0;
 const crypto = __importStar(require("crypto-js"));
 const storage_1 = require("../storage");
 const types_1 = require("../types");
@@ -162,3 +162,8 @@ function validateEmail(email) {
     return emailRegExp.test(String(email).toLowerCase());
 }
 exports.validateEmail = validateEmail;
+function isApiRequest(req, config) {
+    const origin = req.headers['origin'] || req.headers['referer'];
+    return !origin || !origin.includes(config.baseUrl);
+}
+exports.isApiRequest = isApiRequest;

package/out/views/main.handlebars

@@ -573,16 +573,14 @@
                 } else if (tree.length) {
                     appComponent.pushIntegrationFilesData(tree).then(() => {
                         if (parentId) {
-                            appIntegrationFiles.getSelected().then(selection => {
-                                const selectedIds = selection?.filter((node) => node).map(({id}) => id.toString());
-                                if (!selectedIds?.length) {
-                                    return;
-                                }
-                                const filteredNodes = tree.filter((node) => selectedIds.includes(node.parent_id.toString()));
-                                filteredNodes.forEach((node) => {
-                                    selectedIds.push(node.id);
-                                });
-                                appIntegrationFiles.setSelected(selectedIds);
+                            appIntegrationFiles.getSelected().then(async selection => {
+                              const selectedIds = selection?.filter((node) => node).map(({id}) => id.toString());
+                              const filteredNodes = tree.filter((node) => !selectedIds.includes(node.id.toString()) && selectedIds.includes(node.parent_id.toString()));
+
+                              if (filteredNodes?.length) {
+                                const filteredNodesId = filteredNodes.map(({id}) => id.toString());
+                                await appIntegrationFiles.setSelected(filteredNodesId);
+                              }
                             });
                         }
                     });
@@ -726,7 +724,7 @@
         }
 
         checkOrigin()
-            .then(restParams => fetch('api/jobs' + restParams + '&job_id=' + jobId, {
+            .then(restParams => fetch('api/jobs' + restParams + '&jobId=' + jobId, {
                 method: 'DELETE',
                 headers: { 'Content-Type': 'application/json' },
             }))
@@ -767,7 +765,7 @@
         }
 
         checkOrigin()
-            .then(restParams => fetch('api/jobs' + restParams + '&job_id=' + jobId))
+            .then(restParams => fetch('api/jobs' + restParams + '&jobId=' + jobId))
             .then(checkResponse)
             .then((job) => {
                 const isFailed = [JOB_STATUS.failed, JOB_STATUS.canceled].includes(job.status);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@crowdin/app-project-module",
-  "version": "0.74.0",
+  "version": "0.75.0",
   "description": "Module that generates for you all common endpoints for serving standalone Crowdin App",
   "main": "out/index.js",
   "types": "out/index.d.ts",