@crowdin/app-project-module 0.74.0 → 0.76.0

package/out/storage/sqlite.js

@@ -16,13 +16,107 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.SQLiteStorage = void 0;
 const path_1 = require("path");
 const uuid_1 = require("uuid");
-const types_1 = require("../modules/integration/util/types");
+const types_1 = require("../types");
+const types_2 = require("../modules/integration/util/types");
 class SQLiteStorage {
     constructor(config) {
         this.dbPromise = new Promise((res, rej) => {
             this._res = res;
             this._rej = rej;
         });
+        this.tables = {
+            crowdin_credentials: `(
+            id              varchar not null primary key,
+            app_secret      varchar     null,
+            domain          varchar     null,
+            user_id         varchar     null,
+            agent_id        varchar     null,
+            organization_id varchar     null,
+            base_url        varchar     null,
+            access_token    varchar not null,
+            refresh_token   varchar not null,
+            expire          varchar not null,
+            type            varchar not null
+        )`,
+            integration_credentials: `(
+            id              varchar not null primary key,
+            credentials     varchar not null,
+            crowdin_id      varchar not null,
+            managers        varchar     null
+        )`,
+            sync_settings: `(
+            id             integer not null primary key autoincrement,
+            files          varchar     null,
+            integration_id varchar not null,
+            crowdin_id     varchar not null,
+            type           varchar not null,
+            provider       varchar not null
+        )`,
+            app_metadata: `(
+            id             varchar not null primary key,
+            data           varchar     null,
+            crowdin_id     varchar     null
+        )`,
+            files_snapshot: `(
+            id             integer not null primary key autoincrement,
+            integration_id varchar not null,
+            crowdin_id     varchar not null,
+            files          varchar     null,
+            provider       varchar not null
+        )`,
+            webhooks: `(
+            id             integer not null primary key autoincrement,
+            file_id        varchar not null,
+            integration_id varchar not null,
+            crowdin_id     varchar not null,
+            provider       varchar not null
+        )`,
+            user_errors: `(
+            id             integer not null primary key autoincrement,
+            action         varchar not null,
+            message        varchar not null,
+            data           varchar     null,
+            created_at     varchar not null,
+            crowdin_id     varchar not null,
+            integration_id varchar     null
+        )`,
+            integration_settings: `(
+            id             integer not null primary key autoincrement,
+            integration_id varchar not null,
+            crowdin_id     varchar not null,
+            config         varchar     null
+        )`,
+            job: `(
+            id             varchar not null primary key,
+            integration_id varchar not null,
+            crowdin_id     varchar not null,
+            type           varchar not null,
+            title          varchar     null,
+            progress       integer DEFAULT 0,
+            status         varchar DEFAULT '${types_2.JobStatus.CREATED}',
+            payload        varchar     null,
+            info           varchar     null,
+            data           varchar     null,
+            attempt        varchar DEFAULT 0,
+            created_at     varchar not null,
+            updated_at     varchar     null,
+            finished_at    varchar     null
+        )`,
+            translation_file_cache: `(
+            id             integer not null primary key autoincrement,
+            integration_id varchar not null,
+            crowdin_id     varchar not null,
+            file_id        integer not null,
+            language_id    varchar not null,
+            etag           varchar
+        )`,
+            unsynced_files: `(
+            id             integer not null primary key autoincrement,
+            integration_id varchar not null,
+            crowdin_id     varchar not null,
+            files          varchar     null
+        )`,
+        };
         this.config = config;
     }
     _run(query, params) {
@@ -132,6 +226,7 @@ class SQLiteStorage {
             yield this.addColumns(['app_secret', 'domain', 'user_id', 'agent_id', 'organization_id', 'base_url'], 'crowdin_credentials');
             yield this.addColumns(['crowdin_id'], 'app_metadata');
             yield this.addColumn('job', 'attempt', 'DEFAULT 0');
+            yield this.addColumn('managers', 'integration_credentials', 'null');
         });
     }
     moveIntegrationSettings() {
@@ -175,7 +270,7 @@ class SQLiteStorage {
             });
             const sqlite = require('sqlite3');
             //@ts-ignore
-            this.db = new sqlite.Database((0, path_1.join)(this.config.dbFolder, 'app.sqlite'), (error) => {
+            this.db = new sqlite.Database((0, path_1.join)(this.config.dbFolder, types_1.storageFiles.SQLITE), (error) => {
                 if (error) {
                     _connection_rej(error);
                 }
@@ -185,121 +280,9 @@ class SQLiteStorage {
             });
             try {
                 yield connectionPromise;
-                yield this._run(`
-            create table if not exists crowdin_credentials
-            (
-                id              varchar not null primary key,
-                app_secret      varchar     null,
-                domain          varchar     null,
-                user_id         varchar     null,
-                agent_id        varchar     null,
-                organization_id varchar     null,
-                base_url        varchar     null,
-                access_token    varchar not null,
-                refresh_token   varchar not null,
-                expire          varchar not null,
-                type            varchar not null
-            );
-            `, []);
-                yield this._run(`
-            create table if not exists integration_credentials
-            (
-                id          varchar not null primary key,
-                credentials varchar not null,
-                crowdin_id  varchar not null,
-                managers    varchar     null
-            );
-            `, []);
-                yield this._run(`
-            create table if not exists sync_settings
-            (
-                id             integer not null primary key autoincrement,
-                files          varchar     null,
-                integration_id varchar not null,
-                crowdin_id     varchar not null,
-                type           varchar not null,
-                provider       varchar not null
-            );
-            `, []);
-                yield this._run(`
-            create table if not exists app_metadata
-            (
-                id         varchar not null primary key,
-                data       varchar     null,
-                crowdin_id varchar     null
-            );
-            `, []);
-                yield this._run(`
-            create table if not exists files_snapshot
-            (
-                id             integer not null primary key autoincrement,
-                integration_id varchar not null,
-                crowdin_id     varchar not null,
-                files          varchar     null,
-                provider       varchar not null
-            );
-            `, []);
-                yield this._run(`
-            create table if not exists webhooks
-            (
-                id             integer not null primary key autoincrement,
-                file_id        varchar not null,
-                integration_id varchar not null,
-                crowdin_id     varchar not null,
-                provider       varchar not null
-            );
-            `, []);
-                yield this._run(`
-            create table if not exists user_errors
-            (
-                id             integer not null primary key autoincrement,
-                action         varchar not null,
-                message        varchar not null,
-                data           varchar     null,
-                created_at     varchar not null,
-                crowdin_id     varchar not null,
-                integration_id varchar     null
-            );
-            `, []);
-                yield this._run(`
-            create table if not exists integration_settings
-            (
-                id              integer not null primary key autoincrement,
-                integration_id  varchar not null,
-                crowdin_id      varchar not null,
-                config          varchar     null
-            );
-            `, []);
-                yield this._run(`
-            create table if not exists job
-            (
-                id             varchar not null primary key,
-                integration_id varchar not null,
-                crowdin_id     varchar not null,
-                type           varchar not null,
-                title          varchar     null,
-                progress       integer DEFAULT 0,
-                status         varchar DEFAULT '${types_1.JobStatus.CREATED}',
-                payload        varchar     null,
-                info           varchar     null,
-                data           varchar     null,
-                attempt        varchar DEFAULT 0,
-                created_at     varchar not null,
-                updated_at     varchar     null,
-                finished_at    varchar     null
-            );
-            `, []);
-                yield this._run(`
-            create table if not exists translation_file_cache
-            (
-                id             integer not null primary key autoincrement,
-                integration_id varchar not null,
-                crowdin_id     varchar not null,
-                file_id        integer not null,
-                language_id    varchar not null,
-                etag           varchar
-            );
-            `, []);
+                for (const [tableName, tableSchema] of Object.entries(this.tables)) {
+                    yield this._run(`create table if not exists ${tableName} ${tableSchema};`, []);
+                }
                 this._res && this._res();
                 // TODO: temporary code
                 yield this.updateTables();
@@ -363,6 +346,7 @@ class SQLiteStorage {
             yield this.run('DELETE FROM integration_settings WHERE crowdin_id = ?', [id]);
             yield this.run('DELETE FROM job WHERE crowdin_id = ?', [id]);
             yield this.run('DELETE FROM translation_file_cache WHERE crowdin_id = ?', [id]);
+            yield this.run('DELETE FROM unsynced_files WHERE crowdin_id = ?', [id]);
         });
     }
     saveIntegrationCredentials(id, credentials, crowdinId) {
@@ -396,6 +380,7 @@ class SQLiteStorage {
             yield this.run('DELETE FROM files_snapshot where integration_id = ?', [id]);
             yield this.run('DELETE FROM webhooks where integration_id = ?', [id]);
             yield this.run('DELETE FROM job where integration_id = ?', [id]);
+            yield this.run('DELETE FROM unsynced_files where integration_id = ?', [id]);
         });
     }
     deleteAllIntegrationCredentials(crowdinId) {
@@ -406,6 +391,7 @@ class SQLiteStorage {
             yield this.run('DELETE FROM webhooks where crowdin_id = ?', [crowdinId]);
             yield this.run('DELETE FROM user_errors where crowdin_id = ?', [crowdinId]);
             yield this.run('DELETE FROM job where crowdin_id = ?', [crowdinId]);
+            yield this.run('DELETE FROM unsynced_files where crowdin_id = ?', [crowdinId]);
         });
     }
     saveMetadata(id, metadata, crowdinId) {
@@ -583,7 +569,7 @@ class SQLiteStorage {
         if (status) {
             updateFields.push('status = ?');
             updateParams.push(status);
-            if (!updateFields.includes('finished_at = ?') && [types_1.JobStatus.FAILED, types_1.JobStatus.CANCELED].includes(status)) {
+            if (!updateFields.includes('finished_at = ?') && [types_2.JobStatus.FAILED, types_2.JobStatus.CANCELED].includes(status)) {
                 updateFields.push('finished_at = ?');
                 updateParams.push(Date.now().toString());
             }
@@ -641,7 +627,7 @@ class SQLiteStorage {
                 SELECT id, integration_id as integrationId, crowdin_id as crowdinId, type, payload, progress, status, title, info, data, attempt, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
                 FROM job
                 WHERE status IN (?,?) AND finished_at is NULL
-            `, [types_1.JobStatus.IN_PROGRESS, types_1.JobStatus.CREATED]);
+            `, [types_2.JobStatus.IN_PROGRESS, types_2.JobStatus.CREATED]);
         });
     }
     saveTranslationCache({ integrationId, crowdinId, fileId, languageId, etag }) {
@@ -679,5 +665,31 @@ class SQLiteStorage {
                 WHERE integration_id = ? AND crowdin_id = ? AND file_id = ? AND language_id = ?
             `, [etag, integrationId, crowdinId, fileId, languageId]);
     }
+    saveUnsyncedFiles({ integrationId, crowdinId, files }) {
+        return this.run(`
+                INSERT
+                INTO unsynced_files(integration_id, crowdin_id, files)
+                VALUES (?, ?, ?)
+                `, [integrationId, crowdinId, files]);
+    }
+    updateUnsyncedFiles({ integrationId, crowdinId, files }) {
+        return this.run(`
+                UPDATE unsynced_files
+                SET files = ?
+                WHERE integration_id = ? AND crowdin_id = ?
+            `, [files, integrationId, crowdinId]);
+    }
+    getUnsyncedFiles({ integrationId, crowdinId }) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const row = yield this.get(`
+                SELECT files
+                FROM unsynced_files
+                WHERE integration_id = ? AND crowdin_id = ?
+            `, [integrationId, crowdinId]);
+            if (row) {
+                return row;
+            }
+        });
+    }
 }
 exports.SQLiteStorage = SQLiteStorage;

package/out/types.d.ts

@@ -82,6 +82,10 @@ export interface ClientConfig extends ImagePath {
      * folder where module will create sqlite db file to persist credentials (e.g. {@example __dirname})
      */
     dbFolder?: string;
+    /**
+     * migrate from SQLite to PostgreSQL
+     */
+    migrateToPostgreFromSQLite?: boolean;
     /**
      * config to configure PostgreSQL as a storage
      */
@@ -449,4 +453,9 @@ export interface SignaturePatterns {
     fileName?: string;
     fileContent?: string;
 }
+export declare enum storageFiles {
+    SQLITE = "app.sqlite",
+    SQLITE_BACKUP = "backup_app.sqlite",
+    DUMP = "dump_table_%s.sql"
+}
 export {};

package/out/types.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ProjectPermissions = exports.UserPermissions = exports.EditorMode = exports.SubscriptionInfoType = exports.AccountType = exports.Scope = exports.AuthenticationType = void 0;
+exports.storageFiles = exports.ProjectPermissions = exports.UserPermissions = exports.EditorMode = exports.SubscriptionInfoType = exports.AccountType = exports.Scope = exports.AuthenticationType = void 0;
 var AuthenticationType;
 (function (AuthenticationType) {
     AuthenticationType["CODE"] = "authorization_code";
@@ -66,3 +66,9 @@ var ProjectPermissions;
     ProjectPermissions["OWN"] = "own";
     ProjectPermissions["RESTRICTED"] = "restricted";
 })(ProjectPermissions = exports.ProjectPermissions || (exports.ProjectPermissions = {}));
+var storageFiles;
+(function (storageFiles) {
+    storageFiles["SQLITE"] = "app.sqlite";
+    storageFiles["SQLITE_BACKUP"] = "backup_app.sqlite";
+    storageFiles["DUMP"] = "dump_table_%s.sql";
+})(storageFiles = exports.storageFiles || (exports.storageFiles = {}));

package/out/util/index.d.ts

@@ -14,3 +14,8 @@ export declare function isJson(string: string): boolean;
 export declare function getPreviousDate(days: number): Date;
 export declare function prepareFormDataMetadataId(req: CrowdinClientRequest, config: Config): Promise<string>;
 export declare function validateEmail(email: string | number): boolean;
+export declare function isApiRequest(req: Request, config: Config): boolean;
+export declare function getFormattedDate({ date, userTimezone }: {
+    date: Date | number;
+    userTimezone: string | undefined;
+}): string;

package/out/util/index.js

@@ -32,7 +32,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.validateEmail = exports.prepareFormDataMetadataId = exports.getPreviousDate = exports.isJson = exports.isAuthorizedConfig = exports.getLogoUrl = exports.executeWithRetry = exports.decryptData = exports.encryptData = exports.runAsyncWrapper = exports.CodeError = void 0;
+exports.getFormattedDate = exports.isApiRequest = exports.validateEmail = exports.prepareFormDataMetadataId = exports.getPreviousDate = exports.isJson = exports.isAuthorizedConfig = exports.getLogoUrl = exports.executeWithRetry = exports.decryptData = exports.encryptData = exports.runAsyncWrapper = exports.CodeError = void 0;
 const crypto = __importStar(require("crypto-js"));
 const storage_1 = require("../storage");
 const types_1 = require("../types");
@@ -162,3 +162,24 @@ function validateEmail(email) {
     return emailRegExp.test(String(email).toLowerCase());
 }
 exports.validateEmail = validateEmail;
+function isApiRequest(req, config) {
+    const origin = req.headers['origin'] || req.headers['referer'];
+    return !origin || !origin.includes(config.baseUrl);
+}
+exports.isApiRequest = isApiRequest;
+// Format the date as 'MMM DD, YYYY HH:mm'
+function getFormattedDate({ date, userTimezone }) {
+    if (!userTimezone) {
+        userTimezone = Intl.DateTimeFormat().resolvedOptions().timeZone;
+    }
+    return new Intl.DateTimeFormat('en-US', {
+        year: 'numeric',
+        month: 'short',
+        day: 'numeric',
+        hour: '2-digit',
+        minute: '2-digit',
+        hour12: false,
+        timeZone: userTimezone,
+    }).format(date);
+}
+exports.getFormattedDate = getFormattedDate;

package/out/views/main.handlebars

@@ -296,20 +296,20 @@
                         {{/ifeq}}
                         {{#ifeq type "text"}}
                             <crowdin-input
-                                    id="{{key}}-settings"
-                                    label="{{label}}"
-                                    key="{{key}}"
-                                    with-fixed-height
-                                    {{#if helpText}}
-                                        help-text="{{helpText}}"
-                                    {{/if}}
-                                    {{#if helpTextHtml}}
-                                        help-text-html="{{helpTextHtml}}"
-                                    {{/if}}
-                                    {{#if dependencySettings}}
-                                        data-dependency="{{dependencySettings}}"
-                                    {{/if}}
-                                    value="{{#if defaultValue}}{{defaultValue}}{{/if}}"
+                                id="{{key}}-settings"
+                                label="{{label}}"
+                                key="{{key}}"
+                                with-fixed-height
+                                {{#if helpText}}
+                                    help-text="{{helpText}}"
+                                {{/if}}
+                                {{#if helpTextHtml}}
+                                    help-text-html="{{helpTextHtml}}"
+                                {{/if}}
+                                {{#if dependencySettings}}
+                                    data-dependency="{{dependencySettings}}"
+                                {{/if}}
+                                value="{{#if defaultValue}}{{defaultValue}}{{/if}}"
                             >
                             </crowdin-input>
                         {{/ifeq}}
@@ -350,21 +350,21 @@
                         {{/ifeq}}
                     {{else}}
                         {{#if labelHtml}}
-                                <crowdin-p
-                                    {{#if dependencySettings}}
-                                        data-dependency="{{dependencySettings}}"
-                                    {{/if}}
-                                >
-                                    {{{labelHtml}}}
-                                </crowdin-p>
+                            <crowdin-p
+                                {{#if dependencySettings}}
+                                    data-dependency="{{dependencySettings}}"
+                                {{/if}}
+                            >
+                                {{{labelHtml}}}
+                            </crowdin-p>
                         {{else}}
-                                <crowdin-p
-                                    {{#if dependencySettings}}
-                                        data-dependency="{{dependencySettings}}"
-                                    {{/if}}
-                                >
-                                    {{label}}
-                                </crowdin-p>
+                            <crowdin-p
+                                {{#if dependencySettings}}
+                                    data-dependency="{{dependencySettings}}"
+                                {{/if}}
+                            >
+                                {{label}}
+                            </crowdin-p>
                         {{/if}}
                     {{/if}}
                     <div
@@ -391,19 +391,19 @@
             body-overflow-unset
         >
             <crowdin-checkbox
-                    id="selected-files"
-                    name="selected-files"
-                    label="Selected files"
-                    class="hydrated"
-                    onchange="onChangeAutoSynchronizationOptions(this)"
+                id="selected-files"
+                name="selected-files"
+                label="Selected files"
+                class="hydrated"
+                onchange="onChangeAutoSynchronizationOptions(this)"
             >
             </crowdin-checkbox>
             <crowdin-checkbox
-                    id="new-files"
-                    name="new-files"
-                    label="New files"
-                    class="hydrated"
-                    onchange="onChangeAutoSynchronizationOptions(this)"
+                id="new-files"
+                name="new-files"
+                label="New files"
+                class="hydrated"
+                onchange="onChangeAutoSynchronizationOptions(this)"
             >
             </crowdin-checkbox>
             <div slot="footer">
@@ -510,6 +510,7 @@
                     if (e.type) {
                         item.type = e.type;
                         item.node_type = fileType;
+                        item.failed = e.failed;
                     } else {
                         item.node_type = e.nodeType || folderType;
                     }
@@ -573,16 +574,14 @@
                 } else if (tree.length) {
                     appComponent.pushIntegrationFilesData(tree).then(() => {
                         if (parentId) {
-                            appIntegrationFiles.getSelected().then(selection => {
-                                const selectedIds = selection?.filter((node) => node).map(({id}) => id.toString());
-                                if (!selectedIds?.length) {
-                                    return;
-                                }
-                                const filteredNodes = tree.filter((node) => selectedIds.includes(node.parent_id.toString()));
-                                filteredNodes.forEach((node) => {
-                                    selectedIds.push(node.id);
-                                });
-                                appIntegrationFiles.setSelected(selectedIds);
+                            appIntegrationFiles.getSelected().then(async selection => {
+                              const selectedIds = selection?.filter((node) => node).map(({id}) => id.toString());
+                              const filteredNodes = tree.filter((node) => !selectedIds.includes(node.id.toString()) && selectedIds.includes(node.parent_id.toString()));
+
+                              if (filteredNodes?.length) {
+                                const filteredNodesId = filteredNodes.map(({id}) => id.toString());
+                                await appIntegrationFiles.setSelected(filteredNodesId);
+                              }
                             });
                         }
                     });
@@ -726,7 +725,7 @@
         }
 
         checkOrigin()
-            .then(restParams => fetch('api/jobs' + restParams + '&job_id=' + jobId, {
+            .then(restParams => fetch('api/jobs' + restParams + '&jobId=' + jobId, {
                 method: 'DELETE',
                 headers: { 'Content-Type': 'application/json' },
             }))
@@ -767,7 +766,7 @@
         }
 
         checkOrigin()
-            .then(restParams => fetch('api/jobs' + restParams + '&job_id=' + jobId))
+            .then(restParams => fetch('api/jobs' + restParams + '&jobId=' + jobId))
             .then(checkResponse)
             .then((job) => {
                 const isFailed = [JOB_STATUS.failed, JOB_STATUS.canceled].includes(job.status);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@crowdin/app-project-module",
-  "version": "0.74.0",
+  "version": "0.76.0",
   "description": "Module that generates for you all common endpoints for serving standalone Crowdin App",
   "main": "out/index.js",
   "types": "out/index.d.ts",