@crowdin/app-project-module 0.74.0 → 0.76.0

package/out/storage/postgre.js

@@ -1,5 +1,6 @@
 "use strict";
 /* eslint-disable no-unused-expressions */
+/* eslint-disable @typescript-eslint/camelcase */
 var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
     function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
     return new (P || (P = Promise))(function (resolve, reject) {
@@ -9,19 +10,119 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PostgreStorage = void 0;
 const pg_1 = require("pg");
 const uuid_1 = require("uuid");
-const types_1 = require("../modules/integration/util/types");
+const types_1 = require("../types");
+const types_2 = require("../modules/integration/util/types");
 const util_1 = require("../util");
+const fs_1 = __importDefault(require("fs"));
+const path_1 = require("path");
 class PostgreStorage {
-    constructor(config) {
+    constructor(config, directoryPath) {
         this.dbPromise = new Promise((res, rej) => {
             this._res = res;
             this._rej = rej;
         });
+        this.tables = {
+            crowdin_credentials: `(
+            id              varchar primary key,
+            app_secret      varchar,
+            domain          varchar,
+            user_id         varchar,
+            agent_id        varchar,
+            organization_id varchar,
+            base_url        varchar,
+            access_token    varchar not null,
+            refresh_token   varchar not null,
+            expire          varchar not null,
+            type            varchar not null
+        )`,
+            integration_credentials: `(
+            id              varchar primary key,
+            credentials     varchar,
+            crowdin_id      varchar not null,
+            managers        varchar
+        )`,
+            sync_settings: `(
+            id              serial primary key,
+            files           varchar,
+            integration_id  varchar not null,
+            crowdin_id      varchar not null,
+            type            varchar not null,
+            provider        varchar not null
+        )`,
+            app_metadata: `(
+            id              varchar primary key,
+            data            varchar,
+            crowdin_id      varchar
+        )`,
+            files_snapshot: `(
+            id              serial primary key,
+            integration_id  varchar not null,
+            crowdin_id      varchar not null,
+            files           varchar,
+            provider        varchar not null
+        )`,
+            webhooks: `(
+            id              serial primary key,
+            file_id         varchar not null,
+            integration_id  varchar not null,
+            crowdin_id      varchar not null,
+            provider        varchar not null
+        )`,
+            user_errors: `(
+            id              serial primary key,
+            action          varchar not null,
+            message         varchar not null,
+            data            varchar,
+            created_at      varchar not null,
+            crowdin_id      varchar not null,
+            integration_id  varchar
+        )`,
+            integration_settings: `(
+            id              serial primary key,
+            integration_id  varchar not null,
+            crowdin_id      varchar not null,
+            config          varchar
+        )`,
+            job: `(
+            id              varchar not null primary key,
+            integration_id  varchar not null,
+            crowdin_id      varchar not null,
+            type            varchar not null,
+            title           varchar     null,
+            progress        int default 0,
+            status          varchar default '${types_2.JobStatus.CREATED}',
+            payload         varchar     null,
+            info            varchar     null,
+            data            varchar     null,
+            attempt         int default 0,
+            created_at      varchar not null,
+            updated_at      varchar     null,
+            finished_at     varchar     null
+        )`,
+            translation_file_cache: `(
+            id              serial primary key,
+            integration_id  varchar not null,
+            crowdin_id      varchar not null,
+            file_id         int not null,
+            language_id     varchar not null,
+            etag            varchar
+        )`,
+            unsynced_files: `(
+            id             serial primary key,
+            integration_id varchar not null,
+            crowdin_id     varchar not null,
+            files          varchar
+        )`,
+        };
         this.config = config;
+        this.directoryPath = directoryPath;
     }
     executeQuery(command) {
         return __awaiter(this, void 0, void 0, function* () {
@@ -48,7 +149,10 @@ class PostgreStorage {
     migrate() {
         return __awaiter(this, void 0, void 0, function* () {
             try {
-                yield this.executeQuery(this.addTables);
+                if (this.directoryPath && fs_1.default.existsSync(this.directoryPath)) {
+                    yield this.migrateFromSqlite(this.directoryPath);
+                }
+                yield this.executeQuery((client) => this.addTables(client));
                 this._res && this._res();
                 // TODO: temporary code
                 yield this.executeQuery((client) => this.alterTables(client));
@@ -64,6 +168,7 @@ class PostgreStorage {
             yield this.addColumns(client, ['crowdin_id'], 'app_metadata');
             yield this.addColumns(client, ['agent_id'], 'crowdin_credentials');
             yield this.addColumn(client, 'attempt', 'job', 'int default 0');
+            yield this.addColumn(client, 'managers', 'integration_credentials', 'varchar NULL');
         });
     }
     addColumns(client, newColumns, tableName) {
@@ -91,121 +196,9 @@ class PostgreStorage {
     }
     addTables(client) {
         return __awaiter(this, void 0, void 0, function* () {
-            yield client.query(`
-            create table if not exists crowdin_credentials
-            (
-                id              varchar primary key,
-                app_secret      varchar,
-                domain          varchar,
-                user_id         varchar,
-                agent_id        varchar,
-                organization_id varchar,
-                base_url        varchar,
-                access_token    varchar not null,
-                refresh_token   varchar not null,
-                expire          varchar not null,
-                type            varchar not null
-            )
-            `);
-            yield client.query(`
-            create table if not exists integration_credentials
-            (
-                id              varchar primary key,
-                credentials     varchar,
-                crowdin_id      varchar not null,
-                managers        varchar
-            )
-            `);
-            yield client.query(`
-            create table if not exists sync_settings
-            (
-                id             serial primary key,
-                files          varchar,
-                integration_id varchar not null,
-                crowdin_id     varchar not null,
-                type           varchar not null,
-                provider       varchar not null
-            )
-            `);
-            yield client.query(`
-            create table if not exists app_metadata
-            (
-                id             varchar primary key,
-                data           varchar,
-                crowdin_id     varchar
-            )
-            `);
-            yield client.query(`
-            create table if not exists files_snapshot
-            (
-                id             serial primary key,
-                integration_id varchar not null,
-                crowdin_id     varchar not null,
-                files          varchar,
-                provider       varchar not null
-            )
-            `);
-            yield client.query(`
-            create table if not exists webhooks
-            (
-                id             serial primary key,
-                file_id        varchar not null,
-                integration_id varchar not null,
-                crowdin_id     varchar not null,
-                provider       varchar not null
-            )
-            `);
-            yield client.query(`
-            create table if not exists user_errors
-            (
-                id             serial primary key,
-                action         varchar not null,
-                message        varchar not null,
-                data           varchar,
-                created_at     varchar not null,
-                crowdin_id     varchar not null,
-                integration_id varchar
-            )
-            `);
-            yield client.query(`
-            create table if not exists integration_settings
-            (
-                id             serial primary key,
-                integration_id varchar not null,
-                crowdin_id     varchar not null,
-                config         varchar
-            )
-            `);
-            yield client.query(`
-            create table if not exists job
-            (
-                id             varchar not null primary key,
-                integration_id varchar not null,
-                crowdin_id     varchar not null,
-                type           varchar not null,
-                title          varchar     null,
-                progress       int default 0,
-                status         varchar default '${types_1.JobStatus.CREATED}',
-                payload        varchar     null,
-                info           varchar     null,
-                data           varchar     null,
-                attempt        int default 0,
-                created_at     varchar not null,
-                updated_at     varchar     null,
-                finished_at    varchar     null
-            )
-            `);
-            yield client.query(`
-            create table if not exists translation_file_cache
-            (
-                id             serial primary key,
-                integration_id varchar not null,
-                crowdin_id     varchar not null,
-                file_id        int not null,
-                language_id    varchar not null,
-                etag           varchar
-            )
-            `);
+            for (const [tableName, tableSchema] of Object.entries(this.tables)) {
+                yield client.query(`create table if not exists ${tableName} ${tableSchema}`);
+            }
         });
     }
     saveCrowdinCredentials(credentials) {
@@ -275,6 +268,7 @@ class PostgreStorage {
                 yield client.query('DELETE FROM integration_settings WHERE crowdin_id = $1', [id]);
                 yield client.query('DELETE FROM job WHERE crowdin_id = $1', [id]);
                 yield client.query('DELETE FROM translation_file_cache WHERE crowdin_id = $1', [id]);
+                yield client.query('DELETE FROM unsynced_files WHERE crowdin_id = $1', [id]);
             }));
         });
     }
@@ -327,6 +321,7 @@ class PostgreStorage {
                 yield client.query('DELETE FROM files_snapshot where integration_id = $1', [id]);
                 yield client.query('DELETE FROM webhooks where integration_id = $1', [id]);
                 yield client.query('DELETE FROM job where integration_id = $1', [id]);
+                yield client.query('DELETE FROM unsynced_files where integration_id = $1', [id]);
             }));
         });
     }
@@ -340,6 +335,7 @@ class PostgreStorage {
                 yield client.query('DELETE FROM webhooks where crowdin_id = $1', [crowdinId]);
                 yield client.query('DELETE FROM user_errors where crowdin_id = $1', [crowdinId]);
                 yield client.query('DELETE FROM job where crowdin_id = $1', [crowdinId]);
+                yield client.query('DELETE FROM unsynced_files where crowdin_id = $1', [crowdinId]);
             }));
         });
     }
@@ -588,7 +584,7 @@ class PostgreStorage {
             if (status) {
                 updateFields.push('status = $' + updateParams.length.toString());
                 updateParams.push(status);
-                if ((!progress || progress <= 100) && [types_1.JobStatus.FAILED, types_1.JobStatus.CANCELED].includes(status)) {
+                if ((!progress || progress <= 100) && [types_2.JobStatus.FAILED, types_2.JobStatus.CANCELED].includes(status)) {
                     updateFields.push('finished_at = $' + updateParams.length.toString());
                     updateParams.push(Date.now().toString());
                 }
@@ -657,7 +653,7 @@ class PostgreStorage {
                     title, info, data, attempt, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
                 FROM job
                 WHERE status IN ($1, $2) AND finished_at is NULL
-                `, [types_1.JobStatus.IN_PROGRESS, types_1.JobStatus.CREATED]);
+                `, [types_2.JobStatus.IN_PROGRESS, types_2.JobStatus.CREATED]);
                 return (res === null || res === void 0 ? void 0 : res.rows) || [];
             }));
         });
@@ -708,5 +704,60 @@ class PostgreStorage {
                 `, [etag, integrationId, crowdinId, fileId, languageId]));
         });
     }
+    migrateFromSqlite(directoryPath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const [name, extension] = types_1.storageFiles.DUMP.split('%s');
+            const files = fs_1.default
+                .readdirSync(directoryPath)
+                .filter((file) => file.startsWith(name) && file.endsWith(extension))
+                .sort((a, b) => a.localeCompare(b, undefined, { numeric: true }));
+            for (const file of files) {
+                const filePath = (0, path_1.join)(directoryPath, file);
+                const sql = fs_1.default.readFileSync(filePath, 'utf8');
+                try {
+                    yield this.executeQuery((client) => client.query(sql));
+                    fs_1.default.unlinkSync(filePath);
+                }
+                catch (e) {
+                    console.error('Error while executing', file);
+                    console.error(e);
+                    fs_1.default.renameSync(filePath, filePath.replace('dump_table_', 'error_dump_table_'));
+                }
+            }
+        });
+    }
+    saveUnsyncedFiles({ integrationId, crowdinId, files }) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.dbPromise;
+            yield this.executeQuery((client) => client.query(`
+                    INSERT
+                    INTO unsynced_files(integration_id, crowdin_id, files)
+                    VALUES ($1, $2, $3,)
+                `, [integrationId, crowdinId, files]));
+        });
+    }
+    updateUnsyncedFiles({ integrationId, crowdinId, files }) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.dbPromise;
+            yield this.executeQuery((client) => client.query(`
+                UPDATE unsynced_files
+                SET files = $1
+                WHERE integration_id = $2 AND crowdin_id = $3
+                `, [files, integrationId, crowdinId]));
+        });
+    }
+    getUnsyncedFiles({ integrationId, crowdinId }) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.dbPromise;
+            return this.executeQuery((client) => __awaiter(this, void 0, void 0, function* () {
+                const res = yield client.query(`
+                  SELECT files
+                  FROM unsynced_files
+                  WHERE integration_id = $1 AND crowdin_id = $2
+              `, [integrationId, crowdinId]);
+                return res === null || res === void 0 ? void 0 : res.rows[0];
+            }));
+        });
+    }
 }
 exports.PostgreStorage = PostgreStorage;

package/out/storage/sqlite.d.ts

@@ -1,7 +1,7 @@
 import { Storage } from '.';
 import { CrowdinCredentials } from '../types';
 import { IntegrationConfig, IntegrationCredentials, IntegrationFilesSnapshot, IntegrationSyncSettings, IntegrationWebhooks } from '../modules/integration/types';
-import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetFileTranslationCacheByLanguageParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams, GetFileTranslationCache } from '../modules/integration/util/types';
+import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetFileTranslationCacheByLanguageParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams, GetFileTranslationCache, UnsyncedFiles, GetUnsyncedFiles } from '../modules/integration/util/types';
 import { UserErrors } from './types';
 export interface SQLiteStorageConfig {
     dbFolder: string;
@@ -12,6 +12,19 @@ export declare class SQLiteStorage implements Storage {
     private _rej?;
     private dbPromise;
     private config;
+    tables: {
+        crowdin_credentials: string;
+        integration_credentials: string;
+        sync_settings: string;
+        app_metadata: string;
+        files_snapshot: string;
+        webhooks: string;
+        user_errors: string;
+        integration_settings: string;
+        job: string;
+        translation_file_cache: string;
+        unsynced_files: string;
+    };
     constructor(config: SQLiteStorageConfig);
     private _run;
     private run;
@@ -71,4 +84,7 @@ export declare class SQLiteStorage implements Storage {
     getFileTranslationCache({ integrationId, crowdinId, fileId, }: GetFileTranslationCache): Promise<TranslationCache[] | undefined>;
     getFileTranslationCacheByLanguage({ integrationId, crowdinId, fileId, languageId, }: GetFileTranslationCacheByLanguageParams): Promise<TranslationCache | undefined>;
     updateTranslationCache({ integrationId, crowdinId, fileId, languageId, etag, }: UpdateTranslationCacheParams): Promise<void>;
+    saveUnsyncedFiles({ integrationId, crowdinId, files }: UnsyncedFiles): Promise<void>;
+    updateUnsyncedFiles({ integrationId, crowdinId, files }: UnsyncedFiles): Promise<void>;
+    getUnsyncedFiles({ integrationId, crowdinId }: GetUnsyncedFiles): Promise<UnsyncedFiles | undefined>;
 }