@crowdin/app-project-module 0.63.2 → 0.65.0

package/out/storage/index.d.ts

@@ -1,6 +1,6 @@
 import { IntegrationConfig, IntegrationCredentials, IntegrationFilesSnapshot, IntegrationSyncSettings, IntegrationWebhooks, Provider } from '../modules/integration/types';
 import { Config, CrowdinCredentials, UnauthorizedConfig } from '../types';
-import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetTranslationCacheParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams } from '../modules/integration/util/types';
+import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetFileTranslationCacheByLanguageParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams, GetFileTranslationCache } from '../modules/integration/util/types';
 import { UserErrors } from './types';
 export interface Storage {
     migrate(): Promise<void>;
@@ -34,6 +34,7 @@ export interface Storage {
     getAllUserErrors(crowdinId: string, integrationId?: string): Promise<UserErrors[] | undefined>;
     saveUserError(action: string, message: string, data: any, createdAt: string, crowdinId: string, integrationId?: string): Promise<void>;
     deleteUserErrors(date: string, crowdinId: string, integrationId?: string): Promise<void>;
+    deleteAllUsersErrorsOlderThan(date: string): Promise<void>;
     saveIntegrationConfig(integrationId: string, crowdinId: string, config: any): Promise<void>;
     getAllIntegrationConfigs(crowdinId: string): Promise<IntegrationConfig[]>;
     getIntegrationConfig(integrationId: string): Promise<IntegrationConfig | undefined>;
@@ -43,8 +44,10 @@ export interface Storage {
     getJob(params: GetJobParams): Promise<Job | undefined>;
     getActiveJobs(params: GetActiveJobsParams): Promise<Job[] | undefined>;
     deleteFinishedJobs(): Promise<void>;
+    getAllInProgressJobs(): Promise<Job[] | undefined>;
     saveTranslationCache(params: TranslationCache): Promise<void>;
-    getTranslationCache(params: GetTranslationCacheParams): Promise<TranslationCache | undefined>;
+    getFileTranslationCache(params: GetFileTranslationCache): Promise<TranslationCache[] | undefined>;
+    getFileTranslationCacheByLanguage(params: GetFileTranslationCacheByLanguageParams): Promise<TranslationCache | undefined>;
     updateTranslationCache(params: UpdateTranslationCacheParams): Promise<void>;
 }
 export declare function initialize(config: Config | UnauthorizedConfig): Promise<void>;

package/out/storage/mysql.d.ts

@@ -1,6 +1,6 @@
 import { Storage } from '.';
 import { CrowdinCredentials } from '../types';
-import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetTranslationCacheParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams } from '../modules/integration/util/types';
+import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetFileTranslationCacheByLanguageParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams, GetFileTranslationCache } from '../modules/integration/util/types';
 import { IntegrationConfig, IntegrationCredentials, IntegrationFilesSnapshot, IntegrationSyncSettings, IntegrationWebhooks } from '../modules/integration/types';
 import { UserErrors } from './types';
 export interface MySQLStorageConfig {
@@ -51,16 +51,19 @@ export declare class MySQLStorage implements Storage {
     getAllUserErrors(crowdinId: string, integrationId?: string): Promise<UserErrors[] | undefined>;
     saveUserError(action: string, message: string, data: any, createdAt: string, crowdinId: string, integrationId?: string): Promise<void>;
     deleteUserErrors(createdAt: string, crowdinId: string, integrationId?: string): Promise<void>;
+    deleteAllUsersErrorsOlderThan(createdAt: string): Promise<void>;
     saveIntegrationConfig(integrationId: string, crowdinId: string, config: any): Promise<void>;
     getAllIntegrationConfigs(crowdinId: string): Promise<IntegrationConfig[]>;
     getIntegrationConfig(integrationId: string): Promise<IntegrationConfig | undefined>;
     updateIntegrationConfig(integrationId: string, config: any): Promise<void>;
     createJob({ integrationId, crowdinId, type, title, payload }: CreateJobParams): Promise<string>;
-    updateJob({ id, progress, status, info, data }: UpdateJobParams): Promise<void>;
+    updateJob({ id, progress, status, info, data, attempt }: UpdateJobParams): Promise<void>;
     getJob({ id }: GetJobParams): Promise<Job | undefined>;
     getActiveJobs({ integrationId, crowdinId }: GetActiveJobsParams): Promise<Job[] | undefined>;
     deleteFinishedJobs(): Promise<void>;
+    getAllInProgressJobs(): Promise<Job[] | undefined>;
     saveTranslationCache({ integrationId, crowdinId, fileId, languageId, etag, }: TranslationCache): Promise<void>;
-    getTranslationCache({ integrationId, crowdinId, fileId, languageId, }: GetTranslationCacheParams): Promise<TranslationCache | undefined>;
+    getFileTranslationCache({ integrationId, crowdinId, fileId, }: GetFileTranslationCache): Promise<TranslationCache[] | undefined>;
+    getFileTranslationCacheByLanguage({ integrationId, crowdinId, fileId, languageId, }: GetFileTranslationCacheByLanguageParams): Promise<TranslationCache | undefined>;
     updateTranslationCache({ integrationId, crowdinId, fileId, languageId, etag, }: UpdateTranslationCacheParams): Promise<void>;
 }

package/out/storage/mysql.js

@@ -161,6 +161,7 @@ class MySQLStorage {
                 payload        text,
                 info           text,
                 data           text,
+                attempt        int 0,
                 created_at     varchar(255) not null,
                 updated_at     varchar(255),
                 finished_at    varchar(255)
@@ -471,6 +472,12 @@ class MySQLStorage {
             });
         });
     }
+    deleteAllUsersErrorsOlderThan(createdAt) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.dbPromise;
+            yield this.executeQuery((connection) => connection.execute('DELETE FROM user_errors WHERE created_at < ?', [createdAt]));
+        });
+    }
     saveIntegrationConfig(integrationId, crowdinId, config) {
         return __awaiter(this, void 0, void 0, function* () {
             yield this.dbPromise;
@@ -518,7 +525,7 @@ class MySQLStorage {
             return id;
         });
     }
-    updateJob({ id, progress, status, info, data }) {
+    updateJob({ id, progress, status, info, data, attempt }) {
         return __awaiter(this, void 0, void 0, function* () {
             const updateFields = ['updated_at'];
             const updateParams = [Date.now().toString()];
@@ -546,6 +553,10 @@ class MySQLStorage {
                 updateFields.push('info = ?');
                 updateParams.push(info);
             }
+            if (attempt) {
+                updateFields.push('attempt = ?');
+                updateParams.push(attempt);
+            }
             updateParams.push(id);
             yield this.dbPromise;
             yield this.executeQuery((connection) => connection.execute(`
@@ -561,7 +572,7 @@ class MySQLStorage {
             return this.executeQuery((connection) => __awaiter(this, void 0, void 0, function* () {
                 const [rows] = yield connection.execute(`
                 SELECT id, integration_id as integrationId, crowdin_id as crowdinId, type, payload, progress, status,
-                    title, info, payload, data, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
+                    title, info, data, attempt, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
                 FROM job
                 WHERE id = ?
                 `, [id]);
@@ -575,7 +586,7 @@ class MySQLStorage {
             return this.executeQuery((connection) => __awaiter(this, void 0, void 0, function* () {
                 const [rows] = yield connection.execute(`
                 SELECT id, integration_id as integrationId, crowdin_id as crowdinId, type, payload, progress, status,
-                    title, info, payload, data, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
+                    title, info, data, attempt, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
                 FROM job
                 WHERE integration_id = ? AND crowdin_id = ? AND finished_at is NULL
                 `, [integrationId, crowdinId]);
@@ -589,6 +600,20 @@ class MySQLStorage {
             yield this.executeQuery((connection) => connection.execute('DELETE FROM job WHERE finished_at is not NULL', []));
         });
     }
+    getAllInProgressJobs() {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.dbPromise;
+            return this.executeQuery((connection) => __awaiter(this, void 0, void 0, function* () {
+                const [rows] = yield connection.execute(`
+                SELECT id, integration_id as integrationId, crowdin_id as crowdinId, type, payload, progress, status,
+                    title, info, data, attempt, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
+                FROM job
+                WHERE status = ? AND finished_at is NULL
+                `, [types_1.JobStatus.IN_PROGRESS]);
+                return rows || [];
+            }));
+        });
+    }
     saveTranslationCache({ integrationId, crowdinId, fileId, languageId, etag, }) {
         return __awaiter(this, void 0, void 0, function* () {
             yield this.dbPromise;
@@ -598,7 +623,20 @@ class MySQLStorage {
                 `, [integrationId, crowdinId, fileId, languageId, etag]));
         });
     }
-    getTranslationCache({ integrationId, crowdinId, fileId, languageId, }) {
+    getFileTranslationCache({ integrationId, crowdinId, fileId, }) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.dbPromise;
+            return this.executeQuery((connection) => __awaiter(this, void 0, void 0, function* () {
+                const [rows] = yield connection.execute(`
+                SELECT integration_id as integrationId, crowdin_id as crowdinId, file_id as fileId, language_id as languageId, etag
+                FROM translation_file_cache
+                WHERE integration_id = ? AND crowdin_id = ? AND file_id = ?
+                `, [integrationId, crowdinId, fileId]);
+                return rows || [];
+            }));
+        });
+    }
+    getFileTranslationCacheByLanguage({ integrationId, crowdinId, fileId, languageId, }) {
         return __awaiter(this, void 0, void 0, function* () {
             yield this.dbPromise;
             return this.executeQuery((connection) => __awaiter(this, void 0, void 0, function* () {

package/out/storage/postgre.d.ts

@@ -2,7 +2,7 @@ import { Client } from 'pg';
 import { Storage } from '.';
 import { CrowdinCredentials } from '../types';
 import { IntegrationConfig, IntegrationCredentials, IntegrationFilesSnapshot, IntegrationSyncSettings, IntegrationWebhooks } from '../modules/integration/types';
-import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetTranslationCacheParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams } from '../modules/integration/util/types';
+import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetFileTranslationCacheByLanguageParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams, GetFileTranslationCache } from '../modules/integration/util/types';
 import { UserErrors } from './types';
 export interface PostgreStorageConfig {
     host?: string;
@@ -26,6 +26,7 @@ export declare class PostgreStorage implements Storage {
     migrate(): Promise<void>;
     alterTables(client: Client): Promise<void>;
     addColumns(client: Client, newColumns: string[], tableName: string): Promise<void>;
+    addColumn(client: Client, columnName: string, tableName: string, columnType: string): Promise<void>;
     addTables(client: Client): Promise<void>;
     saveCrowdinCredentials(credentials: CrowdinCredentials): Promise<void>;
     updateCrowdinCredentials(credentials: CrowdinCredentials): Promise<void>;
@@ -57,16 +58,19 @@ export declare class PostgreStorage implements Storage {
     getAllUserErrors(crowdinId: string, integrationId?: string): Promise<UserErrors[] | undefined>;
     saveUserError(action: string, message: string, data: any, createdAt: string, crowdinId: string, integrationId?: string): Promise<void>;
     deleteUserErrors(createdAt: string, crowdinId: string, integrationId?: string): Promise<void>;
+    deleteAllUsersErrorsOlderThan(createdAt: string): Promise<void>;
     saveIntegrationConfig(integrationId: string, crowdinId: string, config: any): Promise<void>;
     getAllIntegrationConfigs(crowdinId: string): Promise<IntegrationConfig[]>;
     getIntegrationConfig(integrationId: string): Promise<IntegrationConfig | undefined>;
     updateIntegrationConfig(integrationId: string, config: any): Promise<void>;
     createJob({ integrationId, crowdinId, type, payload, title }: CreateJobParams): Promise<string>;
-    updateJob({ id, progress, status, info, data }: UpdateJobParams): Promise<void>;
+    updateJob({ id, progress, status, info, data, attempt }: UpdateJobParams): Promise<void>;
     getJob({ id }: GetJobParams): Promise<Job | undefined>;
     getActiveJobs({ integrationId, crowdinId }: GetActiveJobsParams): Promise<Job[] | undefined>;
     deleteFinishedJobs(): Promise<void>;
+    getAllInProgressJobs(): Promise<Job[] | undefined>;
     saveTranslationCache({ integrationId, crowdinId, fileId, languageId, etag, }: TranslationCache): Promise<void>;
-    getTranslationCache({ integrationId, crowdinId, fileId, languageId, }: GetTranslationCacheParams): Promise<TranslationCache | undefined>;
+    getFileTranslationCache({ integrationId, crowdinId, fileId, }: GetFileTranslationCache): Promise<TranslationCache[] | undefined>;
+    getFileTranslationCacheByLanguage({ integrationId, crowdinId, fileId, languageId, }: GetFileTranslationCacheByLanguageParams): Promise<TranslationCache | undefined>;
     updateTranslationCache({ integrationId, crowdinId, fileId, languageId, etag, }: UpdateTranslationCacheParams): Promise<void>;
 }

package/out/storage/postgre.js

@@ -51,7 +51,7 @@ class PostgreStorage {
                 yield this.executeQuery(this.addTables);
                 this._res && this._res();
                 // TODO: temporary code
-                yield this.executeQuery(this.alterTables);
+                yield this.executeQuery((client) => this.alterTables(client));
             }
             catch (e) {
                 console.error(e);
@@ -63,6 +63,7 @@ class PostgreStorage {
         return __awaiter(this, void 0, void 0, function* () {
             yield this.addColumns(client, ['crowdin_id'], 'app_metadata');
             yield this.addColumns(client, ['agent_id'], 'crowdin_credentials');
+            yield this.addColumn(client, 'attempt', 'job', 'int default 0');
         });
     }
     addColumns(client, newColumns, tableName) {
@@ -79,6 +80,15 @@ class PostgreStorage {
             }
         });
     }
+    addColumn(client, columnName, tableName, columnType) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const tableInfo = yield client.query('SELECT column_name FROM information_schema.columns WHERE table_name = $1', [tableName]);
+            const exists = tableInfo.rows.some((columnInfo) => columnInfo.column_name === columnName);
+            if (!exists) {
+                yield client.query(`ALTER TABLE ${tableName} ADD COLUMN ${columnName} ${columnType};`);
+            }
+        });
+    }
     addTables(client) {
         return __awaiter(this, void 0, void 0, function* () {
             yield client.query(`
@@ -178,6 +188,7 @@ class PostgreStorage {
                 payload        varchar     null,
                 info           varchar     null,
                 data           varchar     null,
+                attempt        int default 0,
                 created_at     varchar not null,
                 updated_at     varchar     null,
                 finished_at    varchar     null
@@ -489,6 +500,14 @@ class PostgreStorage {
             });
         });
     }
+    deleteAllUsersErrorsOlderThan(createdAt) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.dbPromise;
+            yield this.executeQuery((client) => {
+                return client.query('DELETE FROM user_errors WHERE created_at < $1', [createdAt]);
+            });
+        });
+    }
     saveIntegrationConfig(integrationId, crowdinId, config) {
         return __awaiter(this, void 0, void 0, function* () {
             yield this.dbPromise;
@@ -538,7 +557,7 @@ class PostgreStorage {
             return id;
         });
     }
-    updateJob({ id, progress, status, info, data }) {
+    updateJob({ id, progress, status, info, data, attempt }) {
         return __awaiter(this, void 0, void 0, function* () {
             const updateFields = ['updated_at'];
             const updateParams = [Date.now().toString()];
@@ -566,6 +585,10 @@ class PostgreStorage {
                 updateFields.push('info = $' + updateParams.length.toString());
                 updateParams.push(info);
             }
+            if (attempt) {
+                updateFields.push('attempt = $' + updateParams.length.toString());
+                updateParams.push(attempt);
+            }
             updateParams.push(id);
             yield this.dbPromise;
             yield this.executeQuery((client) => client.query(`
@@ -581,7 +604,7 @@ class PostgreStorage {
             return this.executeQuery((client) => __awaiter(this, void 0, void 0, function* () {
                 const res = yield client.query(`
                 SELECT id, integration_id as integrationId, crowdin_id as crowdinId, type, payload, progress, status,
-                    title, info, payload, data, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
+                    title, info, data, attempt, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
                 FROM job
                 WHERE id = $1
                 `, [id]);
@@ -595,7 +618,7 @@ class PostgreStorage {
             return this.executeQuery((client) => __awaiter(this, void 0, void 0, function* () {
                 const res = yield client.query(`
                 SELECT id, integration_id as integrationId, crowdin_id as crowdinId, type, payload, progress, status,
-                    title, info, payload, data, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
+                    title, info, data, attempt, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
                 FROM job
                 WHERE integration_id = $1 AND crowdin_id = $2 AND finished_at is NULL
                 `, [integrationId, crowdinId]);
@@ -609,6 +632,20 @@ class PostgreStorage {
             yield this.executeQuery((client) => client.query(' DELETE FROM job WHERE finished_at is not NULL', []));
         });
     }
+    getAllInProgressJobs() {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.dbPromise;
+            return this.executeQuery((client) => __awaiter(this, void 0, void 0, function* () {
+                const res = yield client.query(`
+                SELECT id, integration_id as integrationId, crowdin_id as crowdinId, type, payload, progress, status,
+                    title, info, data, attempt, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
+                FROM job
+                WHERE status = $1 AND finished_at is NULL
+                `, [types_1.JobStatus.IN_PROGRESS]);
+                return (res === null || res === void 0 ? void 0 : res.rows) || [];
+            }));
+        });
+    }
     saveTranslationCache({ integrationId, crowdinId, fileId, languageId, etag, }) {
         return __awaiter(this, void 0, void 0, function* () {
             yield this.dbPromise;
@@ -619,7 +656,20 @@ class PostgreStorage {
                 `, [integrationId, crowdinId, fileId, languageId, etag]));
         });
     }
-    getTranslationCache({ integrationId, crowdinId, fileId, languageId, }) {
+    getFileTranslationCache({ integrationId, crowdinId, fileId, }) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.dbPromise;
+            return this.executeQuery((client) => __awaiter(this, void 0, void 0, function* () {
+                const res = yield client.query(`
+                SELECT integration_id as integrationId, crowdin_id as crowdinId, file_id as fileId, language_id as languageId, etag
+                FROM translation_file_cache
+                WHERE integration_id = $1 AND crowdin_id = $2 AND file_id = $3
+                `, [integrationId, crowdinId, fileId]);
+                return (res === null || res === void 0 ? void 0 : res.rows) || [];
+            }));
+        });
+    }
+    getFileTranslationCacheByLanguage({ integrationId, crowdinId, fileId, languageId, }) {
         return __awaiter(this, void 0, void 0, function* () {
             yield this.dbPromise;
             return this.executeQuery((client) => __awaiter(this, void 0, void 0, function* () {

package/out/storage/sqlite.d.ts

@@ -1,7 +1,7 @@
 import { Storage } from '.';
 import { CrowdinCredentials } from '../types';
 import { IntegrationConfig, IntegrationCredentials, IntegrationFilesSnapshot, IntegrationSyncSettings, IntegrationWebhooks } from '../modules/integration/types';
-import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetTranslationCacheParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams } from '../modules/integration/util/types';
+import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetFileTranslationCacheByLanguageParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams, GetFileTranslationCache } from '../modules/integration/util/types';
 import { UserErrors } from './types';
 export interface SQLiteStorageConfig {
     dbFolder: string;
@@ -19,6 +19,7 @@ export declare class SQLiteStorage implements Storage {
     private each;
     private removeColumns;
     private addColumns;
+    private addColumn;
     private updateTables;
     private moveIntegrationSettings;
     migrate(): Promise<void>;
@@ -52,16 +53,19 @@ export declare class SQLiteStorage implements Storage {
     getAllUserErrors(crowdinId: string, integrationId?: string): Promise<UserErrors[]>;
     saveUserError(action: string, message: string, data: any, createdAt: string, crowdinId: string, integrationId?: string): Promise<void>;
     deleteUserErrors(createAt: string, crowdinId: string, integrationId?: string): Promise<void>;
+    deleteAllUsersErrorsOlderThan(createAt: string): Promise<void>;
     saveIntegrationConfig(integrationId: string, crowdinId: string, config: any): Promise<void>;
     getAllIntegrationConfigs(crowdinId: string): Promise<IntegrationConfig[]>;
     getIntegrationConfig(integrationId: string): Promise<IntegrationConfig | undefined>;
     updateIntegrationConfig(integrationId: string, config: any): Promise<void>;
     createJob({ integrationId, crowdinId, type, title, payload }: CreateJobParams): Promise<string>;
-    updateJob({ id, progress, status, info, data }: UpdateJobParams): Promise<void>;
+    updateJob({ id, progress, status, info, data, attempt }: UpdateJobParams): Promise<void>;
     getJob({ id }: GetJobParams): Promise<Job | undefined>;
     getActiveJobs({ integrationId, crowdinId }: GetActiveJobsParams): Promise<Job[] | undefined>;
     deleteFinishedJobs(): Promise<void>;
+    getAllInProgressJobs(): Promise<Job[] | undefined>;
     saveTranslationCache({ integrationId, crowdinId, fileId, languageId, etag }: TranslationCache): Promise<void>;
-    getTranslationCache({ integrationId, crowdinId, fileId, languageId, }: GetTranslationCacheParams): Promise<TranslationCache | undefined>;
+    getFileTranslationCache({ integrationId, crowdinId, fileId, }: GetFileTranslationCache): Promise<TranslationCache[] | undefined>;
+    getFileTranslationCacheByLanguage({ integrationId, crowdinId, fileId, languageId, }: GetFileTranslationCacheByLanguageParams): Promise<TranslationCache | undefined>;
     updateTranslationCache({ integrationId, crowdinId, fileId, languageId, etag, }: UpdateTranslationCacheParams): Promise<void>;
 }

package/out/storage/sqlite.js

@@ -118,10 +118,20 @@ class SQLiteStorage {
             }
         });
     }
+    addColumn(tableName, column, defaultValue) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const tableInfo = yield this.each(`PRAGMA table_info(${tableName});`, []);
+            const exists = tableInfo.some((columnInfo) => columnInfo.name === column);
+            if (!exists) {
+                yield this.run(`ALTER TABLE ${tableName} ADD COLUMN ${column} varchar ${defaultValue};`, []);
+            }
+        });
+    }
     updateTables() {
         return __awaiter(this, void 0, void 0, function* () {
             yield this.addColumns(['app_secret', 'domain', 'user_id', 'agent_id', 'organization_id', 'base_url'], 'crowdin_credentials');
             yield this.addColumns(['crowdin_id'], 'app_metadata');
+            yield this.addColumn('job', 'attempt', 'DEFAULT 0');
         });
     }
     moveIntegrationSettings() {
@@ -252,6 +262,7 @@ class SQLiteStorage {
                 payload        varchar     null,
                 info           varchar     null,
                 data           varchar     null,
+                attempt        varchar DEFAULT 0,
                 created_at     varchar not null,
                 updated_at     varchar     null,
                 finished_at    varchar     null
@@ -491,6 +502,11 @@ class SQLiteStorage {
             return this.run(`DELETE FROM user_errors WHERE created_at < ? AND crowdin_id = ? AND ${whereIntegrationCondition}`, params);
         });
     }
+    deleteAllUsersErrorsOlderThan(createAt) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.run('DELETE FROM user_errors where created_at < ?', [createAt]);
+        });
+    }
     saveIntegrationConfig(integrationId, crowdinId, config) {
         return this.run('INSERT INTO integration_settings(integration_id, crowdin_id, config) VALUES (?, ?, ?)', [
             integrationId,
@@ -525,7 +541,7 @@ class SQLiteStorage {
             return id;
         });
     }
-    updateJob({ id, progress, status, info, data }) {
+    updateJob({ id, progress, status, info, data, attempt }) {
         const updateFields = ['updated_at = ?'];
         const updateParams = [Date.now().toString()];
         if (progress) {
@@ -552,6 +568,10 @@ class SQLiteStorage {
             updateFields.push('info = ?');
             updateParams.push(info);
         }
+        if (attempt) {
+            updateFields.push('attempt = ?');
+            updateParams.push(attempt);
+        }
         updateParams.push(id);
         const query = `
             UPDATE job
@@ -564,7 +584,7 @@ class SQLiteStorage {
         return __awaiter(this, void 0, void 0, function* () {
             const row = yield this.get(`
                 SELECT id, integration_id as integrationId, crowdin_id as crowdinId, type, payload, progress, status,
-                    title, info, payload, data, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
+                    title, info, data, attempt, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
                 FROM job
                 WHERE id = ?
             `, [id]);
@@ -576,7 +596,7 @@ class SQLiteStorage {
     getActiveJobs({ integrationId, crowdinId }) {
         return __awaiter(this, void 0, void 0, function* () {
             return this.each(`
-                SELECT id, integration_id as integrationId, crowdin_id as crowdinId, type, payload, progress, status, title, info, payload, data, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
+                SELECT id, integration_id as integrationId, crowdin_id as crowdinId, type, payload, progress, status, title, info, data, attempt, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
                 FROM job
                 WHERE integration_id = ? AND crowdin_id = ? AND finished_at is NULL
             `, [integrationId, crowdinId]);
@@ -587,6 +607,15 @@ class SQLiteStorage {
             yield this.run('DELETE FROM job WHERE finished_at is not NULL', []);
         });
     }
+    getAllInProgressJobs() {
+        return __awaiter(this, void 0, void 0, function* () {
+            return this.each(`
+                SELECT id, integration_id as integrationId, crowdin_id as crowdinId, type, payload, progress, status, title, info, data, attempt, created_at as createdAt, updated_at as updatedAt, finished_at as finishedAt
+                FROM job
+                WHERE status = ? AND finished_at is NULL
+            `, [types_1.JobStatus.IN_PROGRESS]);
+        });
+    }
     saveTranslationCache({ integrationId, crowdinId, fileId, languageId, etag }) {
         return this.run(`
                 INSERT
@@ -594,7 +623,16 @@ class SQLiteStorage {
                 VALUES (?, ?, ?, ?, ?)
             `, [integrationId, crowdinId, fileId, languageId, etag]);
     }
-    getTranslationCache({ integrationId, crowdinId, fileId, languageId, }) {
+    getFileTranslationCache({ integrationId, crowdinId, fileId, }) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return this.each(`
+              SELECT integration_id as integrationId, crowdin_id as crowdinId, file_id as fileId, language_id as languageId, etag
+              FROM translation_file_cache
+              WHERE integration_id = ? AND crowdin_id = ? AND file_id = ?
+          `, [integrationId, crowdinId, fileId]);
+        });
+    }
+    getFileTranslationCacheByLanguage({ integrationId, crowdinId, fileId, languageId, }) {
         return __awaiter(this, void 0, void 0, function* () {
             const row = yield this.get(`
                 SELECT integration_id as integrationId, crowdin_id as crowdinId, file_id as fileId, language_id as languageId, etag

package/out/util/credentials-masker.d.ts

@@ -1,6 +1,6 @@
 /// <reference types="qs" />
 import { CrowdinClientRequest, UiModule } from '../types';
 import { Request, Response } from 'express';
-declare function postRequestCredentialsMasker(moduleConfig?: UiModule, credentialsExtractor?: Function): (req: CrowdinClientRequest | Request<import("express-serve-static-core").ParamsDictionary, any, any, import("qs").ParsedQs, Record<string, any>>, res: Response<any, Record<string, any>>, next: Function) => void;
 declare function getRequestCredentialsMasker(moduleConfig?: UiModule): (req: Request | CrowdinClientRequest, res: Response, next: Function) => any;
+declare function postRequestCredentialsMasker(moduleConfig?: UiModule, credentialsExtractor?: Function): (req: CrowdinClientRequest | Request<import("express-serve-static-core").ParamsDictionary, any, any, import("qs").ParsedQs, Record<string, any>>, res: Response<any, Record<string, any>>, next: Function) => void;
 export { getRequestCredentialsMasker, postRequestCredentialsMasker };

package/out/util/credentials-masker.js

@@ -32,8 +32,39 @@ function getMaskableFieldsKeys(moduleConfig) {
         return (0, lodash_get_1.default)(moduleConfig, `formUiSchema[${fieldKey}]['ui:widget']`) === 'password';
     });
 }
+function getRequestCredentialsMasker(moduleConfig) {
+    return function (req, res, next) {
+        // we can't find "password" fields without ui schema
+        if (!moduleConfig || !moduleConfig.formSchema || !moduleConfig.formUiSchema) {
+            return next();
+        }
+        // temporary
+        if (!moduleConfig.maskPasswords) {
+            return next();
+        }
+        const maskableFieldsKeys = getMaskableFieldsKeys(moduleConfig);
+        if (!maskableFieldsKeys.length) {
+            return next();
+        }
+        const originalSend = res.send;
+        res.send = function (body) {
+            if (body.formData) {
+                maskableFieldsKeys.forEach((fieldKey) => {
+                    if (!body.formData[fieldKey]) {
+                        return;
+                    }
+                    body.formData[fieldKey] = maskKey(body.formData[fieldKey]);
+                });
+            }
+            return originalSend.apply(res, [body]);
+        };
+        return next();
+    };
+}
+exports.getRequestCredentialsMasker = getRequestCredentialsMasker;
 function postRequestCredentialsMasker(moduleConfig, credentialsExtractor) {
     return (0, index_1.runAsyncWrapper)((req, res, next) => __awaiter(this, void 0, void 0, function* () {
+        var _a;
         if (!moduleConfig || !moduleConfig.formSchema || !moduleConfig.formUiSchema) {
             return next();
         }
@@ -41,7 +72,7 @@ function postRequestCredentialsMasker(moduleConfig, credentialsExtractor) {
         if (!moduleConfig.maskPasswords) {
             return next();
         }
-        const fieldsKeysInRequest = Object.keys(req.body.data);
+        const fieldsKeysInRequest = Object.keys(((_a = req.body) === null || _a === void 0 ? void 0 : _a.data) || []);
         let unmaskedFields = {};
         if (credentialsExtractor) {
             unmaskedFields = yield credentialsExtractor(req, res);
@@ -66,37 +97,8 @@ function postRequestCredentialsMasker(moduleConfig, credentialsExtractor) {
             }
             return acc;
         }, {}));
-        next();
+        // run getRequestCredentialsMasker to mask fields that can be in response
+        return getRequestCredentialsMasker(moduleConfig)(req, res, next);
     }));
 }
 exports.postRequestCredentialsMasker = postRequestCredentialsMasker;
-function getRequestCredentialsMasker(moduleConfig) {
-    return function (req, res, next) {
-        // we can't find "password" fields without ui schema
-        if (!moduleConfig || !moduleConfig.formSchema || !moduleConfig.formUiSchema) {
-            return next();
-        }
-        // temporary
-        if (!moduleConfig.maskPasswords) {
-            return next();
-        }
-        const maskableFieldsKeys = getMaskableFieldsKeys(moduleConfig);
-        if (!maskableFieldsKeys.length) {
-            return next();
-        }
-        const originalSend = res.send;
-        res.send = function (body) {
-            if (body.formData) {
-                maskableFieldsKeys.forEach((fieldKey) => {
-                    if (!body.formData[fieldKey]) {
-                        return;
-                    }
-                    body.formData[fieldKey] = maskKey(body.formData[fieldKey]);
-                });
-            }
-            return originalSend.apply(res, [body]);
-        };
-        return next();
-    };
-}
-exports.getRequestCredentialsMasker = getRequestCredentialsMasker;

package/out/util/index.d.ts

@@ -10,3 +10,6 @@ export declare function decryptData(config: Config, data: string): string;
 export declare function executeWithRetry<T>(func: () => Promise<T>, numOfRetries?: number): Promise<T>;
 export declare function getLogoUrl(moduleConfig?: ImagePath, modulePath?: string): string;
 export declare function isAuthorizedConfig(config: Config | UnauthorizedConfig): config is Config;
+export declare function hasFormSchema(moduleConfig: any): boolean;
+export declare function isJson(string: string): boolean;
+export declare function getPreviousDate(days: number): Date;

package/out/util/index.js

@@ -32,7 +32,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.isAuthorizedConfig = exports.getLogoUrl = exports.executeWithRetry = exports.decryptData = exports.encryptData = exports.runAsyncWrapper = exports.CodeError = void 0;
+exports.getPreviousDate = exports.isJson = exports.hasFormSchema = exports.isAuthorizedConfig = exports.getLogoUrl = exports.executeWithRetry = exports.decryptData = exports.encryptData = exports.runAsyncWrapper = exports.CodeError = void 0;
 const crypto = __importStar(require("crypto-js"));
 const storage_1 = require("../storage");
 const types_1 = require("../types");
@@ -118,3 +118,27 @@ function isAuthorizedConfig(config) {
     return !!config.clientId && !!config.clientSecret && config.authenticationType !== types_1.AuthenticationType.NONE;
 }
 exports.isAuthorizedConfig = isAuthorizedConfig;
+function hasFormSchema(moduleConfig) {
+    var _a;
+    if (typeof moduleConfig === 'object' && moduleConfig !== null) {
+        return moduleConfig.formSchema || ((_a = moduleConfig.settingsUiModule) === null || _a === void 0 ? void 0 : _a.formSchema);
+    }
+    return false;
+}
+exports.hasFormSchema = hasFormSchema;
+function isJson(string) {
+    try {
+        JSON.parse(string);
+    }
+    catch (e) {
+        return false;
+    }
+    return true;
+}
+exports.isJson = isJson;
+function getPreviousDate(days) {
+    const date = new Date();
+    date.setDate(date.getDate() - days);
+    return date;
+}
+exports.getPreviousDate = getPreviousDate;

package/out/util/logger.js

@@ -224,11 +224,6 @@ function storeUserError({ action, error, crowdinId, clientId, }) {
         yield (0, storage_1.getStorage)().saveUserError(action, (error === null || error === void 0 ? void 0 : error.message) || JSON.stringify(error, null, 2), JSON.stringify(data), `${Date.now()}`, crowdinId, clientId);
     });
 }
-function clearOldUserErrors(crowdinId, clientId) {
-    const date = new Date();
-    date.setMonth(date.getMonth() - 1); // previous month
-    (0, storage_1.getStorage)().deleteUserErrors(`${date.getTime()}`, crowdinId, clientId);
-}
 function mergeAppModuleAggregateErrors(errors) {
     const result = [];
     const mergedData = {};
@@ -269,7 +264,6 @@ function handleUserError({ action, error, crowdinId, clientId, }) {
         }
         else {
             yield storeUserError({ action, error, crowdinId, clientId });
-            clearOldUserErrors(crowdinId, clientId);
         }
     });
 }