@crowdin/app-project-module 0.85.0 → 0.86.0

package/out/storage/index.d.ts

@@ -1,6 +1,6 @@
 import { IntegrationConfig, IntegrationCredentials, IntegrationFilesSnapshot, IntegrationSyncSettings, IntegrationWebhooks, Provider } from '../modules/integration/types';
 import { Config, CrowdinCredentials, UnauthorizedConfig } from '../types';
-import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetFileTranslationCacheByLanguageParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams, GetFileTranslationCache, UnsyncedFiles, GetUnsyncedFiles } from '../modules/integration/util/types';
+import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetFileTranslationCacheByLanguageParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams, GetFileTranslationCache, UnsyncedFiles, GetUnsyncedFiles, IntegrationSyncedData } from '../modules/integration/util/types';
 import { UserErrors } from './types';
 export declare const TABLES: {
     crowdin_credentials: string;
@@ -79,6 +79,9 @@ export interface Storage {
     }, params?: any[]): Promise<any[]>;
     updateRecord(tableName: string, data: Record<string, any>, whereClause: string, params?: any[]): Promise<void>;
     deleteRecord(tableName: string, whereClause: string, params?: any[]): Promise<void>;
+    saveSyncedData(files: any, integrationId: string, crowdinId: string, type: string): Promise<void>;
+    updateSyncedData(files: any, integrationId: string, crowdinId: string, type: string): Promise<void>;
+    getSyncedData(integrationId: string, crowdinId: string, type: string): Promise<IntegrationSyncedData | undefined>;
 }
 export declare function initialize(config: Config | UnauthorizedConfig): Promise<void>;
 export declare function getStorage(): Storage;

package/out/storage/mysql.d.ts

@@ -1,6 +1,6 @@
 import { Storage } from '.';
 import { CrowdinCredentials } from '../types';
-import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetFileTranslationCacheByLanguageParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams, GetFileTranslationCache, UnsyncedFiles, GetUnsyncedFiles } from '../modules/integration/util/types';
+import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetFileTranslationCacheByLanguageParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams, GetFileTranslationCache, UnsyncedFiles, GetUnsyncedFiles, IntegrationSyncedData } from '../modules/integration/util/types';
 import { IntegrationConfig, IntegrationCredentials, IntegrationFilesSnapshot, IntegrationSyncSettings, IntegrationWebhooks } from '../modules/integration/types';
 import { UserErrors } from './types';
 export interface MySQLStorageConfig {
@@ -29,6 +29,7 @@ export declare class MySQLStorage implements Storage {
         job: string;
         translation_file_cache: string;
         unsynced_files: string;
+        synced_data: string;
     };
     constructor(config: MySQLStorageConfig);
     executeQuery<T>(command: (connection: any) => Promise<T>): Promise<T>;
@@ -95,4 +96,7 @@ export declare class MySQLStorage implements Storage {
     }, params?: any[]): Promise<any[]>;
     updateRecord(tableName: string, data: Record<string, any>, whereClause: string, params?: any[]): Promise<void>;
     deleteRecord(tableName: string, whereClause: string, params?: any[]): Promise<void>;
+    saveSyncedData(files: any, integrationId: string, crowdinId: string, type: string): Promise<void>;
+    updateSyncedData(files: any, integrationId: string, crowdinId: string, type: string): Promise<void>;
+    getSyncedData(integrationId: string, crowdinId: string, type: string): Promise<IntegrationSyncedData | undefined>;
 }

package/out/storage/mysql.js

@@ -116,6 +116,14 @@ class MySQLStorage {
             integration_id varchar(255) not null,
             crowdin_id     varchar(255) not null,
             files          text
+        )`,
+            synced_data: `(
+            id              int auto_increment primary key,
+            files           text,
+            integration_id  varchar(255) not null,
+            crowdin_id      varchar(255) not null,
+            type            varchar(255) not null,
+            updated_at      varchar(255)     null,
         )`,
         };
         this.config = config;
@@ -841,5 +849,26 @@ class MySQLStorage {
             }));
         });
     }
+    saveSyncedData(files, integrationId, crowdinId, type) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.dbPromise;
+            yield this.executeQuery((connection) => connection.execute('INSERT INTO synced_data(files, integration_id, crowdin_id, type, updated_at) VALUES (?, ?, ?, ?, ?)', [files, integrationId, crowdinId, type, Date.now().toString()]));
+        });
+    }
+    updateSyncedData(files, integrationId, crowdinId, type) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.dbPromise;
+            yield this.executeQuery((connection) => connection.execute('UPDATE synced_data SET files = ?, updated_at = ? WHERE integration_id = ? AND crowdin_id = ? AND type = ?', [files, Date.now().toString(), integrationId, crowdinId, type]));
+        });
+    }
+    getSyncedData(integrationId, crowdinId, type) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.dbPromise;
+            return this.executeQuery((connection) => __awaiter(this, void 0, void 0, function* () {
+                const [rows] = yield connection.execute('SELECT id, files, integration_id as "integrationId", crowdin_id as "crowdinId", type, updated_at as "updatedAt" FROM synced_data WHERE integration_id = ? AND crowdin_id = ? AND type = ?', [integrationId, crowdinId, type]);
+                return (rows || [])[0];
+            }));
+        });
+    }
 }
 exports.MySQLStorage = MySQLStorage;

package/out/storage/postgre.d.ts

@@ -2,7 +2,7 @@ import { Client } from 'pg';
 import { Storage } from '.';
 import { CrowdinCredentials } from '../types';
 import { IntegrationConfig, IntegrationCredentials, IntegrationFilesSnapshot, IntegrationSyncSettings, IntegrationWebhooks } from '../modules/integration/types';
-import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetFileTranslationCacheByLanguageParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams, GetFileTranslationCache, UnsyncedFiles, GetUnsyncedFiles } from '../modules/integration/util/types';
+import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetFileTranslationCacheByLanguageParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams, GetFileTranslationCache, UnsyncedFiles, GetUnsyncedFiles, IntegrationSyncedData } from '../modules/integration/util/types';
 import { UserErrors } from './types';
 export interface PostgreStorageConfig {
     host?: string;
@@ -39,6 +39,7 @@ export declare class PostgreStorage implements Storage {
         job: string;
         translation_file_cache: string;
         unsynced_files: string;
+        synced_data: string;
     };
     tableIndexes: TableIndexes;
     constructor(config: PostgreStorageConfig, directoryPath: string | null);
@@ -110,5 +111,8 @@ export declare class PostgreStorage implements Storage {
     }, params?: any[]): Promise<any[]>;
     updateRecord(tableName: string, data: Record<string, any>, whereClause: string, params?: any[]): Promise<void>;
     deleteRecord(tableName: string, whereClause: string, params?: any[]): Promise<void>;
+    saveSyncedData(files: any, integrationId: string, crowdinId: string, type: string): Promise<void>;
+    updateSyncedData(files: any, integrationId: string, crowdinId: string, type: string): Promise<void>;
+    getSyncedData(integrationId: string, crowdinId: string, type: string): Promise<IntegrationSyncedData | undefined>;
 }
 export {};

package/out/storage/postgre.js

@@ -119,6 +119,14 @@ class PostgreStorage {
             integration_id varchar not null,
             crowdin_id     varchar not null,
             files          varchar
+        )`,
+            synced_data: `(
+            id              serial primary key,
+            files           varchar,
+            integration_id  varchar not null,
+            crowdin_id      varchar not null,
+            type            varchar not null,
+            updated_at      varchar     null
         )`,
         };
         this.tableIndexes = {
@@ -889,5 +897,26 @@ class PostgreStorage {
             }));
         });
     }
+    saveSyncedData(files, integrationId, crowdinId, type) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.dbPromise;
+            yield this.executeQuery((client) => client.query('INSERT INTO synced_data(files, integration_id, crowdin_id, type, updated_at) VALUES ($1, $2, $3, $4, $5)', [files, integrationId, crowdinId, type, Date.now().toString()]));
+        });
+    }
+    updateSyncedData(files, integrationId, crowdinId, type) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.dbPromise;
+            yield this.executeQuery((client) => client.query('UPDATE synced_data SET files = $1, updated_at = $2 WHERE integration_id = $3 AND crowdin_id = $4 AND type = $5', [files, Date.now().toString(), integrationId, crowdinId, type]));
+        });
+    }
+    getSyncedData(integrationId, crowdinId, type) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.dbPromise;
+            return this.executeQuery((client) => __awaiter(this, void 0, void 0, function* () {
+                const res = yield client.query('SELECT id, files, integration_id as "integrationId", crowdin_id as "crowdinId", type, updated_at as "updatedAt" FROM synced_data WHERE integration_id = $1 AND crowdin_id = $2 AND type = $3', [integrationId, crowdinId, type]);
+                return res === null || res === void 0 ? void 0 : res.rows[0];
+            }));
+        });
+    }
 }
 exports.PostgreStorage = PostgreStorage;

package/out/storage/sqlite.d.ts

@@ -1,7 +1,7 @@
 import { Storage } from '.';
 import { CrowdinCredentials } from '../types';
 import { IntegrationConfig, IntegrationCredentials, IntegrationFilesSnapshot, IntegrationSyncSettings, IntegrationWebhooks } from '../modules/integration/types';
-import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetFileTranslationCacheByLanguageParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams, GetFileTranslationCache, UnsyncedFiles, GetUnsyncedFiles } from '../modules/integration/util/types';
+import { CreateJobParams, GetActiveJobsParams, GetJobParams, GetFileTranslationCacheByLanguageParams, Job, TranslationCache, UpdateJobParams, UpdateTranslationCacheParams, GetFileTranslationCache, UnsyncedFiles, GetUnsyncedFiles, IntegrationSyncedData } from '../modules/integration/util/types';
 import { UserErrors } from './types';
 export interface SQLiteStorageConfig {
     dbFolder: string;
@@ -24,6 +24,7 @@ export declare class SQLiteStorage implements Storage {
         job: string;
         translation_file_cache: string;
         unsynced_files: string;
+        synced_data: string;
     };
     constructor(config: SQLiteStorageConfig);
     private _run;
@@ -98,4 +99,7 @@ export declare class SQLiteStorage implements Storage {
     }, params?: any[]): Promise<any[]>;
     updateRecord(tableName: string, data: Record<string, any>, whereClause: string, params?: any[]): Promise<void>;
     deleteRecord(tableName: string, whereClause: string, params?: any[]): Promise<void>;
+    saveSyncedData(files: any, integrationId: string, crowdinId: string, type: string): Promise<void>;
+    updateSyncedData(files: any, integrationId: string, crowdinId: string, type: string): Promise<void>;
+    getSyncedData(integrationId: string, crowdinId: string, type: string): Promise<IntegrationSyncedData | undefined>;
 }

package/out/storage/sqlite.js

@@ -115,6 +115,14 @@ class SQLiteStorage {
             integration_id varchar not null,
             crowdin_id     varchar not null,
             files          varchar     null
+        )`,
+            synced_data: `(
+            id             integer not null primary key autoincrement,
+            files          varchar     null,
+            integration_id varchar not null,
+            crowdin_id     varchar not null,
+            type           varchar not null,
+            updated_at     varchar     null
         )`,
         };
         this.config = config;
@@ -751,5 +759,19 @@ class SQLiteStorage {
             yield this.run(query, params);
         });
     }
+    saveSyncedData(files, integrationId, crowdinId, type) {
+        return this.run('INSERT INTO synced_data(files, integration_id, crowdin_id, type, updated_at) VALUES (?, ?, ?, ?, ?)', [files, integrationId, crowdinId, type, Date.now().toString()]);
+    }
+    updateSyncedData(files, integrationId, crowdinId, type) {
+        return this.run('UPDATE synced_data SET files = ?, updated_at = ? WHERE integration_id = ? AND crowdin_id = ? AND type = ?', [files, Date.now().toString(), integrationId, crowdinId, type]);
+    }
+    getSyncedData(integrationId, crowdinId, type) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const row = yield this.get('SELECT id, files, integration_id as integrationId, crowdin_id as crowdinId, type, updated_at as updatedAt FROM synced_data WHERE integration_id = ? AND crowdin_id = ? AND type = ?', [integrationId, crowdinId, type]);
+            if (row) {
+                return row;
+            }
+        });
+    }
 }
 exports.SQLiteStorage = SQLiteStorage;

package/out/views/main.handlebars

@@ -54,44 +54,48 @@
             </div>
         </div>
         <crowdin-simple-integration
-                async-progress
-                {{#if syncNewElements.crowdin}}
-                    skip-crowdin-auto-schedule
-                {{/if}}
-                {{#if syncNewElements.integration}}
-                    skip-integration-auto-schedule
-                {{/if}}
-                {{#or withCronSync.crowdin webhooks.crowdin}}
-                    crowdin-schedule="true"
-                {{/or}}
-                {{#or withCronSync.integration webhooks.integration}}
-                    integration-schedule="true"
-                {{/or}}
-                {{#if integrationOneLevelFetching}}
-                    integration-one-level-fetching="true"
-                {{/if}}
-                {{#if integrationSearchListener}}
-                    allow-integration-filter-change-listener="true"
-                {{/if}}
-                {{#if integrationPagination}}
-                    integration-load-more-files="true"
-                {{/if}}
-                integration-name="{{name}}"
-                integration-logo="logo.png"
-                {{#if uploadTranslations}}
-                  {{#if excludedTargetLanguages}}
-                      integration-button-menu-items='[{"label":"Sync translations", "title":"Sync existing translations from {{name}} to Crowdin. Falls back to heuristics if string keys are not defined. Accuracy may vary.", "action":"uploadTranslations"}, {"label":"Select target languages", "title":"Upload file for translation into selected languages", "action":"excludedTargetLanguages"}]'
-                  {{else}}
-                      integration-button-menu-items='[{"label":"Sync translations", "title":"Sync existing translations from {{name}} to Crowdin. Falls back to heuristics if string keys are not defined. Accuracy may vary.", "action":"uploadTranslations"}]'
-                  {{/if}}
-                {{else}}
-                  {{#if excludedTargetLanguages}}
-                      integration-button-menu-items='[{"label":"Select target languages", "title":"Upload file for translation into selected languages", "action":"excludedTargetLanguages"}]'
-                  {{/if}}
-                {{/if}}
-                {{#if filtering.crowdinLanguages}}
-                crowdin-filter
-                {{/if}}
+            async-progress
+            {{#if syncNewElements.crowdin}}
+                skip-crowdin-auto-schedule
+            {{/if}}
+            {{#if syncNewElements.integration}}
+                skip-integration-auto-schedule
+            {{/if}}
+            {{#or withCronSync.crowdin webhooks.crowdin}}
+                crowdin-schedule="true"
+            {{/or}}
+            {{#or withCronSync.integration webhooks.integration}}
+                integration-schedule="true"
+            {{/or}}
+            {{#if integrationOneLevelFetching}}
+                integration-one-level-fetching="true"
+            {{/if}}
+            {{#if integrationSearchListener}}
+                allow-integration-filter-change-listener="true"
+            {{/if}}
+            {{#if integrationPagination}}
+                integration-load-more-files="true"
+            {{/if}}
+            integration-name="{{name}}"
+            integration-logo="logo.png"
+            {{#if uploadTranslations}}
+              {{#if excludedTargetLanguages}}
+                  integration-button-menu-items='[{"label":"Sync translations", "title":"Sync translations to Crowdin", "action":"uploadTranslations"}, {"label":"Select target languages", "title":"Upload file for translation into selected languages", "action":"excludedTargetLanguages"}]'
+              {{else}}
+                  integration-button-menu-items='[{"label":"Sync translations", "title":"Sync translations to Crowdin", "action":"uploadTranslations"}]'
+              {{/if}}
+            {{else}}
+              {{#if excludedTargetLanguages}}
+                  integration-button-menu-items='[{"label":"Select target languages", "title":"Upload file for translation into selected languages", "action":"excludedTargetLanguages"}]'
+              {{/if}}
+            {{/if}}
+            {{#if filtering.crowdinLanguages}}
+              crowdin-filter
+            {{/if}}
+            {{#if filtering.integrationFilterConfig}}
+              integration-filter
+              integration-filter-config='{{filtering.integrationFilterConfig}}'
+            {{/if}}
         >
         </crowdin-simple-integration>
         <div id="user-errors" class="hidden">
@@ -582,6 +586,9 @@
                         labels: e.labels,
                     };
                     if (e.type) {
+                        item.isNew = e.isNew;
+                        item.isUpdated = e.isUpdated;
+                        item.notSynced = e.notSynced;
                         item.type = e.type;
                         item.node_type = fileType;
                     } else {
@@ -1135,7 +1142,7 @@
     {{#if configurationFields}}
         const settingsModal = document.getElementById('settings-modal');
         const settingsSaveBtn = document.getElementById('settings-save-btn');
-        let config = JSON.parse('{{{config}}}');
+        let config = JSON.parse('{{{config}}}'.replace(/\n/g, '\\n'));
         const newCrowdinFiles = config?.['new-crowdin-files'];
         const newIntegrationFiles = config?.['new-integration-files'];
 
@@ -1157,6 +1164,9 @@
                         }
                     } else if (el.tagName.toLowerCase() === 'crowdin-checkbox') {
                         el.checked = !!value;
+                    } else if (el.tagName.toLowerCase() === 'crowdin-textarea') {
+                      el.value = value;
+                      el.setValue(value);
                     } else {
                         el.value = value;
                     }
@@ -1169,7 +1179,7 @@
         function saveSettings() {
             setLoader('#settings-modal');
             const settingsElements = Array.from(document.getElementById('modal-content').children);
-            const tags = ['crowdin-checkbox', 'crowdin-select', 'crowdin-input'];
+            const tags = ['crowdin-checkbox', 'crowdin-select', 'crowdin-input', 'crowdin-textarea'];
             const configReq = {};
             settingsElements
                 .filter(e => tags.includes(e.tagName.toLowerCase()))

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@crowdin/app-project-module",
-  "version": "0.85.0",
+  "version": "0.86.0",
   "description": "Module that generates for you all common endpoints for serving standalone Crowdin App",
   "main": "out/index.js",
   "types": "out/index.d.ts",
@@ -22,7 +22,7 @@
     "@aws-sdk/client-s3": "^3.758.0",
     "@aws-sdk/s3-request-presigner": "^3.758.0",
     "@crowdin/crowdin-apps-functions": "^0.12.0",
-    "@crowdin/logs-formatter": "^2.1.7",
+    "@crowdin/logs-formatter": "^2.1.8",
     "@godaddy/terminus": "^4.12.1",
     "@monaco-editor/react": "^4.7.0",
     "amqplib": "^0.10.5",
@@ -34,6 +34,7 @@
     "lodash.isstring": "^4.0.1",
     "lodash.snakecase": "^4.1.1",
     "lodash.uniqby": "^4.7.0",
+    "minimatch": "^10.0.1",
     "mysql2": "^3.12.0",
     "node-cron": "^3.0.3",
     "pg": "^8.13.3",
@@ -68,6 +69,7 @@
     "@types/lodash.isstring": "^4.0.9",
     "@types/lodash.snakecase": "^4.1.9",
     "@types/lodash.uniqby": "^4.7.9",
+    "@types/minimatch": "^5.1.2",
     "@types/node": "^16.18.126",
     "@types/node-cron": "^3.0.11",
     "@types/pg": "^8.11.11",