@crowdin/app-project-module 0.34.2 → 0.35.1

package/out/util/cron.js

@@ -112,7 +112,8 @@ function filesCron(config, integration, period) {
             }
             const rootFolder = yield (0, defaults_1.getRootFolder)(config, integration, crowdinClient, projectId);
             const apiCredentials = yield (0, connection_1.prepareIntegrationCredentials)(config, integration, integrationCredentials);
-            if ((_a = integration.syncNewElements) === null || _a === void 0 ? void 0 : _a[syncSettings.provider]) {
+            if (((_a = integration.syncNewElements) === null || _a === void 0 ? void 0 : _a[syncSettings.provider]) &&
+                intConfig[`new-${syncSettings.provider}-files`]) {
                 newFiles = yield (0, file_snapshot_1.getAllNewFiles)({
                     config,
                     integration,
@@ -160,7 +161,7 @@ function filesCron(config, integration, period) {
                 const apiCredentials = yield (0, connection_1.prepareIntegrationCredentials)(config, integration, integrationCredentials);
                 yield integration.updateCrowdin(projectId, crowdinClient, apiCredentials, intFiles, rootFolder, intConfig);
                 const newSyncSettingsFiels = allIntFiles.map((file) => (Object.assign(Object.assign({}, file), { schedule: true, sync: false })));
-                if (newFiles) {
+                if (Object.keys(newFiles).length) {
                     yield (0, storage_1.getStorage)().updateSyncSettings(JSON.stringify(newSyncSettingsFiels), syncSettings.integrationId, syncSettings.crowdinId, 'schedule', syncSettings.provider);
                     const currentFileSnapshot = yield (0, file_snapshot_1.getIntegrationSnapshot)(integration, apiCredentials, intConfig);
                     yield (0, storage_1.getStorage)().updateFilesSnapshot(JSON.stringify(currentFileSnapshot), syncSettings.integrationId, syncSettings.crowdinId, syncSettings.provider);

package/out/util/defaults.d.ts

@@ -1,7 +1,8 @@
 import Crowdin, { SourceFilesModel } from '@crowdin/crowdin-api-client';
-import { ClientConfig, Config, IntegrationLogic } from '../models';
+import { ClientConfig, Config, FileProcessLogic, IntegrationLogic } from '../models';
 export declare function getRootFolder(config: Config, integration: IntegrationLogic, client: Crowdin, projectId: number): Promise<SourceFilesModel.Directory | undefined>;
 export declare function getOauthRoute(integration: IntegrationLogic): string;
 export declare function applyIntegrationModuleDefaults(config: Config, integration: IntegrationLogic): void;
+export declare function applyFileProcessorsModuleDefaults(config: Config, fileModule: FileProcessLogic): void;
 export declare function constructOauthUrl(config: Config, integration: IntegrationLogic): string;
 export declare function convertClientConfig(clientConfig: ClientConfig): Config;

package/out/util/defaults.js

@@ -32,7 +32,9 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertClientConfig = exports.constructOauthUrl = exports.applyIntegrationModuleDefaults = exports.getOauthRoute = exports.getRootFolder = void 0;
+exports.convertClientConfig = exports.constructOauthUrl = exports.applyFileProcessorsModuleDefaults = exports.applyIntegrationModuleDefaults = exports.getOauthRoute = exports.getRootFolder = void 0;
+const client_s3_1 = require("@aws-sdk/client-s3");
+const s3_request_presigner_1 = require("@aws-sdk/s3-request-presigner");
 const crowdinAppFunctions = __importStar(require("@crowdin/crowdin-apps-functions"));
 const path_1 = require("path");
 function getRootFolder(config, integration, client, projectId) {
@@ -273,6 +275,22 @@ function applyIntegrationModuleDefaults(config, integration) {
     }
 }
 exports.applyIntegrationModuleDefaults = applyIntegrationModuleDefaults;
+function applyFileProcessorsModuleDefaults(config, fileModule) {
+    var _a, _b;
+    const AWS_TMP_BUCKET_NAME = (_a = config.awsConfig) === null || _a === void 0 ? void 0 : _a.tmpBucketName;
+    const AWS_REGION = (_b = config.awsConfig) === null || _b === void 0 ? void 0 : _b.region;
+    if (AWS_TMP_BUCKET_NAME && AWS_REGION && !fileModule.storeFile) {
+        const s3 = new client_s3_1.S3Client({ region: AWS_REGION });
+        fileModule.storeFile = (content) => __awaiter(this, void 0, void 0, function* () {
+            const fileName = `file-${config.identifier}-${Date.now()}`;
+            const command = new client_s3_1.PutObjectCommand({ Bucket: AWS_TMP_BUCKET_NAME, Key: fileName, Body: content });
+            yield s3.send(command);
+            const getObjectCommand = new client_s3_1.GetObjectCommand({ Bucket: AWS_TMP_BUCKET_NAME, Key: fileName });
+            return (0, s3_request_presigner_1.getSignedUrl)(s3, getObjectCommand, { expiresIn: 3600 });
+        });
+    }
+}
+exports.applyFileProcessorsModuleDefaults = applyFileProcessorsModuleDefaults;
 function constructOauthUrl(config, integration) {
     var _a, _b, _c;
     const oauth = integration.oauthLogin;
@@ -293,11 +311,15 @@ function convertClientConfig(clientConfig) {
     const clientId = clientConfig.clientId || process.env.CROWDIN_CLIENT_ID;
     const clientSecret = clientConfig.clientSecret || process.env.CROWDIN_CLIENT_SECRET;
     const port = clientConfig.port || process.env.PORT || 3000;
+    const { region = process.env.AWS_REGION || process.env.AWS_DEFAULT_REGION, tmpBucketName = process.env.AWS_TMP_BUCKET_NAME, } = clientConfig.awsConfig || {};
     const sentryDsn = clientConfig.sentryDsn || process.env.SENTRY_DSN;
     if (!baseUrl || !clientId || !clientSecret) {
         throw new Error('One of following parameters are not defined [baseUrl, clientId, clientSecret]');
     }
     return Object.assign(Object.assign({}, clientConfig), { sentryDsn, baseUrl: baseUrl.endsWith('/') ? baseUrl.slice(0, -1) : baseUrl, clientId,
-        clientSecret, port: Number(port), dbFolder: clientConfig.dbFolder || (0, path_1.join)(process.cwd(), 'db'), imagePath: clientConfig.imagePath || (0, path_1.join)(process.cwd(), 'logo.png') });
+        clientSecret, awsConfig: {
+            tmpBucketName,
+            region,
+        }, port: Number(port), dbFolder: clientConfig.dbFolder || (0, path_1.join)(process.cwd(), 'db'), imagePath: clientConfig.imagePath || (0, path_1.join)(process.cwd(), 'logo.png') });
 }
 exports.convertClientConfig = convertClientConfig;

package/out/util/files.d.ts

@@ -1,3 +1,6 @@
+/// <reference types="node" />
+import { ProcessFileString } from '../models';
 export declare const MAX_BODY_SIZE: number;
-export declare function storeFile(fileContent: string, folder: string): Promise<string>;
-export declare function getFileContent(url: string, isString?: boolean): Promise<any>;
+export declare function storeFile(fileContent: Buffer, folder: string): Promise<string>;
+export declare function getFileContent(url: string): Promise<Buffer>;
+export declare function getFileStrings(url: string): Promise<ProcessFileString[]>;

package/out/util/files.js

@@ -12,10 +12,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getFileContent = exports.storeFile = exports.MAX_BODY_SIZE = void 0;
+exports.getFileStrings = exports.getFileContent = exports.storeFile = exports.MAX_BODY_SIZE = void 0;
+const axios_1 = __importDefault(require("axios"));
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
-const axios_1 = __importDefault(require("axios"));
 exports.MAX_BODY_SIZE = 4.9 * 1024 * 1024; //4.9mb
 function storeFile(fileContent, folder) {
     const fileName = `file${Date.now()}`;
@@ -29,15 +29,19 @@ function storeFile(fileContent, folder) {
     }));
 }
 exports.storeFile = storeFile;
-function getFileContent(url, isString = false) {
+function getFileContent(url) {
     return __awaiter(this, void 0, void 0, function* () {
-        const response = (yield axios_1.default.get(url)).data;
-        if (isString) {
-            // the response is presented in the ndjson format
-            const jsonRows = response.split(/\n|\n\r/).filter(Boolean);
-            return jsonRows.map((jsonStringRow) => JSON.parse(jsonStringRow));
-        }
+        const response = (yield axios_1.default.get(url, { responseType: 'arraybuffer' })).data;
         return response;
     });
 }
 exports.getFileContent = getFileContent;
+function getFileStrings(url) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const response = (yield axios_1.default.get(url)).data;
+        // the response is presented in the ndjson format
+        const jsonRows = response.split(/\n|\n\r/).filter(Boolean);
+        return jsonRows.map((jsonStringRow) => JSON.parse(jsonStringRow));
+    });
+}
+exports.getFileStrings = getFileStrings;

package/out/util/webhooks.js

@@ -245,7 +245,7 @@ function prepareWebhookData(config, integration, webhookUrlParam, provider) {
             if (isWebhookSync) {
                 syncSettings = (yield (0, storage_1.getStorage)().getSyncSettings(clientId, crowdinId, 'schedule', provider));
                 rootFolder = yield (0, defaults_1.getRootFolder)(config, integration, crowdinClient.client, projectId);
-                if ((_a = integration.syncNewElements) === null || _a === void 0 ? void 0 : _a[provider]) {
+                if (((_a = integration.syncNewElements) === null || _a === void 0 ? void 0 : _a[provider]) && appSettings[`new-${provider}-files`]) {
                     newFiles = yield (0, file_snapshot_1.getAllNewFiles)({
                         config,
                         integration,
@@ -289,7 +289,7 @@ function updateCrowdinFromWebhookRequest(args) {
             node_type: file.nodeType || file.node_type || '1' }, (file.type ? { type: file.type } : {}))));
         const intFiles = allIntFiles.filter((file) => file.nodeType === '1');
         const newSyncSettingsFiels = [...syncFiles, ...newFiles].map((file) => (Object.assign(Object.assign({}, file), { schedule: true, sync: false })));
-        if (newFiles) {
+        if (Object.keys(newFiles).length) {
             yield (0, storage_1.getStorage)().updateSyncSettings(JSON.stringify(newSyncSettingsFiels), syncSettings.integrationId, syncSettings.crowdinId, 'schedule', syncSettings.provider);
             const currentFileSnapshot = yield (0, file_snapshot_1.getIntegrationSnapshot)(integration, preparedIntegrationCredentials, appSettings);
             yield (0, storage_1.getStorage)().updateFilesSnapshot(JSON.stringify(currentFileSnapshot), syncSettings.integrationId, syncSettings.crowdinId, syncSettings.provider);

package/out/views/main.handlebars

@@ -5,6 +5,26 @@
 <body>
     <div class="i_w">
         <div class="top">
+            {{#if notice}}
+                <crowdin-alert
+                        id="notice"
+                        title="{{notice.title}}"
+                        {{#unless notice.icon}}
+                            no-icon="true"
+                        {{/unless}}
+                        {{#if notice.type}}
+                            type={{notice.type}}
+                        {{/if}}
+                        style="display: none; margin-bottom: 12px;"
+                >
+                    <div class="box-center">
+                        <p class="m-0">{{{notice.content}}}</p>
+                    </div>
+                    {{#if notice.close}}
+                        <crowdin-button onclick="closeAlert(this, 'notice')" class="dismiss-alert" icon>close</crowdin-button>
+                    {{/if}}
+                </crowdin-alert>
+            {{/if}}
             {{#if checkSubscription}}
                 <crowdin-alert id="subscription-info" no-icon="true" type="warning" style="display: none; margin-bottom: 12px;">
                     <div class="box-center">
@@ -763,21 +783,29 @@
         getSubscriptionInfo();
     {{/if}}
 
+    function checkAlert(alert, suffix) {
+        const name = suffix ?? '{{name}}';
+        const revised = localStorage.getItem(`revised_${name}`) === '1';
+        if (!revised) {
+            alert.style.display = 'block';
+        }
+    }
+    function closeAlert(el, suffix) {
+        const name = suffix ?? '{{name}}';
+        const alert = el.closest('crowdin-alert');
+        alert.style.display = 'none';
+        localStorage.setItem(`revised_${name}`, 1);
+    }
+
     {{#if uploadTranslations}}
         const translationInfo = document.getElementById('translation-info');
-        function checkAlert(alert) {
-            const revised = localStorage.getItem('revised_{{name}}') === '1';
-            if (!revised) {
-                alert.style.display = 'block';
-            }
-        }
-        function closeAlert(el) {
-            const alert = el.closest('crowdin-alert');
-            alert.style.display = 'none';
-            localStorage.setItem('revised_{{name}}', 1);
-        }
         checkAlert(translationInfo);
     {{/if}}
+
+    {{#if notice}}
+        const notice = document.getElementById('notice');
+        checkAlert(notice, 'notice');
+    {{/if}}
 </script>
 
 </html>

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@crowdin/app-project-module",
-  "version": "0.34.2",
+  "version": "0.35.1",
   "description": "Module that generates for you all common endpoints for serving standalone Crowdin App",
   "main": "out/index.js",
   "types": "out/index.d.ts",
@@ -14,12 +14,14 @@
     "test": "jest"
   },
   "dependencies": {
+    "@aws-sdk/client-s3": "^3.423.0",
+    "@aws-sdk/s3-request-presigner": "^3.423.0",
     "@crowdin/crowdin-apps-functions": "0.5.1",
     "@crowdin/logs-formatter": "^2.0.3",
     "@godaddy/terminus": "^4.12.1",
-    "@types/pg": "^8.10.2",
+    "@types/pg": "^8.10.3",
     "amqplib": "^0.10.3",
-    "crypto-js": "^4.0.0",
+    "crypto-js": "^4.1.1",
     "express": "4.18.2",
     "express-handlebars": "^5.3.5",
     "mysql2": "^2.3.3",
@@ -31,40 +33,40 @@
     "uuid": "^8.3.2"
   },
   "devDependencies": {
-    "@babel/preset-react": "^7.22.5",
+    "@babel/preset-react": "^7.22.15",
     "@emotion/react": "^11.11.1",
     "@emotion/styled": "^11.11.0",
-    "@mui/icons-material": "^5.14.7",
-    "@mui/material": "^5.14.7",
-    "@rjsf/core": "^5.7.3",
-    "@rjsf/mui": "^5.7.3",
-    "@rjsf/utils": "^5.7.3",
-    "@rjsf/validator-ajv8": "^5.7.3",
+    "@mui/icons-material": "^5.14.12",
+    "@mui/material": "^5.14.12",
+    "@rjsf/core": "^5.13.0",
+    "@rjsf/mui": "^5.13.0",
+    "@rjsf/utils": "^5.13.0",
+    "@rjsf/validator-ajv8": "^5.13.0",
     "@rollup/plugin-babel": "^6.0.3",
     "@rollup/plugin-commonjs": "^24.0.1",
     "@rollup/plugin-json": "^6.0.0",
-    "@rollup/plugin-node-resolve": "^15.0.1",
+    "@rollup/plugin-node-resolve": "^15.2.1",
     "@rollup/plugin-replace": "^5.0.2",
     "@rollup/plugin-terser": "^0.4.3",
-    "@types/amqplib": "^0.10.1",
-    "@types/crypto-js": "^4.1.1",
-    "@types/express": "4.17.17",
+    "@types/amqplib": "^0.10.2",
+    "@types/crypto-js": "^4.1.2",
+    "@types/express": "4.17.18",
     "@types/express-handlebars": "^5.3.1",
-    "@types/jest": "^29.5.2",
-    "@types/node": "^12.20.55",
-    "@types/node-cron": "^3.0.8",
+    "@types/jest": "^29.5.5",
+    "@types/node": "^16.18.57",
+    "@types/node-cron": "^3.0.9",
     "@types/swagger-jsdoc": "^6.0.1",
     "@typescript-eslint/eslint-plugin": "^2.3.1",
     "@typescript-eslint/parser": "^2.3.1",
     "eslint": "^6.4.0",
     "eslint-config-prettier": "^6.3.0",
     "eslint-plugin-prettier": "^3.1.1",
-    "jest": "^29.5.0",
+    "jest": "^29.7.0",
     "jest-junit": "^15.0.0",
     "prettier": "^2.8.8",
     "react": "^18.2.0",
     "react-dom": "^18.2.0",
-    "rollup": "^3.20.2",
+    "rollup": "^3.29.4",
     "ts-jest": "^29.1.1",
     "typescript": "^4.9.5"
   },