@crowdin/app-project-module 0.104.1 → 0.105.0

package/out/modules/integration/util/cron.js

@@ -229,7 +229,7 @@ function processSyncSettings({ config, integration, period, syncSettings, }) {
         const needsSnapshotForNewFiles = !integration.webhooks &&
             ((_a = integration.syncNewElements) === null || _a === void 0 ? void 0 : _a[syncSettings.provider]) &&
             intConfig[`new-${syncSettings.provider}-files`];
-        const needsIntegrationSnapshot = integration.forcePushSources || (needsSnapshotForNewFiles && syncSettings.provider !== types_1.Provider.CROWDIN);
+        const needsIntegrationSnapshot = needsSnapshotForNewFiles && syncSettings.provider !== types_1.Provider.CROWDIN;
         const needsCrowdinSnapshot = needsSnapshotForNewFiles && syncSettings.provider === types_1.Provider.CROWDIN;
         if (needsIntegrationSnapshot) {
             currentFileSnapshot = yield (0, snapshot_1.getIntegrationSnapshot)(integration, apiCredentials, intConfig);
@@ -280,9 +280,13 @@ function processSyncSettings({ config, integration, period, syncSettings, }) {
             const onlyTranslated = +intConfig.condition === types_1.SyncCondition.TRANSLATED;
             const onlyApproved = +intConfig.condition === types_1.SyncCondition.APPROVED;
             const all = +intConfig.condition === types_1.SyncCondition.ALL || intConfig.condition === undefined;
-            const filesToProcess = all
-                ? crowdinFiles
-                : yield getOnlyTranslatedOrApprovedFiles({
+            let filesToProcess;
+            let deletedFileIds = [];
+            if (all) {
+                filesToProcess = crowdinFiles;
+            }
+            else {
+                const result = yield getOnlyTranslatedOrApprovedFiles({
                     projectId,
                     crowdinFiles,
                     crowdinClient,
@@ -290,6 +294,18 @@ function processSyncSettings({ config, integration, period, syncSettings, }) {
                     onlyTranslated,
                     context,
                 });
+                filesToProcess = result.filteredFiles;
+                deletedFileIds = result.deletedFiles;
+            }
+            if (deletedFileIds.length > 0) {
+                (0, logger_1.log)(`Removing ${deletedFileIds.length} deleted files from sync settings`);
+                const updatedFiles = Object.assign({}, files);
+                for (const fileId of deletedFileIds) {
+                    delete updatedFiles[fileId];
+                }
+                yield (0, storage_1.getStorage)().updateSyncSettings(JSON.stringify(updatedFiles), syncSettings.integrationId, syncSettings.crowdinId, 'schedule', types_1.Provider.CROWDIN);
+                files = updatedFiles;
+            }
             if (Object.keys(filesToProcess).length <= 0) {
                 return;
             }
@@ -457,6 +473,7 @@ function getNewFoldersFile(folders, snapshotFiles) {
 }
 function getOnlyTranslatedOrApprovedFiles({ projectId, crowdinFiles, crowdinClient, onlyApproved, onlyTranslated, context, }) {
     return __awaiter(this, void 0, void 0, function* () {
+        const deletedFiles = [];
         (0, logger_1.log)(`Filtering files to process only ${onlyApproved ? 'approved' : 'translated'} files`);
         const filesInfo = yield Promise.all(Object.keys(crowdinFiles).map((fileId) => __awaiter(this, void 0, void 0, function* () {
             try {
@@ -470,7 +487,13 @@ function getOnlyTranslatedOrApprovedFiles({ projectId, crowdinFiles, crowdinClie
             }
             catch (e) {
                 delete crowdinFiles[fileId];
-                (0, logger_1.logError)(e, context);
+                if ((e === null || e === void 0 ? void 0 : e.status) === 404 || (e === null || e === void 0 ? void 0 : e.code) === 404) {
+                    (0, logger_1.log)(`File ${fileId} not found in Crowdin (404), marking for removal from sync settings`);
+                    deletedFiles.push(Number(fileId));
+                }
+                else {
+                    (0, logger_1.logError)(e, context);
+                }
             }
         })));
         const filteredFiles = {};
@@ -511,7 +534,7 @@ function getOnlyTranslatedOrApprovedFiles({ projectId, crowdinFiles, crowdinClie
                 }
             });
         });
-        return filteredFiles;
+        return { filteredFiles, deletedFiles };
     });
 }
 function filterFilesFromIntegrationRequest({ config, integration, projectId, crowdinClient, crowdinFiles, }) {

package/out/storage/index.js

@@ -125,6 +125,10 @@ function createDumpForMigration(config) {
         modifiedContent = modifiedContent.replace(/varchar not null primary key/gi, 'varchar primary key');
         // 6. Remove SQLite-specific function replace()
         modifiedContent = modifiedContent.replace(/replace\s*\(\s*'([^']*(?:'{2}[^']*)*)',\s*'\\n',\s*char\s*\(\s*10\s*\)\s*\)/gi, "'$1'");
+        // 7. Convert SQLite backticks to PostgreSQL double quotes
+        modifiedContent = modifiedContent.replace(/`([^`]+)`/g, '"$1"');
+        // 8. Remove VARCHAR length restrictions (VARCHAR(255) -> VARCHAR)
+        modifiedContent = modifiedContent.replace(/VARCHAR\(\d+\)/gi, 'VARCHAR');
         fs_1.default.writeFileSync(dumpFilePath, modifiedContent, { encoding: 'utf8', flag: 'w' });
     }
     fs_1.default.renameSync(sqliteFilePath, backupFilePath);

package/out/views/main.handlebars

@@ -600,41 +600,63 @@
         
         {{#if progressiveCrowdinFilesLoading}}
         checkOrigin()
-            .then(restParams => fetch('api/crowdin/files' + restParams + '&mode=directories'))
-            .then(checkResponse)
-            .then((directories) => {
-                const dirTree = directories.map(transformCrowdinItemToTree);
-                crowdinData = dirTree;
-                appComponent.setCrowdinFilesData(dirTree);
-                return checkOrigin();
+            .then(restParams => {
+                const dirPromise = fetch('api/crowdin/files' + restParams + '&mode=directories')
+                    .then(checkResponse)
+                    .then((directories) => {
+                        const dirTree = directories.map(transformCrowdinItemToTree);
+                        crowdinData = dirTree;
+                        appComponent.setCrowdinFilesData(dirTree);
+                        return dirTree;
+                    });
+
+                const filesPromise = fetch('api/crowdin/files' + restParams + '&mode=files')
+                    .then(checkResponse);
+
+                const projectPromise = fetch('api/crowdin/project' + restParams)
+                    .then(checkResponse);
+
+                return Promise.all([dirPromise, filesPromise, projectPromise]);
             })
-            .then(restParams => fetch('api/crowdin/files' + restParams + '&mode=files'))
-            .then(checkResponse)
-            .then((files) => {
+            .then(([dirTree, files, projectData]) => {
                 const fileTree = files.map(transformCrowdinItemToTree);
-                crowdinData = [...crowdinData, ...fileTree];
+                crowdinData = [...dirTree, ...fileTree];
                 appComponent.setCrowdinFilesData(crowdinData);
-                return checkOrigin();
+
+                project = projectData;
+                const languagesSorted = project.targetLanguages.map(language => ({
+                  sourceLanguageId: projectData.sourceLanguage.editorCode,
+                  projectEditorLink: projectData.projectEditorLink,
+                  ...language,
+                })).sort((a, b) => a.name.localeCompare(b.name));
+
+                if (project.inContext && config?.inContext) {
+                    languagesSorted.push({...project.inContextPseudoLanguage, inContext: true});
+                }
+
+                setLanguagesForTranslation(languagesSorted);
+                appComponent.setCrowdinLanguagesData(languagesSorted);
             })
-            .then(restParams => fetch('api/crowdin/project' + restParams))
         {{else}}
         checkOrigin()
-            .then(restParams => fetch('api/crowdin/files' + restParams))
-            .then(checkResponse)
-            .then((res) => {
-                const tree = res.map(transformCrowdinItemToTree);
+            .then(restParams => {
+                const filesPromise = fetch('api/crowdin/files' + restParams)
+                    .then(checkResponse);
+
+                const projectPromise = fetch('api/crowdin/project' + restParams)
+                    .then(checkResponse);
+
+                return Promise.all([filesPromise, projectPromise]);
+            })
+            .then(([files, projectData]) => {
+                const tree = files.map(transformCrowdinItemToTree);
                 crowdinData = tree;
                 appComponent.setCrowdinFilesData(tree);
-                return checkOrigin();
-            })
-            .then(restParams => fetch('api/crowdin/project' + restParams))
-        {{/if}}
-            .then(checkResponse)
-            .then((res) => {
-                project = res;
+
+                project = projectData;
                 const languagesSorted = project.targetLanguages.map(language => ({
-                  sourceLanguageId: res.sourceLanguage.editorCode,
-                  projectEditorLink: res.projectEditorLink,
+                  sourceLanguageId: projectData.sourceLanguage.editorCode,
+                  projectEditorLink: projectData.projectEditorLink,
                   ...language,
                 })).sort((a, b) => a.name.localeCompare(b.name));
 
@@ -643,9 +665,9 @@
                 }
 
                 setLanguagesForTranslation(languagesSorted);
-
-                appComponent.setCrowdinLanguagesData(languagesSorted)
+                appComponent.setCrowdinLanguagesData(languagesSorted);
             })
+        {{/if}}
             {{#or withCronSync webhooks}}
                 .then(() => getSyncSettings('crowdin'))
             {{/or}}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@crowdin/app-project-module",
-  "version": "0.104.1",
+  "version": "0.105.0",
   "description": "Module that generates for you all common endpoints for serving standalone Crowdin App",
   "main": "out/index.js",
   "types": "out/index.d.ts",