@chenchaolong/plugin-trade-compliance-workbench 1.0.64 → 1.0.65

package/dist/lib/workbench.service.js

@@ -577,7 +577,7 @@ let TradeComplianceWorkbenchService = class TradeComplianceWorkbenchService {
         batch.riskRecalculatedAt = result.riskRecalculatedAt ?? new Date();
         return batch;
     }
-    async localizeControlledCatalogRows(rows, organizationId, deadline = Date.now() + CONTROLLED_CATALOG_TRANSLATION_TIMEOUT_MS, ownerSignal) {
+    async localizeControlledCatalogRows(rows, organizationId, deadline = Date.now() + CONTROLLED_CATALOG_TRANSLATION_TIMEOUT_MS, ownerSignal, allowServiceTranslation = false) {
         const localized = new Array(rows.length);
         const controller = new AbortController();
         const abortFromOwner = () => controller.abort(ownerSignal?.reason);
@@ -591,7 +591,7 @@ let TradeComplianceWorkbenchService = class TradeComplianceWorkbenchService {
             while (nextIndex < rows.length) {
                 const index = nextIndex;
                 nextIndex += 1;
-                localized[index] = await this.localizeControlledCatalogRow(rows[index], organizationId, deadline, controller.signal);
+                localized[index] = await this.localizeControlledCatalogRow(rows[index], organizationId, deadline, controller.signal, allowServiceTranslation);
             }
         };
         try {
@@ -603,14 +603,14 @@ let TradeComplianceWorkbenchService = class TradeComplianceWorkbenchService {
             ownerSignal?.removeEventListener('abort', abortFromOwner);
         }
     }
-    async localizeControlledCatalogRow(row, organizationId, deadline, signal) {
+    async localizeControlledCatalogRow(row, organizationId, deadline, signal, allowServiceTranslation) {
         const originalProductName = String(row.originalProductName ?? '').trim() || null;
         const originalControlDescription = String(row.originalControlDescription ?? '').trim() || null;
         let productName = String(row.productName ?? '').trim();
         let controlDescription = String(row.controlDescription ?? '').trim() || null;
         let translationSource = row.translationSource ?? null;
         let serviceTranslated = false;
-        const inputIssue = catalogLocalizationInputIssues(row)[0];
+        const inputIssue = catalogLocalizationInputIssues(row, allowServiceTranslation)[0];
         if (inputIssue)
             return { productName, controlDescription, originalProductName, originalControlDescription, translationSource, error: inputIssue.message };
         if (!productName) {
@@ -1071,8 +1071,8 @@ let TradeComplianceWorkbenchService = class TradeComplianceWorkbenchService {
             if (decision === 'PUBLISH_VALID_ROWS') {
                 await this.appendStalledCatalogReviewIssues(manager, scope, task, batch, unresolved);
             }
-            if (unresolved.length > 0)
-                await reviewRepo.save(unresolved);
+            for (const block of unresolved)
+                await reviewRepo.save(block);
             await this.reconcileCatalogReviewPendingCount(reviewRepo, scope, task);
             if (progress.reviewPendingCount !== 0) {
                 throw new DomainError(DomainErrorCodes.INVALID_INPUT, '目录恢复后仍存在待复核块');
@@ -1128,6 +1128,77 @@ let TradeComplianceWorkbenchService = class TradeComplianceWorkbenchService {
         }
         return result;
     }
+    async autoTranslateCatalogReviewBlocks(scope, taskId) {
+        if (!this.translation)
+            return { translated: 0, remaining: await this.countCatalogReviewBlocks(scope, taskId) };
+        let translated = 0;
+        while (true) {
+            const leased = await this.leaseTranslationReviewBlocks(scope, taskId);
+            if (!leased || leased.blocks.length === 0)
+                break;
+            const records = leased.blocks.map(block => ({
+                recordId: block.id,
+                fields: translationFields(block)
+            }));
+            const translatedRecords = await this.translation.translateBatch(records, { organizationId: scope.organizationId });
+            const translatedById = new Map(translatedRecords.map(record => [record.recordId, record]));
+            const accepted = leased.blocks.flatMap(block => {
+                const result = translatedById.get(block.id);
+                const fields = result?.fields;
+                if (!fields)
+                    return [];
+                const payload = autoTranslatedPayload(block, fields);
+                return payload ? [{ blockId: block.id, decision: 'ACCEPT', payload }] : [];
+            });
+            const acceptedIds = new Set(accepted.map(item => item.blockId));
+            await this.releaseTranslationReviewBlocks(scope, taskId, leased.leaseToken, leased.blocks.filter(block => !acceptedIds.has(block.id)).map(block => block.id));
+            if (accepted.length === 0)
+                break;
+            const result = await this.submitCatalogReviewBatchInternal(scope, taskId, leased.leaseToken, accepted, true);
+            translated += result.resolved;
+            if (result.resolved === 0 || accepted.length < leased.blocks.length)
+                break;
+        }
+        return { translated, remaining: await this.countCatalogReviewBlocks(scope, taskId) };
+    }
+    async leaseTranslationReviewBlocks(scope, taskId) {
+        return this.dataSource.transaction(async (manager) => {
+            const taskRepo = manager.getRepository(ImportTask);
+            const task = await required(taskRepo.findOne({ where: { ...activeScope(scope), id: taskId }, lock: { mode: 'pessimistic_write' } }), '解析任务不存在');
+            const repo = manager.getRepository(CatalogReviewBlock);
+            const candidates = await repo.find({ where: { ...activeScope(scope), importTaskId: task.id, status: 'PENDING' }, order: { ordinal: 'ASC' }, lock: { mode: 'pessimistic_write' } });
+            const blocks = candidates.filter(block => block.reasons.length === 1 && block.reasons[0] === 'TRANSLATION_REQUIRED').slice(0, CATALOG_REVIEW_BATCH_LIMIT);
+            if (blocks.length === 0)
+                return null;
+            const leaseToken = randomUUID();
+            const leaseExpiresAt = new Date(Date.now() + 10 * 60_000);
+            for (const block of blocks) {
+                block.status = 'LEASED';
+                block.leaseToken = leaseToken;
+                block.leaseExpiresAt = leaseExpiresAt;
+            }
+            await repo.update({ ...activeScope(scope), importTaskId: task.id, id: In(blocks.map(block => block.id)), status: 'PENDING' }, {
+                status: 'LEASED', leaseToken, leaseExpiresAt
+            });
+            if (task.progress) {
+                task.progress.stage = 'TRANSLATING';
+                task.progress.progressVersion += 1;
+                task.progress.lastProgressAt = new Date().toISOString();
+                await taskRepo.save(task);
+            }
+            return { leaseToken, blocks };
+        });
+    }
+    async releaseTranslationReviewBlocks(scope, taskId, leaseToken, blockIds) {
+        if (blockIds.length === 0)
+            return;
+        await this.dataSource.getRepository(CatalogReviewBlock).update({ ...activeScope(scope), importTaskId: taskId, id: In(blockIds), status: 'LEASED', leaseToken }, {
+            status: 'PENDING', leaseToken: null, leaseExpiresAt: null
+        });
+    }
+    async countCatalogReviewBlocks(scope, taskId) {
+        return this.dataSource.getRepository(CatalogReviewBlock).count({ where: { ...activeScope(scope), importTaskId: taskId, status: In(['PENDING', 'LEASED']) } });
+    }
     async waitImportProgress(scope, taskId, afterProgressVersion = 0, waitMs = 10_000) {
         const deadline = Date.now() + Math.max(0, Math.min(waitMs, 10_000));
         while (true) {
@@ -1183,7 +1254,9 @@ let TradeComplianceWorkbenchService = class TradeComplianceWorkbenchService {
                 block.leaseToken = leaseToken;
                 block.leaseExpiresAt = leaseExpiresAt;
             }
-            await repo.save(blocks);
+            await repo.update({ ...activeScope(scope), importTaskId: task.id, id: In(blocks.map(block => block.id)), status: 'PENDING' }, {
+                status: 'LEASED', leaseToken, leaseExpiresAt
+            });
             return {
                 leaseToken,
                 leaseExpiresAt: leaseExpiresAt.toISOString(),
@@ -1196,6 +1269,9 @@ let TradeComplianceWorkbenchService = class TradeComplianceWorkbenchService {
         });
     }
     async submitCatalogReviewBatch(scope, taskId, leaseToken, items) {
+        return this.submitCatalogReviewBatchInternal(scope, taskId, leaseToken, items, false);
+    }
+    async submitCatalogReviewBatchInternal(scope, taskId, leaseToken, items, allowServiceTranslation) {
         if (!leaseToken.trim() || items.length === 0 || items.length > CATALOG_REVIEW_BATCH_LIMIT) {
             throw new DomainError(DomainErrorCodes.INVALID_INPUT, '复核提交参数无效');
         }
@@ -1254,7 +1330,7 @@ let TradeComplianceWorkbenchService = class TradeComplianceWorkbenchService {
                     block.resolutionFingerprint = catalogReviewResolutionFingerprint(item);
                 }
                 else {
-                    const evaluation = evaluateCatalogReviewAccept(task.documentType, block, item.payload);
+                    const evaluation = evaluateCatalogReviewAccept(task.documentType, block, item.payload, allowServiceTranslation);
                     if (!evaluation.candidate) {
                         restorePendingReviewBlock(block);
                         errors.push({ blockId: block.id, reasons: evaluation.reasons });
@@ -1283,7 +1359,7 @@ let TradeComplianceWorkbenchService = class TradeComplianceWorkbenchService {
                 const batchRepo = manager.getRepository(ControlledCatalogBatch);
                 const batch = await required(batchRepo.findOne({ where: { ...activeScope(scope), id: task.resultEntityId } }), '管控目录批次不存在');
                 const rows = acceptedCandidates.flatMap(candidateToControlledRows);
-                const localized = await this.localizeControlledCatalogRows(rows, scope.organizationId);
+                const localized = await this.localizeControlledCatalogRows(rows, scope.organizationId, undefined, undefined, allowServiceTranslation);
                 await this.appendControlledCatalogRows(manager, scope, batch, rows, localized);
                 await batchRepo.save(batch);
                 task.progress.successCount = batch.successCount;
@@ -1303,7 +1379,8 @@ let TradeComplianceWorkbenchService = class TradeComplianceWorkbenchService {
                 task.progress.invalidCount = rejectedBatch.invalidCount;
                 task.progress.skippedCount = rejectedBatch.skippedCount;
             }
-            await reviewRepo.save(blocks);
+            for (const block of blocks)
+                await reviewRepo.save(block);
             task.progress.reviewResolvedCount += resolved;
             task.progress.reviewRejectedCount += rejected;
             await this.reconcileCatalogReviewPendingCount(reviewRepo, scope, task);
@@ -3607,12 +3684,10 @@ let TradeComplianceWorkbenchService = class TradeComplianceWorkbenchService {
                 return { scanned: 0, matches: 0, riskRecalculatedAt: sanctionBatch.riskRecalculatedAt };
             }
             await repo.update({ ...activeScope(scope), deletedAt: IsNull() }, { deletedAt: now, invalidationReason: reason });
-            const [suppliers, customers, sanctions, aliases] = await Promise.all([
-                supplierRepo.find({ where: { ...activeScope(scope), deletedAt: IsNull() } }),
-                customerRepo.find({ where: { ...activeScope(scope), deletedAt: IsNull() } }),
-                manager.getRepository(SanctionedCompanyRecord).find({ where: { ...activeScope(scope), lifecycleStatus: 'ACTIVE', deletedAt: IsNull() } }),
-                manager.getRepository(SanctionedCompanyAlias).find({ where: { ...activeScope(scope), deletedAt: IsNull() } })
-            ]);
+            const suppliers = await supplierRepo.find({ where: { ...activeScope(scope), deletedAt: IsNull() } });
+            const customers = await customerRepo.find({ where: { ...activeScope(scope), deletedAt: IsNull() } });
+            const sanctions = await manager.getRepository(SanctionedCompanyRecord).find({ where: { ...activeScope(scope), lifecycleStatus: 'ACTIVE', deletedAt: IsNull() } });
+            const aliases = await manager.getRepository(SanctionedCompanyAlias).find({ where: { ...activeScope(scope), deletedAt: IsNull() } });
             const sanctionsById = new Map(sanctions.map(item => [item.id, item]));
             const sanctionsByNormalizedName = new Map();
             for (const item of sanctions)
@@ -4394,7 +4469,7 @@ function candidateToControlledRows(candidate) {
     const hsCodes = Array.isArray(candidate.values.hsCodes) && candidate.values.hsCodes.length
         ? candidate.values.hsCodes
         : [undefined];
-    const translationSource = candidate.values.translationSource === 'AGENT_TRANSLATED' || candidate.values.translationSource === 'SOURCE_CHINESE'
+    const translationSource = candidate.values.translationSource === 'AGENT_TRANSLATED' || candidate.values.translationSource === 'SOURCE_CHINESE' || candidate.values.translationSource === 'SERVICE_TRANSLATED'
         ? candidate.values.translationSource
         : candidate.values.translationRequired || (!candidate.values.productName && candidate.values.originalProductName)
             ? 'AGENT_TRANSLATED'
@@ -4402,6 +4477,7 @@ function candidateToControlledRows(candidate) {
     return hsCodes.map(hsCode => ({
         productName: optionalString(candidate.values.productName) ?? undefined,
         originalProductName: optionalString(candidate.values.originalProductName) ?? undefined,
+        originalControlDescription: optionalString(candidate.values.originalControlDescription) ?? undefined,
         hsCode: typeof hsCode === 'string' ? hsCode : undefined,
         controlDescription: optionalString(candidate.values.controlDescription) ?? undefined,
         controlCode: optionalString(candidate.values.controlCode) ?? undefined,
@@ -4498,11 +4574,11 @@ function canonicalJson(value) {
     }
     throw new TypeError('Resolution payload is not JSON serializable');
 }
-function evaluateCatalogReviewAccept(documentType, block, patch) {
+function evaluateCatalogReviewAccept(documentType, block, patch, allowServiceTranslation = false) {
     try {
         const payload = mergeReviewPayload(block.payload, patch);
         let candidate = reviewCandidate(documentType, block, payload);
-        if (!validCatalogReviewCandidateValues(candidate))
+        if (!validCatalogReviewCandidateValues(candidate, allowServiceTranslation))
             return { candidate: null, reasons: ['REVIEW_PAYLOAD_INVALID'] };
         candidate = normalizeCatalogCandidate(candidate);
         const decision = classifyCandidate(candidate);
@@ -4520,7 +4596,7 @@ function evaluateCatalogReviewAccept(documentType, block, patch) {
 const CATALOG_REVIEW_VARCHAR_MAX = 255;
 const CATALOG_REVIEW_TEXT_MAX = 100_000;
 const CATALOG_REVIEW_ARRAY_MAX = 100;
-function validCatalogReviewCandidateValues(candidate) {
+function validCatalogReviewCandidateValues(candidate, allowServiceTranslation = false) {
     const values = candidate.values;
     const varcharFields = candidate.kind === 'CONTROLLED'
         ? ['productName', 'hsCode', 'controlCode', 'sourceSection', 'sourceOrdinal']
@@ -4534,7 +4610,7 @@ function validCatalogReviewCandidateValues(candidate) {
         return false;
     if (values.translationRequired !== undefined && typeof values.translationRequired !== 'boolean')
         return false;
-    if (values.translationSource !== undefined && values.translationSource !== 'SOURCE_CHINESE' && values.translationSource !== 'AGENT_TRANSLATED')
+    if (values.translationSource !== undefined && values.translationSource !== 'SOURCE_CHINESE' && values.translationSource !== 'AGENT_TRANSLATED' && !(allowServiceTranslation && values.translationSource === 'SERVICE_TRANSLATED'))
         return false;
     if (values.hsCodes !== undefined && (!Array.isArray(values.hsCodes) || values.hsCodes.length > CATALOG_REVIEW_ARRAY_MAX ||
         values.hsCodes.some(value => typeof value !== 'string' || value.length > CATALOG_REVIEW_VARCHAR_MAX)))
@@ -4555,6 +4631,36 @@ function validCatalogReviewAlias(value) {
     return typeof alias === 'string' && alias.length > 0 && alias.length <= CATALOG_REVIEW_VARCHAR_MAX &&
         (aliasType === 'AKA' || aliasType === 'LOCAL_LANGUAGE');
 }
+function translationFields(block) {
+    const payload = block.payload ?? {};
+    const fields = block.documentType === 'CONTROLLED_CATALOG'
+        ? [['productName', payload.originalProductName ?? payload.productName], ['controlDescription', payload.originalControlDescription ?? payload.controlDescription]]
+        : [['sanctionReason', payload.sanctionReason], ['remarks', payload.remarks]];
+    return Object.fromEntries(fields.filter(([, value]) => typeof value === 'string' && value.trim().length > 0));
+}
+function autoTranslatedPayload(block, fields) {
+    const requiredFields = Object.keys(translationFields(block));
+    if (requiredFields.length === 0 || requiredFields.some(field => typeof fields[field] !== 'string' || !fields[field]?.trim()))
+        return null;
+    const payload = { ...block.payload };
+    for (const field of ['productName', 'controlDescription', 'sanctionReason', 'remarks']) {
+        const value = fields[field];
+        if (value !== undefined && value !== null && String(value).trim())
+            payload[field] = String(value).trim();
+    }
+    if (block.documentType === 'CONTROLLED_CATALOG') {
+        if (payload.originalProductName && !payload.productName)
+            return null;
+        if (payload.originalControlDescription && !payload.controlDescription)
+            return null;
+        payload.translationRequired = false;
+        payload.translationSource = 'SERVICE_TRANSLATED';
+    }
+    else {
+        payload.translationRequired = false;
+    }
+    return payload;
+}
 function isRealIsoDate(value) {
     const match = /^(\d{4})-(\d{2})-(\d{2})$/.exec(value);
     if (!match)