@langlink/dsh-l10n 0.2.1 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -0
- package/dist/index.js +1339 -131
- package/dist/index.js.map +4 -4
- package/package.json +1 -1
- package/skills/l10n-check/SKILL.md +4 -0
package/dist/index.js
CHANGED
|
@@ -61,39 +61,39 @@ function createPlatformClient(options) {
|
|
|
61
61
|
}
|
|
62
62
|
return result;
|
|
63
63
|
}
|
|
64
|
-
async function
|
|
64
|
+
async function json2(method, endpoint, body, request) {
|
|
65
65
|
return await (await response(method, endpoint, body, request)).json();
|
|
66
66
|
}
|
|
67
67
|
return {
|
|
68
|
-
qaRules: () =>
|
|
69
|
-
configurations: (resource, offset = 0) =>
|
|
70
|
-
configurationVersion: (resource, id, version) =>
|
|
71
|
-
documentConfiguration: (id) =>
|
|
72
|
-
setDocumentConfiguration: (id, input) =>
|
|
73
|
-
me: () =>
|
|
74
|
-
plugins: () =>
|
|
75
|
-
models: () =>
|
|
76
|
-
createDocument: (input, request) =>
|
|
77
|
-
documents: (offset = 0, limit = 50) =>
|
|
78
|
-
documentChanges: (id, after) =>
|
|
79
|
-
document: (id, offset = 0, limit = 50, request) =>
|
|
80
|
-
segment: (id, segmentId) =>
|
|
81
|
-
edit: (id, segmentId, input, request) =>
|
|
82
|
-
attachAssets: (id, input, request) =>
|
|
83
|
-
segmentAssets: (id, segmentId) =>
|
|
84
|
-
comments: (id, segmentId) =>
|
|
85
|
-
addComment: (id, segmentId, body) =>
|
|
86
|
-
setStyle: (id, style, customStyleInstruction) =>
|
|
87
|
-
setModels: (id, input) =>
|
|
88
|
-
createJob: (id, input, request) =>
|
|
89
|
-
job: (id, request) =>
|
|
90
|
-
cancelJob: (id) =>
|
|
91
|
-
retryJob: (id, request) =>
|
|
92
|
-
undoJob: (id) =>
|
|
93
|
-
jobResults: (id) =>
|
|
94
|
-
updateSuggestion: (id, segmentId, input) =>
|
|
95
|
-
discardSuggestion: (id, segmentId, input) =>
|
|
96
|
-
applySuggestion: (id, segmentId, input) =>
|
|
68
|
+
qaRules: () => json2("GET", path("qa-rules")),
|
|
69
|
+
configurations: (resource, offset = 0) => json2("GET", `${path(resource)}?offset=${offset}`),
|
|
70
|
+
configurationVersion: (resource, id, version) => json2("GET", `${path(resource, id)}?version=${version}`),
|
|
71
|
+
documentConfiguration: (id) => json2("GET", path("documents", id, "configuration")),
|
|
72
|
+
setDocumentConfiguration: (id, input) => json2("PATCH", path("documents", id, "configuration"), input),
|
|
73
|
+
me: () => json2("GET", path("me")),
|
|
74
|
+
plugins: () => json2("GET", path("plugins")),
|
|
75
|
+
models: () => json2("GET", path("models")),
|
|
76
|
+
createDocument: (input, request) => json2("POST", path("documents"), input, request),
|
|
77
|
+
documents: (offset = 0, limit = 50) => json2("GET", `${path("documents")}?offset=${offset}&limit=${limit}`),
|
|
78
|
+
documentChanges: (id, after) => json2("GET", `${path("documents", id, "changes")}?after=${encodeURIComponent(after)}`),
|
|
79
|
+
document: (id, offset = 0, limit = 50, request) => json2("GET", `${path("documents", id)}?segments.offset=${offset}&segments.limit=${limit}`, void 0, request),
|
|
80
|
+
segment: (id, segmentId) => json2("GET", path("documents", id, "segments", segmentId)),
|
|
81
|
+
edit: (id, segmentId, input, request) => json2("PATCH", path("documents", id, "segments", segmentId), input, request),
|
|
82
|
+
attachAssets: (id, input, request) => json2("POST", path("documents", id, "assets"), input, request),
|
|
83
|
+
segmentAssets: (id, segmentId) => json2("GET", path("documents", id, "segments", segmentId, "assets")),
|
|
84
|
+
comments: (id, segmentId) => json2("GET", path("documents", id, "comments") + (segmentId ? `?segmentId=${encodeURIComponent(segmentId)}` : "")),
|
|
85
|
+
addComment: (id, segmentId, body) => json2("POST", path("documents", id, "comments"), { segmentId, body }),
|
|
86
|
+
setStyle: (id, style, customStyleInstruction) => json2("PATCH", path("documents", id, "style"), { style, ...customStyleInstruction === void 0 ? {} : { customStyleInstruction } }),
|
|
87
|
+
setModels: (id, input) => json2("PATCH", path("documents", id, "models"), input),
|
|
88
|
+
createJob: (id, input, request) => json2("POST", path("documents", id, "jobs"), input, request),
|
|
89
|
+
job: (id, request) => json2("GET", path("jobs", id), void 0, request),
|
|
90
|
+
cancelJob: (id) => json2("POST", path("jobs", id, "cancel"), {}),
|
|
91
|
+
retryJob: (id, request) => json2("POST", path("jobs", id, "retry"), {}, request),
|
|
92
|
+
undoJob: (id) => json2("POST", path("jobs", id, "undo"), {}),
|
|
93
|
+
jobResults: (id) => json2("GET", path("jobs", id, "results")),
|
|
94
|
+
updateSuggestion: (id, segmentId, input) => json2("PATCH", path("documents", id, "segments", segmentId, "suggestion"), input),
|
|
95
|
+
discardSuggestion: (id, segmentId, input) => json2("DELETE", path("documents", id, "segments", segmentId, "suggestion"), input),
|
|
96
|
+
applySuggestion: (id, segmentId, input) => json2("POST", path("documents", id, "segments", segmentId, "apply-suggestion"), input),
|
|
97
97
|
exportDocument: async (id, request) => {
|
|
98
98
|
const result = await response("POST", path("documents", id, "export"), {}, request);
|
|
99
99
|
const body = await result.json();
|
|
@@ -111,7 +111,7 @@ function createPlatformClient(options) {
|
|
|
111
111
|
if (Date.now() >= deadline) throw new Error("job polling deadline exceeded; the server task has not been cancelled");
|
|
112
112
|
let result;
|
|
113
113
|
try {
|
|
114
|
-
result = await
|
|
114
|
+
result = await json2("GET", path("jobs", id), void 0, { signal });
|
|
115
115
|
} catch (error) {
|
|
116
116
|
if (deadlineSignal.aborted && !settings.signal?.aborted) throw new Error("job polling deadline exceeded; the server task has not been cancelled");
|
|
117
117
|
throw error;
|
|
@@ -479,8 +479,31 @@ function validateInlineEdit(segment, content) {
|
|
|
479
479
|
if (order.every((value, i) => value === i)) return;
|
|
480
480
|
const source = segment.sourceNode ? fragment(segment.sourceInner, segment.sourceNode) : void 0;
|
|
481
481
|
const sourceCodes = source ? codes(source.root, source.xml).filter((code) => !code.close) : [];
|
|
482
|
+
validateCodeOrder(original, order, sourceCodes, old.root.namespaceUri ?? "");
|
|
483
|
+
}
|
|
484
|
+
function inlineCodeOrderError(source, target) {
|
|
485
|
+
const sourceCodes = codes(source, ""), targetCodes = codes(target, "");
|
|
486
|
+
const namespace = source.namespaceUri ?? "";
|
|
487
|
+
const positions = /* @__PURE__ */ new Map();
|
|
488
|
+
const key = (code) => (code.close ? "/" : "") + codeIdentity(code.node, true, namespace);
|
|
489
|
+
sourceCodes.forEach((code, index) => {
|
|
490
|
+
const identity = key(code), group = positions.get(identity) ?? [];
|
|
491
|
+
group.push(index);
|
|
492
|
+
positions.set(identity, group);
|
|
493
|
+
});
|
|
494
|
+
const order = targetCodes.map((code) => positions.get(key(code))?.shift() ?? -1);
|
|
495
|
+
if (sourceCodes.length !== order.length || order.includes(-1)) return void 0;
|
|
496
|
+
try {
|
|
497
|
+
validateCodeOrder(sourceCodes, order, sourceCodes.filter((code) => !code.close), namespace);
|
|
498
|
+
return void 0;
|
|
499
|
+
} catch (error) {
|
|
500
|
+
return error instanceof Error ? error.message : "\u6807\u7B7E\u987A\u5E8F\u65E0\u6548";
|
|
501
|
+
}
|
|
502
|
+
}
|
|
503
|
+
function validateCodeOrder(original, order, sourceCodes, namespace) {
|
|
504
|
+
if (order.every((value, i) => value === i)) return;
|
|
482
505
|
const hintFor = (code) => {
|
|
483
|
-
if ((code.node.namespaceUri ?? "") !==
|
|
506
|
+
if ((code.node.namespaceUri ?? "") !== namespace) return void 0;
|
|
484
507
|
const matches = sourceCodes.filter((item) => codeIdentity(item.node, false) === codeIdentity(code.node, false));
|
|
485
508
|
const sourceHint = matches.find((item) => ["no", "firstNo"].includes(item.node.attribs.canReorder ?? ""))?.node.attribs.canReorder;
|
|
486
509
|
if (sourceHint && matches.length !== 1) throw new Error("ambiguous source editing hints require original code order");
|
|
@@ -491,7 +514,7 @@ function validateInlineEdit(segment, content) {
|
|
|
491
514
|
let fixedOrder = false;
|
|
492
515
|
for (let i = 0; i < original.length; i++) {
|
|
493
516
|
const code = original[i], node = code.node;
|
|
494
|
-
if (code.close || (node.namespaceUri ?? "") !==
|
|
517
|
+
if (code.close || (node.namespaceUri ?? "") !== namespace) continue;
|
|
495
518
|
const name2 = node.local;
|
|
496
519
|
if (node.attribs.isolated === "yes" || node.attribs.isolated === "true") fixedOrder = true;
|
|
497
520
|
if (["bpt", "bx", "sc", "sm"].includes(name2)) stack.push(i);
|
|
@@ -737,10 +760,10 @@ function resolveContent(segment, edit) {
|
|
|
737
760
|
}
|
|
738
761
|
return escapeXmlText(edit.content);
|
|
739
762
|
}
|
|
740
|
-
function patchDocument(
|
|
763
|
+
function patchDocument(document2, edits) {
|
|
741
764
|
const errors = [];
|
|
742
765
|
const prepared = [];
|
|
743
|
-
const byId = new Map(
|
|
766
|
+
const byId = new Map(document2.segments.map((segment) => [segment.id, segment]));
|
|
744
767
|
for (const [segmentId, edit] of edits) {
|
|
745
768
|
const segment = byId.get(segmentId);
|
|
746
769
|
if (!segment) {
|
|
@@ -754,7 +777,7 @@ function patchDocument(document, edits) {
|
|
|
754
777
|
try {
|
|
755
778
|
const content = resolveContent(segment, edit);
|
|
756
779
|
const target = segment.targetNode;
|
|
757
|
-
const opening = target ?
|
|
780
|
+
const opening = target ? document2.xml.slice(target.start, target.openEnd) : "";
|
|
758
781
|
const expandEmptyTarget = content !== "" && target !== void 0 && target.openEnd === target.end && opening.endsWith("/>");
|
|
759
782
|
prepared.push({
|
|
760
783
|
start: expandEmptyTarget ? target.start : segment.targetRange.start,
|
|
@@ -769,22 +792,22 @@ function patchDocument(document, edits) {
|
|
|
769
792
|
}
|
|
770
793
|
}
|
|
771
794
|
if (errors.length > 0) {
|
|
772
|
-
return { xml:
|
|
795
|
+
return { xml: document2.xml, applied: 0, errors };
|
|
773
796
|
}
|
|
774
797
|
prepared.sort((left, right) => right.start - left.start);
|
|
775
|
-
let output =
|
|
798
|
+
let output = document2.xml;
|
|
776
799
|
let lastStart = Number.POSITIVE_INFINITY;
|
|
777
800
|
for (const patch of prepared) {
|
|
778
801
|
if (patch.end > lastStart) {
|
|
779
802
|
return {
|
|
780
|
-
xml:
|
|
803
|
+
xml: document2.xml,
|
|
781
804
|
applied: 0,
|
|
782
805
|
errors: [{ segmentId: "overlap", message: "overlapping patch ranges" }]
|
|
783
806
|
};
|
|
784
807
|
}
|
|
785
808
|
if (patch.start < 0 || patch.end > output.length || patch.start > patch.end) {
|
|
786
809
|
return {
|
|
787
|
-
xml:
|
|
810
|
+
xml: document2.xml,
|
|
788
811
|
applied: 0,
|
|
789
812
|
errors: [{ segmentId: "range", message: "patch range out of bounds" }]
|
|
790
813
|
};
|
|
@@ -794,10 +817,10 @@ function patchDocument(document, edits) {
|
|
|
794
817
|
}
|
|
795
818
|
return { xml: output, applied: prepared.length, errors: [] };
|
|
796
819
|
}
|
|
797
|
-
function textEdits(
|
|
820
|
+
function textEdits(document2, values) {
|
|
798
821
|
const edits = /* @__PURE__ */ new Map();
|
|
799
822
|
for (const [segmentId, value] of values) {
|
|
800
|
-
const segment =
|
|
823
|
+
const segment = document2.segments.find((candidate) => candidate.id === segmentId);
|
|
801
824
|
if (!segment || segment.targetTags.length > 0) continue;
|
|
802
825
|
edits.set(segmentId, { content: value });
|
|
803
826
|
}
|
|
@@ -849,10 +872,10 @@ function setAttribute(tag, name2, rawValue) {
|
|
|
849
872
|
return ` ${name2}="${value}"${selfClosing === "/" ? "/>" : ">"}`;
|
|
850
873
|
});
|
|
851
874
|
}
|
|
852
|
-
function patchSdlStates(
|
|
875
|
+
function patchSdlStates(document2, updates) {
|
|
853
876
|
const errors = [];
|
|
854
877
|
const patches = [];
|
|
855
|
-
const byId = new Map(
|
|
878
|
+
const byId = new Map(document2.segments.map((segment) => [segment.id, segment]));
|
|
856
879
|
for (const [segmentId, update] of updates) {
|
|
857
880
|
const segment = byId.get(segmentId);
|
|
858
881
|
if (!segment) {
|
|
@@ -868,7 +891,7 @@ function patchSdlStates(document, updates) {
|
|
|
868
891
|
continue;
|
|
869
892
|
}
|
|
870
893
|
const node = segment.sdlNode;
|
|
871
|
-
let tag =
|
|
894
|
+
let tag = document2.xml.slice(node.start, node.openEnd);
|
|
872
895
|
for (const [key, attribute] of ATTRIBUTE_NAMES) {
|
|
873
896
|
const value = update[key];
|
|
874
897
|
if (value === void 0) continue;
|
|
@@ -876,12 +899,12 @@ function patchSdlStates(document, updates) {
|
|
|
876
899
|
}
|
|
877
900
|
patches.push({ start: node.start, end: node.openEnd, content: tag, id: segmentId });
|
|
878
901
|
}
|
|
879
|
-
if (errors.length > 0) return { xml:
|
|
880
|
-
if (patches.length === 0) return { xml:
|
|
881
|
-
const result = applyRangePatches(
|
|
902
|
+
if (errors.length > 0) return { xml: document2.xml, applied: 0, errors };
|
|
903
|
+
if (patches.length === 0) return { xml: document2.xml, applied: 0, errors: [] };
|
|
904
|
+
const result = applyRangePatches(document2.xml, patches);
|
|
882
905
|
if (result.errors.length > 0) {
|
|
883
906
|
return {
|
|
884
|
-
xml:
|
|
907
|
+
xml: document2.xml,
|
|
885
908
|
applied: 0,
|
|
886
909
|
errors: result.errors.map((error) => ({ segmentId: error.id, message: error.message }))
|
|
887
910
|
};
|
|
@@ -890,7 +913,7 @@ function patchSdlStates(document, updates) {
|
|
|
890
913
|
validateXml(result.xml);
|
|
891
914
|
} catch (caught) {
|
|
892
915
|
return {
|
|
893
|
-
xml:
|
|
916
|
+
xml: document2.xml,
|
|
894
917
|
applied: 0,
|
|
895
918
|
errors: [
|
|
896
919
|
{
|
|
@@ -1005,8 +1028,8 @@ function readProperties(props) {
|
|
|
1005
1028
|
function parseTmx(xml, options = {}) {
|
|
1006
1029
|
const source = xml.charCodeAt(0) === 65279 ? xml.slice(1) : xml;
|
|
1007
1030
|
validateXml(source);
|
|
1008
|
-
const
|
|
1009
|
-
const root = elementChildren(
|
|
1031
|
+
const document2 = parseXml(source);
|
|
1032
|
+
const root = elementChildren(document2).find((child) => child.local === "tmx");
|
|
1010
1033
|
if (!root) throw new Error("Not a TMX document: missing <tmx> root element");
|
|
1011
1034
|
const warnings = [];
|
|
1012
1035
|
const header = findChild(root, "header");
|
|
@@ -1288,8 +1311,8 @@ function preferredLanguageOrder(langSets) {
|
|
|
1288
1311
|
function parseTbx(xml, options = {}) {
|
|
1289
1312
|
const source = xml.charCodeAt(0) === 65279 ? xml.slice(1) : xml;
|
|
1290
1313
|
validateXml(source);
|
|
1291
|
-
const
|
|
1292
|
-
const root = elementChildren(
|
|
1314
|
+
const document2 = parseXml(source);
|
|
1315
|
+
const root = elementChildren(document2).find((child) => child.local === "tbx");
|
|
1293
1316
|
if (!root) throw new Error("Not a TBX document: missing <tbx> root element");
|
|
1294
1317
|
const warnings = [];
|
|
1295
1318
|
const body = findChild2(root, "body");
|
|
@@ -2066,11 +2089,13 @@ function checkTags(context) {
|
|
|
2066
2089
|
if (sourceTags.length === 0 && targetTags.length === 0) return;
|
|
2067
2090
|
const source = context.segment.sourceNode ? inlineCodeSignatures(context.segment.sourceNode) : sourceTags;
|
|
2068
2091
|
const target = context.segment.targetNode ? inlineCodeSignatures(context.segment.targetNode) : targetTags;
|
|
2069
|
-
|
|
2092
|
+
const sameInventory = JSON.stringify([...source].sort()) === JSON.stringify([...target].sort());
|
|
2093
|
+
const orderError = sameInventory && context.segment.sourceNode && context.segment.targetNode ? inlineCodeOrderError(context.segment.sourceNode, context.segment.targetNode) : void 0;
|
|
2094
|
+
if (sameInventory && !orderError) return;
|
|
2070
2095
|
draft(context, {
|
|
2071
2096
|
ruleId: "TAG_MISMATCH",
|
|
2072
|
-
message:
|
|
2073
|
-
evidence: JSON.stringify({ source, target }),
|
|
2097
|
+
message: orderError ? "\u6807\u7B7E\u7684\u914D\u5BF9\u6216\u987A\u5E8F\u4E0E\u6E90\u6587\u7EA6\u675F\u4E0D\u4E00\u81F4" : "\u6807\u7B7E\u7684\u6570\u91CF\u3001\u6807\u8BC6\u6216\u539F\u751F\u4EE3\u7801\u4E0E\u6E90\u6587\u4E0D\u4E00\u81F4",
|
|
2098
|
+
evidence: JSON.stringify({ source, target, ...orderError ? { orderError } : {} }),
|
|
2074
2099
|
suggestion: "\u6838\u5BF9\u6807\u7B7E\u7684 ID\u3001\u914D\u5BF9\u5F15\u7528\u548C\u539F\u751F\u4EE3\u7801\uFF0C\u4FDD\u7559\u6E90\u6587\u4E2D\u7684\u6807\u7B7E"
|
|
2075
2100
|
});
|
|
2076
2101
|
}
|
|
@@ -2162,9 +2187,10 @@ function validMonthDay(month, day) {
|
|
|
2162
2187
|
var DATE_PATTERNS = [
|
|
2163
2188
|
/\b(\d{4})[-/.](\d{1,2})[-/.](\d{1,2})\b/gu,
|
|
2164
2189
|
/\b(\d{1,2})[-/.](\d{1,2})[-/.](\d{2,4})\b/gu,
|
|
2165
|
-
/(\d{4}|[〇零一二三四五六七八九]{4})
|
|
2190
|
+
/(\d{4}|[〇零一二三四五六七八九]{4})\s*年\s*(\d{1,2})\s*月(?:\s*(\d{1,2})\s*日)?/gu
|
|
2166
2191
|
];
|
|
2167
2192
|
function extractDates(value) {
|
|
2193
|
+
value = normalizeNumericText(value);
|
|
2168
2194
|
const tokens = [];
|
|
2169
2195
|
const push = (key, text, start) => {
|
|
2170
2196
|
tokens.push({ key, text, span: { start, end: start + text.length } });
|
|
@@ -2262,7 +2288,7 @@ function extractDates(value) {
|
|
|
2262
2288
|
}
|
|
2263
2289
|
function maskSpans(value, spans) {
|
|
2264
2290
|
if (spans.length === 0) return value;
|
|
2265
|
-
const chars =
|
|
2291
|
+
const chars = value.split("");
|
|
2266
2292
|
for (const span of spans) {
|
|
2267
2293
|
for (let index = span.start; index < span.end && index < chars.length; index += 1) chars[index] = " ";
|
|
2268
2294
|
}
|
|
@@ -2282,10 +2308,14 @@ function normalizeNumber(raw) {
|
|
|
2282
2308
|
if (/^\d+\.0+$/u.test(value)) value = value.replace(/\.0+$/u, "");
|
|
2283
2309
|
return `${sign}${value}`;
|
|
2284
2310
|
}
|
|
2311
|
+
function normalizeNumericText(value) {
|
|
2312
|
+
return value.replace(/[0-9.,+-]/gu, (character) => character.normalize("NFKC"));
|
|
2313
|
+
}
|
|
2285
2314
|
function extractNumbers(value) {
|
|
2315
|
+
const normalized = normalizeNumericText(value);
|
|
2286
2316
|
const masked = maskSpans(
|
|
2287
|
-
|
|
2288
|
-
extractDates(
|
|
2317
|
+
normalized,
|
|
2318
|
+
[...extractDates(normalized).map((token) => token.span), ...collectPlaceholders(normalized)]
|
|
2289
2319
|
);
|
|
2290
2320
|
const results = [];
|
|
2291
2321
|
for (const match of masked.matchAll(NUMBER_RE)) results.push(normalizeNumber(match[0]));
|
|
@@ -2960,10 +2990,13 @@ function checkEmptyTargetGroup(context) {
|
|
|
2960
2990
|
if (source.trim().length === 0) return;
|
|
2961
2991
|
const targetMissing = context.segment.targetRange === null && context.target.trim().length === 0 && context.targetInner.trim().length === 0;
|
|
2962
2992
|
const empty = context.target.trim().length === 0 && context.targetInner.trim().length === 0;
|
|
2963
|
-
|
|
2993
|
+
const targetPlaceholders = collectPlaceholders(context.target);
|
|
2994
|
+
const hasVisibleBody = /[\p{L}\p{N}]/u.test(maskSpans(source, collectPlaceholders(source)));
|
|
2995
|
+
const missingBody = hasVisibleBody && (context.target.trim() === "" || targetPlaceholders.length > 0 && !/[\p{L}\p{N}]/u.test(maskSpans(context.target, targetPlaceholders)));
|
|
2996
|
+
if (!targetMissing && !empty && !missingBody) return;
|
|
2964
2997
|
draft(context, {
|
|
2965
2998
|
ruleId: "EMPTY_TARGET",
|
|
2966
|
-
message: targetMissing ? "\u76EE\u6807\u7F3A\u5931\uFF08target \u5143\u7D20\u4E0D\u5B58\u5728\uFF09" : "\u8BD1\u6587\u4E3A\u7A7A\uFF08\u6E90\u6587\u975E\u7A7A\uFF09",
|
|
2999
|
+
message: targetMissing ? "\u76EE\u6807\u7F3A\u5931\uFF08target \u5143\u7D20\u4E0D\u5B58\u5728\uFF09" : empty ? "\u8BD1\u6587\u4E3A\u7A7A\uFF08\u6E90\u6587\u975E\u7A7A\uFF09" : "\u8BD1\u6587\u7F3A\u5C11\u6B63\u6587",
|
|
2967
3000
|
evidence: `source: ${truncate(source)}`
|
|
2968
3001
|
});
|
|
2969
3002
|
}
|
|
@@ -2974,6 +3007,7 @@ function checkUntranslatedCopyGroup(context) {
|
|
|
2974
3007
|
if (normalizedSource !== normalizeForCompare(target)) return;
|
|
2975
3008
|
const policy = context.untranslatedCopy;
|
|
2976
3009
|
if (policy?.whitelist?.some((entry) => normalizeForCompare(entry) === normalizedSource)) return;
|
|
3010
|
+
if (policy?.ignoreIdentifiers && /^(?=.*[0-9])[a-z0-9][a-z0-9._/+:%-]*$/u.test(normalizedSource)) return;
|
|
2977
3011
|
const tokens = wordTokens(source);
|
|
2978
3012
|
const cjkChars = Array.from(source).filter((char) => CJK_RE.test(char)).length;
|
|
2979
3013
|
const maxShort = policy?.shortSegmentMaxLength ?? 4;
|
|
@@ -3199,20 +3233,26 @@ function runDeterministicChecks(segments, options = {}) {
|
|
|
3199
3233
|
};
|
|
3200
3234
|
}
|
|
3201
3235
|
|
|
3236
|
+
// packages/l10n-core/src/qa/report.ts
|
|
3237
|
+
function escapeCsvField(value) {
|
|
3238
|
+
if (!/[",\r\n]/u.test(value)) return value;
|
|
3239
|
+
return `"${value.replaceAll('"', '""')}"`;
|
|
3240
|
+
}
|
|
3241
|
+
|
|
3202
3242
|
// packages/l10n-core/src/workflows/check.ts
|
|
3203
|
-
function termMatchOptions(
|
|
3204
|
-
const file =
|
|
3243
|
+
function termMatchOptions(document2, segment) {
|
|
3244
|
+
const file = document2.files[segment.location.fileIndex];
|
|
3205
3245
|
const options = {};
|
|
3206
3246
|
if (file?.sourceLanguage) options.sourceLanguage = file.sourceLanguage;
|
|
3207
3247
|
if (file?.targetLanguage) options.targetLanguage = file.targetLanguage;
|
|
3208
3248
|
return options;
|
|
3209
3249
|
}
|
|
3210
|
-
function checkDocument(
|
|
3250
|
+
function checkDocument(document2, options = {}) {
|
|
3211
3251
|
const glossary = options.glossary ?? [];
|
|
3212
3252
|
const segmentTermHits = /* @__PURE__ */ new Map();
|
|
3213
3253
|
if (glossary.length > 0) {
|
|
3214
|
-
for (const segment of
|
|
3215
|
-
const termOptions = termMatchOptions(
|
|
3254
|
+
for (const segment of document2.segments) {
|
|
3255
|
+
const termOptions = termMatchOptions(document2, segment);
|
|
3216
3256
|
const sourceMatches = matchTerms(segment.sourceText, glossary, termOptions);
|
|
3217
3257
|
const targetMatches = matchTerms(segment.targetText, glossary, termOptions);
|
|
3218
3258
|
segmentTermHits.set(segment.id, {
|
|
@@ -3228,7 +3268,7 @@ function checkDocument(document, options = {}) {
|
|
|
3228
3268
|
...options.untranslatedCopy === void 0 ? {} : { untranslatedCopy: options.untranslatedCopy },
|
|
3229
3269
|
...options.locale === void 0 ? {} : { locale: options.locale }
|
|
3230
3270
|
};
|
|
3231
|
-
const qa = runDeterministicChecks(
|
|
3271
|
+
const qa = runDeterministicChecks(document2.segments, qaOptions);
|
|
3232
3272
|
return { qa, segmentTermHits };
|
|
3233
3273
|
}
|
|
3234
3274
|
|
|
@@ -3242,12 +3282,12 @@ function bestMatch(matches) {
|
|
|
3242
3282
|
}
|
|
3243
3283
|
return best;
|
|
3244
3284
|
}
|
|
3245
|
-
function translateDocument(
|
|
3285
|
+
function translateDocument(document2, tmEntries, options = {}) {
|
|
3246
3286
|
const threshold = options.threshold ?? DEFAULT_THRESHOLD2;
|
|
3247
3287
|
const warnings = [];
|
|
3248
3288
|
const values = /* @__PURE__ */ new Map();
|
|
3249
3289
|
let skipped = 0;
|
|
3250
|
-
for (const segment of
|
|
3290
|
+
for (const segment of document2.segments) {
|
|
3251
3291
|
if (segment.targetText.trim().length > 0) continue;
|
|
3252
3292
|
if (segment.readOnlyReason) {
|
|
3253
3293
|
warnings.push(`${segment.id}: read-only: ${segment.readOnlyReason}; skipped`);
|
|
@@ -3275,7 +3315,7 @@ function translateDocument(document, tmEntries, options = {}) {
|
|
|
3275
3315
|
skipped += 1;
|
|
3276
3316
|
continue;
|
|
3277
3317
|
}
|
|
3278
|
-
const file =
|
|
3318
|
+
const file = document2.files[segment.location.fileIndex];
|
|
3279
3319
|
const matchOptions = {
|
|
3280
3320
|
threshold,
|
|
3281
3321
|
maxMatches: 1,
|
|
@@ -3300,30 +3340,30 @@ function translateDocument(document, tmEntries, options = {}) {
|
|
|
3300
3340
|
values.set(segment.id, target);
|
|
3301
3341
|
}
|
|
3302
3342
|
if (values.size === 0) {
|
|
3303
|
-
return { xml:
|
|
3343
|
+
return { xml: document2.xml, applied: 0, skipped, warnings };
|
|
3304
3344
|
}
|
|
3305
|
-
const patch = patchDocument(
|
|
3345
|
+
const patch = patchDocument(document2, textEdits(document2, values));
|
|
3306
3346
|
if (patch.errors.length > 0) {
|
|
3307
3347
|
const details = patch.errors.map((error) => `${error.segmentId}: ${error.message}`);
|
|
3308
3348
|
warnings.push(...details.map((detail) => `patch failed: ${detail}`));
|
|
3309
|
-
return { xml:
|
|
3349
|
+
return { xml: document2.xml, applied: 0, skipped: skipped + values.size, warnings };
|
|
3310
3350
|
}
|
|
3311
3351
|
let originalHash;
|
|
3312
3352
|
let patchedHash;
|
|
3313
3353
|
try {
|
|
3314
|
-
originalHash = structureSummary(
|
|
3354
|
+
originalHash = structureSummary(document2.xml).hash;
|
|
3315
3355
|
patchedHash = structureSummary(patch.xml).hash;
|
|
3316
3356
|
} catch (caught) {
|
|
3317
3357
|
const message = caught instanceof Error ? caught.message : String(caught);
|
|
3318
3358
|
warnings.push(`structure check failed: ${message}`);
|
|
3319
|
-
return { xml:
|
|
3359
|
+
return { xml: document2.xml, applied: 0, skipped: skipped + values.size, warnings };
|
|
3320
3360
|
}
|
|
3321
3361
|
if (originalHash !== patchedHash) {
|
|
3322
3362
|
warnings.push("structure summary changed after fill; refusing to write output");
|
|
3323
|
-
return { xml:
|
|
3363
|
+
return { xml: document2.xml, applied: 0, skipped: skipped + values.size, warnings };
|
|
3324
3364
|
}
|
|
3325
3365
|
let xml = patch.xml;
|
|
3326
|
-
if (options.setSdlState === true &&
|
|
3366
|
+
if (options.setSdlState === true && document2.format === "sdlxliff") {
|
|
3327
3367
|
const conf = options.sdlConf ?? "Translated";
|
|
3328
3368
|
try {
|
|
3329
3369
|
const patchedDocument = parseXliff(xml);
|
|
@@ -3333,13 +3373,13 @@ function translateDocument(document, tmEntries, options = {}) {
|
|
|
3333
3373
|
const state = patchSdlStates(patchedDocument, updates);
|
|
3334
3374
|
if (state.errors.length > 0) {
|
|
3335
3375
|
warnings.push(...state.errors.map((error) => `state patch failed: ${error.segmentId}: ${error.message}`));
|
|
3336
|
-
return { xml:
|
|
3376
|
+
return { xml: document2.xml, applied: 0, skipped: skipped + values.size, warnings };
|
|
3337
3377
|
}
|
|
3338
3378
|
xml = state.xml;
|
|
3339
3379
|
} catch (caught) {
|
|
3340
3380
|
const message = caught instanceof Error ? caught.message : String(caught);
|
|
3341
3381
|
warnings.push(`state patch failed: ${message}`);
|
|
3342
|
-
return { xml:
|
|
3382
|
+
return { xml: document2.xml, applied: 0, skipped: skipped + values.size, warnings };
|
|
3343
3383
|
}
|
|
3344
3384
|
}
|
|
3345
3385
|
return { xml, applied: patch.applied, skipped, warnings };
|
|
@@ -3602,11 +3642,11 @@ function parseSemanticResponse(raw, segments, options = {}) {
|
|
|
3602
3642
|
}
|
|
3603
3643
|
return { issues, rejected };
|
|
3604
3644
|
}
|
|
3605
|
-
async function runSemanticCheck(
|
|
3645
|
+
async function runSemanticCheck(document2, provider, options = {}) {
|
|
3606
3646
|
const batchSize = Math.max(1, options.batchSize ?? 20);
|
|
3607
3647
|
const batches = [];
|
|
3608
|
-
for (let index = 0; index <
|
|
3609
|
-
batches.push(
|
|
3648
|
+
for (let index = 0; index < document2.segments.length; index += batchSize) {
|
|
3649
|
+
batches.push(document2.segments.slice(index, index + batchSize));
|
|
3610
3650
|
}
|
|
3611
3651
|
const issues = [];
|
|
3612
3652
|
const failures = [];
|
|
@@ -3946,9 +3986,9 @@ function backfillOoxml(buffer, map, translations) {
|
|
|
3946
3986
|
}
|
|
3947
3987
|
|
|
3948
3988
|
// packages/l10n-core/src/workflows/polish.ts
|
|
3949
|
-
function polishDocument(
|
|
3989
|
+
function polishDocument(document2, edits) {
|
|
3950
3990
|
const normalized = /* @__PURE__ */ new Map();
|
|
3951
|
-
const byId = new Map(
|
|
3991
|
+
const byId = new Map(document2.segments.map((segment) => [segment.id, segment]));
|
|
3952
3992
|
const warnings = [];
|
|
3953
3993
|
for (const [segmentId, value] of edits) {
|
|
3954
3994
|
const segment = byId.get(segmentId);
|
|
@@ -3959,18 +3999,18 @@ function polishDocument(document, edits) {
|
|
|
3959
3999
|
normalized.set(segmentId, typeof value === "string" ? { content: value } : value);
|
|
3960
4000
|
}
|
|
3961
4001
|
if (warnings.length > 0) {
|
|
3962
|
-
return { xml:
|
|
4002
|
+
return { xml: document2.xml, applied: 0, skipped: normalized.size, warnings, changes: [] };
|
|
3963
4003
|
}
|
|
3964
|
-
const before = structureSummary(
|
|
3965
|
-
const patch = patchDocument(
|
|
4004
|
+
const before = structureSummary(document2.xml).hash;
|
|
4005
|
+
const patch = patchDocument(document2, normalized);
|
|
3966
4006
|
if (patch.errors.length > 0) {
|
|
3967
4007
|
warnings.push(...patch.errors.map((error) => `${error.segmentId}: ${error.message}`));
|
|
3968
|
-
return { xml:
|
|
4008
|
+
return { xml: document2.xml, applied: 0, skipped: normalized.size, warnings, changes: [] };
|
|
3969
4009
|
}
|
|
3970
4010
|
const after = structureSummary(patch.xml).hash;
|
|
3971
4011
|
if (before !== after) {
|
|
3972
4012
|
return {
|
|
3973
|
-
xml:
|
|
4013
|
+
xml: document2.xml,
|
|
3974
4014
|
applied: 0,
|
|
3975
4015
|
skipped: normalized.size,
|
|
3976
4016
|
warnings: ["structure summary changed after polish; refusing to write"],
|
|
@@ -4868,6 +4908,1162 @@ import { createHash as createHash3 } from "node:crypto";
|
|
|
4868
4908
|
import { readFile as readFile2, stat as stat2, writeFile as writeFile2 } from "node:fs/promises";
|
|
4869
4909
|
import { basename, resolve as resolve2 } from "node:path";
|
|
4870
4910
|
import { defineTool as defineTool3 } from "@deepseek-ai/dsh-tools";
|
|
4911
|
+
|
|
4912
|
+
// packages/l10n-core/src/qa/review-server.ts
|
|
4913
|
+
import { randomBytes } from "node:crypto";
|
|
4914
|
+
import { createServer } from "node:http";
|
|
4915
|
+
import ExcelJS3 from "exceljs";
|
|
4916
|
+
|
|
4917
|
+
// packages/l10n-core/src/qa/aiqa.ts
|
|
4918
|
+
var SYSTEM_PROMPT = `\u4F60\u662F\u8D44\u6DF1\u7FFB\u8BD1\u8D28\u91CF\u6821\u5BF9\u88C1\u51B3\u5458\uFF08AIQA\uFF09\u3002\u4F60\u7684\u552F\u4E00\u4EFB\u52A1\uFF1A\u5224\u65AD\u8FD9\u6761\u8BD1\u6587\u5982\u679C\u73B0\u5728\u76F4\u63A5\u4EA4\u4ED8\u7ED9\u5BA2\u6237\uFF0C\u662F\u5426\u5B58\u5728\u5FC5\u987B\u4FEE\u6539\u7684\u771F\u5B9E\u8D28\u91CF\u95EE\u9898\u3002
|
|
4919
|
+
|
|
4920
|
+
\u5224\u5B9A\u6807\u7B7E\uFF08\u4E8C\u9009\u4E00\uFF09\uFF1A
|
|
4921
|
+
- AUTO_PASS\uFF1A\u542B\u4E49\u51C6\u786E\u3001\u4FE1\u606F\u5B8C\u6574\u3001\u672F\u8BED/\u6570\u5B57/\u5B9E\u4F53/\u4E0A\u4E0B\u6587\u6B63\u786E\u3001\u8BED\u8A00\u8FBE\u5230\u4E13\u4E1A\u4EA4\u4ED8\u6807\u51C6\u3001\u6280\u672F\u683C\u5F0F\u6B63\u786E\u3001\u7B26\u5408\u76EE\u6807\u5E02\u573A\u4E60\u60EF\uFF0C\u4E14\u5224\u65AD\u4F9D\u636E\u5145\u5206\u3002\u5B58\u5728\u5176\u4ED6\u540C\u6837\u6B63\u786E\u7684\u8868\u8FBE\u65B9\u5F0F\u4E0D\u6784\u6210\u62D2\u7EDD\u7406\u7531\u3002
|
|
4922
|
+
- HUMAN_REVIEW\uFF1A\u5B58\u5728\u4EFB\u4F55\u5FC5\u987B\u4FEE\u6539\u7684\u771F\u5B9E\u9519\u8BEF\uFF08\u542B Minor\uFF09\uFF0C\u6216\u8FDD\u53CD\u660E\u786E\u7684\u5BA2\u6237/\u9879\u76EE\u8981\u6C42\uFF0C\u6216\u7F3A\u5C11\u5FC5\u8981\u5224\u65AD\u4FE1\u606F\uFF0C\u6216\u4F60\u65E0\u6CD5\u53EF\u9760\u786E\u8BA4\u8BD1\u6587\u5408\u683C\u3002
|
|
4923
|
+
|
|
4924
|
+
\u4E5D\u9879 Gate\uFF1AG1 \u8BED\u4E49\u51C6\u786E\uFF08\u9519\u8BD1/\u53CD\u4E49/\u5426\u5B9A/\u56E0\u679C/\u6761\u4EF6/\u65F6\u95F4/\u7A0B\u5EA6/\u4E3B\u4F53/\u6307\u4EE4\uFF09G2 \u5B8C\u6574\u6027\uFF08\u6F0F\u8BD1/\u64C5\u81EA\u589E\u8BD1/\u865A\u6784\uFF09G3 \u672F\u8BED\uFF08\u8FDD\u53CD\u9002\u7528\u672F\u8BED\u5E93\u3001\u56FA\u5B9A\u540D\u79F0\u3001\u5F3A\u5236\u7EDF\u4E00\uFF09G4 \u6570\u5B57\u4E0E\u5B9E\u4F53\uFF08\u6570\u5B57/\u65E5\u671F/\u91D1\u989D/\u5355\u4F4D/\u4EBA\u540D/\u5730\u540D/\u4EA7\u54C1\u540D\uFF09G5 \u4E0A\u4E0B\u6587\uFF08\u89D2\u8272/\u573A\u666F/\u5173\u7CFB/\u8BED\u6C14/\u529F\u80FD\uFF09G6 \u8BED\u8A00\u8D28\u91CF\uFF08\u771F\u5B9E\u8BED\u6CD5/\u9519\u522B\u5B57/\u75C5\u53E5/\u5F71\u54CD\u4EA4\u4ED8\u7684\u8868\u8FBE\uFF09G7 \u660E\u786E\u98CE\u683C\u4E0E\u9879\u76EE\u8981\u6C42 G8 \u6280\u672F\u5B8C\u6574\u6027\uFF08\u53D8\u91CF/\u5360\u4F4D\u7B26/\u27E8tag\u27E9\u6807\u7B7E/\u5FC5\u987B\u4FDD\u7559\u7684\u7A7A\u683C\u4E0E\u683C\u5F0F\uFF09G9 \u672C\u5730\u5316\u4E0E\u53EF\u7528\u6027\uFF08\u6309\u76EE\u6807\u5E02\u573A\u4E60\u60EF\u5224\u65AD\uFF09\u3002
|
|
4925
|
+
|
|
4926
|
+
\u6700\u91CD\u8981\u7684\u89C4\u5219\u2014\u2014\u771F\u5B9E\u9519\u8BEF vs \u4E2A\u4EBA\u504F\u597D\uFF1A
|
|
4927
|
+
- \u5FC5\u987B\u4FEE\u6539\uFF1A\u4E0D\u6539\u5C31\u4E0D\u6EE1\u8DB3\u6B63\u786E\u3001\u5B8C\u6574\u3001\u81EA\u7136\u3001\u7B26\u5408\u9879\u76EE\u89C4\u5219\u7684\u4EA4\u4ED8\u8981\u6C42\uFF0C\u5305\u62EC\u8F7B\u5FAE\u4F46\u771F\u5B9E\u7684\u8BED\u6CD5/\u62FC\u5199/\u672F\u8BED/\u683C\u5F0F\u9519\u8BEF\u3002
|
|
4928
|
+
- \u4E0D\u6784\u6210\u9519\u8BEF\uFF1A\u540C\u4E49\u8BCD\u66FF\u6362\u3001\u540C\u6837\u81EA\u7136\u7684\u53E5\u5F0F\u3001Reviewer \u8868\u8FBE\u504F\u597D\u3001\u4E0D\u5F71\u54CD\u8D28\u91CF\u7684\u6807\u70B9\u8C03\u6574\u3001\u65E0\u5F3A\u5236\u8981\u6C42\u65F6\u7684\u6DA6\u8272\u3001\u6B63\u786E\u8868\u8FBE\u4E4B\u95F4\u7684\u975E\u5FC5\u8981\u6539\u5199\u3002\u5224\u65AD\u539F\u8BD1\u662F\u5426\u5408\u683C\uFF0C\u800C\u4E0D\u662F\u662F\u5426\u5B58\u5728\u66F4\u597D\u7684\u5199\u6CD5\u3002
|
|
4929
|
+
|
|
4930
|
+
deterministic_observations \u5B57\u6BB5\u662F\u673A\u5668\u89C4\u5219\u53D1\u73B0\u7684\u53EF\u7591\u70B9\uFF08\u5982\u6570\u5B57/\u65E5\u671F\u4E0D\u4E00\u81F4\u3001\u7A7A\u767D\u3001\u91CD\u590D\u8BCD\uFF09\u3002\u9010\u6761\u88C1\u51B3\uFF1A\u5408\u6CD5\u7684\u672C\u5730\u5316\u8F6C\u6362\uFF08\u5E74\u53F7\u2192\u516C\u5143\u3001\u65E5\u671F/\u8D27\u5E01/\u5355\u4F4D/\u6570\u5B57\u683C\u5F0F\u8F6C\u6362\u3001\u539F\u6587\u81EA\u5E26\u7684\u7A7A\u767D\u4E60\u60EF\uFF09\u4E0D\u662F\u9519\u8BEF\uFF1B\u786E\u8BA4\u771F\u5B9E\u624D\u8BA1\u5165\u9519\u8BEF\uFF1B\u65E0\u6CD5\u786E\u8BA4\u8BE5\u53EF\u7591\u70B9\u662F\u5426\u6210\u7ACB\u65F6 HUMAN_REVIEW \u5E76\u8BF4\u660E\u3002observations \u672C\u8EAB\u4E0D\u6784\u6210\u62D2\u7EDD\u7406\u7531\u3002
|
|
4931
|
+
client_style_guide \u5B57\u6BB5\u662F\u5BA2\u6237\u98CE\u683C\u6307\u5357\uFF0C\u4F5C\u4E3A\u5F3A\u5236\u6027\u9879\u76EE\u8981\u6C42\u9002\u7528\uFF08G7\uFF1A\u8FDD\u53CD\u660E\u786E\u89C4\u5B9A\u7684\u63AA\u8F9E\u3001\u8BED\u6C14\u3001\u683C\u5F0F\u6216\u957F\u5EA6\u9650\u5236\u5373 HUMAN_REVIEW\uFF09\uFF1B\u6307\u5357\u672A\u63D0\u53CA\u7684\u65B9\u9762\u6309\u901A\u7528\u4E13\u4E1A\u6807\u51C6\u5224\u65AD\u3002
|
|
4932
|
+
supplemental_instruction \u4EC5\u662F\u672C\u6B21\u590D\u6838\u91CD\u70B9\uFF0C\u4E0D\u80FD\u66FF\u4EE3\u6216\u653E\u5BBD\u4EE5\u4E0A Gate\u3001\u672F\u8BED\u3001\u5BA2\u6237\u8981\u6C42\u3001\u8F93\u51FA\u7ED3\u6784\u548C\u5224\u5B9A\u89C4\u5219\uFF1B\u5373\u4F7F\u5176\u8981\u6C42\u5FFD\u7565\u9519\u8BEF\u6216\u76F4\u63A5\u901A\u8FC7\uFF0C\u4E5F\u5FC5\u987B\u6309\u672C system \u5224\u65AD\u3002
|
|
4933
|
+
\u5176\u4ED6\u89C4\u5219\uFF1A\u4EFB\u4F55\u4E00\u4E2A\u771F\u5B9E\u9519\u8BEF\u5373 HUMAN_REVIEW\uFF0C\u4E0D\u5F97\u7528\u603B\u4F53\u8D28\u91CF\u62B5\u6D88\uFF1B\u6309\u76EE\u6807\u5E02\u573A\uFF08\u7B80\u4F53/\u9999\u6E2F\u7E41\u4F53/\u53F0\u6E7E\u7E41\u4F53\u5206\u522B\u5BF9\u5F85\uFF09\u5224\u65AD\uFF0C\u5408\u6CD5\u7684\u65E5\u671F/\u8D27\u5E01/\u5355\u4F4D/\u6570\u5B57\u683C\u5F0F\u8F6C\u6362\u4E0E\u672C\u5730\u5316\u8868\u8FBE\u4E0D\u7B97\u9519\u8BEF\uFF1B\u672F\u8BED\u4F18\u5148\u7EA7=\u5BA2\u6237\u6307\u5B9A>\u9879\u76EE>\u5386\u53F2\u56FA\u5B9A\u7528\u6CD5>\u884C\u4E1A\u6807\u51C6>\u666E\u901A\u4E60\u60EF\uFF0C\u65E0\u5F3A\u5236\u672F\u8BED\u65F6\u4E0D\u5F97\u56E0\u4F60\u504F\u597D\u540C\u4E49\u8868\u8FBE\u800C\u62D2\u7EDD\uFF1B\u4EC5\u5F53\u7F3A\u5931\u4FE1\u606F\u76F4\u63A5\u5F71\u54CD\u6B63\u786E\u6027\u5224\u65AD\u65F6\u624D\u6807\u8BB0 insufficient_context \u5E76\u7ED9 HUMAN_REVIEW\uFF0C\u4E0D\u5F97\u56E0\u8D44\u6599\u4E0D\u5168\u4E00\u5F8B REVIEW\uFF0C\u4E5F\u4E0D\u5F97\u5728\u7F3A\u5173\u952E\u4F9D\u636E\u65F6\u731C\u6D4B PASS\uFF1B\u4E0D\u5F97\u4E3A\u8FBE\u5230\u4EFB\u4F55\u901A\u8FC7\u7387\u800C\u653E\u5BBD\u6807\u51C6\u3002
|
|
4934
|
+
|
|
4935
|
+
\u8F93\u51FA\u683C\u5F0F\uFF1A\u53EA\u8F93\u51FA\u4E00\u4E2A JSON \u5BF9\u8C61\uFF0C\u65E0\u5176\u4ED6\u6587\u5B57\uFF1A
|
|
4936
|
+
{"label":"AUTO_PASS|HUMAN_REVIEW","error_types":["ACC|OMI|ADD|TER|NUM|ENT|CTX|FLU|STY|LOC|TEC|UNC"],"severity":"Critical|Major|Minor|Neutral","evidence":"\u652F\u6301\u5224\u65AD\u7684\u5177\u4F53\u4F9D\u636E\uFF08\u5F15\u7528\u539F\u6587\u4E0E\u8BD1\u6587\uFF09","review_reason":"\u5FC5\u987B\u4FEE\u6539\u7684\u95EE\u9898\u6216\u65E0\u6CD5\u5224\u65AD\u7684\u539F\u56E0\uFF1BAUTO_PASS \u65F6\u4E3A\u7A7A\u5B57\u7B26\u4E32","suggested_correction":"\u4EC5\u5728\u8BC1\u636E\u5145\u5206\u65F6\u7ED9\u51FA\u4FEE\u6539\u5EFA\u8BAE\uFF0C\u5426\u5219\u7701\u7565\u8BE5\u5B57\u6BB5","insufficient_context":true|false}
|
|
4937
|
+
AUTO_PASS \u65F6 error_types \u4E3A\u7A7A\u6570\u7EC4\u3001severity \u4E3A "Neutral"\uFF0C\u4E0D\u5F97\u4E3A\u51D1\u7406\u7531\u865A\u6784\u9519\u8BEF\u6216\u5EFA\u8BAE\u3002`;
|
|
4938
|
+
function aiqaSystemPrompt() {
|
|
4939
|
+
return SYSTEM_PROMPT;
|
|
4940
|
+
}
|
|
4941
|
+
function buildAiqaUserMessage(input) {
|
|
4942
|
+
return JSON.stringify({
|
|
4943
|
+
segment_id: input.segmentId,
|
|
4944
|
+
...input.instruction ? { supplemental_instruction: input.instruction } : {},
|
|
4945
|
+
target_locale: input.targetLocale,
|
|
4946
|
+
source: input.source,
|
|
4947
|
+
translation: input.translation,
|
|
4948
|
+
...input.contextPrev !== null ? { context_prev: input.contextPrev } : {},
|
|
4949
|
+
...input.contextNext !== null ? { context_next: input.contextNext } : {},
|
|
4950
|
+
...input.terms.length > 0 ? { terms: input.terms.map((term) => `${term.source} -> ${term.target}${term.forbidden ? " (\u7981\u7528)" : ""}`) } : {},
|
|
4951
|
+
...input.tmReferences.length > 0 ? { tm_references: input.tmReferences } : {},
|
|
4952
|
+
...input.deterministicObservations.length > 0 ? { deterministic_observations: input.deterministicObservations } : {},
|
|
4953
|
+
...input.styleGuide !== null ? { client_style_guide: input.styleGuide } : {}
|
|
4954
|
+
});
|
|
4955
|
+
}
|
|
4956
|
+
var ERROR_CODES = /* @__PURE__ */ new Set(["ACC", "OMI", "ADD", "TER", "NUM", "ENT", "CTX", "FLU", "STY", "LOC", "TEC", "UNC"]);
|
|
4957
|
+
var SEVERITIES2 = /* @__PURE__ */ new Set(["Critical", "Major", "Minor", "Neutral"]);
|
|
4958
|
+
function extractJson(reply2) {
|
|
4959
|
+
const text = reply2.trim().replace(/^```(?:json)?\s*/u, "").replace(/\s*```$/u, "");
|
|
4960
|
+
const start = text.indexOf("{");
|
|
4961
|
+
if (start < 0) throw new Error("reply contains no JSON object");
|
|
4962
|
+
let depth = 0;
|
|
4963
|
+
let inString = false;
|
|
4964
|
+
let escaped = false;
|
|
4965
|
+
for (let i = start; i < text.length; i += 1) {
|
|
4966
|
+
const ch = text[i];
|
|
4967
|
+
if (escaped) {
|
|
4968
|
+
escaped = false;
|
|
4969
|
+
continue;
|
|
4970
|
+
}
|
|
4971
|
+
if (ch === "\\") {
|
|
4972
|
+
escaped = true;
|
|
4973
|
+
continue;
|
|
4974
|
+
}
|
|
4975
|
+
if (ch === '"') inString = !inString;
|
|
4976
|
+
if (inString) continue;
|
|
4977
|
+
if (ch === "{") depth += 1;
|
|
4978
|
+
else if (ch === "}") {
|
|
4979
|
+
depth -= 1;
|
|
4980
|
+
if (depth === 0) return JSON.parse(text.slice(start, i + 1));
|
|
4981
|
+
}
|
|
4982
|
+
}
|
|
4983
|
+
throw new Error("reply contains no balanced JSON object");
|
|
4984
|
+
}
|
|
4985
|
+
function parseAiqaReply(segmentId, reply2) {
|
|
4986
|
+
try {
|
|
4987
|
+
const raw = extractJson(reply2);
|
|
4988
|
+
const label = raw.label;
|
|
4989
|
+
if (label !== "AUTO_PASS" && label !== "HUMAN_REVIEW") throw new Error(`invalid label ${String(label)}`);
|
|
4990
|
+
if (!Array.isArray(raw.error_types) || typeof raw.evidence !== "string" || typeof raw.review_reason !== "string" || typeof raw.insufficient_context !== "boolean" || raw.suggested_correction !== void 0 && typeof raw.suggested_correction !== "string") {
|
|
4991
|
+
throw new Error("AIQA response is missing required fields or uses incorrect field types");
|
|
4992
|
+
}
|
|
4993
|
+
const errorTypes = raw.error_types;
|
|
4994
|
+
if (label === "AUTO_PASS" && errorTypes.length !== 0 || errorTypes.some((code) => typeof code !== "string" || !ERROR_CODES.has(code))) {
|
|
4995
|
+
throw new Error("error_types inconsistent with label or unknown codes");
|
|
4996
|
+
}
|
|
4997
|
+
const severity = String(raw.severity);
|
|
4998
|
+
if (!SEVERITIES2.has(severity)) throw new Error(`invalid severity ${severity}`);
|
|
4999
|
+
if (label === "AUTO_PASS" && severity !== "Neutral") throw new Error("AUTO_PASS must be Neutral");
|
|
5000
|
+
const evidence = raw.evidence;
|
|
5001
|
+
const reviewReason = raw.review_reason;
|
|
5002
|
+
const insufficientContext = raw.insufficient_context;
|
|
5003
|
+
if (label === "AUTO_PASS" && insufficientContext) {
|
|
5004
|
+
throw new Error("AUTO_PASS cannot claim insufficient context");
|
|
5005
|
+
}
|
|
5006
|
+
if (label === "AUTO_PASS" && typeof raw.suggested_correction === "string" && raw.suggested_correction.length > 0) {
|
|
5007
|
+
throw new Error("AUTO_PASS must not invent corrections");
|
|
5008
|
+
}
|
|
5009
|
+
if (label === "HUMAN_REVIEW" && errorTypes.length === 0 && !insufficientContext) {
|
|
5010
|
+
throw new Error("HUMAN_REVIEW requires error_types or insufficient_context");
|
|
5011
|
+
}
|
|
5012
|
+
return {
|
|
5013
|
+
kind: "verdict",
|
|
5014
|
+
verdict: {
|
|
5015
|
+
segmentId,
|
|
5016
|
+
label,
|
|
5017
|
+
errorTypes: errorTypes.map(String),
|
|
5018
|
+
severity,
|
|
5019
|
+
evidence,
|
|
5020
|
+
reviewReason,
|
|
5021
|
+
...typeof raw.suggested_correction === "string" && raw.suggested_correction.length > 0 ? { suggestedCorrection: raw.suggested_correction } : {},
|
|
5022
|
+
insufficientContext
|
|
5023
|
+
}
|
|
5024
|
+
};
|
|
5025
|
+
} catch (cause) {
|
|
5026
|
+
return { kind: "failed", reason: String(cause).slice(0, 200) };
|
|
5027
|
+
}
|
|
5028
|
+
}
|
|
5029
|
+
var FORCE_RULES = /* @__PURE__ */ new Set([
|
|
5030
|
+
"PLACEHOLDER_MISSING",
|
|
5031
|
+
"PLACEHOLDER_EXTRA",
|
|
5032
|
+
"TAG_MISMATCH",
|
|
5033
|
+
"URL_CHANGED",
|
|
5034
|
+
"TB_SOURCE_FORBIDDEN",
|
|
5035
|
+
"TB_FORBIDDEN_USED",
|
|
5036
|
+
"TERM_MISSING"
|
|
5037
|
+
]);
|
|
5038
|
+
var RULE_CATEGORY = {
|
|
5039
|
+
PLACEHOLDER_MISSING: "TEC",
|
|
5040
|
+
PLACEHOLDER_EXTRA: "TEC",
|
|
5041
|
+
TAG_MISMATCH: "TEC",
|
|
5042
|
+
URL_CHANGED: "TEC",
|
|
5043
|
+
WHITESPACE: "TEC",
|
|
5044
|
+
NUMBER_MISMATCH: "NUM",
|
|
5045
|
+
DATE_MISMATCH: "NUM",
|
|
5046
|
+
TB_SOURCE_FORBIDDEN: "TER",
|
|
5047
|
+
TB_FORBIDDEN_USED: "TER",
|
|
5048
|
+
TERM_MISSING: "TER",
|
|
5049
|
+
UNPAIRED_BRACKET: "FLU",
|
|
5050
|
+
DUPLICATE_WORD: "FLU",
|
|
5051
|
+
PUNCT_DUP: "FLU",
|
|
5052
|
+
SOURCE_LEFTOVER: "FLU",
|
|
5053
|
+
TRAILING_COLON: "FLU",
|
|
5054
|
+
SENTENCE_END_PUNCT: "FLU"
|
|
5055
|
+
};
|
|
5056
|
+
var SEVERITY_ORDER = { Neutral: 0, Minor: 1, Major: 2, Critical: 3 };
|
|
5057
|
+
function mergeDeterministicIssues(outcomes, issues, additionalRules) {
|
|
5058
|
+
const bySegment = /* @__PURE__ */ new Map();
|
|
5059
|
+
for (const issue of issues) {
|
|
5060
|
+
if (!FORCE_RULES.has(issue.ruleId) && !additionalRules?.has(issue.ruleId)) continue;
|
|
5061
|
+
const list = bySegment.get(issue.segmentId);
|
|
5062
|
+
if (list === void 0) bySegment.set(issue.segmentId, [issue]);
|
|
5063
|
+
else list.push(issue);
|
|
5064
|
+
}
|
|
5065
|
+
for (const [segmentId, segmentIssues] of bySegment) {
|
|
5066
|
+
const existing = outcomes.get(segmentId);
|
|
5067
|
+
const current = existing !== void 0 && existing.kind === "verdict" ? existing.verdict : {
|
|
5068
|
+
segmentId,
|
|
5069
|
+
label: "AUTO_PASS",
|
|
5070
|
+
errorTypes: [],
|
|
5071
|
+
severity: "Neutral",
|
|
5072
|
+
evidence: "",
|
|
5073
|
+
reviewReason: "",
|
|
5074
|
+
insufficientContext: false
|
|
5075
|
+
};
|
|
5076
|
+
const llmFailureNote = existing !== void 0 && existing.kind === "failed" ? `
|
|
5077
|
+
AIQA \u6A21\u578B\u5224\u5B9A\u5931\u8D25\uFF08${existing.reason}\uFF09\uFF0C\u786E\u5B9A\u6027\u7ED3\u679C\u4ECD\u7136\u751F\u6548\u3002` : "";
|
|
5078
|
+
const merged = new Set(current.errorTypes);
|
|
5079
|
+
const details = [];
|
|
5080
|
+
let severity = current.severity;
|
|
5081
|
+
for (const issue of segmentIssues) {
|
|
5082
|
+
merged.add(additionalRules?.get(issue.ruleId) ?? RULE_CATEGORY[issue.ruleId] ?? issue.ruleId);
|
|
5083
|
+
details.push(`[${issue.ruleId}] ${issue.message}${issue.evidence ? `\uFF08${issue.evidence}\uFF09` : ""}`);
|
|
5084
|
+
const issueSeverity = issue.severity.charAt(0).toUpperCase() + issue.severity.slice(1);
|
|
5085
|
+
if (SEVERITY_ORDER[issueSeverity] > SEVERITY_ORDER[severity]) severity = issueSeverity;
|
|
5086
|
+
}
|
|
5087
|
+
outcomes.set(segmentId, {
|
|
5088
|
+
kind: "verdict",
|
|
5089
|
+
...existing?.usage ? { usage: existing.usage } : {},
|
|
5090
|
+
verdict: {
|
|
5091
|
+
...current,
|
|
5092
|
+
label: "HUMAN_REVIEW",
|
|
5093
|
+
errorTypes: [...merged],
|
|
5094
|
+
severity,
|
|
5095
|
+
evidence: current.evidence.length > 0 ? `${current.evidence}
|
|
5096
|
+
\u786E\u5B9A\u6027QA\uFF1A${details.join("\uFF1B")}` : `\u786E\u5B9A\u6027QA\uFF1A${details.join("\uFF1B")}`,
|
|
5097
|
+
reviewReason: `${current.reviewReason.length > 0 ? `${current.reviewReason}
|
|
5098
|
+
` : ""}\u786E\u5B9A\u6027 QA \u68C0\u51FA\u5FC5\u987B\u4FEE\u590D\u7684\u95EE\u9898\u3002${llmFailureNote}`
|
|
5099
|
+
}
|
|
5100
|
+
});
|
|
5101
|
+
}
|
|
5102
|
+
}
|
|
5103
|
+
|
|
5104
|
+
// packages/l10n-core/src/qa/review-data.ts
|
|
5105
|
+
import { unzipSync as unzipSync2 } from "fflate";
|
|
5106
|
+
var REVIEW_GROUPS = [
|
|
5107
|
+
{ label: "\u6807\u70B9\u4E0E\u7A7A\u683C", rules: ["UNPAIRED_BRACKET", "PUNCT_DUP", "WHITESPACE"] },
|
|
5108
|
+
{ label: "Tag \u4E0E\u53D8\u91CF", rules: ["TAG_MISMATCH", "PLACEHOLDER_MISSING", "PLACEHOLDER_EXTRA"] },
|
|
5109
|
+
{ label: "\u6570\u5B57\u4E0E\u65E5\u671F", rules: ["NUMBER_MISMATCH", "DATE_MISMATCH"] },
|
|
5110
|
+
{ label: "\u7A7A\u8BD1\u4E0E\u6B63\u6587\u7F3A\u5931", rules: ["EMPTY_TARGET"] },
|
|
5111
|
+
{ label: "\u539F\u8BD1\u76F8\u540C", rules: ["UNTRANSLATED_COPY"] }
|
|
5112
|
+
];
|
|
5113
|
+
var REVIEW_FILE_BYTES = 12 * 1024 * 1024;
|
|
5114
|
+
var REVIEW_FILE_LIMIT = 20;
|
|
5115
|
+
var FILE_EXTENSION = /\.(?:xlf|xliff|sdlxliff|mqxliff|mqxlz)$/iu;
|
|
5116
|
+
var categories = new Map(
|
|
5117
|
+
REVIEW_GROUPS.flatMap((group) => group.rules.map((rule) => [rule, group.label]))
|
|
5118
|
+
);
|
|
5119
|
+
var REVIEW_COLUMNS = {
|
|
5120
|
+
file: "\u6587\u4EF6",
|
|
5121
|
+
segment: "\u6BB5\u53F7",
|
|
5122
|
+
source: "\u539F\u6587",
|
|
5123
|
+
target: "\u8BD1\u6587",
|
|
5124
|
+
category: "\u5206\u7C7B",
|
|
5125
|
+
severity: "\u4E25\u91CD\u7A0B\u5EA6",
|
|
5126
|
+
rule: "\u68C0\u67E5\u9879",
|
|
5127
|
+
message: "\u95EE\u9898",
|
|
5128
|
+
evidence: "\u4F9D\u636E"
|
|
5129
|
+
};
|
|
5130
|
+
function reviewOptions(value) {
|
|
5131
|
+
if (typeof value !== "object" || value === null) throw new Error("\u68C0\u67E5\u8BBE\u7F6E\u65E0\u6548\u3002");
|
|
5132
|
+
const { rules, identicalWhitelist, customRules } = value;
|
|
5133
|
+
if (!Array.isArray(rules) || rules.some((rule) => typeof rule !== "string" || !categories.has(rule))) {
|
|
5134
|
+
throw new Error("\u68C0\u67E5\u8BBE\u7F6E\u5305\u542B\u672A\u77E5\u89C4\u5219\u3002");
|
|
5135
|
+
}
|
|
5136
|
+
if (!Array.isArray(identicalWhitelist) || identicalWhitelist.length > 100 || identicalWhitelist.some((term) => typeof term !== "string" || term.length > 300)) {
|
|
5137
|
+
throw new Error("\u539F\u8BD1\u76F8\u540C\u653E\u884C\u540D\u5355\u6700\u591A 100 \u6761\uFF0C\u6BCF\u6761\u4E0D\u8D85\u8FC7 300 \u5B57\u3002");
|
|
5138
|
+
}
|
|
5139
|
+
if (!Array.isArray(customRules) || customRules.length > 20) throw new Error("\u6700\u591A\u6DFB\u52A0 20 \u6761\u81EA\u5B9A\u4E49\u68C0\u67E5\u3002");
|
|
5140
|
+
for (const rule of customRules) {
|
|
5141
|
+
if (typeof rule !== "object" || rule === null || typeof rule.name !== "string" || !rule.name.trim() || rule.name.length > 80 || typeof rule.sourceContains !== "string" || rule.sourceContains.length > 300 || typeof rule.value !== "string" || !rule.value.trim() || rule.value.length > 300 || !["required", "forbidden", "maxLength"].includes(rule.kind) || rule.kind === "maxLength" && !/^[1-9]\d{0,4}$/u.test(rule.value)) {
|
|
5142
|
+
throw new Error("\u8BF7\u68C0\u67E5\u81EA\u5B9A\u4E49\u9879\u7684\u540D\u79F0\u3001\u68C0\u6D4B\u7C7B\u578B\u548C\u5339\u914D\u503C\u3002\u957F\u5EA6\u4E0A\u9650\u987B\u4E3A\u6B63\u6574\u6570\u3002");
|
|
5143
|
+
}
|
|
5144
|
+
}
|
|
5145
|
+
if (rules.length === 0 && customRules.length === 0) throw new Error("\u8BF7\u9009\u62E9\u81F3\u5C11\u4E00\u9879\u68C0\u67E5\u3002");
|
|
5146
|
+
return { rules, identicalWhitelist, customRules };
|
|
5147
|
+
}
|
|
5148
|
+
var decoder = new TextDecoder("utf-8", { fatal: true });
|
|
5149
|
+
async function readReviewFile(file) {
|
|
5150
|
+
const name2 = file.name;
|
|
5151
|
+
if (!FILE_EXTENSION.test(name2)) throw new Error("\u8BF7\u9009\u62E9 XLIFF\u3001SDLXLIFF\u3001MQXLIFF \u6216 MQXLZ \u6587\u4EF6\u3002");
|
|
5152
|
+
if (file.size > REVIEW_FILE_BYTES) throw new Error("\u6587\u4EF6\u8D85\u8FC7 12 MB\u3002");
|
|
5153
|
+
const bytes = new Uint8Array(await file.arrayBuffer());
|
|
5154
|
+
if (!name2.toLowerCase().endsWith(".mqxlz")) {
|
|
5155
|
+
return [{ label: name2, document: parseXliff(decoder.decode(bytes), { filename: name2 }) }];
|
|
5156
|
+
}
|
|
5157
|
+
let size = 0;
|
|
5158
|
+
const entries = unzipSync2(bytes, {
|
|
5159
|
+
filter(entry) {
|
|
5160
|
+
if (!entry.name.toLowerCase().endsWith(".mqxliff")) return false;
|
|
5161
|
+
size += entry.originalSize;
|
|
5162
|
+
if (size > REVIEW_FILE_BYTES) throw new Error("MQXLZ \u4E2D\u7684\u53CC\u8BED\u5185\u5BB9\u89E3\u538B\u540E\u8D85\u8FC7 12 MB\u3002");
|
|
5163
|
+
return true;
|
|
5164
|
+
}
|
|
5165
|
+
});
|
|
5166
|
+
if (Object.keys(entries).length === 0) throw new Error("MQXLZ \u4E2D\u672A\u627E\u5230 MQXLIFF \u6587\u4EF6\u3002");
|
|
5167
|
+
return Object.entries(entries).map(([filename, content]) => ({
|
|
5168
|
+
label: `${name2} / ${filename}`,
|
|
5169
|
+
document: parseXliff(decoder.decode(content), { filename })
|
|
5170
|
+
}));
|
|
5171
|
+
}
|
|
5172
|
+
function segmentLocation(file, document2, segment, prefix) {
|
|
5173
|
+
const { fileIndex, unitId, mid } = segment.location;
|
|
5174
|
+
return {
|
|
5175
|
+
segmentKey: `${prefix}:${segment.index}`,
|
|
5176
|
+
file: document2.files.length === 1 ? file : `${file} / \u6587\u6863 ${fileIndex + 1}`,
|
|
5177
|
+
segment: mid === void 0 || mid === unitId ? unitId : `${unitId}/${mid}`,
|
|
5178
|
+
source: segment.sourceTags.length ? segment.sourceInner : segment.sourceText,
|
|
5179
|
+
target: segment.targetTags.length ? segment.targetInner : segment.targetText
|
|
5180
|
+
};
|
|
5181
|
+
}
|
|
5182
|
+
function customFinding(rule, segment) {
|
|
5183
|
+
if (!segment.sourceText.trim() || !segment.targetText.trim() || !segment.sourceText.includes(rule.sourceContains)) return void 0;
|
|
5184
|
+
const length = Array.from(segment.targetText).length;
|
|
5185
|
+
if (rule.kind === "required" && !segment.targetText.includes(rule.value)) return `\u8BD1\u6587\u7F3A\u5C11\u300C${rule.value}\u300D\u3002`;
|
|
5186
|
+
if (rule.kind === "forbidden" && segment.targetText.includes(rule.value)) return `\u8BD1\u6587\u5305\u542B\u7981\u7528\u5185\u5BB9\u300C${rule.value}\u300D\u3002`;
|
|
5187
|
+
if (rule.kind === "maxLength" && length > Number(rule.value)) return `\u8BD1\u6587\u957F ${length} \u5B57\uFF0C\u8D85\u8FC7\u4E0A\u9650 ${rule.value}\u3002`;
|
|
5188
|
+
return void 0;
|
|
5189
|
+
}
|
|
5190
|
+
function reviewDocument(file, document2, options, prefix) {
|
|
5191
|
+
const segments = document2.segments.filter((segment) => segment.readOnlyReason !== "translate=no");
|
|
5192
|
+
const { qa } = checkDocument({ ...document2, segments }, {
|
|
5193
|
+
enabledRules: options.rules,
|
|
5194
|
+
untranslatedCopy: { shortSegmentMaxLength: 0, ignoreIdentifiers: true, whitelist: options.identicalWhitelist }
|
|
5195
|
+
});
|
|
5196
|
+
const indexed = new Map(segments.map((segment) => [segment.id, segment]));
|
|
5197
|
+
const rows = qa.issues.map((issue) => {
|
|
5198
|
+
const candidate = issue.ruleId === "UNTRANSLATED_COPY";
|
|
5199
|
+
const segment = indexed.get(issue.segmentId);
|
|
5200
|
+
const same = segment.sourceText === segment.targetText ? "\u539F\u8BD1\u5B8C\u5168\u76F8\u540C" : "\u539F\u8BD1\u7ECF\u5F52\u4E00\u5316\u540E\u76F8\u540C";
|
|
5201
|
+
return {
|
|
5202
|
+
...segmentLocation(file, document2, segment, prefix),
|
|
5203
|
+
category: categories.get(issue.ruleId),
|
|
5204
|
+
severity: candidate ? "neutral" : issue.severity,
|
|
5205
|
+
rule: issue.ruleId,
|
|
5206
|
+
message: candidate ? `${same}\uFF0C\u8BF7\u786E\u8BA4\u662F\u5426\u9700\u8981\u7FFB\u8BD1\u3002` : issue.message,
|
|
5207
|
+
evidence: issue.evidence
|
|
5208
|
+
};
|
|
5209
|
+
});
|
|
5210
|
+
for (const segment of segments) {
|
|
5211
|
+
for (const rule of options.customRules) {
|
|
5212
|
+
const finding = customFinding(rule, segment);
|
|
5213
|
+
if (finding !== void 0) {
|
|
5214
|
+
rows.push({
|
|
5215
|
+
...segmentLocation(file, document2, segment, prefix),
|
|
5216
|
+
category: "\u81EA\u5B9A\u4E49",
|
|
5217
|
+
severity: "major",
|
|
5218
|
+
rule: rule.name,
|
|
5219
|
+
message: finding,
|
|
5220
|
+
evidence: rule.sourceContains ? `\u539F\u6587\u5305\u542B\u300C${rule.sourceContains}\u300D` : ""
|
|
5221
|
+
});
|
|
5222
|
+
}
|
|
5223
|
+
}
|
|
5224
|
+
}
|
|
5225
|
+
return {
|
|
5226
|
+
rows,
|
|
5227
|
+
segments: segments.map((segment) => segmentLocation(file, document2, segment, prefix)),
|
|
5228
|
+
incomplete: qa.rules.some((rule) => rule.status === "failed" || rule.status === "skipped")
|
|
5229
|
+
};
|
|
5230
|
+
}
|
|
5231
|
+
async function runQaReview(files, options) {
|
|
5232
|
+
if (files.length === 0 || files.length > REVIEW_FILE_LIMIT) throw new Error("\u8BF7\u9009\u62E9 1\u201320 \u4E2A\u53CC\u8BED\u6587\u4EF6\u3002");
|
|
5233
|
+
const report = { rows: [], files: [], segments: [] };
|
|
5234
|
+
for (const [fileIndex, file] of files.entries()) {
|
|
5235
|
+
try {
|
|
5236
|
+
const parsed = await readReviewFile(file);
|
|
5237
|
+
let segments = 0;
|
|
5238
|
+
let incomplete = false;
|
|
5239
|
+
for (const [entryIndex, { label, document: document2 }] of parsed.entries()) {
|
|
5240
|
+
const result = reviewDocument(label, document2, options, `${fileIndex}:${entryIndex}`);
|
|
5241
|
+
for (const row of result.rows) report.rows.push(row);
|
|
5242
|
+
for (const segment of result.segments) report.segments.push(segment);
|
|
5243
|
+
segments += result.segments.length;
|
|
5244
|
+
incomplete ||= result.incomplete;
|
|
5245
|
+
}
|
|
5246
|
+
if (segments === 0) throw new Error("\u672A\u627E\u5230\u53EF\u68C0\u67E5\u7684\u6BB5\u843D\u3002");
|
|
5247
|
+
report.files.push({ name: file.name, segments, incomplete });
|
|
5248
|
+
} catch (error) {
|
|
5249
|
+
report.files.push({
|
|
5250
|
+
name: file.name,
|
|
5251
|
+
segments: 0,
|
|
5252
|
+
incomplete: true,
|
|
5253
|
+
error: error instanceof Error ? error.message : "\u6587\u4EF6\u5904\u7406\u5931\u8D25\u3002"
|
|
5254
|
+
});
|
|
5255
|
+
}
|
|
5256
|
+
}
|
|
5257
|
+
return report;
|
|
5258
|
+
}
|
|
5259
|
+
|
|
5260
|
+
// packages/l10n-core/src/qa/review-aiqa.ts
|
|
5261
|
+
var AIQA_SELECTION_LIMIT = 20;
|
|
5262
|
+
var REVIEW_FORCE_RULES = /* @__PURE__ */ new Map([["EMPTY_TARGET", "OMI"], ["PROJECT_REQUIREMENT", "STY"]]);
|
|
5263
|
+
function configuredReviewAiqa() {
|
|
5264
|
+
const model = process.env.L10N_AIQA_MODEL?.trim();
|
|
5265
|
+
const baseUrl = process.env.APERTURE_BASE_URL?.trim();
|
|
5266
|
+
if (!model || !baseUrl) return void 0;
|
|
5267
|
+
let endpoint;
|
|
5268
|
+
try {
|
|
5269
|
+
endpoint = new URL(baseUrl);
|
|
5270
|
+
} catch {
|
|
5271
|
+
return void 0;
|
|
5272
|
+
}
|
|
5273
|
+
const loopback = ["127.0.0.1", "localhost", "[::1]"].includes(endpoint.hostname);
|
|
5274
|
+
if (endpoint.protocol !== "https:" && !(loopback && endpoint.protocol === "http:") || endpoint.username || endpoint.password || endpoint.search || endpoint.hash) return void 0;
|
|
5275
|
+
endpoint.pathname = endpoint.pathname.replace(/\/$/u, "") + "/chat/completions";
|
|
5276
|
+
const key = process.env.APERTURE_API_KEY ?? "aperture";
|
|
5277
|
+
return {
|
|
5278
|
+
async complete(system, user, signal) {
|
|
5279
|
+
const response = await fetch(endpoint, {
|
|
5280
|
+
method: "POST",
|
|
5281
|
+
headers: { "Content-Type": "application/json", Authorization: `Bearer ${key}` },
|
|
5282
|
+
body: JSON.stringify({ model, messages: [{ role: "system", content: system }, { role: "user", content: user }] }),
|
|
5283
|
+
redirect: "error",
|
|
5284
|
+
signal: AbortSignal.any([signal, AbortSignal.timeout(45e3)])
|
|
5285
|
+
});
|
|
5286
|
+
if (!response.ok) {
|
|
5287
|
+
void response.body?.cancel().catch(() => {
|
|
5288
|
+
});
|
|
5289
|
+
throw new Error(`\u6A21\u578B\u7F51\u5173\u8FD4\u56DE HTTP ${response.status}\u3002`);
|
|
5290
|
+
}
|
|
5291
|
+
const data = await response.json();
|
|
5292
|
+
const choice = data?.choices?.[0];
|
|
5293
|
+
const content = choice?.message?.content;
|
|
5294
|
+
if (choice?.message?.refusal || choice?.finish_reason && choice.finish_reason !== "stop" || typeof content !== "string" || !content.trim()) {
|
|
5295
|
+
throw new Error("\u6A21\u578B\u6CA1\u6709\u8FD4\u56DE\u5B8C\u6574\u7684 AIQA \u7ED3\u679C\u3002");
|
|
5296
|
+
}
|
|
5297
|
+
return content;
|
|
5298
|
+
}
|
|
5299
|
+
};
|
|
5300
|
+
}
|
|
5301
|
+
function targetMarket(source, target) {
|
|
5302
|
+
const normalize = (locale) => locale.trim().toLowerCase().replaceAll("_", "-");
|
|
5303
|
+
const from = normalize(source), to = normalize(target);
|
|
5304
|
+
const isChinese = (locale) => locale === "zh" || locale.startsWith("zh-");
|
|
5305
|
+
const isEnglish = (locale) => locale === "en" || locale.startsWith("en-");
|
|
5306
|
+
if (isChinese(from) && isEnglish(to)) return target;
|
|
5307
|
+
if (isEnglish(from) && isChinese(to)) {
|
|
5308
|
+
if (to.split("-").includes("cn") || to === "zh-hans") return "zh-CN";
|
|
5309
|
+
if (to.split("-").includes("hk")) return "zh-HK";
|
|
5310
|
+
if (to.split("-").includes("tw")) return "zh-TW";
|
|
5311
|
+
}
|
|
5312
|
+
return "";
|
|
5313
|
+
}
|
|
5314
|
+
function configuredFindings(options, segment) {
|
|
5315
|
+
return options.customRules.flatMap((rule) => {
|
|
5316
|
+
const message = customFinding(rule, segment);
|
|
5317
|
+
if (message === void 0) return [];
|
|
5318
|
+
return [{
|
|
5319
|
+
ruleId: "PROJECT_REQUIREMENT",
|
|
5320
|
+
severity: "major",
|
|
5321
|
+
origin: "deterministic",
|
|
5322
|
+
segmentId: segment.id,
|
|
5323
|
+
segmentIndex: segment.index,
|
|
5324
|
+
message,
|
|
5325
|
+
evidence: `${rule.name} \xB7 \u539F\u6587\u300C${segment.sourceText}\u300D \xB7 \u8BD1\u6587\u300C${segment.targetText}\u300D`
|
|
5326
|
+
}];
|
|
5327
|
+
});
|
|
5328
|
+
}
|
|
5329
|
+
async function runReviewAiqa(files, options, keys, styleGuide, provider, signal) {
|
|
5330
|
+
if (files.length === 0 || files.length > REVIEW_FILE_LIMIT || keys.length === 0 || keys.length > AIQA_SELECTION_LIMIT || new Set(keys).size !== keys.length || keys.some((key) => typeof key !== "string" || !/^\d+:\d+:\d+$/u.test(key))) {
|
|
5331
|
+
throw new Error("\u8BF7\u9009\u62E9 1\u201320 \u4E2A\u4E0D\u540C\u7684\u6BB5\u843D\u8FDB\u884C AIQA\u3002");
|
|
5332
|
+
}
|
|
5333
|
+
const selected = /* @__PURE__ */ new Map();
|
|
5334
|
+
const wanted = new Set(keys);
|
|
5335
|
+
for (const [index, file] of files.entries()) {
|
|
5336
|
+
if (!keys.some((key) => key.startsWith(`${index}:`))) continue;
|
|
5337
|
+
signal.throwIfAborted();
|
|
5338
|
+
for (const [entry, { document: document2 }] of (await readReviewFile(file)).entries()) {
|
|
5339
|
+
const keyFor = (segment) => `${index}:${entry}:${segment.index}`;
|
|
5340
|
+
const chosen = document2.segments.filter((segment) => segment.readOnlyReason !== "translate=no" && wanted.has(keyFor(segment)));
|
|
5341
|
+
if (chosen.length === 0) continue;
|
|
5342
|
+
const { qa } = checkDocument({ ...document2, segments: chosen }, {
|
|
5343
|
+
untranslatedCopy: { shortSegmentMaxLength: 0, ignoreIdentifiers: true, whitelist: options.identicalWhitelist }
|
|
5344
|
+
});
|
|
5345
|
+
const neighbors = new Map(document2.segments.map((segment) => [segment.index, segment]));
|
|
5346
|
+
for (const segment of chosen) {
|
|
5347
|
+
const metadata = document2.files[segment.location.fileIndex];
|
|
5348
|
+
const relativeSource = (delta) => {
|
|
5349
|
+
const sibling = neighbors.get(segment.index + delta);
|
|
5350
|
+
return sibling?.location.fileIndex === segment.location.fileIndex ? sibling.sourceText : null;
|
|
5351
|
+
};
|
|
5352
|
+
const issues = [...qa.issues.filter((issue) => issue.segmentId === segment.id), ...configuredFindings(options, segment)];
|
|
5353
|
+
selected.set(keyFor(segment), { issues, input: {
|
|
5354
|
+
segmentId: segment.id,
|
|
5355
|
+
targetLocale: targetMarket(metadata?.sourceLanguage ?? "", metadata?.targetLanguage ?? ""),
|
|
5356
|
+
source: segment.sourceTags.length ? segment.sourceInner : segment.sourceText,
|
|
5357
|
+
translation: segment.targetTags.length ? segment.targetInner : segment.targetText,
|
|
5358
|
+
contextPrev: relativeSource(-1),
|
|
5359
|
+
contextNext: relativeSource(1),
|
|
5360
|
+
terms: [],
|
|
5361
|
+
tmReferences: [],
|
|
5362
|
+
styleGuide: styleGuide.trim() || null,
|
|
5363
|
+
deterministicObservations: issues.map((issue) => `[${issue.ruleId}] ${issue.message}`)
|
|
5364
|
+
} });
|
|
5365
|
+
}
|
|
5366
|
+
}
|
|
5367
|
+
}
|
|
5368
|
+
if (selected.size !== keys.length) throw new Error("\u9009\u4E2D\u7684\u6BB5\u843D\u4E0E\u672C\u6B21\u4E0A\u4F20\u4E0D\u4E00\u81F4\uFF0C\u8BF7\u91CD\u65B0\u8FD0\u884C\u5E38\u89C4\u68C0\u67E5\u3002");
|
|
5369
|
+
const results = /* @__PURE__ */ new Map();
|
|
5370
|
+
let cursor = 0;
|
|
5371
|
+
const workers = Array.from({ length: Math.min(3, keys.length) }, async () => {
|
|
5372
|
+
for (; ; ) {
|
|
5373
|
+
const key = keys[cursor++];
|
|
5374
|
+
if (key === void 0) break;
|
|
5375
|
+
signal.throwIfAborted();
|
|
5376
|
+
const { input, issues } = selected.get(key);
|
|
5377
|
+
const deterministic = /* @__PURE__ */ new Map();
|
|
5378
|
+
mergeDeterministicIssues(deterministic, issues, REVIEW_FORCE_RULES);
|
|
5379
|
+
const verdict = deterministic.get(input.segmentId);
|
|
5380
|
+
if (verdict) {
|
|
5381
|
+
results.set(key, verdict);
|
|
5382
|
+
continue;
|
|
5383
|
+
}
|
|
5384
|
+
if (!input.targetLocale) {
|
|
5385
|
+
results.set(key, { kind: "failed", reason: "\u65E0\u6CD5\u786E\u8BA4\u8BED\u5411\u6216\u76EE\u6807\u5730\u533A\u3002\u8BF7\u68C0\u67E5\u53CC\u8BED\u6587\u4EF6\u4E2D\u7684\u8BED\u8A00\u8BBE\u7F6E\u3002" });
|
|
5386
|
+
continue;
|
|
5387
|
+
}
|
|
5388
|
+
const prompt = buildAiqaUserMessage(input);
|
|
5389
|
+
if (prompt.length > 24e3) {
|
|
5390
|
+
results.set(key, { kind: "failed", reason: "\u672C\u6BB5\u53CA\u9879\u76EE\u8981\u6C42\u8D85\u8FC7 AIQA \u8F93\u5165\u957F\u5EA6\u3002" });
|
|
5391
|
+
continue;
|
|
5392
|
+
}
|
|
5393
|
+
try {
|
|
5394
|
+
results.set(key, parseAiqaReply(input.segmentId, await provider.complete(aiqaSystemPrompt(), prompt, signal)));
|
|
5395
|
+
} catch (error) {
|
|
5396
|
+
signal.throwIfAborted();
|
|
5397
|
+
results.set(key, { kind: "failed", reason: error instanceof Error ? error.message.slice(0, 200) : "\u6A21\u578B\u8BF7\u6C42\u5931\u8D25\u3002" });
|
|
5398
|
+
}
|
|
5399
|
+
}
|
|
5400
|
+
});
|
|
5401
|
+
await Promise.all(workers);
|
|
5402
|
+
return keys.map((segmentKey) => ({ segmentKey, outcome: results.get(segmentKey) }));
|
|
5403
|
+
}
|
|
5404
|
+
|
|
5405
|
+
// packages/l10n-core/src/qa/review-page.ts
|
|
5406
|
+
var styles = `
|
|
5407
|
+
:root { color-scheme: light; --paper: #f4f6f9; --ink: #192438; --muted: #4b5a6f;
|
|
5408
|
+
--border: #d9e0ea; --blue: #164aa4; --surface: #fff; font: 15px/1.5 system-ui, sans-serif; }
|
|
5409
|
+
* { box-sizing: border-box; }
|
|
5410
|
+
body { margin: 0; color: var(--ink); background: var(--paper); }
|
|
5411
|
+
main { width: min(1480px, 100%); margin: auto; padding: 28px clamp(14px, 3vw, 36px) 44px; }
|
|
5412
|
+
.brand { color: var(--blue); font-weight: 700; letter-spacing: .04em; }
|
|
5413
|
+
h1 { font-size: clamp(26px, 4vw, 35px); margin: 4px 0 22px; letter-spacing: -.03em; }
|
|
5414
|
+
h2 { font-size: 18px; margin: 0 0 14px; }
|
|
5415
|
+
p { margin: 0; } small, .muted { color: var(--muted); }
|
|
5416
|
+
.layout { display: grid; grid-template-columns: minmax(250px, 285px) minmax(0, 1fr); gap: 18px; align-items: start; }
|
|
5417
|
+
.layout.offline { grid-template-columns: minmax(0, 1fr); }
|
|
5418
|
+
.panel { min-width: 0; background: var(--surface); border: 1px solid var(--border); border-radius: 12px; padding: 18px; }
|
|
5419
|
+
label, legend { font-weight: 600; }
|
|
5420
|
+
.field { display: grid; gap: 5px; }
|
|
5421
|
+
.field + .field { margin-top: 12px; }
|
|
5422
|
+
input, button, select, textarea { font: inherit; color: inherit; }
|
|
5423
|
+
input:not([type=checkbox]), select, textarea { background: #fff; width: 100%; min-width: 0;
|
|
5424
|
+
border: 1px solid #aab6c7; padding: 6px 8px; border-radius: 6px; }
|
|
5425
|
+
input[type=file] { padding: 7px 4px; font-size: 12px; }
|
|
5426
|
+
input::file-selector-button { font: inherit; margin-right: 6px; }
|
|
5427
|
+
fieldset { margin: 14px 0; padding: 8px 10px 10px; border: 1px solid var(--border); border-radius: 8px; }
|
|
5428
|
+
.checkbox { display: flex; align-items: center; gap: 6px; font-weight: 450; min-height: 30px; }
|
|
5429
|
+
input[type=checkbox] { accent-color: var(--blue); }
|
|
5430
|
+
summary { cursor: pointer; font-weight: 600; }
|
|
5431
|
+
.custom { display: grid; gap: 9px; margin: 10px 0; }
|
|
5432
|
+
.custom .field { margin: 0; }
|
|
5433
|
+
.custom input, .custom select { font-size: 13px; }
|
|
5434
|
+
.run, .filters, .exports, .pager { display: flex; flex-wrap: wrap; align-items: end; gap: 8px; }
|
|
5435
|
+
.run { margin-top: 18px; }
|
|
5436
|
+
button { background: #fff; border: 1px solid #aab6c7; border-radius: 6px; min-height: 34px; padding: 5px 11px; cursor: pointer; }
|
|
5437
|
+
button.primary { color: white; background: var(--blue); border-color: var(--blue); font-weight: 650; }
|
|
5438
|
+
button:disabled { opacity: .55; cursor: default; }
|
|
5439
|
+
:focus-visible { outline: 2px solid var(--blue); outline-offset: 2px; }
|
|
5440
|
+
#status { min-height: 22px; margin-bottom: 10px; }
|
|
5441
|
+
#error, .fail { color: #a22628; }
|
|
5442
|
+
#files { margin: 4px 0 12px; padding-left: 20px; overflow-wrap: anywhere; }
|
|
5443
|
+
.filters { margin: 8px 0 12px; }
|
|
5444
|
+
.filters .field, .exports .field { flex: 1 1 125px; margin: 0; font-size: 13px; }
|
|
5445
|
+
.filters .search { flex-basis: 180px; }
|
|
5446
|
+
.exports { border-top: 1px solid var(--border); padding-top: 12px; margin-top: 14px; align-items: end; }
|
|
5447
|
+
.exports .field { flex: 0 1 150px; }
|
|
5448
|
+
.table { overflow: auto; max-height: 64vh; border: 1px solid var(--border); border-radius: 8px; }
|
|
5449
|
+
table { width: 100%; min-width: 680px; border-collapse: collapse; table-layout: fixed; text-align: left; font-size: 13px; }
|
|
5450
|
+
th, td { padding: 9px 10px; border-bottom: 1px solid var(--border); vertical-align: top; overflow-wrap: anywhere; white-space: pre-wrap; }
|
|
5451
|
+
th { position: sticky; top: 0; background: #edf2f8; }
|
|
5452
|
+
th:nth-child(1) { width: 17%; } th:nth-child(2), th:nth-child(3) { width: 23%; } th:nth-child(4) { width: 14%; }
|
|
5453
|
+
tr:last-child td { border-bottom: 0; }
|
|
5454
|
+
td small { display: block; }
|
|
5455
|
+
td details { margin-top: 5px; }
|
|
5456
|
+
.aiqa { margin: 12px 0; border-top: 1px solid var(--border); padding-top: 12px; }
|
|
5457
|
+
.aiqa .run { margin: 8px 0; align-items: center; }
|
|
5458
|
+
.aiqa .field { max-width: 560px; }
|
|
5459
|
+
.ask-agent button { margin-top: 5px; }
|
|
5460
|
+
.pager { justify-content: space-between; align-items: center; margin-top: 10px; }
|
|
5461
|
+
[hidden] { display: none !important; }
|
|
5462
|
+
@media (max-width: 950px) { .layout { grid-template-columns: minmax(0, 1fr); } }
|
|
5463
|
+
`;
|
|
5464
|
+
function reviewClient() {
|
|
5465
|
+
const get = (id) => document.getElementById(id);
|
|
5466
|
+
const form = document.getElementById("settings");
|
|
5467
|
+
const results = get("results");
|
|
5468
|
+
const reportData = document.getElementById("report-data");
|
|
5469
|
+
const search = get("search");
|
|
5470
|
+
const file = get("file-filter");
|
|
5471
|
+
const category = get("category");
|
|
5472
|
+
const severity = get("severity");
|
|
5473
|
+
const order = get("order");
|
|
5474
|
+
const pagerText = get("pager-text");
|
|
5475
|
+
const previous = get("previous");
|
|
5476
|
+
const next = get("next");
|
|
5477
|
+
const table = get("rows");
|
|
5478
|
+
const status = get("status");
|
|
5479
|
+
const error = get("error");
|
|
5480
|
+
const allSegments = document.getElementById("all-segments");
|
|
5481
|
+
const aiqaRun = document.getElementById("aiqa-run");
|
|
5482
|
+
const aiqaLimit = Number(aiqaRun?.dataset.limit ?? 0);
|
|
5483
|
+
const selected = /* @__PURE__ */ new Set();
|
|
5484
|
+
const aiqaRows = /* @__PURE__ */ new Map();
|
|
5485
|
+
const severityLabel = { critical: "\u4E25\u91CD", major: "\u4E3B\u8981", minor: "\u8F7B\u5FAE", neutral: "\u5F85\u6838\u67E5" };
|
|
5486
|
+
const severityRank = { critical: 0, major: 1, minor: 2, neutral: 3 };
|
|
5487
|
+
const collator = new Intl.Collator(void 0, { numeric: true });
|
|
5488
|
+
let report = { rows: [], files: [] };
|
|
5489
|
+
let filtered = [];
|
|
5490
|
+
let groups = [];
|
|
5491
|
+
let lastScan;
|
|
5492
|
+
let aiqaRunning = false;
|
|
5493
|
+
let page = 0;
|
|
5494
|
+
const pageSize = 50;
|
|
5495
|
+
async function requestLocal(path, options) {
|
|
5496
|
+
try {
|
|
5497
|
+
return await fetch(path, options);
|
|
5498
|
+
} catch {
|
|
5499
|
+
throw new Error("\u65E0\u6CD5\u8FDE\u63A5\u672C\u673A\u68C0\u67E5\u670D\u52A1\u3002\u8BF7\u5728 WorkBuddy \u6216 DSH \u91CD\u65B0\u8F93\u5165\u300C\u6253\u5F00\u53CC\u8BED\u6587\u4EF6\u68C0\u67E5\u300D\uFF0C\u628A\u8FD4\u56DE\u7684\u94FE\u63A5\u590D\u5236\u5230\u672C\u673A\u6D4F\u89C8\u5668\u6253\u5F00\u3002");
|
|
5500
|
+
}
|
|
5501
|
+
}
|
|
5502
|
+
function fillOptions(select, values) {
|
|
5503
|
+
select.options.length = 1;
|
|
5504
|
+
for (const value of [...new Set(values)].sort(collator.compare)) select.add(new Option(value, value));
|
|
5505
|
+
}
|
|
5506
|
+
function cell(row, text) {
|
|
5507
|
+
const td = row.insertCell();
|
|
5508
|
+
td.textContent = text;
|
|
5509
|
+
return td;
|
|
5510
|
+
}
|
|
5511
|
+
function updateSelection() {
|
|
5512
|
+
if (!aiqaRun) return;
|
|
5513
|
+
aiqaRun.disabled = aiqaRunning || selected.size === 0;
|
|
5514
|
+
get("aiqa-selection").textContent = `\u5DF2\u9009 ${selected.size} / ${aiqaLimit} \u6BB5`;
|
|
5515
|
+
for (const checkbox of table.querySelectorAll("input[type=checkbox]")) {
|
|
5516
|
+
checkbox.disabled = aiqaRunning || selected.size >= aiqaLimit && !checkbox.checked;
|
|
5517
|
+
}
|
|
5518
|
+
}
|
|
5519
|
+
function askAgent(segment, findings) {
|
|
5520
|
+
const details = document.createElement("details");
|
|
5521
|
+
details.className = "ask-agent";
|
|
5522
|
+
const summary = document.createElement("summary");
|
|
5523
|
+
summary.textContent = "\u95EE Agent";
|
|
5524
|
+
const label = document.createElement("label");
|
|
5525
|
+
label.className = "field";
|
|
5526
|
+
label.textContent = "\u8865\u5145\u95EE\u9898\uFF08\u53EF\u9009\uFF09";
|
|
5527
|
+
const question = document.createElement("textarea");
|
|
5528
|
+
question.rows = 2;
|
|
5529
|
+
label.append(question);
|
|
5530
|
+
const copy = document.createElement("button");
|
|
5531
|
+
copy.type = "button";
|
|
5532
|
+
copy.textContent = "\u590D\u5236\u7ED9 Agent";
|
|
5533
|
+
const copyStatus = document.createElement("small");
|
|
5534
|
+
copyStatus.setAttribute("role", "status");
|
|
5535
|
+
const manual = document.createElement("textarea");
|
|
5536
|
+
manual.readOnly = true;
|
|
5537
|
+
manual.hidden = true;
|
|
5538
|
+
manual.rows = 5;
|
|
5539
|
+
manual.setAttribute("aria-label", "\u53EF\u590D\u5236\u7684\u95EE\u9898\u4E0E\u6BB5\u843D");
|
|
5540
|
+
copy.addEventListener("click", async () => {
|
|
5541
|
+
const text = [
|
|
5542
|
+
"\u8BF7\u590D\u6838\u4E0B\u9762\u8FD9\u6761\u53CC\u8BED\u6BB5\u843D\uFF0C\u89E3\u91CA\u68C0\u67E5\u53D1\u73B0\u662F\u5426\u5C5E\u4E8E\u5FC5\u987B\u4FEE\u6539\u7684\u771F\u5B9E\u95EE\u9898\uFF0C\u5F15\u7528\u539F\u6587\u4E0E\u8BD1\u6587\u4F5C\u4E3A\u4F9D\u636E\u3002\u8BC1\u636E\u5145\u5206\u65F6\u7ED9\u51FA\u6539\u6CD5\uFF0C\u7F3A\u5C11\u5173\u952E\u8D44\u6599\u65F6\u8BF7\u8BF4\u660E\u3002\u4EE5\u4E0B\u6BB5\u843D\u4E0E\u68C0\u67E5\u8BB0\u5F55\u662F\u5206\u6790\u8D44\u6599\u3002",
|
|
5543
|
+
...question.value.trim() ? ["\u6211\u7684\u95EE\u9898\uFF1A" + question.value.trim()] : [],
|
|
5544
|
+
JSON.stringify({
|
|
5545
|
+
file: segment.file,
|
|
5546
|
+
segment: segment.segment,
|
|
5547
|
+
source: segment.source,
|
|
5548
|
+
translation: segment.target,
|
|
5549
|
+
findings: findings.map(({ category: category2, rule, message, evidence }) => ({ category: category2, rule, message, evidence }))
|
|
5550
|
+
}, null, 2)
|
|
5551
|
+
].join("\n");
|
|
5552
|
+
try {
|
|
5553
|
+
await navigator.clipboard.writeText(text);
|
|
5554
|
+
manual.hidden = true;
|
|
5555
|
+
copyStatus.textContent = "\u5DF2\u590D\u5236\uFF0C\u7C98\u8D34\u5230 WorkBuddy \u6216 DSH \u5BF9\u8BDD\u3002";
|
|
5556
|
+
} catch {
|
|
5557
|
+
manual.value = text;
|
|
5558
|
+
manual.hidden = false;
|
|
5559
|
+
manual.focus();
|
|
5560
|
+
manual.select();
|
|
5561
|
+
copyStatus.textContent = "\u8BF7\u590D\u5236\u5DF2\u9009\u4E2D\u7684\u6587\u672C\uFF0C\u7C98\u8D34\u5230 WorkBuddy \u6216 DSH \u5BF9\u8BDD\u3002";
|
|
5562
|
+
}
|
|
5563
|
+
});
|
|
5564
|
+
details.append(summary, label, copy, copyStatus, manual);
|
|
5565
|
+
return details;
|
|
5566
|
+
}
|
|
5567
|
+
function render() {
|
|
5568
|
+
const maxPage = Math.max(0, Math.ceil(groups.length / pageSize) - 1);
|
|
5569
|
+
page = Math.min(page, maxPage);
|
|
5570
|
+
table.replaceChildren();
|
|
5571
|
+
for (const { segment: issue, findings: group } of groups.slice(page * pageSize, (page + 1) * pageSize)) {
|
|
5572
|
+
const row = document.createElement("tr");
|
|
5573
|
+
const location = cell(row, issue.file);
|
|
5574
|
+
const segment = document.createElement("small");
|
|
5575
|
+
segment.textContent = "\u6BB5 " + issue.segment;
|
|
5576
|
+
location.append(segment);
|
|
5577
|
+
if (issue.segmentKey && aiqaRun) {
|
|
5578
|
+
const key = issue.segmentKey;
|
|
5579
|
+
const checkbox = document.createElement("input");
|
|
5580
|
+
checkbox.type = "checkbox";
|
|
5581
|
+
checkbox.checked = selected.has(key);
|
|
5582
|
+
checkbox.setAttribute("aria-label", `\u9009\u62E9 ${issue.file} \u6BB5 ${issue.segment}`);
|
|
5583
|
+
checkbox.addEventListener("change", () => {
|
|
5584
|
+
if (checkbox.checked) selected.add(key);
|
|
5585
|
+
else selected.delete(key);
|
|
5586
|
+
updateSelection();
|
|
5587
|
+
});
|
|
5588
|
+
location.append(checkbox);
|
|
5589
|
+
}
|
|
5590
|
+
cell(row, issue.source || "\u2014");
|
|
5591
|
+
cell(row, issue.target || "\u2014");
|
|
5592
|
+
const kind = cell(row, [...new Set(group.map((entry) => entry.category))].join("\uFF0F"));
|
|
5593
|
+
if (group.length > 0) {
|
|
5594
|
+
const level = document.createElement("small");
|
|
5595
|
+
const strongest = group.reduce((left, right) => (severityRank[left.severity] ?? 4) <= (severityRank[right.severity] ?? 4) ? left : right);
|
|
5596
|
+
level.textContent = strongest.category === "AIQA" && strongest.message === "AUTO_PASS" ? "" : severityLabel[strongest.severity] || strongest.severity;
|
|
5597
|
+
kind.append(level);
|
|
5598
|
+
}
|
|
5599
|
+
const problem = cell(row, "");
|
|
5600
|
+
for (const finding of group) {
|
|
5601
|
+
const details = document.createElement("details");
|
|
5602
|
+
const summary = document.createElement("summary");
|
|
5603
|
+
summary.textContent = finding.message;
|
|
5604
|
+
const evidence = document.createElement("p");
|
|
5605
|
+
evidence.textContent = [finding.rule, finding.evidence].filter(Boolean).join(" \xB7 ");
|
|
5606
|
+
details.append(summary, evidence);
|
|
5607
|
+
problem.append(details);
|
|
5608
|
+
}
|
|
5609
|
+
if (form) problem.append(askAgent(issue, group));
|
|
5610
|
+
table.append(row);
|
|
5611
|
+
}
|
|
5612
|
+
get("no-results").hidden = groups.length > 0;
|
|
5613
|
+
get("table").hidden = groups.length === 0;
|
|
5614
|
+
pagerText.textContent = groups.length + " \u4E2A\u6BB5 \xB7 \u7B2C " + (page + 1) + " / " + (maxPage + 1) + " \u9875";
|
|
5615
|
+
previous.disabled = page === 0;
|
|
5616
|
+
next.disabled = page === maxPage;
|
|
5617
|
+
updateSelection();
|
|
5618
|
+
}
|
|
5619
|
+
function filter() {
|
|
5620
|
+
const query = search.value.trim().toLocaleLowerCase();
|
|
5621
|
+
filtered = [...report.rows, ...aiqaRows.values()].filter(
|
|
5622
|
+
(row) => (!file.value || row.file === file.value) && (!category.value || row.category === category.value) && (!severity.value || row.severity === severity.value) && (!query || Object.values(row).some((value) => value.toLocaleLowerCase().includes(query)))
|
|
5623
|
+
);
|
|
5624
|
+
filtered.sort((left, right) => {
|
|
5625
|
+
const byLocation = collator.compare(left.file, right.file) || collator.compare(left.segment, right.segment);
|
|
5626
|
+
if (order.value === "severity") return (severityRank[left.severity] ?? 4) - (severityRank[right.severity] ?? 4) || byLocation;
|
|
5627
|
+
if (order.value === "category") return collator.compare(left.category, right.category) || byLocation;
|
|
5628
|
+
return order.value === "desc" ? -byLocation : byLocation;
|
|
5629
|
+
});
|
|
5630
|
+
const grouped = /* @__PURE__ */ new Map();
|
|
5631
|
+
for (const issue of filtered) {
|
|
5632
|
+
const key = issue.segmentKey ?? JSON.stringify([issue.file, issue.segment]);
|
|
5633
|
+
const existing = grouped.get(key);
|
|
5634
|
+
if (existing) existing.findings.push(issue);
|
|
5635
|
+
else grouped.set(key, { segment: issue, findings: [issue] });
|
|
5636
|
+
}
|
|
5637
|
+
if (allSegments?.checked && !category.value && !severity.value) {
|
|
5638
|
+
for (const segment of report.segments ?? []) {
|
|
5639
|
+
if (!grouped.has(segment.segmentKey) && (!file.value || segment.file === file.value) && (!query || Object.values(segment).some((value) => value.toLocaleLowerCase().includes(query)))) {
|
|
5640
|
+
grouped.set(segment.segmentKey, { segment, findings: [] });
|
|
5641
|
+
}
|
|
5642
|
+
}
|
|
5643
|
+
}
|
|
5644
|
+
groups = [...grouped.values()];
|
|
5645
|
+
if (order.value === "file" || order.value === "desc") {
|
|
5646
|
+
const direction = order.value === "desc" ? -1 : 1;
|
|
5647
|
+
groups.sort(({ segment: left }, { segment: right }) => direction * (collator.compare(left.file, right.file) || collator.compare(left.segment, right.segment)));
|
|
5648
|
+
}
|
|
5649
|
+
page = 0;
|
|
5650
|
+
render();
|
|
5651
|
+
}
|
|
5652
|
+
function show(data) {
|
|
5653
|
+
report = data;
|
|
5654
|
+
const failures = data.files.filter((entry) => entry.incomplete).length;
|
|
5655
|
+
const segments = data.files.reduce((total, entry) => total + entry.segments, 0);
|
|
5656
|
+
status.textContent = (failures ? "\u68C0\u67E5\u672A\u5B8C\u6574\u5B8C\u6210" : "\u68C0\u67E5\u5B8C\u6210") + " \xB7 " + data.files.length + " \u4E2A\u6587\u4EF6 \xB7 " + segments + " \u6BB5 \xB7 " + data.rows.length + " \u6761\u95EE\u9898" + (failures ? " \xB7 " + failures + " \u4E2A\u6587\u4EF6\u672A\u5B8C\u6574\u68C0\u67E5" : "");
|
|
5657
|
+
const fileList = get("files");
|
|
5658
|
+
fileList.replaceChildren();
|
|
5659
|
+
for (const entry of data.files.filter((item) => item.incomplete)) {
|
|
5660
|
+
const li = document.createElement("li");
|
|
5661
|
+
li.className = "fail";
|
|
5662
|
+
li.textContent = entry.name + " \xB7 " + (entry.error || "\u90E8\u5206\u89C4\u5219\u672A\u5B8C\u6210");
|
|
5663
|
+
fileList.append(li);
|
|
5664
|
+
}
|
|
5665
|
+
fileList.hidden = failures === 0;
|
|
5666
|
+
search.value = "";
|
|
5667
|
+
severity.value = "";
|
|
5668
|
+
order.value = "file";
|
|
5669
|
+
fillOptions(file, (data.segments ?? data.rows).map((row) => row.file));
|
|
5670
|
+
fillOptions(category, data.rows.map((row) => row.category));
|
|
5671
|
+
results.hidden = false;
|
|
5672
|
+
filter();
|
|
5673
|
+
}
|
|
5674
|
+
search.addEventListener("input", filter);
|
|
5675
|
+
allSegments?.addEventListener("change", filter);
|
|
5676
|
+
for (const select of [file, category, severity, order]) select.addEventListener("change", filter);
|
|
5677
|
+
previous.addEventListener("click", () => {
|
|
5678
|
+
page -= 1;
|
|
5679
|
+
render();
|
|
5680
|
+
});
|
|
5681
|
+
next.addEventListener("click", () => {
|
|
5682
|
+
page += 1;
|
|
5683
|
+
render();
|
|
5684
|
+
});
|
|
5685
|
+
if (reportData) show(JSON.parse(reportData.textContent ?? "{}"));
|
|
5686
|
+
if (!form) return;
|
|
5687
|
+
const add = get("add-rule");
|
|
5688
|
+
const ruleList = get("custom-rules");
|
|
5689
|
+
const run = get("run");
|
|
5690
|
+
add.addEventListener("click", () => {
|
|
5691
|
+
const rule = get("rule-template").content.cloneNode(true);
|
|
5692
|
+
const row = rule.querySelector("fieldset");
|
|
5693
|
+
row.querySelector("button").addEventListener("click", () => {
|
|
5694
|
+
row.remove();
|
|
5695
|
+
add.disabled = false;
|
|
5696
|
+
add.focus();
|
|
5697
|
+
});
|
|
5698
|
+
ruleList.append(rule);
|
|
5699
|
+
add.disabled = ruleList.children.length >= 20;
|
|
5700
|
+
row.querySelector("input").focus();
|
|
5701
|
+
});
|
|
5702
|
+
form.addEventListener("submit", async (event) => {
|
|
5703
|
+
event.preventDefault();
|
|
5704
|
+
if (run.disabled) return;
|
|
5705
|
+
const body = new FormData();
|
|
5706
|
+
for (const upload of get("uploads").files ?? []) body.append("file", upload);
|
|
5707
|
+
const rules = Array.from(form.querySelectorAll("input[data-rules]:checked")).flatMap((item) => (item.dataset.rules ?? "").split(","));
|
|
5708
|
+
const identicalWhitelist = get("whitelist").value.split("\n").map((text) => text.trim()).filter(Boolean);
|
|
5709
|
+
const customRules = Array.from(ruleList.querySelectorAll("fieldset")).map((row) => ({
|
|
5710
|
+
name: row.querySelector("[data-name]").value.trim(),
|
|
5711
|
+
sourceContains: row.querySelector("[data-source]").value,
|
|
5712
|
+
kind: row.querySelector("select").value,
|
|
5713
|
+
value: row.querySelector("[data-value]").value.trim()
|
|
5714
|
+
}));
|
|
5715
|
+
body.append("options", JSON.stringify({ rules, identicalWhitelist, customRules }));
|
|
5716
|
+
run.disabled = true;
|
|
5717
|
+
lastScan = void 0;
|
|
5718
|
+
selected.clear();
|
|
5719
|
+
aiqaRows.clear();
|
|
5720
|
+
if (allSegments) allSegments.checked = false;
|
|
5721
|
+
if (aiqaRun) get("aiqa-status").textContent = "";
|
|
5722
|
+
error.textContent = "";
|
|
5723
|
+
status.textContent = "\u6B63\u5728\u68C0\u67E5\u6587\u4EF6\u2026";
|
|
5724
|
+
results.hidden = true;
|
|
5725
|
+
try {
|
|
5726
|
+
const response = await requestLocal("/check", { method: "POST", body });
|
|
5727
|
+
const data = await response.json();
|
|
5728
|
+
if (!response.ok) throw new Error(data.error || "\u68C0\u67E5\u5931\u8D25\u3002");
|
|
5729
|
+
lastScan = body;
|
|
5730
|
+
show(data);
|
|
5731
|
+
} catch (cause) {
|
|
5732
|
+
status.textContent = "\u68C0\u67E5\u5931\u8D25";
|
|
5733
|
+
error.textContent = cause instanceof Error ? cause.message : "\u68C0\u67E5\u5931\u8D25\uFF0C\u8BF7\u91CD\u8BD5\u3002";
|
|
5734
|
+
} finally {
|
|
5735
|
+
run.disabled = false;
|
|
5736
|
+
}
|
|
5737
|
+
});
|
|
5738
|
+
aiqaRun?.addEventListener("click", async () => {
|
|
5739
|
+
if (!lastScan || !selected.size || aiqaRunning) return;
|
|
5740
|
+
const body = new FormData();
|
|
5741
|
+
for (const [key, value] of lastScan.entries()) body.append(key, value);
|
|
5742
|
+
body.append("selection", JSON.stringify({ segmentKeys: [...selected], styleGuide: get("aiqa-style").value }));
|
|
5743
|
+
const aiqaStatus = get("aiqa-status");
|
|
5744
|
+
aiqaRunning = true;
|
|
5745
|
+
run.disabled = true;
|
|
5746
|
+
updateSelection();
|
|
5747
|
+
aiqaStatus.textContent = `\u6B63\u5728\u5BA1\u6821 ${selected.size} \u6BB5\u2026`;
|
|
5748
|
+
try {
|
|
5749
|
+
const response = await requestLocal("/aiqa", { method: "POST", body });
|
|
5750
|
+
const data = await response.json();
|
|
5751
|
+
if (!response.ok) throw new Error(data.error || "AIQA \u8FD0\u884C\u5931\u8D25\u3002");
|
|
5752
|
+
const segments = new Map(report.segments?.map((segment) => [segment.segmentKey, segment]));
|
|
5753
|
+
for (const { segmentKey, outcome } of data.items) {
|
|
5754
|
+
const segment = segments.get(segmentKey);
|
|
5755
|
+
if (outcome.kind === "failed") {
|
|
5756
|
+
aiqaRows.set(segmentKey, {
|
|
5757
|
+
...segment,
|
|
5758
|
+
category: "AIQA",
|
|
5759
|
+
severity: "neutral",
|
|
5760
|
+
rule: "AIQA_UNAVAILABLE",
|
|
5761
|
+
message: "AIQA \u65E0\u6CD5\u5224\u5B9A\uFF0C\u9700\u4EBA\u5DE5\u68C0\u67E5",
|
|
5762
|
+
evidence: outcome.reason
|
|
5763
|
+
});
|
|
5764
|
+
continue;
|
|
5765
|
+
}
|
|
5766
|
+
const verdict = outcome.verdict;
|
|
5767
|
+
aiqaRows.set(segmentKey, {
|
|
5768
|
+
...segment,
|
|
5769
|
+
category: "AIQA",
|
|
5770
|
+
severity: verdict.severity.toLowerCase(),
|
|
5771
|
+
rule: verdict.errorTypes.join(", ") || verdict.label,
|
|
5772
|
+
message: verdict.label,
|
|
5773
|
+
evidence: [
|
|
5774
|
+
verdict.reviewReason,
|
|
5775
|
+
verdict.evidence,
|
|
5776
|
+
verdict.insufficientContext && "\u5224\u65AD\u6240\u9700\u4FE1\u606F\u4E0D\u8DB3",
|
|
5777
|
+
verdict.suggestedCorrection && "\u5EFA\u8BAE\u4FEE\u6539\uFF1A" + verdict.suggestedCorrection
|
|
5778
|
+
].filter(Boolean).join("\n")
|
|
5779
|
+
});
|
|
5780
|
+
}
|
|
5781
|
+
const completed = data.items.filter((entry) => entry.outcome.kind === "verdict").length;
|
|
5782
|
+
aiqaStatus.textContent = `AIQA \u5B8C\u6210 ${completed} \u6BB5\uFF0C${data.items.length - completed} \u6BB5\u65E0\u6CD5\u5224\u5B9A\u3002`;
|
|
5783
|
+
selected.clear();
|
|
5784
|
+
const previousCategory = category.value;
|
|
5785
|
+
fillOptions(category, [...report.rows.map((row) => row.category), "AIQA"]);
|
|
5786
|
+
category.value = previousCategory;
|
|
5787
|
+
filter();
|
|
5788
|
+
} catch (cause) {
|
|
5789
|
+
aiqaStatus.textContent = cause instanceof Error ? cause.message : "AIQA \u8FD0\u884C\u5931\u8D25\uFF0C\u8BF7\u91CD\u8BD5\u3002";
|
|
5790
|
+
} finally {
|
|
5791
|
+
aiqaRunning = false;
|
|
5792
|
+
run.disabled = false;
|
|
5793
|
+
updateSelection();
|
|
5794
|
+
}
|
|
5795
|
+
});
|
|
5796
|
+
for (const button of document.querySelectorAll("button[data-export]")) {
|
|
5797
|
+
button.addEventListener("click", async () => {
|
|
5798
|
+
const format = button.dataset.export;
|
|
5799
|
+
if (button.disabled) return;
|
|
5800
|
+
button.disabled = true;
|
|
5801
|
+
error.textContent = "";
|
|
5802
|
+
try {
|
|
5803
|
+
const chosen = get("export-scope").value === "all" ? [...report.rows, ...aiqaRows.values()] : filtered;
|
|
5804
|
+
const response = await requestLocal("/export/" + format, {
|
|
5805
|
+
method: "POST",
|
|
5806
|
+
headers: { "Content-Type": "application/json" },
|
|
5807
|
+
body: JSON.stringify({ rows: chosen, files: report.files })
|
|
5808
|
+
});
|
|
5809
|
+
if (!response.ok) throw new Error((await response.json()).error || "\u5BFC\u51FA\u5931\u8D25\u3002");
|
|
5810
|
+
const url = URL.createObjectURL(await response.blob());
|
|
5811
|
+
const anchor = document.createElement("a");
|
|
5812
|
+
anchor.href = url;
|
|
5813
|
+
anchor.download = "langlink-qa." + format;
|
|
5814
|
+
anchor.click();
|
|
5815
|
+
setTimeout(() => URL.revokeObjectURL(url), 1e3);
|
|
5816
|
+
} catch (cause) {
|
|
5817
|
+
error.textContent = cause instanceof Error ? cause.message : "\u5BFC\u51FA\u5931\u8D25\uFF0C\u8BF7\u91CD\u8BD5\u3002";
|
|
5818
|
+
} finally {
|
|
5819
|
+
button.disabled = false;
|
|
5820
|
+
}
|
|
5821
|
+
});
|
|
5822
|
+
}
|
|
5823
|
+
}
|
|
5824
|
+
function renderReviewPage(report, nonce = "", aiqaEnabled = false) {
|
|
5825
|
+
const offline = report !== void 0;
|
|
5826
|
+
const title = offline ? "\u53CC\u8BED QA \u62A5\u544A" : "\u53CC\u8BED\u6587\u4EF6\u68C0\u67E5";
|
|
5827
|
+
const settings = offline ? "" : `<form class="panel" id="settings">
|
|
5828
|
+
<h2>\u672C\u6B21\u68C0\u67E5</h2>
|
|
5829
|
+
<label class="field">\u53CC\u8BED\u6587\u4EF6<input type="file" id="uploads" multiple required accept=".xlf,.xliff,.mqxliff,.mqxlz,.sdlxliff">
|
|
5830
|
+
<small>\u6700\u591A 20 \u4E2A\u6587\u4EF6\uFF0C\u5355\u4E2A 12 MB\uFF0C\u5408\u8BA1 36 MB\u3002</small></label>
|
|
5831
|
+
<fieldset><legend>\u68C0\u67E5\u9879</legend>
|
|
5832
|
+
${REVIEW_GROUPS.map((group) => `<label class="checkbox"><input type="checkbox" checked data-rules="${group.rules.join(",")}">${group.label}</label>`).join("")}
|
|
5833
|
+
</fieldset>
|
|
5834
|
+
<details><summary>\u5141\u8BB8\u539F\u8BD1\u76F8\u540C\u7684\u5185\u5BB9</summary>
|
|
5835
|
+
<label class="field"><small>\u54C1\u724C\u540D\u6216\u5176\u4ED6\u65E0\u9700\u7FFB\u8BD1\u7684\u6587\u672C\uFF0C\u6BCF\u884C\u4E00\u6761\u3002</small><textarea id="whitelist" rows="3"></textarea></label>
|
|
5836
|
+
</details>
|
|
5837
|
+
<fieldset><legend>\u81EA\u5B9A\u4E49\u68C0\u67E5</legend><div id="custom-rules"></div>
|
|
5838
|
+
<button type="button" id="add-rule">\u6DFB\u52A0\u68C0\u67E5\u9879</button>
|
|
5839
|
+
</fieldset>
|
|
5840
|
+
<div class="run"><button class="primary" id="run" type="submit">\u8FD0\u884C\u68C0\u67E5</button></div>
|
|
5841
|
+
<template id="rule-template"><fieldset class="custom"><legend>\u68C0\u67E5\u9879</legend>
|
|
5842
|
+
<label class="field">\u540D\u79F0<input data-name required maxlength="80"></label>
|
|
5843
|
+
<label class="field">\u539F\u6587\u5305\u542B\uFF08\u53EF\u9009\uFF09<input data-source maxlength="300"></label>
|
|
5844
|
+
<label class="field">\u8981\u6C42<select><option value="required">\u8BD1\u6587\u5FC5\u542B</option><option value="forbidden">\u8BD1\u6587\u7981\u7528</option><option value="maxLength">\u8BD1\u6587\u957F\u5EA6\u4E0A\u9650</option></select></label>
|
|
5845
|
+
<label class="field">\u8BCD\u8BED\u6216\u957F\u5EA6<input data-value required maxlength="300"></label>
|
|
5846
|
+
<button type="button">\u79FB\u9664\u68C0\u67E5\u9879</button>
|
|
5847
|
+
</fieldset></template>
|
|
5848
|
+
</form>`;
|
|
5849
|
+
const exports = offline ? "" : `<div class="exports">
|
|
5850
|
+
<label class="field">\u5BFC\u51FA\u8303\u56F4<select id="export-scope"><option value="filtered">\u5F53\u524D\u7B5B\u9009</option><option value="all">\u5168\u90E8\u7ED3\u679C</option></select></label>
|
|
5851
|
+
<button type="button" data-export="xlsx">Excel</button><button type="button" data-export="csv">CSV</button><button type="button" data-export="html">HTML</button></div>`;
|
|
5852
|
+
const aiqa = offline ? "" : `<div class="aiqa">
|
|
5853
|
+
<label class="checkbox"><input type="checkbox" id="all-segments">\u67E5\u770B\u5168\u90E8\u6BB5\u843D</label>
|
|
5854
|
+
${aiqaEnabled ? `<details><summary>\u9879\u76EE\u672F\u8BED\u4E0E\u98CE\u683C\uFF08\u53EF\u9009\uFF09</summary>
|
|
5855
|
+
<label class="field"><small>\u586B\u5199\u9002\u7528\u4E8E\u6240\u9009\u6BB5\u843D\u7684\u672F\u8BED\u8BD1\u6CD5\u6216\u5F3A\u5236\u98CE\u683C\u8981\u6C42\u3002</small><textarea id="aiqa-style" rows="3" maxlength="4000"></textarea></label>
|
|
5856
|
+
</details><div class="run"><button type="button" id="aiqa-run" data-limit="${AIQA_SELECTION_LIMIT}" disabled>\u8FD0\u884C AIQA</button>
|
|
5857
|
+
<small id="aiqa-selection"></small></div>
|
|
5858
|
+
<small>\u8FD0\u884C\u65F6\uFF0C\u6240\u9009\u6BB5\u843D\u3001\u76F8\u90BB\u539F\u6587\u548C\u9879\u76EE\u8981\u6C42\u4F1A\u53D1\u9001\u5230\u5DF2\u914D\u7F6E\u7684\u6A21\u578B\u7F51\u5173\u3002</small>
|
|
5859
|
+
<p id="aiqa-status" role="status"></p>` : "<small>\u914D\u7F6E\u6A21\u578B\u7F51\u5173\u540E\u53EF\u8FD0\u884C AIQA\u3002</small>"}
|
|
5860
|
+
</div>`;
|
|
5861
|
+
const data = offline ? `<script type="application/json" id="report-data">${JSON.stringify(report).replaceAll("<", "\\u003c")}</script>` : "";
|
|
5862
|
+
return `<!doctype html><html lang="zh-CN"><head><meta charset="utf-8">
|
|
5863
|
+
<meta name="viewport" content="width=device-width, initial-scale=1"><title>${title} \xB7 LangLink</title>
|
|
5864
|
+
<style>${styles}</style></head><body><main><p class="brand">LangLink</p><h1>${title}</h1>
|
|
5865
|
+
<div class="layout${offline ? " offline" : ""}">${settings}
|
|
5866
|
+
<section class="panel" aria-labelledby="results-title"><h2 id="results-title">\u68C0\u67E5\u7ED3\u679C</h2>
|
|
5867
|
+
<p class="muted" id="status" role="status">${offline ? "" : "\u9009\u62E9\u6587\u4EF6\u548C\u68C0\u67E5\u9879\uFF0C\u7136\u540E\u8FD0\u884C\u68C0\u67E5\u3002"}</p>
|
|
5868
|
+
<p id="error" role="alert"></p><ul id="files" hidden></ul>
|
|
5869
|
+
<div id="results" hidden>${aiqa}<div class="filters">
|
|
5870
|
+
<label class="field search">\u641C\u7D22<input type="search" id="search" placeholder="\u539F\u6587\u3001\u8BD1\u6587\u3001\u6BB5\u53F7\u6216\u89C4\u5219"></label>
|
|
5871
|
+
<label class="field">\u6587\u4EF6<select id="file-filter"><option value="">\u5168\u90E8\u6587\u4EF6</option></select></label>
|
|
5872
|
+
<div class="field"><label for="category">\u5206\u7C7B</label><select id="category"><option value="">\u5168\u90E8\u5206\u7C7B</option></select></div>
|
|
5873
|
+
<label class="field">\u4E25\u91CD\u7A0B\u5EA6<select id="severity"><option value="">\u5168\u90E8</option><option value="critical">\u4E25\u91CD</option><option value="major">\u4E3B\u8981</option><option value="minor">\u8F7B\u5FAE</option><option value="neutral">\u5F85\u6838\u67E5</option></select></label>
|
|
5874
|
+
<label class="field">\u6392\u5E8F<select id="order"><option value="file">\u6587\u4EF6\u548C\u6BB5\u53F7</option><option value="desc">\u6587\u4EF6\u548C\u6BB5\u53F7\u5012\u5E8F</option><option value="severity">\u4E25\u91CD\u7A0B\u5EA6</option><option value="category">\u95EE\u9898\u5206\u7C7B</option></select></label>
|
|
5875
|
+
</div><p id="no-results" hidden>\u5F53\u524D\u7B5B\u9009\u6CA1\u6709\u5339\u914D\u8BB0\u5F55\u3002</p>
|
|
5876
|
+
<div class="table" id="table" tabindex="0" role="region" aria-label="\u95EE\u9898\u660E\u7EC6"><table>
|
|
5877
|
+
<thead><tr><th scope="col">\u6587\u4EF6\uFF0F\u6BB5\u53F7</th><th scope="col">\u539F\u6587</th><th scope="col">\u8BD1\u6587</th><th scope="col">\u5206\u7C7B</th><th scope="col">\u95EE\u9898</th></tr></thead>
|
|
5878
|
+
<tbody id="rows"></tbody></table></div>
|
|
5879
|
+
<div class="pager"><span id="pager-text" aria-live="polite"></span><div><button type="button" id="previous">\u4E0A\u4E00\u9875</button> <button type="button" id="next">\u4E0B\u4E00\u9875</button></div></div>
|
|
5880
|
+
${exports}</div></section></div></main>${data}
|
|
5881
|
+
<script${nonce ? ` nonce="${nonce}"` : ""}>(${reviewClient.toString()})();</script></body></html>`;
|
|
5882
|
+
}
|
|
5883
|
+
|
|
5884
|
+
// packages/l10n-core/src/qa/review-server.ts
|
|
5885
|
+
var HOST = "127.0.0.1";
|
|
5886
|
+
var MAX_BODY = 40 * 1024 * 1024;
|
|
5887
|
+
var IDLE_TIMEOUT_MS = 30 * 60 * 1e3;
|
|
5888
|
+
var columnKeys = Object.keys(REVIEW_COLUMNS);
|
|
5889
|
+
var RequestTooLarge = class extends Error {
|
|
5890
|
+
};
|
|
5891
|
+
async function readBody(request) {
|
|
5892
|
+
const chunks = [];
|
|
5893
|
+
let size = 0;
|
|
5894
|
+
for await (const chunk of request.iterator({ destroyOnReturn: false })) {
|
|
5895
|
+
size += chunk.byteLength;
|
|
5896
|
+
if (size > MAX_BODY) throw new RequestTooLarge("\u672C\u6B21\u8BF7\u6C42\u8D85\u8FC7\u5927\u5C0F\u9650\u5236\u3002\u8BF7\u51CF\u5C11\u6587\u4EF6\u6216\u7F29\u5C0F\u5BFC\u51FA\u8303\u56F4\u3002");
|
|
5897
|
+
chunks.push(chunk);
|
|
5898
|
+
}
|
|
5899
|
+
return new Uint8Array(Buffer.concat(chunks, size));
|
|
5900
|
+
}
|
|
5901
|
+
function reply(response, status, type, body) {
|
|
5902
|
+
response.writeHead(status, { "Content-Type": type, "Cache-Control": "no-store", "X-Content-Type-Options": "nosniff" });
|
|
5903
|
+
response.end(body);
|
|
5904
|
+
}
|
|
5905
|
+
function json(response, status, value) {
|
|
5906
|
+
reply(response, status, "application/json; charset=utf-8", JSON.stringify(value));
|
|
5907
|
+
}
|
|
5908
|
+
async function readUpload(request) {
|
|
5909
|
+
const type = request.headers["content-type"] ?? "";
|
|
5910
|
+
if (!type.startsWith("multipart/form-data;")) throw new Error("\u8BF7\u9009\u62E9\u53CC\u8BED\u6587\u4EF6\u3002");
|
|
5911
|
+
const data = await new Response(await readBody(request), { headers: { "Content-Type": type } }).formData();
|
|
5912
|
+
const options = data.get("options");
|
|
5913
|
+
const files = data.getAll("file");
|
|
5914
|
+
if (typeof options !== "string" || !files.every((file) => file instanceof File)) {
|
|
5915
|
+
throw new Error("\u7F3A\u5C11\u6587\u4EF6\u6216\u68C0\u67E5\u8BBE\u7F6E\u3002");
|
|
5916
|
+
}
|
|
5917
|
+
if (files.reduce((size, file) => size + file.size, 0) > 36 * 1024 * 1024) {
|
|
5918
|
+
throw new RequestTooLarge("\u6587\u4EF6\u5408\u8BA1\u8D85\u8FC7 36 MB\u3002");
|
|
5919
|
+
}
|
|
5920
|
+
return { data, files, options: reviewOptions(JSON.parse(options)) };
|
|
5921
|
+
}
|
|
5922
|
+
function readReport(bytes) {
|
|
5923
|
+
const report = JSON.parse(new TextDecoder().decode(bytes));
|
|
5924
|
+
if (!report || !Array.isArray(report.rows) || !Array.isArray(report.files) || report.rows.some((row) => !row || columnKeys.some((key) => typeof row[key] !== "string")) || report.files.some((file) => !file || typeof file.name !== "string" || !Number.isSafeInteger(file.segments) || typeof file.incomplete !== "boolean" || file.error !== void 0 && typeof file.error !== "string")) {
|
|
5925
|
+
throw new Error("\u5BFC\u51FA\u6570\u636E\u65E0\u6548\u3002");
|
|
5926
|
+
}
|
|
5927
|
+
return { rows: report.rows, files: report.files };
|
|
5928
|
+
}
|
|
5929
|
+
function csvCell(value) {
|
|
5930
|
+
return escapeCsvField(/^[\s\uFEFF]*[=+@-]|^[\t\r\n]/u.test(value) ? "'" + value : value);
|
|
5931
|
+
}
|
|
5932
|
+
async function exportReport(response, format, report) {
|
|
5933
|
+
response.setHeader("Content-Disposition", `attachment; filename="langlink-qa.${format}"`);
|
|
5934
|
+
if (format === "html") {
|
|
5935
|
+
reply(response, 200, "text/html; charset=utf-8", renderReviewPage(report));
|
|
5936
|
+
return;
|
|
5937
|
+
}
|
|
5938
|
+
const headers = Object.values(REVIEW_COLUMNS);
|
|
5939
|
+
if (format === "csv") {
|
|
5940
|
+
const lines = [headers.join(","), ...report.rows.map((row) => columnKeys.map((key) => csvCell(row[key])).join(","))];
|
|
5941
|
+
reply(response, 200, "text/csv; charset=utf-8", "\uFEFF" + lines.join("\r\n") + "\r\n");
|
|
5942
|
+
return;
|
|
5943
|
+
}
|
|
5944
|
+
if (report.rows.length > 1048575 || report.rows.some((row) => columnKeys.some((key) => row[key].length > 32767))) {
|
|
5945
|
+
throw new Error("\u7ED3\u679C\u8D85\u8FC7 Excel \u7684\u884C\u6570\u6216\u5355\u5143\u683C\u957F\u5EA6\u9650\u5236\uFF0C\u8BF7\u4F7F\u7528 CSV \u6216 HTML\u3002");
|
|
5946
|
+
}
|
|
5947
|
+
const workbook = new ExcelJS3.Workbook();
|
|
5948
|
+
const sheet = workbook.addWorksheet("QA", { views: [{ state: "frozen", ySplit: 1 }] });
|
|
5949
|
+
const widths = [32, 14, 48, 48, 19, 14, 27, 46, 60];
|
|
5950
|
+
sheet.columns = headers.map((header, index) => ({ header, width: widths[index] ?? 24 }));
|
|
5951
|
+
for (const row of report.rows) sheet.addRow(columnKeys.map((key) => row[key]));
|
|
5952
|
+
sheet.getRow(1).font = { bold: true };
|
|
5953
|
+
sheet.autoFilter = { from: { row: 1, column: 1 }, to: { row: Math.max(2, sheet.rowCount), column: headers.length } };
|
|
5954
|
+
const bytes = new Uint8Array(await workbook.xlsx.writeBuffer());
|
|
5955
|
+
reply(response, 200, "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", bytes);
|
|
5956
|
+
}
|
|
5957
|
+
async function listenQaReview(options = {}) {
|
|
5958
|
+
const aiqaProvider = options.aiqaProvider ?? configuredReviewAiqa();
|
|
5959
|
+
let aiqaRunning = false;
|
|
5960
|
+
let origin;
|
|
5961
|
+
let authority;
|
|
5962
|
+
let expiry;
|
|
5963
|
+
const server = createServer((request, response) => {
|
|
5964
|
+
if (request.headers.host !== authority) {
|
|
5965
|
+
json(response, 403, { error: "\u8BF7\u4F7F\u7528\u672C\u673A\u68C0\u67E5\u9875\u9762\u3002" });
|
|
5966
|
+
return;
|
|
5967
|
+
}
|
|
5968
|
+
response.setHeader("Referrer-Policy", "no-referrer");
|
|
5969
|
+
response.setHeader("X-Frame-Options", "DENY");
|
|
5970
|
+
if (request.method === "GET" && request.url === "/") {
|
|
5971
|
+
expiry.refresh();
|
|
5972
|
+
const nonce = randomBytes(16).toString("base64");
|
|
5973
|
+
response.setHeader(
|
|
5974
|
+
"Content-Security-Policy",
|
|
5975
|
+
`default-src 'none'; script-src 'nonce-${nonce}'; style-src 'unsafe-inline'; connect-src 'self'; frame-ancestors 'none'; base-uri 'none'; form-action 'self'`
|
|
5976
|
+
);
|
|
5977
|
+
reply(response, 200, "text/html; charset=utf-8", renderReviewPage(void 0, nonce, Boolean(aiqaProvider)));
|
|
5978
|
+
return;
|
|
5979
|
+
}
|
|
5980
|
+
if (request.method !== "POST" || request.headers.origin !== origin) {
|
|
5981
|
+
json(response, 403, { error: "\u8BF7\u4ECE\u672C\u673A\u68C0\u67E5\u9875\u9762\u53D1\u8D77\u64CD\u4F5C\u3002" });
|
|
5982
|
+
return;
|
|
5983
|
+
}
|
|
5984
|
+
expiry.refresh();
|
|
5985
|
+
void (async () => {
|
|
5986
|
+
if (request.url === "/check") {
|
|
5987
|
+
const { files, options: options2 } = await readUpload(request);
|
|
5988
|
+
json(response, 200, await runQaReview(files, options2));
|
|
5989
|
+
return;
|
|
5990
|
+
}
|
|
5991
|
+
if (request.url === "/aiqa") {
|
|
5992
|
+
if (!aiqaProvider || aiqaRunning) {
|
|
5993
|
+
json(response, aiqaProvider ? 409 : 503, {
|
|
5994
|
+
error: aiqaProvider ? "\u6B63\u5728\u8FD0\u884C\u53E6\u4E00\u6279 AIQA\uFF0C\u8BF7\u7A0D\u540E\u91CD\u8BD5\u3002" : "\u5C1A\u672A\u914D\u7F6E AIQA \u6A21\u578B\u7F51\u5173\u3002"
|
|
5995
|
+
});
|
|
5996
|
+
return;
|
|
5997
|
+
}
|
|
5998
|
+
const controller = new AbortController();
|
|
5999
|
+
response.once("close", () => {
|
|
6000
|
+
if (!response.writableEnded) controller.abort();
|
|
6001
|
+
});
|
|
6002
|
+
aiqaRunning = true;
|
|
6003
|
+
try {
|
|
6004
|
+
const { data, files, options: options2 } = await readUpload(request);
|
|
6005
|
+
const selection = data.get("selection");
|
|
6006
|
+
const input = typeof selection === "string" ? JSON.parse(selection) : null;
|
|
6007
|
+
if (!input || !Array.isArray(input.segmentKeys) || typeof input.styleGuide !== "string" || input.styleGuide.length > 4e3) {
|
|
6008
|
+
throw new Error("\u7F3A\u5C11 AIQA \u9009\u6BB5\uFF0C\u6216\u9879\u76EE\u8981\u6C42\u8D85\u8FC7 4,000 \u4E2A\u5B57\u7B26\u3002");
|
|
6009
|
+
}
|
|
6010
|
+
const items = await runReviewAiqa(files, options2, input.segmentKeys, input.styleGuide, aiqaProvider, controller.signal);
|
|
6011
|
+
if (!response.destroyed) json(response, 200, { items });
|
|
6012
|
+
} finally {
|
|
6013
|
+
aiqaRunning = false;
|
|
6014
|
+
}
|
|
6015
|
+
return;
|
|
6016
|
+
}
|
|
6017
|
+
const format = /^\/export\/(xlsx|csv|html)$/u.exec(request.url ?? "")?.[1];
|
|
6018
|
+
if (format === void 0) {
|
|
6019
|
+
json(response, 404, { error: "\u627E\u4E0D\u5230\u6B64\u64CD\u4F5C\u3002" });
|
|
6020
|
+
return;
|
|
6021
|
+
}
|
|
6022
|
+
await exportReport(response, format, readReport(await readBody(request)));
|
|
6023
|
+
})().catch((cause) => {
|
|
6024
|
+
if (response.destroyed || response.headersSent) return;
|
|
6025
|
+
response.removeHeader("Content-Disposition");
|
|
6026
|
+
json(response, cause instanceof RequestTooLarge ? 413 : 400, {
|
|
6027
|
+
error: cause instanceof Error ? cause.message : "\u64CD\u4F5C\u5931\u8D25\u3002"
|
|
6028
|
+
});
|
|
6029
|
+
});
|
|
6030
|
+
});
|
|
6031
|
+
await new Promise((resolve6, reject) => {
|
|
6032
|
+
server.once("error", reject);
|
|
6033
|
+
server.listen(0, HOST, () => {
|
|
6034
|
+
server.off("error", reject);
|
|
6035
|
+
resolve6();
|
|
6036
|
+
});
|
|
6037
|
+
});
|
|
6038
|
+
const address = server.address();
|
|
6039
|
+
if (!address || typeof address === "string") throw new Error("\u65E0\u6CD5\u542F\u52A8\u672C\u673A\u68C0\u67E5\u9875\u9762\u3002");
|
|
6040
|
+
authority = `${HOST}:${address.port}`;
|
|
6041
|
+
origin = `http://${authority}`;
|
|
6042
|
+
expiry = setTimeout(() => server.close(), IDLE_TIMEOUT_MS);
|
|
6043
|
+
expiry.unref();
|
|
6044
|
+
if (!options.keepAlive) server.unref();
|
|
6045
|
+
server.once("close", () => {
|
|
6046
|
+
clearTimeout(expiry);
|
|
6047
|
+
options.onClose?.();
|
|
6048
|
+
});
|
|
6049
|
+
return { url: origin + "/", close: () => new Promise((resolve6) => server.close(() => resolve6())) };
|
|
6050
|
+
}
|
|
6051
|
+
var activeReview;
|
|
6052
|
+
function qaReviewMessage(url) {
|
|
6053
|
+
return `[\u6253\u5F00\u53CC\u8BED\u6587\u4EF6\u68C0\u67E5](${url})\uFF0C\u9009\u62E9\u6587\u4EF6\u548C\u89C4\u5219\u540E\u70B9\u51FB\u300C\u8FD0\u884C\u68C0\u67E5\u300D\u3002\u4E5F\u53EF\u4EE5\u628A\u94FE\u63A5\u590D\u5236\u5230\u672C\u673A\u6D4F\u89C8\u5668\u6253\u5F00\u3002`;
|
|
6054
|
+
}
|
|
6055
|
+
async function openQaReview() {
|
|
6056
|
+
activeReview ??= listenQaReview({ onClose: () => {
|
|
6057
|
+
activeReview = void 0;
|
|
6058
|
+
} }).catch((cause) => {
|
|
6059
|
+
activeReview = void 0;
|
|
6060
|
+
throw cause;
|
|
6061
|
+
});
|
|
6062
|
+
const { url } = await activeReview;
|
|
6063
|
+
return { url, message: qaReviewMessage(url) };
|
|
6064
|
+
}
|
|
6065
|
+
|
|
6066
|
+
// packages/dsh-l10n/src/tools-phase1.ts
|
|
4871
6067
|
var MAX_BYTES = 200 * 1024 * 1024;
|
|
4872
6068
|
async function readBytes(path) {
|
|
4873
6069
|
const absolute = resolve2(path);
|
|
@@ -4889,12 +6085,12 @@ async function readGlossary(path) {
|
|
|
4889
6085
|
const text = await readUtf8(path);
|
|
4890
6086
|
return /\.tbx$/iu.test(path) ? parseTbx(text) : parseGlossaryCsv(text);
|
|
4891
6087
|
}
|
|
4892
|
-
async function loadDocumentAssets(
|
|
6088
|
+
async function loadDocumentAssets(document2, anchor, options) {
|
|
4893
6089
|
const warnings = [];
|
|
4894
6090
|
const tmEntries = [];
|
|
4895
6091
|
const glossary = [];
|
|
4896
6092
|
let used = [];
|
|
4897
|
-
const file =
|
|
6093
|
+
const file = document2.files[0];
|
|
4898
6094
|
let project;
|
|
4899
6095
|
if (options.project !== void 0) {
|
|
4900
6096
|
project = await findProject(options.project, anchor);
|
|
@@ -4945,8 +6141,8 @@ function createMatchTmTool() {
|
|
|
4945
6141
|
},
|
|
4946
6142
|
async execute(args) {
|
|
4947
6143
|
const xml = await readUtf8(args.path);
|
|
4948
|
-
const
|
|
4949
|
-
const assets = await loadDocumentAssets(
|
|
6144
|
+
const document2 = documentFromXml(xml, args.path);
|
|
6145
|
+
const assets = await loadDocumentAssets(document2, args.path, {
|
|
4950
6146
|
...args.project === void 0 ? {} : { project: args.project },
|
|
4951
6147
|
...args.tm === void 0 ? {} : { tm: args.tm }
|
|
4952
6148
|
});
|
|
@@ -4957,8 +6153,8 @@ function createMatchTmTool() {
|
|
|
4957
6153
|
const threshold = args.threshold ?? defaults?.threshold ?? 75;
|
|
4958
6154
|
if (threshold < 50 || threshold > 100) throw new Error("threshold must be 50..100");
|
|
4959
6155
|
const limit = Math.max(1, args.maxSegments ?? 50);
|
|
4960
|
-
const matches =
|
|
4961
|
-
const file =
|
|
6156
|
+
const matches = document2.segments.slice(0, limit).map((segment) => {
|
|
6157
|
+
const file = document2.files[segment.location.fileIndex];
|
|
4962
6158
|
const candidates = matchTm(assets.tmEntries, segment.sourceText, {
|
|
4963
6159
|
threshold,
|
|
4964
6160
|
maxMatches: 1,
|
|
@@ -4974,8 +6170,8 @@ function createMatchTmTool() {
|
|
|
4974
6170
|
};
|
|
4975
6171
|
});
|
|
4976
6172
|
return JSON.stringify({
|
|
4977
|
-
format:
|
|
4978
|
-
segments:
|
|
6173
|
+
format: document2.format,
|
|
6174
|
+
segments: document2.segments.length,
|
|
4979
6175
|
checked: matches.length,
|
|
4980
6176
|
threshold,
|
|
4981
6177
|
tmEntries: assets.tmEntries.length,
|
|
@@ -5003,8 +6199,8 @@ function createMatchTermsTool() {
|
|
|
5003
6199
|
},
|
|
5004
6200
|
async execute(args) {
|
|
5005
6201
|
const xml = await readUtf8(args.path);
|
|
5006
|
-
const
|
|
5007
|
-
const assets = await loadDocumentAssets(
|
|
6202
|
+
const document2 = documentFromXml(xml, args.path);
|
|
6203
|
+
const assets = await loadDocumentAssets(document2, args.path, {
|
|
5008
6204
|
...args.project === void 0 ? {} : { project: args.project },
|
|
5009
6205
|
...args.glossary === void 0 ? {} : { glossary: args.glossary }
|
|
5010
6206
|
});
|
|
@@ -5015,8 +6211,8 @@ function createMatchTermsTool() {
|
|
|
5015
6211
|
const limit = Math.max(1, args.maxSegments ?? 50);
|
|
5016
6212
|
const hits = [];
|
|
5017
6213
|
let forbidden = 0;
|
|
5018
|
-
for (const segment of
|
|
5019
|
-
const file =
|
|
6214
|
+
for (const segment of document2.segments.slice(0, limit)) {
|
|
6215
|
+
const file = document2.files[segment.location.fileIndex];
|
|
5020
6216
|
for (const side of ["source", "target"]) {
|
|
5021
6217
|
const result = matchTerms(segment[`${side}Text`], glossary, {
|
|
5022
6218
|
...file?.sourceLanguage ? { sourceLanguage: file.sourceLanguage } : {},
|
|
@@ -5039,9 +6235,9 @@ function createMatchTermsTool() {
|
|
|
5039
6235
|
}
|
|
5040
6236
|
}
|
|
5041
6237
|
return JSON.stringify({
|
|
5042
|
-
format:
|
|
5043
|
-
segments:
|
|
5044
|
-
checked: Math.min(limit,
|
|
6238
|
+
format: document2.format,
|
|
6239
|
+
segments: document2.segments.length,
|
|
6240
|
+
checked: Math.min(limit, document2.segments.length),
|
|
5045
6241
|
entries: glossary.length,
|
|
5046
6242
|
...assets.project === void 0 ? {} : { project: assets.project.root },
|
|
5047
6243
|
assetsUsed: assets.used,
|
|
@@ -5053,6 +6249,17 @@ function createMatchTermsTool() {
|
|
|
5053
6249
|
}
|
|
5054
6250
|
});
|
|
5055
6251
|
}
|
|
6252
|
+
function createQaReviewTool() {
|
|
6253
|
+
return defineTool3({
|
|
6254
|
+
name: "l10n_qa_review",
|
|
6255
|
+
description: "Open the local bilingual QA page for selecting files, running deterministic checks, and filtering or exporting findings. Return the clickable page link; files are selected in the browser.",
|
|
6256
|
+
parameters: {},
|
|
6257
|
+
output: { schema: { type: "string" }, render: (_args, value) => [{ type: "text", text: value }] },
|
|
6258
|
+
async execute() {
|
|
6259
|
+
return (await openQaReview()).message;
|
|
6260
|
+
}
|
|
6261
|
+
});
|
|
6262
|
+
}
|
|
5056
6263
|
function createCheckTool() {
|
|
5057
6264
|
return defineTool3({
|
|
5058
6265
|
name: "l10n_check",
|
|
@@ -5083,8 +6290,8 @@ function createCheckTool() {
|
|
|
5083
6290
|
},
|
|
5084
6291
|
async execute(args) {
|
|
5085
6292
|
const xml = await readUtf8(args.path);
|
|
5086
|
-
const
|
|
5087
|
-
const assets = await loadDocumentAssets(
|
|
6293
|
+
const document2 = documentFromXml(xml, args.path);
|
|
6294
|
+
const assets = await loadDocumentAssets(document2, args.path, {
|
|
5088
6295
|
...args.project === void 0 ? {} : { project: args.project },
|
|
5089
6296
|
...args.tm === void 0 ? {} : { tm: args.tm },
|
|
5090
6297
|
...args.glossary === void 0 ? {} : { glossary: args.glossary }
|
|
@@ -5094,7 +6301,7 @@ function createCheckTool() {
|
|
|
5094
6301
|
...args.sourceWhitelist ?? [],
|
|
5095
6302
|
...defaults?.untranslatedCopyWhitelist ?? []
|
|
5096
6303
|
];
|
|
5097
|
-
const checked = checkDocument(
|
|
6304
|
+
const checked = checkDocument(document2, {
|
|
5098
6305
|
tmEntries: assets.tmEntries,
|
|
5099
6306
|
glossary: assets.glossary,
|
|
5100
6307
|
...whitelist.length === 0 && args.shortSegmentMaxLength === void 0 ? {} : {
|
|
@@ -5113,8 +6320,8 @@ function createCheckTool() {
|
|
|
5113
6320
|
}
|
|
5114
6321
|
const limit = Math.max(1, args.maxIssues ?? 100);
|
|
5115
6322
|
return JSON.stringify({
|
|
5116
|
-
format:
|
|
5117
|
-
segments:
|
|
6323
|
+
format: document2.format,
|
|
6324
|
+
segments: document2.segments.length,
|
|
5118
6325
|
checkedSegments: checked.qa.checkedSegments,
|
|
5119
6326
|
coverage: checked.qa.coverage,
|
|
5120
6327
|
totalIssues: checked.qa.issues.length,
|
|
@@ -5182,8 +6389,8 @@ function createTranslateTool() {
|
|
|
5182
6389
|
const output = resolve2(args.output);
|
|
5183
6390
|
if (input === output) throw new Error("refusing to overwrite the input file");
|
|
5184
6391
|
const xml = await readUtf8(input);
|
|
5185
|
-
const
|
|
5186
|
-
const assets = await loadDocumentAssets(
|
|
6392
|
+
const document2 = documentFromXml(xml, input);
|
|
6393
|
+
const assets = await loadDocumentAssets(document2, input, {
|
|
5187
6394
|
...args.project === void 0 ? {} : { project: args.project },
|
|
5188
6395
|
...args.tm === void 0 ? {} : { tm: args.tm }
|
|
5189
6396
|
});
|
|
@@ -5193,7 +6400,7 @@ function createTranslateTool() {
|
|
|
5193
6400
|
const defaults = assets.project === void 0 ? void 0 : projectDefaults(assets.project);
|
|
5194
6401
|
const threshold = args.threshold ?? defaults?.threshold ?? 75;
|
|
5195
6402
|
if (threshold < 50 || threshold > 100) throw new Error("threshold must be 50..100");
|
|
5196
|
-
const result = translateDocument(
|
|
6403
|
+
const result = translateDocument(document2, assets.tmEntries, {
|
|
5197
6404
|
threshold,
|
|
5198
6405
|
...args.setSdlConf === void 0 ? {} : { setSdlState: true, sdlConf: args.setSdlConf }
|
|
5199
6406
|
});
|
|
@@ -5260,20 +6467,20 @@ function createValidateTool() {
|
|
|
5260
6467
|
},
|
|
5261
6468
|
async execute(args) {
|
|
5262
6469
|
const xml = await readUtf8(args.path);
|
|
5263
|
-
const
|
|
6470
|
+
const document2 = documentFromXml(xml, args.path);
|
|
5264
6471
|
let missingTarget = 0;
|
|
5265
6472
|
let tagMismatch = 0;
|
|
5266
|
-
for (const segment of
|
|
6473
|
+
for (const segment of document2.segments) {
|
|
5267
6474
|
if (!segment.targetRange) missingTarget += 1;
|
|
5268
6475
|
if (segment.sourceTags.join("|") !== segment.targetTags.join("|")) tagMismatch += 1;
|
|
5269
6476
|
}
|
|
5270
6477
|
return JSON.stringify({
|
|
5271
6478
|
valid: true,
|
|
5272
|
-
format:
|
|
5273
|
-
segments:
|
|
6479
|
+
format: document2.format,
|
|
6480
|
+
segments: document2.segments.length,
|
|
5274
6481
|
missingTarget,
|
|
5275
6482
|
tagMismatch,
|
|
5276
|
-
warnings:
|
|
6483
|
+
warnings: document2.warnings
|
|
5277
6484
|
});
|
|
5278
6485
|
}
|
|
5279
6486
|
});
|
|
@@ -5437,8 +6644,8 @@ function createPolishTool() {
|
|
|
5437
6644
|
});
|
|
5438
6645
|
}
|
|
5439
6646
|
const xml = await readText(input);
|
|
5440
|
-
const
|
|
5441
|
-
const result = polishDocument(
|
|
6647
|
+
const document2 = parseXliff(xml, { filename: input });
|
|
6648
|
+
const result = polishDocument(document2, edits);
|
|
5442
6649
|
if (result.applied === 0 && result.warnings.length > 0) {
|
|
5443
6650
|
throw new Error(result.warnings.join("; "));
|
|
5444
6651
|
}
|
|
@@ -5576,9 +6783,9 @@ function createSemanticCheckTool(llm) {
|
|
|
5576
6783
|
async execute(args) {
|
|
5577
6784
|
if (!llm) throw new Error("dsh LLM service is unavailable; configure a model provider first");
|
|
5578
6785
|
const xml = await readFile4(resolve4(args.path), "utf8");
|
|
5579
|
-
const
|
|
6786
|
+
const document2 = parseXliff(xml, { filename: basename3(args.path) });
|
|
5580
6787
|
const result = await runSemanticCheck(
|
|
5581
|
-
|
|
6788
|
+
document2,
|
|
5582
6789
|
createDshSemanticProvider(llm, args.provider, args.model),
|
|
5583
6790
|
{ batchSize: args.batchSize ?? 20 }
|
|
5584
6791
|
);
|
|
@@ -5608,11 +6815,11 @@ async function inspectFile(path, signal) {
|
|
|
5608
6815
|
const xml = await readFile5(absolute, { encoding: "utf8", signal });
|
|
5609
6816
|
if (xml.includes("\uFFFD")) throw new Error("file is not valid UTF-8");
|
|
5610
6817
|
signal?.throwIfAborted();
|
|
5611
|
-
const
|
|
6818
|
+
const document2 = parseXliff(xml, { filename: basename4(absolute) });
|
|
5612
6819
|
const targetTagDistribution = {};
|
|
5613
6820
|
let missingTarget = 0;
|
|
5614
6821
|
let tagMismatch = 0;
|
|
5615
|
-
for (const segment of
|
|
6822
|
+
for (const segment of document2.segments) {
|
|
5616
6823
|
const key = String(segment.targetTags.length);
|
|
5617
6824
|
targetTagDistribution[key] = (targetTagDistribution[key] ?? 0) + 1;
|
|
5618
6825
|
if (!segment.targetRange) missingTarget += 1;
|
|
@@ -5620,17 +6827,17 @@ async function inspectFile(path, signal) {
|
|
|
5620
6827
|
}
|
|
5621
6828
|
const structure = structureSummary(xml);
|
|
5622
6829
|
return {
|
|
5623
|
-
format:
|
|
5624
|
-
version:
|
|
6830
|
+
format: document2.format,
|
|
6831
|
+
version: document2.version,
|
|
5625
6832
|
bytes: Buffer.byteLength(xml, "utf8"),
|
|
5626
|
-
files:
|
|
5627
|
-
languages:
|
|
6833
|
+
files: document2.files.length,
|
|
6834
|
+
languages: document2.files.map(
|
|
5628
6835
|
(file) => `${file.sourceLanguage}->${file.targetLanguage}`
|
|
5629
6836
|
),
|
|
5630
|
-
segments:
|
|
6837
|
+
segments: document2.segments.length,
|
|
5631
6838
|
missingTarget,
|
|
5632
6839
|
tagMismatch,
|
|
5633
|
-
warnings:
|
|
6840
|
+
warnings: document2.warnings.length,
|
|
5634
6841
|
targetTagDistribution,
|
|
5635
6842
|
structureElements: structure.count,
|
|
5636
6843
|
structureHash: structure.hash.slice(0, 16)
|
|
@@ -5695,6 +6902,7 @@ function apply(ctx) {
|
|
|
5695
6902
|
createMatchTmTool(),
|
|
5696
6903
|
createMatchTermsTool(),
|
|
5697
6904
|
createCheckTool(),
|
|
6905
|
+
createQaReviewTool(),
|
|
5698
6906
|
createTranslateTool(),
|
|
5699
6907
|
createConvertTool(),
|
|
5700
6908
|
createValidateTool(),
|