create-np-skills 1.0.0

package/assets/toolkit/dist/src/graph-validate.js

@@ -0,0 +1,217 @@
+/**
+ * graph-validate.ts
+ *
+ * Ontology validation tool — validates a knowledge graph against 5 ontology
+ * dimensions: completeness, consistency, correctness, clarity, traceability.
+ *
+ * This is a pure TypeScript tool with NO external dependencies.
+ * It handles quantifiable checks only; semantic judgment is left to
+ * downstream LLM-based validators (P4-C).
+ *
+ * Scoring: each dimension 0–1, composite = average of 5 dimensions.
+ */
+/* ------------------------------------------------------------------ */
+/*  Constants                                                         */
+/* ------------------------------------------------------------------ */
+/** Relations where A→B + B→A is logically contradictory. */
+const SYMMETRIC_CONTRADICTIONS = new Set(['is-a', 'same-as', 'equivalent-to']);
+/** Relations that should never appear bidirectionally. */
+const ASYMMETRIC_ONLY = new Set(['contains', 'is-prerequisite-of', 'depends-on', 'is-implemented-by']);
+/* ------------------------------------------------------------------ */
+/*  Validation                                                        */
+/* ------------------------------------------------------------------ */
+/**
+ * Validate a knowledge graph against a concept dictionary and a reference
+ * framework.
+ *
+ * @param graph       The knowledge graph to validate.
+ * @param conceptDict The canonical concept dictionary.
+ * @param framework   The reference framework (expected relations).
+ * @returns A `ValidateResult` with composite score, dimension scores, gaps, and summary.
+ */
+export function validateOntology(graph, conceptDict, framework) {
+    const gaps = [];
+    const nodeIds = new Set(graph.nodes.map(n => n.id));
+    const conceptNames = new Set(conceptDict.concepts.map(c => c.name));
+    /* ---- completeness ---- */
+    const completeness = checkCompleteness(graph, conceptDict, framework, nodeIds, conceptNames, gaps);
+    /* ---- consistency ---- */
+    const consistency = checkConsistency(graph, gaps);
+    /* ---- correctness ---- */
+    const correctness = checkCorrectness(graph, nodeIds, gaps);
+    /* ---- clarity ---- */
+    const clarity = checkClarity(conceptDict, gaps);
+    /* ---- traceability ---- */
+    const traceability = checkTraceability(graph, conceptNames, nodeIds, gaps);
+    /* ---- composite ---- */
+    const dimensions = {
+        completeness,
+        consistency,
+        correctness,
+        clarity,
+        traceability,
+    };
+    const score = +(Object.values(dimensions).reduce((s, v) => s + v, 0) / 5).toFixed(4);
+    /* ---- summary ---- */
+    const criticalCount = gaps.filter(g => g.severity === 'critical').length;
+    const warnInfoCount = gaps.filter(g => g.severity === 'warning' || g.severity === 'info').length;
+    let summary;
+    if (score === 1) {
+        summary = '5 维度全部通过，图谱质量合格';
+    }
+    else {
+        summary = `${criticalCount} 个严重问题，${warnInfoCount} 个警告/提示。综合评分: ${score}`;
+    }
+    return { score, dimensions, gaps, summary };
+}
+/* ------------------------------------------------------------------ */
+/*  Dimension helpers                                                  */
+/* ------------------------------------------------------------------ */
+function checkCompleteness(graph, conceptDict, framework, nodeIds, _conceptNames, gaps) {
+    const totalConcepts = conceptDict.concepts.length;
+    let missingCount = 0;
+    for (const concept of conceptDict.concepts) {
+        if (!nodeIds.has(concept.name)) {
+            missingCount++;
+            gaps.push({
+                dimension: 'completeness',
+                severity: 'critical',
+                detail: `缺失概念节点: ${concept.name}`,
+                autoFixable: true,
+                fixDescription: `添加节点 { id: "${concept.name}", type: "concept" }`,
+            });
+        }
+    }
+    // Check framework relations against graph edges
+    const edgeKeys = new Set(graph.edges.map(e => `${e.from}|${e.to}|${e.relation}`));
+    for (const rel of framework.relations) {
+        const relKey = `${rel.from}|${rel.to}|${rel.type}`;
+        if (!edgeKeys.has(relKey)) {
+            gaps.push({
+                dimension: 'completeness',
+                severity: 'warning',
+                detail: `缺失框架关系: ${rel.from} --[${rel.type}]--> ${rel.to}`,
+                autoFixable: true,
+                fixDescription: `添加边 { from: "${rel.from}", to: "${rel.to}", relation: "${rel.type}" }`,
+            });
+        }
+    }
+    return totalConcepts > 0
+        ? 1 - missingCount / totalConcepts
+        : 1;
+}
+function checkConsistency(graph, gaps) {
+    let contradictionCount = 0;
+    // Build edge lookup: for each from→to, collect relations
+    const edgeMap = new Map();
+    for (const e of graph.edges) {
+        if (!edgeMap.has(e.from))
+            edgeMap.set(e.from, new Map());
+        const toMap = edgeMap.get(e.from);
+        if (!toMap.has(e.to))
+            toMap.set(e.to, []);
+        toMap.get(e.to).push(e.relation);
+    }
+    const seen = new Set();
+    for (const e of graph.edges) {
+        // Dedup: only check each unordered pair once
+        const pairKey = [e.from, e.to].sort().join('||');
+        if (seen.has(pairKey))
+            continue;
+        seen.add(pairKey);
+        // Check symmetric contradiction: B→A has a symmetric relation when A→B also has it
+        const reverseRelations = edgeMap.get(e.to)?.get(e.from);
+        if (reverseRelations) {
+            for (const revRel of reverseRelations) {
+                if (SYMMETRIC_CONTRADICTIONS.has(e.relation) && e.relation === revRel) {
+                    contradictionCount++;
+                    gaps.push({
+                        dimension: 'consistency',
+                        severity: 'critical',
+                        detail: `对称矛盾: ${e.from} --[${e.relation}]--> ${e.to} 且反向也存在`,
+                        autoFixable: false,
+                    });
+                }
+                if (ASYMMETRIC_ONLY.has(e.relation) && e.relation === revRel) {
+                    contradictionCount++;
+                    gaps.push({
+                        dimension: 'consistency',
+                        severity: 'warning',
+                        detail: `非对称关系双向使用: ${e.from} <--[${e.relation}]--> ${e.to}`,
+                        autoFixable: false,
+                    });
+                }
+            }
+        }
+    }
+    return Math.max(0, 1 - contradictionCount * 0.3);
+}
+function checkCorrectness(graph, nodeIds, gaps) {
+    let danglingCount = 0;
+    for (const edge of graph.edges) {
+        if (!nodeIds.has(edge.from)) {
+            danglingCount++;
+            gaps.push({
+                dimension: 'correctness',
+                severity: 'critical',
+                detail: `悬挂边起点不存在: "${edge.from}" (边 ${edge.from} -> ${edge.to})`,
+                autoFixable: false,
+            });
+        }
+        if (!nodeIds.has(edge.to)) {
+            danglingCount++;
+            gaps.push({
+                dimension: 'correctness',
+                severity: 'critical',
+                detail: `悬挂边终点不存在: "${edge.to}" (边 ${edge.from} -> ${edge.to})`,
+                autoFixable: false,
+            });
+        }
+    }
+    return Math.max(0, 1 - danglingCount * 0.2);
+}
+function checkClarity(conceptDict, gaps) {
+    let clarityIssueCount = 0;
+    for (const concept of conceptDict.concepts) {
+        // Circular definition: definition contains the concept name
+        if (concept.definition.includes(concept.name)) {
+            clarityIssueCount++;
+            gaps.push({
+                dimension: 'clarity',
+                severity: 'warning',
+                detail: `循环定义: "${concept.name}" 的定义包含其自身`,
+                autoFixable: false,
+            });
+        }
+        // Overly short definition
+        if (concept.definition.trim().length < 5) {
+            clarityIssueCount++;
+            gaps.push({
+                dimension: 'clarity',
+                severity: 'info',
+                detail: `定义过短: "${concept.name}" 的定义长度不足 5 个字符`,
+                autoFixable: false,
+            });
+        }
+    }
+    return Math.max(0, 1 - clarityIssueCount * 0.1);
+}
+function checkTraceability(graph, conceptNames, _nodeIds, gaps) {
+    const totalNodes = graph.nodes.length;
+    let untraceableCount = 0;
+    if (totalNodes === 0)
+        return 1;
+    for (const node of graph.nodes) {
+        if (!conceptNames.has(node.id)) {
+            untraceableCount++;
+            gaps.push({
+                dimension: 'traceability',
+                severity: 'warning',
+                detail: `节点无法追溯到词典: "${node.id}"`,
+                autoFixable: false,
+            });
+        }
+    }
+    return 1 - untraceableCount / totalNodes;
+}
+//# sourceMappingURL=graph-validate.js.map

package/assets/toolkit/dist/src/graph-validate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"graph-validate.js","sourceRoot":"","sources":["../../src/graph-validate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAgEH,wEAAwE;AACxE,wEAAwE;AACxE,wEAAwE;AAExE,4DAA4D;AAC5D,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC;AAE/E,0DAA0D;AAC1D,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,UAAU,EAAE,oBAAoB,EAAE,YAAY,EAAE,mBAAmB,CAAC,CAAC,CAAC;AAEvG,wEAAwE;AACxE,wEAAwE;AACxE,wEAAwE;AAExE;;;;;;;;GAQG;AACH,MAAM,UAAU,gBAAgB,CAC9B,KAAY,EACZ,WAA8B,EAC9B,SAAoB;IAEpB,MAAM,IAAI,GAAkB,EAAE,CAAC;IAE/B,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACpD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAEpE,4BAA4B;IAC5B,MAAM,YAAY,GAAG,iBAAiB,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;IAEnG,2BAA2B;IAC3B,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAElD,2BAA2B;IAC3B,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAE3D,uBAAuB;IACvB,MAAM,OAAO,GAAG,YAAY,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAEhD,4BAA4B;IAC5B,MAAM,YAAY,GAAG,iBAAiB,CAAC,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAE3E,yBAAyB;IACzB,MAAM,UAAU,GAAoB;QAClC,YAAY;QACZ,WAAW;QACX,WAAW;QACX,OAAO;QACP,YAAY;KACb,CAAC;IAEF,MAAM,KAAK,GAAG,CAAC,CAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAEvF,uBAAuB;IACvB,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,MAAM,CAAC;IACzE,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAEjG,IAAI,OAAe,CAAC;IACpB,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;QAChB,OAAO,GAAG,iBAAiB,CAAC;IAC9B,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,GAAG,aAAa,UAAU,aAAa,iBAAiB,KAAK,EAAE,CAAC;IAC5E,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAC9C,CAAC;AAED,wEAAwE;AACxE,yEAAyE;AACzE,wEAAwE;AAExE,SAAS,iBAAiB,CACxB,KAAY,EACZ,WAA8B,EAC9B,SAAoB,EACpB,OAAoB,EACpB,aAA0B,EAC1B,IAAmB;IAEnB,MAAM,aAAa,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC;IAClD,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,MAAM,OAAO,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;QAC3C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,YAAY,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC;gBACR,SAAS,EAAE,cAAc;gBACzB,QAAQ,EAAE,UAAU;gBACpB,MAAM,EAAE,WAAW,OAAO,CAAC,IAAI,EAAE;gBACjC,WAAW,EAAE,IAAI;gBACjB,cAAc,EAAE,eAAe,OAAO,CAAC,IAAI,sBAAsB;aAClE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,gDAAgD;IAChD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;IAElF,KAAK,MAAM,GAAG,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;QACnD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC;gBACR,SAAS,EAAE,cAAc;gBACzB,QAAQ,EAAE,SAAS;gBACnB,MAAM,EAAE,WAAW,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,QAAQ,GAAG,CAAC,EAAE,EAAE;gBAC1D,WAAW,EAAE,IAAI;gBACjB,cAAc,EAAE,gBAAgB,GAAG,CAAC,IAAI,WAAW,GAAG,CAAC,EAAE,iBAAiB,GAAG,CAAC,IAAI,KAAK;aACxF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,aAAa,GAAG,CAAC;QACtB,CAAC,CAAC,CAAC,GAAG,YAAY,GAAG,aAAa;QAClC,CAAC,CAAC,CAAC,CAAC;AACR,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAY,EAAE,IAAmB;IACzD,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAE3B,yDAAyD;IACzD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAiC,CAAC;IACzD,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAE,CAAC;QACnC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC1C,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC5B,6CAA6C;QAC7C,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,SAAS;QAChC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAElB,mFAAmF;QACnF,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACxD,IAAI,gBAAgB,EAAE,CAAC;YACrB,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE,CAAC;gBACtC,IAAI,wBAAwB,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;oBACtE,kBAAkB,EAAE,CAAC;oBACrB,IAAI,CAAC,IAAI,CAAC;wBACR,SAAS,EAAE,aAAa;wBACxB,QAAQ,EAAE,UAAU;wBACpB,MAAM,EAAE,SAAS,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,QAAQ,QAAQ,CAAC,CAAC,EAAE,SAAS;wBAC7D,WAAW,EAAE,KAAK;qBACnB,CAAC,CAAC;gBACL,CAAC;gBAED,IAAI,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;oBAC7D,kBAAkB,EAAE,CAAC;oBACrB,IAAI,CAAC,IAAI,CAAC;wBACR,SAAS,EAAE,aAAa;wBACxB,QAAQ,EAAE,SAAS;wBACnB,MAAM,EAAE,cAAc,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC,QAAQ,QAAQ,CAAC,CAAC,EAAE,EAAE;wBAC5D,WAAW,EAAE,KAAK;qBACnB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,kBAAkB,GAAG,GAAG,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAY,EAAE,OAAoB,EAAE,IAAmB;IAC/E,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,aAAa,EAAE,CAAC;YAChB,IAAI,CAAC,IAAI,CAAC;gBACR,SAAS,EAAE,aAAa;gBACxB,QAAQ,EAAE,UAAU;gBACpB,MAAM,EAAE,cAAc,IAAI,CAAC,IAAI,QAAQ,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,EAAE,GAAG;gBACjE,WAAW,EAAE,KAAK;aACnB,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YAC1B,aAAa,EAAE,CAAC;YAChB,IAAI,CAAC,IAAI,CAAC;gBACR,SAAS,EAAE,aAAa;gBACxB,QAAQ,EAAE,UAAU;gBACpB,MAAM,EAAE,cAAc,IAAI,CAAC,EAAE,QAAQ,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,EAAE,GAAG;gBAC/D,WAAW,EAAE,KAAK;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,aAAa,GAAG,GAAG,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,YAAY,CAAC,WAA8B,EAAE,IAAmB;IACvE,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,KAAK,MAAM,OAAO,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;QAC3C,4DAA4D;QAC5D,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9C,iBAAiB,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,CAAC;gBACR,SAAS,EAAE,SAAS;gBACpB,QAAQ,EAAE,SAAS;gBACnB,MAAM,EAAE,UAAU,OAAO,CAAC,IAAI,YAAY;gBAC1C,WAAW,EAAE,KAAK;aACnB,CAAC,CAAC;QACL,CAAC;QAED,0BAA0B;QAC1B,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,iBAAiB,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,CAAC;gBACR,SAAS,EAAE,SAAS;gBACpB,QAAQ,EAAE,MAAM;gBAChB,MAAM,EAAE,UAAU,OAAO,CAAC,IAAI,iBAAiB;gBAC/C,WAAW,EAAE,KAAK;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,iBAAiB,GAAG,GAAG,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAY,EACZ,YAAyB,EACzB,QAAqB,EACrB,IAAmB;IAEnB,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;IACtC,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,IAAI,UAAU,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/B,gBAAgB,EAAE,CAAC;YACnB,IAAI,CAAC,IAAI,CAAC;gBACR,SAAS,EAAE,cAAc;gBACzB,QAAQ,EAAE,SAAS;gBACnB,MAAM,EAAE,eAAe,IAAI,CAAC,EAAE,GAAG;gBACjC,WAAW,EAAE,KAAK;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,gBAAgB,GAAG,UAAU,CAAC;AAC3C,CAAC"}

package/assets/toolkit/dist/src/hmm-smooth.d.ts

@@ -0,0 +1,41 @@
+/** Multi-language text smoothing analysis for note-processing pipeline. */
+import { type Language } from './tokenizer.js';
+export interface CoherenceResult {
+    average: number;
+    scores: Array<{
+        index: number;
+        score: number;
+        issue?: string;
+    }>;
+}
+export interface NgramResult {
+    transitions: Array<{
+        from: string;
+        to: string;
+        novel: boolean;
+    }>;
+    repeatedNgrams: string[];
+    diversityScore: number;
+}
+export interface WordFreqResult {
+    overused: Array<{
+        word: string;
+        count: number;
+        suggestion: string;
+    }>;
+    distribution: {
+        short: number;
+        medium: number;
+        long: number;
+    };
+}
+export interface SmoothSuggestions {
+    coherence: CoherenceResult;
+    ngram: NgramResult;
+    wordFrequency: WordFreqResult;
+    summary: string[];
+}
+export declare function analyzeCoherence(sentences: string[], language?: Language | null): CoherenceResult;
+export declare function analyzeNgram(sentences: string[], n?: number, language?: Language | null): NgramResult;
+export declare function analyzeWordFrequency(text: string, language?: Language | null): WordFreqResult;
+export declare function generateSmoothSuggestions(text: string, language?: Language | null): SmoothSuggestions;

package/assets/toolkit/dist/src/hmm-smooth.js

@@ -0,0 +1,173 @@
+/** Multi-language text smoothing analysis for note-processing pipeline. */
+import { getTokenizer } from './tokenizer.js';
+// ── Constants ──
+const COHERENCE_LOW_THRESHOLD = 0.15;
+const COHERENCE_SUMMARY_THRESHOLD = 0.3;
+const DIVERSITY_SUMMARY_THRESHOLD = 0.4;
+const OVERUSED_FREQ_RATIO = 0.03;
+const OVERUSED_WORD_MAX_LENGTH = 2;
+const OVERUSED_MAX_COUNT = 10;
+const SENTENCE_SHORT_MAX = 15;
+const SENTENCE_MEDIUM_MAX = 40;
+const SHORT_SENTENCE_RATIO_WARN = 0.5;
+const LONG_SENTENCE_RATIO_WARN = 0.4;
+const OVERUSED_WORD_COUNT_WARN = 5;
+// ── Suggestions (language-aware) ──
+const MSG = {
+    zh: {
+        coherenceLow: '全文连贯度偏低，建议增加过渡句或连接词',
+        diversityLow: '句式多样性偏低，建议调整句式结构',
+        overusedMany: (n) => `高频词偏多 (${n} 个)，建议替换部分重复词汇`,
+        shortSentences: '短句占比超过 50%，建议合并部分短句以提升阅读流畅度',
+        longSentences: '长句占比超过 40%，建议拆分部分长句以降低阅读负担',
+    },
+    en: {
+        coherenceLow: 'Text coherence is low; consider adding transition sentences or connectors',
+        diversityLow: 'Sentence variety is low; consider varying sentence openers',
+        overusedMany: (n) => `${n} overused words detected; consider replacing some with synonyms`,
+        shortSentences: 'Short sentences exceed 50% of total; consider combining for better flow',
+        longSentences: 'Long sentences exceed 40% of total; consider splitting for readability',
+    },
+};
+// ── Coherence Analysis ──
+export function analyzeCoherence(sentences, language) {
+    if (sentences.length === 0)
+        return { average: 0, scores: [] };
+    const tokenizer = getTokenizer(language, sentences[0]);
+    const tokenized = sentences.map(s => new Set(tokenizer.tokenize(s)));
+    const scores = [];
+    for (let i = 0; i < tokenized.length; i++) {
+        const current = tokenized[i];
+        const prev = i > 0 ? tokenized[i - 1] : null;
+        const next = i < tokenized.length - 1 ? tokenized[i + 1] : null;
+        let overlapCount = 0;
+        const neighbors = [prev, next].filter(Boolean);
+        for (const token of current) {
+            if (neighbors.some(n => n.has(token)))
+                overlapCount++;
+        }
+        const score = current.size > 0
+            ? overlapCount / current.size
+            : 0.5;
+        const issue = score < COHERENCE_LOW_THRESHOLD
+            ? `sentence ${i + 1} coherence score is low (${score.toFixed(2)})`
+            : undefined;
+        scores.push({ index: i, score: Math.round(score * 100) / 100, issue });
+    }
+    const average = scores.reduce((sum, s) => sum + s.score, 0) / scores.length;
+    return { average: Math.round(average * 100) / 100, scores };
+}
+// ── N-gram Analysis ──
+export function analyzeNgram(sentences, n = 2, language) {
+    if (sentences.length < 2) {
+        return { transitions: [], repeatedNgrams: [], diversityScore: 1 };
+    }
+    const tokenizer = getTokenizer(language, sentences[0]);
+    const transitions = [];
+    const ngramCounts = new Map();
+    for (let i = 0; i < sentences.length - 1; i++) {
+        const tokensA = tokenizer.tokenize(sentences[i]);
+        const tokensB = tokenizer.tokenize(sentences[i + 1]);
+        const lastN = tokensA.slice(-n).join(' ');
+        const firstN = tokensB.slice(0, n).join(' ');
+        transitions.push({ from: lastN, to: firstN, novel: true });
+        const key = `${lastN}|${firstN}`;
+        ngramCounts.set(key, (ngramCounts.get(key) || 0) + 1);
+    }
+    // Mark repeat patterns as not novel
+    const seenKeys = new Set();
+    for (const t of transitions) {
+        const key = `${t.from}|${t.to}`;
+        if (seenKeys.has(key))
+            t.novel = false;
+        else
+            seenKeys.add(key);
+    }
+    const repeatedNgrams = [...ngramCounts.entries()]
+        .filter(([, count]) => count > 1)
+        .map(([bg]) => bg);
+    const uniqueCount = ngramCounts.size;
+    const diversityScore = transitions.length > 0
+        ? Math.min(1, uniqueCount / transitions.length)
+        : 1;
+    return { transitions, repeatedNgrams, diversityScore: Math.round(diversityScore * 100) / 100 };
+}
+// ── Word Frequency Analysis ──
+export function analyzeWordFrequency(text, language) {
+    const tokenizer = getTokenizer(language, text);
+    const lang = language ?? 'en';
+    const sentences = tokenizer.splitSentences(text);
+    const allTokens = tokenizer.tokenize(text);
+    // Word frequency
+    const freq = new Map();
+    for (const token of allTokens) {
+        const t = token.toLowerCase();
+        // Skip very short tokens and pure punctuation
+        if (t.length <= 1 && !/[a-z0-9一-鿿]/i.test(t))
+            continue;
+        freq.set(t, (freq.get(t) || 0) + 1);
+    }
+    const totalContentTokens = [...freq.values()].reduce((a, b) => a + b, 0);
+    // Overused words (>3% frequency, max length 2 for CJK or short English words)
+    const overused = totalContentTokens > 0
+        ? [...freq.entries()]
+            .filter(([word, count]) => {
+            const ratio = count / totalContentTokens;
+            const maxLen = lang === 'zh' ? OVERUSED_WORD_MAX_LENGTH : 4;
+            return ratio > OVERUSED_FREQ_RATIO && word.length <= maxLen;
+        })
+            .map(([word, count]) => {
+            const pct = ((count / totalContentTokens) * 100).toFixed(1);
+            return {
+                word,
+                count,
+                suggestion: lang === 'zh'
+                    ? `"${word}" 出现 ${count} 次 (${pct}%)，建议替换部分为同义词`
+                    : `"${word}" appears ${count} times (${pct}%); consider synonyms`,
+            };
+        })
+            .sort((a, b) => b.count - a.count)
+            .slice(0, OVERUSED_MAX_COUNT)
+        : [];
+    // Sentence length distribution
+    const dist = { short: 0, medium: 0, long: 0 };
+    for (const s of sentences) {
+        const len = s.length;
+        if (len <= SENTENCE_SHORT_MAX)
+            dist.short++;
+        else if (len <= SENTENCE_MEDIUM_MAX)
+            dist.medium++;
+        else
+            dist.long++;
+    }
+    return { overused, distribution: dist };
+}
+// ── Main Entry ──
+export function generateSmoothSuggestions(text, language) {
+    const tokenizer = getTokenizer(language, text);
+    const lang = language ?? 'en';
+    const m = MSG[lang] ?? MSG.en;
+    const sentences = tokenizer.splitSentences(text);
+    const coherence = analyzeCoherence(sentences, lang);
+    const ngram = analyzeNgram(sentences, 2, lang);
+    const wordFrequency = analyzeWordFrequency(text, lang);
+    const summary = [];
+    if (coherence.average < COHERENCE_SUMMARY_THRESHOLD) {
+        summary.push(m.coherenceLow);
+    }
+    if (ngram.diversityScore < DIVERSITY_SUMMARY_THRESHOLD) {
+        summary.push(m.diversityLow);
+    }
+    if (wordFrequency.overused.length > OVERUSED_WORD_COUNT_WARN) {
+        summary.push(m.overusedMany(wordFrequency.overused.length));
+    }
+    const totalSentences = wordFrequency.distribution.short + wordFrequency.distribution.medium + wordFrequency.distribution.long;
+    if (totalSentences > 0 && wordFrequency.distribution.short / totalSentences > SHORT_SENTENCE_RATIO_WARN) {
+        summary.push(m.shortSentences);
+    }
+    if (totalSentences > 0 && wordFrequency.distribution.long / totalSentences > LONG_SENTENCE_RATIO_WARN) {
+        summary.push(m.longSentences);
+    }
+    return { coherence, ngram, wordFrequency, summary };
+}
+//# sourceMappingURL=hmm-smooth.js.map

package/assets/toolkit/dist/src/hmm-smooth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hmm-smooth.js","sourceRoot":"","sources":["../../src/hmm-smooth.ts"],"names":[],"mappings":"AAAA,2EAA2E;AAE3E,OAAO,EAAE,YAAY,EAAiB,MAAM,gBAAgB,CAAC;AAE7D,kBAAkB;AAElB,MAAM,uBAAuB,GAAG,IAAI,CAAC;AACrC,MAAM,2BAA2B,GAAG,GAAG,CAAC;AACxC,MAAM,2BAA2B,GAAG,GAAG,CAAC;AACxC,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,wBAAwB,GAAG,CAAC,CAAC;AACnC,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,MAAM,yBAAyB,GAAG,GAAG,CAAC;AACtC,MAAM,wBAAwB,GAAG,GAAG,CAAC;AACrC,MAAM,wBAAwB,GAAG,CAAC,CAAC;AA2BnC,qCAAqC;AAErC,MAAM,GAAG,GAAG;IACV,EAAE,EAAE;QACF,YAAY,EAAE,qBAAqB;QACnC,YAAY,EAAE,kBAAkB;QAChC,YAAY,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,UAAU,CAAC,gBAAgB;QACxD,cAAc,EAAE,6BAA6B;QAC7C,aAAa,EAAE,4BAA4B;KAC5C;IACD,EAAE,EAAE;QACF,YAAY,EAAE,2EAA2E;QACzF,YAAY,EAAE,4DAA4D;QAC1E,YAAY,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,GAAG,CAAC,iEAAiE;QAClG,cAAc,EAAE,yEAAyE;QACzF,aAAa,EAAE,wEAAwE;KACxF;CACF,CAAC;AAEF,2BAA2B;AAE3B,MAAM,UAAU,gBAAgB,CAAC,SAAmB,EAAE,QAA0B;IAC9E,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAE9D,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,MAAM,GAA8B,EAAE,CAAC;IAE7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7C,MAAM,IAAI,GAAG,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAEhE,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,MAAM,SAAS,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAkB,CAAC;QAChE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAAE,YAAY,EAAE,CAAC;QACxD,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,GAAG,CAAC;YAC5B,CAAC,CAAC,YAAY,GAAG,OAAO,CAAC,IAAI;YAC7B,CAAC,CAAC,GAAG,CAAC;QAER,MAAM,KAAK,GAAG,KAAK,GAAG,uBAAuB;YAC3C,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,4BAA4B,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAClE,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAC5E,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,MAAM,EAAE,CAAC;AAC9D,CAAC;AAED,wBAAwB;AAExB,MAAM,UAAU,YAAY,CAAC,SAAmB,EAAE,IAAY,CAAC,EAAE,QAA0B;IACzF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC;IACpE,CAAC;IAED,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,WAAW,GAA+B,EAAE,CAAC;IACnD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAErD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE7C,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,MAAM,GAAG,GAAG,GAAG,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,oCAAoC;IACpC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;QAChC,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC;;YAClC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,MAAM,cAAc,GAAG,CAAC,GAAG,WAAW,CAAC,OAAO,EAAE,CAAC;SAC9C,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;SAChC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IAErB,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC;IACrC,MAAM,cAAc,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC;QAC3C,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC;QAC/C,CAAC,CAAC,CAAC,CAAC;IAEN,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC;AACjG,CAAC;AAED,gCAAgC;AAEhC,MAAM,UAAU,oBAAoB,CAAC,IAAY,EAAE,QAA0B;IAC3E,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,QAAQ,IAAI,IAAI,CAAC;IAC9B,MAAM,SAAS,GAAG,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACjD,MAAM,SAAS,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAE3C,iBAAiB;IACjB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;QAC9B,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAC9B,8CAA8C;QAC9C,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;YAAE,SAAS;QACvD,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAEzE,8EAA8E;IAC9E,MAAM,QAAQ,GAAG,kBAAkB,GAAG,CAAC;QACrC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;aAChB,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE;YACxB,MAAM,KAAK,GAAG,KAAK,GAAG,kBAAkB,CAAC;YACzC,MAAM,MAAM,GAAG,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5D,OAAO,KAAK,GAAG,mBAAmB,IAAI,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC;QAC9D,CAAC,CAAC;aACD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE;YACrB,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,GAAG,kBAAkB,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC5D,OAAO;gBACL,IAAI;gBACJ,KAAK;gBACL,UAAU,EAAE,IAAI,KAAK,IAAI;oBACvB,CAAC,CAAC,IAAI,IAAI,QAAQ,KAAK,OAAO,GAAG,eAAe;oBAChD,CAAC,CAAC,IAAI,IAAI,aAAa,KAAK,WAAW,GAAG,uBAAuB;aACpE,CAAC;QACJ,CAAC,CAAC;aACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC;QACjC,CAAC,CAAC,EAAE,CAAC;IAEP,+BAA+B;IAC/B,MAAM,IAAI,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC9C,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC;QACrB,IAAI,GAAG,IAAI,kBAAkB;YAAE,IAAI,CAAC,KAAK,EAAE,CAAC;aACvC,IAAI,GAAG,IAAI,mBAAmB;YAAE,IAAI,CAAC,MAAM,EAAE,CAAC;;YAC9C,IAAI,CAAC,IAAI,EAAE,CAAC;IACnB,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;AAC1C,CAAC;AAED,mBAAmB;AAEnB,MAAM,UAAU,yBAAyB,CAAC,IAAY,EAAE,QAA0B;IAChF,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,QAAQ,IAAI,IAAI,CAAC;IAC9B,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;IAE9B,MAAM,SAAS,GAAG,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACjD,MAAM,SAAS,GAAG,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAC/C,MAAM,aAAa,GAAG,oBAAoB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAEvD,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,IAAI,SAAS,CAAC,OAAO,GAAG,2BAA2B,EAAE,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAC/B,CAAC;IACD,IAAI,KAAK,CAAC,cAAc,GAAG,2BAA2B,EAAE,CAAC;QACvD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAC/B,CAAC;IACD,IAAI,aAAa,CAAC,QAAQ,CAAC,MAAM,GAAG,wBAAwB,EAAE,CAAC;QAC7D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,cAAc,GAAG,aAAa,CAAC,YAAY,CAAC,KAAK,GAAG,aAAa,CAAC,YAAY,CAAC,MAAM,GAAG,aAAa,CAAC,YAAY,CAAC,IAAI,CAAC;IAC9H,IAAI,cAAc,GAAG,CAAC,IAAI,aAAa,CAAC,YAAY,CAAC,KAAK,GAAG,cAAc,GAAG,yBAAyB,EAAE,CAAC;QACxG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;IACjC,CAAC;IACD,IAAI,cAAc,GAAG,CAAC,IAAI,aAAa,CAAC,YAAY,CAAC,IAAI,GAAG,cAAc,GAAG,wBAAwB,EAAE,CAAC;QACtG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IAChC,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC;AACtD,CAAC"}

package/assets/toolkit/dist/src/tokenizer.d.ts

@@ -0,0 +1,19 @@
+/** Tokenizer abstraction for multi-language NLP support. */
+export type Language = 'zh' | 'en';
+export interface Tokenizer {
+    /** Split text into word tokens */
+    tokenize(text: string): string[];
+    /** Split text into sentences */
+    splitSentences(text: string): string[];
+}
+/** Detect language by counting CJK characters. Threshold: >20% CJK = Chinese. */
+export declare function detectLanguage(text: string): Language;
+export declare class ChineseTokenizer implements Tokenizer {
+    tokenize(text: string): string[];
+    splitSentences(text: string): string[];
+}
+export declare class EnglishTokenizer implements Tokenizer {
+    tokenize(text: string): string[];
+    splitSentences(text: string): string[];
+}
+export declare function getTokenizer(language?: Language | null, text?: string): Tokenizer;

package/assets/toolkit/dist/src/tokenizer.js

@@ -0,0 +1,70 @@
+/** Tokenizer abstraction for multi-language NLP support. */
+import { Jieba } from '@node-rs/jieba';
+import { dict } from '@node-rs/jieba/dict.js';
+// ── Language Detection ──
+/** Detect language by counting CJK characters. Threshold: >20% CJK = Chinese. */
+export function detectLanguage(text) {
+    const cjkCount = [...text].filter(c => /\p{Script=Han}/u.test(c)).length;
+    return cjkCount / Math.max(text.length, 1) > 0.2 ? 'zh' : 'en';
+}
+// ── Chinese Tokenizer ──
+const jiebaInstance = Jieba.withDict(dict);
+export class ChineseTokenizer {
+    tokenize(text) {
+        return jiebaInstance.cut(text, true).filter(t => t.trim().length > 0);
+    }
+    splitSentences(text) {
+        return text.split(/[。！？\n]+/).filter(s => s.trim().length > 0);
+    }
+}
+// ── English Tokenizer ──
+/** Common abbreviations that don't end sentences */
+const ABBREVIATIONS = new Set([
+    'mr', 'mrs', 'ms', 'dr', 'prof', 'sr', 'jr',
+    'vs', 'etc', 'inc', 'ltd', 'co', 'corp',
+    'eg', 'ie', 'al', 'approx', 'dept', 'est',
+    'us', 'uk', 'eu', 'un',
+]);
+export class EnglishTokenizer {
+    tokenize(text) {
+        // Split on whitespace and strip punctuation from edges
+        return text
+            .split(/\s+/)
+            .map(t => t.replace(/^[^a-zA-Z0-9]+|[^a-zA-Z0-9]+$/g, ''))
+            .filter(t => t.length > 0);
+    }
+    splitSentences(text) {
+        const sentences = [];
+        let current = '';
+        const words = text.split(/\s+/);
+        for (const word of words) {
+            current += (current ? ' ' : '') + word;
+            // Check if word ends with sentence-ending punctuation
+            const match = word.match(/([.!?])$/);
+            if (match) {
+                // Don't split on abbreviations
+                const prevWord = word.slice(0, -1).toLowerCase().replace(/[^a-z]/g, '');
+                if (!ABBREVIATIONS.has(prevWord)) {
+                    sentences.push(current.trim());
+                    current = '';
+                }
+            }
+        }
+        if (current.trim())
+            sentences.push(current.trim());
+        return sentences;
+    }
+}
+// ── Factory ──
+let zhInstance = null;
+let enInstance = null;
+export function getTokenizer(language, text) {
+    const lang = language ?? (text ? detectLanguage(text) : 'en');
+    if (lang === 'zh') {
+        zhInstance ??= new ChineseTokenizer();
+        return zhInstance;
+    }
+    enInstance ??= new EnglishTokenizer();
+    return enInstance;
+}
+//# sourceMappingURL=tokenizer.js.map

package/assets/toolkit/dist/src/tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../src/tokenizer.ts"],"names":[],"mappings":"AAAA,4DAA4D;AAE5D,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAW9C,2BAA2B;AAE3B,iFAAiF;AACjF,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACzE,OAAO,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AACjE,CAAC;AAED,0BAA0B;AAE1B,MAAM,aAAa,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AAE3C,MAAM,OAAO,gBAAgB;IAC3B,QAAQ,CAAC,IAAY;QACnB,OAAO,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACxE,CAAC;IAED,cAAc,CAAC,IAAY;QACzB,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACjE,CAAC;CACF;AAED,0BAA0B;AAE1B,oDAAoD;AACpD,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;IAC5B,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI;IAC3C,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM;IACvC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK;IACzC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;CACvB,CAAC,CAAC;AAEH,MAAM,OAAO,gBAAgB;IAC3B,QAAQ,CAAC,IAAY;QACnB,uDAAuD;QACvD,OAAO,IAAI;aACR,KAAK,CAAC,KAAK,CAAC;aACZ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,gCAAgC,EAAE,EAAE,CAAC,CAAC;aACzD,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/B,CAAC;IAED,cAAc,CAAC,IAAY;QACzB,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEhC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;YAEvC,sDAAsD;YACtD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YACrC,IAAI,KAAK,EAAE,CAAC;gBACV,+BAA+B;gBAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBACxE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACjC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC/B,OAAO,GAAG,EAAE,CAAC;gBACf,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,EAAE;YAAE,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACnD,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AAED,gBAAgB;AAEhB,IAAI,UAAU,GAA4B,IAAI,CAAC;AAC/C,IAAI,UAAU,GAA4B,IAAI,CAAC;AAE/C,MAAM,UAAU,YAAY,CAAC,QAA0B,EAAE,IAAa;IACpE,MAAM,IAAI,GAAG,QAAQ,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAE9D,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,UAAU,KAAK,IAAI,gBAAgB,EAAE,CAAC;QACtC,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,UAAU,KAAK,IAAI,gBAAgB,EAAE,CAAC;IACtC,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/assets/toolkit/package.json

@@ -0,0 +1,21 @@
+{
+  "name": "note-nlp",
+  "version": "1.0.0",
+  "description": "NLP tools for note-processing pipeline: disambiguation, HMM smoothing, ontology validation",
+  "private": true,
+  "type": "module",
+  "scripts": {
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "build": "tsc",
+    "typecheck": "tsc --noEmit"
+  },
+  "dependencies": {
+    "@node-rs/jieba": "^2.0.1",
+    "xlsx": "^0.18.5"
+  },
+  "devDependencies": {
+    "typescript": "^5.5.0",
+    "vitest": "^1.6.0"
+  }
+}

package/dist/bin/cli.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/bin/cli.js

@@ -0,0 +1,7 @@
+#!/usr/bin/env node
+import { main } from '../src/index.js';
+main().catch((err) => {
+    console.error('Fatal error:', err);
+    process.exit(1);
+});
+//# sourceMappingURL=cli.js.map

package/dist/bin/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../bin/cli.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAEvC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE;IAC1B,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IACnC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/src/commands/add.d.ts

@@ -0,0 +1,3 @@
+export declare function runAdd(name?: string, options?: {
+    config?: string;
+}): Promise<void>;

package/dist/src/commands/add.js

@@ -0,0 +1,52 @@
+import { checkbox } from '@inquirer/prompts';
+import { loadConfig, saveConfig, getAvailableSkills, addSkillToConfig } from '../installer/config.js';
+import { installSkill } from '../installer/skills.js';
+import { SKILL_NAMES } from '../types.js';
+import { log } from '../utils/logger.js';
+const VALID_SKILLS = new Set(SKILL_NAMES);
+export async function runAdd(name, options) {
+    const config = await loadConfig(options?.config);
+    if (!config) {
+        log.error('未找到配置文件，请先运行 npx create-np-skills init');
+        process.exit(1);
+    }
+    if (name && !VALID_SKILLS.has(name)) {
+        log.error(`未知 Skill: ${name}。可用: ${SKILL_NAMES.join(', ')}`);
+        process.exit(1);
+    }
+    let skills;
+    if (name) {
+        if (name in config.skills) {
+            log.warn(`${name} 已经安装`);
+            process.exit(0);
+        }
+        skills = [name];
+    }
+    else {
+        const available = getAvailableSkills(config);
+        if (available.length === 0) {
+            log.info('所有 Skill 已安装');
+            process.exit(0);
+        }
+        skills = await checkbox({
+            message: '选择要安装的 Skill',
+            choices: available.map(s => ({ name: s, value: s, checked: true })),
+        });
+        if (skills.length === 0) {
+            log.info('未选择任何 Skill');
+            process.exit(0);
+        }
+    }
+    for (const skill of skills) {
+        const result = await installSkill(skill, config.platforms, config.location, config.projectPath ?? undefined);
+        if (result.success) {
+            addSkillToConfig(config, skill);
+            log.success(`${skill} 安装完成`);
+        }
+        else {
+            log.error(`${skill} 安装失败: ${result.errors.join(', ')}`);
+        }
+    }
+    await saveConfig(config, options?.config);
+}
+//# sourceMappingURL=add.js.map