@jhl548/duplicate-doc-core 0.1.0 → 0.1.2

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-export * from "./colors";
-export * from "./ranges";
-export * from "./scroll";
-export * from "./tiptapDuplicateHighlight";
-export * from "./types";
+export * from "./colors.js";
+export * from "./ranges.js";
+export * from "./scroll.js";
+export * from "./tiptapDuplicateHighlight.js";
+export * from "./types.js";

package/dist/index.js

@@ -1,6 +1,6 @@
-export * from "./colors";
-export * from "./ranges";
-export * from "./scroll";
-export * from "./tiptapDuplicateHighlight";
-export * from "./types";
+export * from "./colors.js";
+export * from "./ranges.js";
+export * from "./scroll.js";
+export * from "./tiptapDuplicateHighlight.js";
+export * from "./types.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,4BAA4B,CAAC;AAC3C,cAAc,SAAS,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,+BAA+B,CAAC;AAC9C,cAAc,YAAY,CAAC"}

package/dist/ranges.d.ts

@@ -1,4 +1,4 @@
-import type { DuplicateHighlight, TextRange } from "./types";
+import type { DuplicateHighlight, TextRange } from "./types.js";
 export declare function normalizeRange(range: TextRange): TextRange | null;
 export declare function normalizeRanges(ranges: TextRange[]): TextRange[];
 export declare function filterHighlightsForDocument(highlights: DuplicateHighlight[], documentId: string): DuplicateHighlight[];

package/dist/tiptapDuplicateHighlight.d.ts

@@ -2,7 +2,7 @@ import { Extension } from "@tiptap/core";
 import type { Node as ProseMirrorNode } from "@tiptap/pm/model";
 import { PluginKey } from "@tiptap/pm/state";
 import { DecorationSet } from "@tiptap/pm/view";
-import type { DuplicateHighlight, TextRange } from "./types";
+import type { DuplicateHighlight, TextRange } from "./types.js";
 declare module "@tiptap/core" {
     interface Commands<ReturnType> {
         duplicateHighlight: {
@@ -10,12 +10,30 @@ declare module "@tiptap/core" {
         };
     }
 }
-export declare const duplicateHighlightPluginKey: PluginKey<DecorationSet>;
-export declare function buildPlainTextPositionMap(doc: ProseMirrorNode): number[];
-export declare function mapTextRangeToDocPositions(positions: number[], range: TextRange): {
+interface MappedRange {
     from: number;
     to: number;
-} | null;
+}
+interface HighlightAnchor extends MappedRange {
+    key: string;
+    attrs: Record<string, string | undefined>;
+    expectedText?: string;
+    valid: boolean;
+}
+interface DuplicateHighlightState {
+    decorations: DecorationSet;
+    anchors: Record<string, HighlightAnchor>;
+    activeKeys: string[];
+}
+interface PlainTextSnapshot {
+    text: string;
+    positions: number[];
+}
+export declare const duplicateHighlightPluginKey: PluginKey<DuplicateHighlightState>;
+export declare function buildPlainTextSnapshot(doc: ProseMirrorNode): PlainTextSnapshot;
+export declare function buildPlainTextPositionMap(doc: ProseMirrorNode): number[];
+export declare function mapTextRangeToDocPositions(positions: number[], range: TextRange): MappedRange | null;
 export declare const DuplicateHighlightExtension: Extension<any, {
     highlights: DuplicateHighlight[];
 }>;
+export {};

package/dist/tiptapDuplicateHighlight.js

@@ -1,14 +1,16 @@
 import { Extension } from "@tiptap/core";
 import { Plugin, PluginKey } from "@tiptap/pm/state";
 import { Decoration, DecorationSet } from "@tiptap/pm/view";
-import { createHighlightClass } from "./colors";
-import { normalizeRanges } from "./ranges";
+import { createHighlightClass } from "./colors.js";
+import { normalizeRanges } from "./ranges.js";
 export const duplicateHighlightPluginKey = new PluginKey("duplicate-highlight");
-export function buildPlainTextPositionMap(doc) {
+export function buildPlainTextSnapshot(doc) {
+    const textParts = [];
     const positions = [];
     doc.forEach((blockNode, blockOffset, blockIndex) => {
         // 后端 plainText 以换行分隔块级节点，这里补齐同样的偏移，避免第二段以后定位偏移。
         if (blockIndex > 0) {
+            textParts.push("\n");
             positions.push(blockOffset);
         }
         blockNode.descendants((node, relativePos) => {
@@ -18,12 +20,19 @@ export function buildPlainTextPositionMap(doc) {
             const text = node.text ?? "";
             const absolutePos = blockOffset + 1 + relativePos;
             for (let index = 0; index < text.length; index += 1) {
+                textParts.push(text[index] ?? "");
                 positions.push(absolutePos + index);
             }
             return true;
         });
     });
-    return positions;
+    return {
+        text: textParts.join(""),
+        positions
+    };
+}
+export function buildPlainTextPositionMap(doc) {
+    return buildPlainTextSnapshot(doc).positions;
 }
 export function mapTextRangeToDocPositions(positions, range) {
     const from = positions[range.start];
@@ -34,28 +43,176 @@ export function mapTextRangeToDocPositions(positions, range) {
     const to = lastIncludedPosition + 1;
     return to > from ? { from, to } : null;
 }
-function buildDecorations(doc, highlights) {
-    const decorations = [];
-    const positions = buildPlainTextPositionMap(doc);
+function getRangeText(doc, range) {
+    return doc.textBetween(range.from, range.to, "\n", "");
+}
+function rangeStillMatches(doc, range, text) {
+    if (!text) {
+        return true;
+    }
+    return getRangeText(doc, range) === text;
+}
+function getExpectedText(doc, range, text) {
+    return text || getRangeText(doc, range) || undefined;
+}
+function findClosestTextIndex(text, target, preferredIndex) {
+    if (!target) {
+        return -1;
+    }
+    let closestIndex = -1;
+    let closestDistance = Number.POSITIVE_INFINITY;
+    let searchIndex = text.indexOf(target);
+    while (searchIndex >= 0) {
+        const distance = Math.abs(searchIndex - preferredIndex);
+        if (distance < closestDistance) {
+            closestIndex = searchIndex;
+            closestDistance = distance;
+        }
+        searchIndex = text.indexOf(target, searchIndex + 1);
+    }
+    return closestIndex;
+}
+function getRangeKey(highlight, range, index) {
+    return [
+        highlight.documentId,
+        highlight.duplicateId,
+        range.blockId ?? "unknown-block",
+        range.start,
+        range.end,
+        index
+    ].join("::");
+}
+function getDecorationAttrs(highlight, range) {
+    return {
+        class: createHighlightClass(highlight.similarity, highlight.active, highlight.ignored),
+        "data-duplicate-id": highlight.duplicateId,
+        "data-section-path": highlight.sectionPath?.join(" / ") ?? range.sectionPath?.join(" / "),
+        "data-region": highlight.region ?? range.region,
+        "data-semantic-type": highlight.semanticType ?? range.semanticType,
+        "data-noise-reason": highlight.noiseReason,
+        "data-table-id": highlight.tableContext?.tableId ?? range.tableContext?.tableId
+    };
+}
+function createAnchor(doc, snapshot, highlight, range, index, expectedText = range.matchedText) {
+    const mappedRange = mapTextRangeToDocPositions(snapshot.positions, range);
+    if (mappedRange && rangeStillMatches(doc, mappedRange, expectedText)) {
+        return {
+            key: getRangeKey(highlight, range, index),
+            from: mappedRange.from,
+            to: mappedRange.to,
+            attrs: getDecorationAttrs(highlight, range),
+            expectedText: getExpectedText(doc, mappedRange, expectedText),
+            valid: true
+        };
+    }
+    const fallbackStart = findClosestTextIndex(snapshot.text, expectedText ?? "", range.start);
+    const fallbackRange = fallbackStart >= 0 && expectedText
+        ? mapTextRangeToDocPositions(snapshot.positions, {
+            ...range,
+            start: fallbackStart,
+            end: fallbackStart + expectedText.length
+        })
+        : null;
+    if (!fallbackRange || !rangeStillMatches(doc, fallbackRange, expectedText)) {
+        return null;
+    }
+    return {
+        key: getRangeKey(highlight, range, index),
+        from: fallbackRange.from,
+        to: fallbackRange.to,
+        attrs: getDecorationAttrs(highlight, range),
+        expectedText: getExpectedText(doc, fallbackRange, expectedText),
+        valid: true
+    };
+}
+function buildDecorations(doc, anchors, activeKeys) {
+    const activeKeySet = new Set(activeKeys);
+    const decorations = anchors
+        .filter((anchor) => anchor.valid && activeKeySet.has(anchor.key) && anchor.to > anchor.from)
+        .map((anchor) => Decoration.inline(anchor.from, anchor.to, anchor.attrs));
+    return DecorationSet.create(doc, decorations);
+}
+function buildHighlightState(doc, highlights, previousAnchors = {}) {
+    const snapshot = buildPlainTextSnapshot(doc);
+    const anchors = { ...previousAnchors };
+    const activeKeys = [];
     for (const highlight of highlights) {
         const ranges = normalizeRanges(highlight.ranges);
-        for (const range of ranges) {
-            const mappedRange = mapTextRangeToDocPositions(positions, range);
-            if (!mappedRange) {
+        for (const [index, range] of ranges.entries()) {
+            const key = getRangeKey(highlight, range, index);
+            const previousAnchor = anchors[key];
+            activeKeys.push(key);
+            if (previousAnchor && !previousAnchor.valid) {
+                const restoredAnchor = createAnchor(doc, snapshot, highlight, range, index, previousAnchor.expectedText);
+                if (restoredAnchor) {
+                    anchors[key] = restoredAnchor;
+                }
+                else {
+                    anchors[key] = {
+                        ...previousAnchor,
+                        attrs: getDecorationAttrs(highlight, range)
+                    };
+                }
+                continue;
+            }
+            if (previousAnchor) {
+                const updatedAnchor = {
+                    ...previousAnchor,
+                    attrs: getDecorationAttrs(highlight, range)
+                };
+                if (rangeStillMatches(doc, updatedAnchor, updatedAnchor.expectedText)) {
+                    anchors[key] = updatedAnchor;
+                }
+                else {
+                    anchors[key] =
+                        createAnchor(doc, snapshot, highlight, range, index, updatedAnchor.expectedText) ?? {
+                            ...updatedAnchor,
+                            valid: false
+                        };
+                }
                 continue;
             }
-            decorations.push(Decoration.inline(mappedRange.from, mappedRange.to, {
-                class: createHighlightClass(highlight.similarity, highlight.active, highlight.ignored),
-                "data-duplicate-id": highlight.duplicateId,
-                "data-section-path": highlight.sectionPath?.join(" / ") ?? range.sectionPath?.join(" / "),
-                "data-region": highlight.region ?? range.region,
-                "data-semantic-type": highlight.semanticType ?? range.semanticType,
-                "data-noise-reason": highlight.noiseReason,
-                "data-table-id": highlight.tableContext?.tableId ?? range.tableContext?.tableId
-            }));
+            const anchor = createAnchor(doc, snapshot, highlight, range, index);
+            if (anchor) {
+                anchors[key] = anchor;
+            }
         }
     }
-    return DecorationSet.create(doc, decorations);
+    return {
+        decorations: buildDecorations(doc, Object.values(anchors), activeKeys),
+        anchors,
+        activeKeys
+    };
+}
+function mapAnchors(doc, anchors, activeKeys, trMapping) {
+    const nextAnchors = {};
+    const activeKeySet = new Set(activeKeys);
+    for (const [key, anchor] of Object.entries(anchors)) {
+        if (!activeKeySet.has(key)) {
+            nextAnchors[key] = anchor;
+            continue;
+        }
+        if (!anchor.valid) {
+            nextAnchors[key] = anchor;
+            continue;
+        }
+        const fromResult = trMapping.mapResult(anchor.from, 1);
+        const toResult = trMapping.mapResult(anchor.to, -1);
+        const from = fromResult.pos;
+        const to = toResult.pos;
+        const wasDeleted = fromResult.deleted || toResult.deleted || to <= from;
+        const mappedAnchor = {
+            ...anchor,
+            from,
+            to
+        };
+        const textChanged = !rangeStillMatches(doc, mappedAnchor, anchor.expectedText);
+        nextAnchors[key] = {
+            ...mappedAnchor,
+            valid: !wasDeleted && to > from && to <= doc.content.size && !textChanged
+        };
+    }
+    return nextAnchors;
 }
 export const DuplicateHighlightExtension = Extension.create({
     name: "duplicateHighlight",
@@ -80,18 +237,23 @@ export const DuplicateHighlightExtension = Extension.create({
             new Plugin({
                 key: duplicateHighlightPluginKey,
                 state: {
-                    init: (_, state) => buildDecorations(state.doc, this.storage.highlights),
-                    apply: (tr, decorationSet, _oldState, newState) => {
+                    init: (_, state) => buildHighlightState(state.doc, this.storage.highlights),
+                    apply: (tr, pluginState, _oldState, newState) => {
                         const meta = tr.getMeta(duplicateHighlightPluginKey);
                         if (meta?.highlights) {
-                            return buildDecorations(newState.doc, meta.highlights);
+                            return buildHighlightState(newState.doc, meta.highlights, pluginState.anchors);
                         }
-                        return decorationSet.map(tr.mapping, tr.doc);
+                        const anchors = mapAnchors(newState.doc, pluginState.anchors, pluginState.activeKeys, tr.mapping);
+                        return {
+                            ...pluginState,
+                            decorations: buildDecorations(newState.doc, Object.values(anchors), pluginState.activeKeys),
+                            anchors
+                        };
                     }
                 },
                 props: {
                     decorations(state) {
-                        return duplicateHighlightPluginKey.getState(state);
+                        return duplicateHighlightPluginKey.getState(state)?.decorations;
                     }
                 }
             })

package/dist/tiptapDuplicateHighlight.js.map

@@ -1 +1 @@
-{"version":3,"file":"tiptapDuplicateHighlight.js","sourceRoot":"","sources":["../src/tiptapDuplicateHighlight.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAW3C,MAAM,CAAC,MAAM,2BAA2B,GAAG,IAAI,SAAS,CAAgB,qBAAqB,CAAC,CAAC;AAE/F,MAAM,UAAU,yBAAyB,CAAC,GAAoB;IAC5D,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,GAAG,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE;QACjD,gDAAgD;QAChD,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACnB,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9B,CAAC;QAED,SAAS,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,EAAE;YAC1C,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;YAC7B,MAAM,WAAW,GAAG,WAAW,GAAG,CAAC,GAAG,WAAW,CAAC;YAElD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;gBACpD,SAAS,CAAC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,CAAC;YACtC,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,SAAmB,EACnB,KAAgB;IAEhB,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpC,MAAM,oBAAoB,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IAE7E,IAAI,IAAI,KAAK,SAAS,IAAI,oBAAoB,KAAK,SAAS,EAAE,CAAC;QAC7D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,EAAE,GAAG,oBAAoB,GAAG,CAAC,CAAC;IACpC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACzC,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAoB,EAAE,UAAgC;IAC9E,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,yBAAyB,CAAC,GAAG,CAAC,CAAC;IAEjD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAEjD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,WAAW,GAAG,0BAA0B,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YACjE,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,WAAW,CAAC,IAAI,CACd,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,EAAE;gBAClD,KAAK,EAAE,oBAAoB,CAAC,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC;gBACtF,mBAAmB,EAAE,SAAS,CAAC,WAAW;gBAC1C,mBAAmB,EAAE,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC;gBACzF,aAAa,EAAE,SAAS,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM;gBAC/C,oBAAoB,EAAE,SAAS,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY;gBAClE,mBAAmB,EAAE,SAAS,CAAC,WAAW;gBAC1C,eAAe,EAAE,SAAS,CAAC,YAAY,EAAE,OAAO,IAAI,KAAK,CAAC,YAAY,EAAE,OAAO;aAChF,CAAC,CACH,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,aAAa,CAAC,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,CAAC,MAAM,2BAA2B,GAAG,SAAS,CAAC,MAAM,CAAC;IAC1D,IAAI,EAAE,oBAAoB;IAE1B,UAAU;QACR,OAAO;YACL,UAAU,EAAE,EAA0B;SACvC,CAAC;IACJ,CAAC;IAED,WAAW;QACT,OAAO;YACL,sBAAsB,EACpB,CAAC,UAAU,EAAE,EAAE,CACf,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACnB,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC;gBAErC,IAAI,QAAQ,EAAE,CAAC;oBACb,QAAQ,CAAC,EAAE,CAAC,OAAO,CAAC,2BAA2B,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;gBACpE,CAAC;gBAED,OAAO,IAAI,CAAC;YACd,CAAC;SACJ,CAAC;IACJ,CAAC;IAED,qBAAqB;QACnB,OAAO;YACL,IAAI,MAAM,CAAC;gBACT,GAAG,EAAE,2BAA2B;gBAChC,KAAK,EAAE;oBACL,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;oBACxE,KAAK,EAAE,CAAC,EAAE,EAAE,aAAa,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE;wBAChD,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,2BAA2B,CAEtC,CAAC;wBAEd,IAAI,IAAI,EAAE,UAAU,EAAE,CAAC;4BACrB,OAAO,gBAAgB,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;wBACzD,CAAC;wBAED,OAAO,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;oBAC/C,CAAC;iBACF;gBACD,KAAK,EAAE;oBACL,WAAW,CAAC,KAAK;wBACf,OAAO,2BAA2B,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;oBACrD,CAAC;iBACF;aACF,CAAC;SACH,CAAC;IACJ,CAAC;CACF,CAAC,CAAC"}
+{"version":3,"file":"tiptapDuplicateHighlight.js","sourceRoot":"","sources":["../src/tiptapDuplicateHighlight.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAkC9C,MAAM,CAAC,MAAM,2BAA2B,GAAG,IAAI,SAAS,CAA0B,qBAAqB,CAAC,CAAC;AAEzG,MAAM,UAAU,sBAAsB,CAAC,GAAoB;IACzD,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,GAAG,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE;QACjD,gDAAgD;QAChD,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACnB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9B,CAAC;QAED,SAAS,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,EAAE;YAC1C,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;YAC7B,MAAM,WAAW,GAAG,WAAW,GAAG,CAAC,GAAG,WAAW,CAAC;YAElD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;gBACpD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,CAAC;YACtC,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,SAAS;KACV,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,GAAoB;IAC5D,OAAO,sBAAsB,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,SAAmB,EACnB,KAAgB;IAEhB,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpC,MAAM,oBAAoB,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IAE7E,IAAI,IAAI,KAAK,SAAS,IAAI,oBAAoB,KAAK,SAAS,EAAE,CAAC;QAC7D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,EAAE,GAAG,oBAAoB,GAAG,CAAC,CAAC;IACpC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACzC,CAAC;AAED,SAAS,YAAY,CAAC,GAAoB,EAAE,KAAkB;IAC5D,OAAO,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAoB,EAAE,KAAkB,EAAE,IAAa;IAChF,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,IAAI,CAAC;AAC3C,CAAC;AAED,SAAS,eAAe,CAAC,GAAoB,EAAE,KAAkB,EAAE,IAAa;IAC9E,OAAO,IAAI,IAAI,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,SAAS,CAAC;AACvD,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAY,EAAE,MAAc,EAAE,cAAsB;IAChF,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,CAAC,CAAC,CAAC;IACZ,CAAC;IAED,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC;IACtB,IAAI,eAAe,GAAG,MAAM,CAAC,iBAAiB,CAAC;IAC/C,IAAI,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAEvC,OAAO,WAAW,IAAI,CAAC,EAAE,CAAC;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,cAAc,CAAC,CAAC;QACxD,IAAI,QAAQ,GAAG,eAAe,EAAE,CAAC;YAC/B,YAAY,GAAG,WAAW,CAAC;YAC3B,eAAe,GAAG,QAAQ,CAAC;QAC7B,CAAC;QAED,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,SAAS,WAAW,CAAC,SAA6B,EAAE,KAAgB,EAAE,KAAa;IACjF,OAAO;QACL,SAAS,CAAC,UAAU;QACpB,SAAS,CAAC,WAAW;QACrB,KAAK,CAAC,OAAO,IAAI,eAAe;QAChC,KAAK,CAAC,KAAK;QACX,KAAK,CAAC,GAAG;QACT,KAAK;KACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,kBAAkB,CACzB,SAA6B,EAC7B,KAAgB;IAEhB,OAAO;QACL,KAAK,EAAE,oBAAoB,CAAC,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC;QACtF,mBAAmB,EAAE,SAAS,CAAC,WAAW;QAC1C,mBAAmB,EAAE,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC;QACzF,aAAa,EAAE,SAAS,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM;QAC/C,oBAAoB,EAAE,SAAS,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY;QAClE,mBAAmB,EAAE,SAAS,CAAC,WAAW;QAC1C,eAAe,EAAE,SAAS,CAAC,YAAY,EAAE,OAAO,IAAI,KAAK,CAAC,YAAY,EAAE,OAAO;KAChF,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CACnB,GAAoB,EACpB,QAA2B,EAC3B,SAA6B,EAC7B,KAAgB,EAChB,KAAa,EACb,YAAY,GAAG,KAAK,CAAC,WAAW;IAEhC,MAAM,WAAW,GAAG,0BAA0B,CAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC1E,IAAI,WAAW,IAAI,iBAAiB,CAAC,GAAG,EAAE,WAAW,EAAE,YAAY,CAAC,EAAE,CAAC;QACrE,OAAO;YACL,GAAG,EAAE,WAAW,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC;YACzC,IAAI,EAAE,WAAW,CAAC,IAAI;YACtB,EAAE,EAAE,WAAW,CAAC,EAAE;YAClB,KAAK,EAAE,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC;YAC3C,YAAY,EAAE,eAAe,CAAC,GAAG,EAAE,WAAW,EAAE,YAAY,CAAC;YAC7D,KAAK,EAAE,IAAI;SACZ,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,oBAAoB,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,IAAI,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3F,MAAM,aAAa,GACjB,aAAa,IAAI,CAAC,IAAI,YAAY;QAChC,CAAC,CAAC,0BAA0B,CAAC,QAAQ,CAAC,SAAS,EAAE;YAC7C,GAAG,KAAK;YACR,KAAK,EAAE,aAAa;YACpB,GAAG,EAAE,aAAa,GAAG,YAAY,CAAC,MAAM;SACzC,CAAC;QACJ,CAAC,CAAC,IAAI,CAAC;IAEX,IAAI,CAAC,aAAa,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,aAAa,EAAE,YAAY,CAAC,EAAE,CAAC;QAC3E,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,GAAG,EAAE,WAAW,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC;QACzC,IAAI,EAAE,aAAa,CAAC,IAAI;QACxB,EAAE,EAAE,aAAa,CAAC,EAAE;QACpB,KAAK,EAAE,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC;QAC3C,YAAY,EAAE,eAAe,CAAC,GAAG,EAAE,aAAa,EAAE,YAAY,CAAC;QAC/D,KAAK,EAAE,IAAI;KACZ,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAoB,EAAE,OAA0B,EAAE,UAAoB;IAC9F,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,OAAO;SACxB,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC;SAC3F,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAE5E,OAAO,aAAa,CAAC,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,mBAAmB,CAC1B,GAAoB,EACpB,UAAgC,EAChC,kBAAmD,EAAE;IAErD,MAAM,QAAQ,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,EAAE,GAAG,eAAe,EAAE,CAAC;IACvC,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAEjD,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,WAAW,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YACjD,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACpC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAErB,IAAI,cAAc,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;gBAC5C,MAAM,cAAc,GAAG,YAAY,CAAC,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,CAAC,YAAY,CAAC,CAAC;gBACzG,IAAI,cAAc,EAAE,CAAC;oBACnB,OAAO,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC;gBAChC,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,GAAG,CAAC,GAAG;wBACb,GAAG,cAAc;wBACjB,KAAK,EAAE,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC;qBAC5C,CAAC;gBACJ,CAAC;gBACD,SAAS;YACX,CAAC;YAED,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,aAAa,GAAG;oBACpB,GAAG,cAAc;oBACjB,KAAK,EAAE,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC;iBAC5C,CAAC;gBACF,IAAI,iBAAiB,CAAC,GAAG,EAAE,aAAa,EAAE,aAAa,CAAC,YAAY,CAAC,EAAE,CAAC;oBACtE,OAAO,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC;gBAC/B,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,GAAG,CAAC;wBACV,YAAY,CAAC,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,CAAC,YAAY,CAAC,IAAI;4BAClF,GAAG,aAAa;4BAChB,KAAK,EAAE,KAAK;yBACb,CAAC;gBACN,CAAC;gBACD,SAAS;YACX,CAAC;YAED,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YACpE,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,WAAW,EAAE,gBAAgB,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC;QACtE,OAAO;QACP,UAAU;KACX,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CACjB,GAAoB,EACpB,OAAwC,EACxC,UAAoB,EACpB,SAA8C;IAE9C,MAAM,WAAW,GAAoC,EAAE,CAAC;IACxD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;IAEzC,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACpD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3B,WAAW,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAClB,WAAW,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,MAAM,UAAU,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC;QAC5B,MAAM,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC;QACxB,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,IAAI,EAAE,IAAI,IAAI,CAAC;QACxE,MAAM,YAAY,GAAG;YACnB,GAAG,MAAM;YACT,IAAI;YACJ,EAAE;SACH,CAAC;QACF,MAAM,WAAW,GAAG,CAAC,iBAAiB,CAAC,GAAG,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;QAE/E,WAAW,CAAC,GAAG,CAAC,GAAG;YACjB,GAAG,YAAY;YACf,KAAK,EAAE,CAAC,UAAU,IAAI,EAAE,GAAG,IAAI,IAAI,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,WAAW;SAC1E,CAAC;IACJ,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,MAAM,2BAA2B,GAAG,SAAS,CAAC,MAAM,CAAC;IAC1D,IAAI,EAAE,oBAAoB;IAE1B,UAAU;QACR,OAAO;YACL,UAAU,EAAE,EAA0B;SACvC,CAAC;IACJ,CAAC;IAED,WAAW;QACT,OAAO;YACL,sBAAsB,EACpB,CAAC,UAAU,EAAE,EAAE,CACf,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACnB,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC;gBAErC,IAAI,QAAQ,EAAE,CAAC;oBACb,QAAQ,CAAC,EAAE,CAAC,OAAO,CAAC,2BAA2B,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;gBACpE,CAAC;gBAED,OAAO,IAAI,CAAC;YACd,CAAC;SACJ,CAAC;IACJ,CAAC;IAED,qBAAqB;QACnB,OAAO;YACL,IAAI,MAAM,CAAC;gBACT,GAAG,EAAE,2BAA2B;gBAChC,KAAK,EAAE;oBACL,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;oBAC3E,KAAK,EAAE,CAAC,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE;wBAC9C,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,2BAA2B,CAEtC,CAAC;wBAEd,IAAI,IAAI,EAAE,UAAU,EAAE,CAAC;4BACrB,OAAO,mBAAmB,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;wBACjF,CAAC;wBAED,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,WAAW,CAAC,OAAO,EAAE,WAAW,CAAC,UAAU,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;wBAClG,OAAO;4BACL,GAAG,WAAW;4BACd,WAAW,EAAE,gBAAgB,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC,UAAU,CAAC;4BAC3F,OAAO;yBACR,CAAC;oBACJ,CAAC;iBACF;gBACD,KAAK,EAAE;oBACL,WAAW,CAAC,KAAK;wBACf,OAAO,2BAA2B,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,WAAW,CAAC;oBAClE,CAAC;iBACF;aACF,CAAC;SACH,CAAC;IACJ,CAAC;CACF,CAAC,CAAC"}

package/dist/types.d.ts

@@ -12,6 +12,7 @@ export interface TableCellContext {
 export interface TextRange {
     start: number;
     end: number;
+    matchedText?: string;
     blockId?: string;
     sectionPath?: string[];
     region?: DocumentRegion;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jhl548/duplicate-doc-core",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "license": "MIT",
   "type": "module",
   "main": "./dist/index.js",
@@ -22,6 +22,7 @@
     "access": "public"
   },
   "scripts": {
+    "prepack": "node ../../scripts/check-encoding.mjs && npm run typecheck && npm run build",
     "build": "tsc -p tsconfig.json",
     "typecheck": "tsc -p tsconfig.json --noEmit"
   },