chaffjs 0.16.0 → 0.18.0

package/dist/compare/fact-text.js

@@ -0,0 +1,47 @@
+import { bareUrls } from "../bare-url.js";
+import { linkChrome } from "../document.js";
+import { opaqueSpans } from "../markdown-read.js";
+import { spanOf } from "../markdown-node.js";
+import { maskSpans } from "../mask.js";
+import { eachPreOrder } from "../tree-walk.js";
+import { overlapsAny, spanIndex } from "./spans.js";
+/** Nodes whose whole span is not read as prose: a link reference definition's URL is read as a URL, an image is not text. */
+const WHOLE = new Set(["definition", "image", "imageReference"]);
+const LINKS = new Set(["link", "linkReference"]);
+/** `1.` or `1)` at the start of an ordered list item. */
+const ORDERED_MARKER = /^\s*\d{1,9}[.)]/u;
+const listMarker = (node, source) => {
+    const span = spanOf(node);
+    if (node.type !== "listItem" || span === undefined)
+        return [];
+    const marker = ORDERED_MARKER.exec(source.slice(span.start, span.end));
+    return marker === null ? [] : [{ start: span.start, end: span.start + marker[0].length }];
+};
+const markdownParts = (root, source) => {
+    const parts = { chrome: [], linkSpans: [], listMarkers: [] };
+    eachPreOrder(root, (node) => {
+        const span = spanOf(node);
+        if (span === undefined)
+            return;
+        if (WHOLE.has(node.type))
+            parts.chrome.push(span);
+        if (LINKS.has(node.type)) {
+            parts.chrome.push(...linkChrome(node));
+            parts.linkSpans.push(span);
+        }
+        parts.listMarkers.push(...listMarker(node, source));
+    });
+    return parts;
+};
+/** root is the Markdown tree, or undefined for a plain-text document, where nothing is code and URLs are bare. */
+export const factTextOf = (source, root) => {
+    const code = root === undefined ? [] : opaqueSpans(root);
+    const codeless = maskSpans(source, code);
+    const parts = root === undefined ? { chrome: [], linkSpans: [], listMarkers: [] } : markdownParts(root, source);
+    const insideLinks = spanIndex(parts.linkSpans);
+    // An autolink's text is its URL: it is read once, as the link.
+    const bare = bareUrls(codeless).filter((url) => !overlapsAny(insideLinks, url));
+    const blanked = [...code, ...parts.chrome, ...bare];
+    return { text: maskSpans(source, blanked), codeless, blanked: spanIndex(blanked), bareUrls: bare, listMarkers: parts.listMarkers };
+};
+//# sourceMappingURL=fact-text.js.map

package/dist/compare/fact-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fact-text.js","sourceRoot":"","sources":["../../src/compare/fact-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAgB,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,MAAM,EAAqB,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,OAAO,EAAE,WAAW,EAAE,SAAS,EAAkB,MAAM,YAAY,CAAC;AAmBpE,6HAA6H;AAC7H,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,YAAY,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;AACjE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;AAEjD,yDAAyD;AACzD,MAAM,cAAc,GAAG,kBAAkB,CAAC;AAE1C,MAAM,UAAU,GAAG,CAAC,IAAkB,EAAE,MAAc,EAAU,EAAE;IAChE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC1B,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAC9D,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACvE,OAAO,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;AAC5F,CAAC,CAAC;AAIF,MAAM,aAAa,GAAG,CAAC,IAAkB,EAAE,MAAc,EAAiB,EAAE;IAC1E,MAAM,KAAK,GAAkB,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;IAC5E,YAAY,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE;QAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO;QAC/B,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;YACvC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QACD,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,kHAAkH;AAClH,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,IAA8B,EAAY,EAAE;IACrF,MAAM,IAAI,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAChH,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAC/C,+DAA+D;IAC/D,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC;IAChF,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC;IACpD,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;AACrI,CAAC,CAAC"}

package/dist/compare/markup-atoms.d.ts

@@ -0,0 +1,11 @@
+import { type MarkdownNode } from "../markdown-node.ts";
+import type { Markup } from "../plugin.ts";
+import type { BareUrl } from "../bare-url.ts";
+import type { Atom } from "./atom.ts";
+/** Inline code and code blocks, compared as written: the key is the code itself, without its backticks or fences. */
+export declare const codeAtoms: (root: MarkdownNode, lineOf: (offset: number) => number) => Atom[];
+/** Where links point (a Markdown link, an autolink, a used reference definition) and URLs written bare. */
+export declare const urlAtoms: (markup: Markup | undefined, bare: readonly BareUrl[], lineOf: (offset: number) => number) => Atom[];
+/** Markdown headings as structure: the key is the level, so a reworded heading is the same heading in another form. */
+export declare const headingAtoms: (markup: Markup | undefined, lineOf: (offset: number) => number) => Atom[];
+//# sourceMappingURL=markup-atoms.d.ts.map

package/dist/compare/markup-atoms.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markup-atoms.d.ts","sourceRoot":"","sources":["../../src/compare/markup-atoms.ts"],"names":[],"mappings":"AAAA,OAAO,EAAU,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEhE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAItC,qHAAqH;AACrH,eAAO,MAAM,SAAS,GAAI,MAAM,YAAY,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,KAAG,IAAI,EAStF,CAAC;AAEF,2GAA2G;AAC3G,eAAO,MAAM,QAAQ,GAAI,QAAQ,MAAM,GAAG,SAAS,EAAE,MAAM,SAAS,OAAO,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,KAAG,IAAI,EAGvH,CAAC;AAEF,uHAAuH;AACvH,eAAO,MAAM,YAAY,GAAI,QAAQ,MAAM,GAAG,SAAS,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,KAAG,IAAI,EACiD,CAAC"}

package/dist/compare/markup-atoms.js

@@ -0,0 +1,23 @@
+import { spanOf } from "../markdown-node.js";
+import { eachPreOrder } from "../tree-walk.js";
+const CODE = new Set(["code", "inlineCode"]);
+/** Inline code and code blocks, compared as written: the key is the code itself, without its backticks or fences. */
+export const codeAtoms = (root, lineOf) => {
+    const found = [];
+    eachPreOrder(root, (node) => {
+        const span = spanOf(node);
+        if (!CODE.has(node.type) || span === undefined)
+            return;
+        const code = node.value ?? "";
+        found.push({ kind: "code", key: code, text: code, line: lineOf(span.start) });
+    });
+    return found;
+};
+/** Where links point (a Markdown link, an autolink, a used reference definition) and URLs written bare. */
+export const urlAtoms = (markup, bare, lineOf) => [
+    ...(markup?.links ?? []).map((link) => ({ kind: "url", key: link.destination, text: link.destination, line: lineOf(link.start) })),
+    ...bare.map((url) => ({ kind: "url", key: url.url, text: url.url, line: lineOf(url.start) })),
+];
+/** Markdown headings as structure: the key is the level, so a reworded heading is the same heading in another form. */
+export const headingAtoms = (markup, lineOf) => (markup?.headings ?? []).map((heading) => ({ kind: "heading", key: "#".repeat(heading.depth), text: heading.text, line: lineOf(heading.start) }));
+//# sourceMappingURL=markup-atoms.js.map

package/dist/compare/markup-atoms.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markup-atoms.js","sourceRoot":"","sources":["../../src/compare/markup-atoms.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAqB,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAK/C,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;AAE7C,qHAAqH;AACrH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAkB,EAAE,MAAkC,EAAU,EAAE;IAC1F,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,YAAY,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE;QAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO;QACvD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,2GAA2G;AAC3G,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,MAA0B,EAAE,IAAwB,EAAE,MAAkC,EAAU,EAAE,CAAC;IAC5H,GAAG,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAc,EAAE,GAAG,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC3I,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAc,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;CACvG,CAAC;AAEF,uHAAuH;AACvH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,MAA0B,EAAE,MAAkC,EAAU,EAAE,CACrG,CAAC,MAAM,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC"}

package/dist/compare/match.d.ts

@@ -0,0 +1,19 @@
+import type { Atom } from "./atom.ts";
+/** The same fact written another way: 1,000円 and 1000円, 2026年4月1日 and 2026/4/1, a reworded heading. */
+export type Reformed = {
+    readonly before: Atom;
+    readonly after: Atom;
+};
+export type Comparison = {
+    /** In the first document and not in the second. */
+    readonly dropped: readonly Atom[];
+    /** In the second document and not in the first. */
+    readonly added: readonly Atom[];
+    readonly reformed: readonly Reformed[];
+};
+/**
+ * The facts of two documents compared as multisets: where a fact is written does not matter, how many times it is
+ * stated does. Pure: the same atoms always give the same comparison.
+ */
+export declare const compareAtoms: (before: readonly Atom[], after: readonly Atom[]) => Comparison;
+//# sourceMappingURL=match.d.ts.map

package/dist/compare/match.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"match.d.ts","sourceRoot":"","sources":["../../src/compare/match.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEtC,uGAAuG;AACvG,MAAM,MAAM,QAAQ,GAAG;IAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAA;CAAE,CAAC;AAEvE,MAAM,MAAM,UAAU,GAAG;IACvB,mDAAmD;IACnD,QAAQ,CAAC,OAAO,EAAE,SAAS,IAAI,EAAE,CAAC;IAClC,mDAAmD;IACnD,QAAQ,CAAC,KAAK,EAAE,SAAS,IAAI,EAAE,CAAC;IAChC,QAAQ,CAAC,QAAQ,EAAE,SAAS,QAAQ,EAAE,CAAC;CACxC,CAAC;AA0EF;;;GAGG;AACH,eAAO,MAAM,YAAY,GAAI,QAAQ,SAAS,IAAI,EAAE,EAAE,OAAO,SAAS,IAAI,EAAE,KAAG,UAe9E,CAAC"}

package/dist/compare/match.js

@@ -0,0 +1,84 @@
+const identity = (atom) => `${atom.kind}\u0000${atom.key}`;
+const groupBy = (items, keyOf) => {
+    const groups = new Map();
+    items.forEach((item) => {
+        const key = keyOf(item);
+        const group = groups.get(key);
+        if (group === undefined)
+            groups.set(key, [item]);
+        else
+            group.push(item);
+    });
+    return groups;
+};
+const queuesOf = (items, keyOf) => ({ groups: groupBy(items, keyOf), taken: new Map() });
+/** The next item not yet taken under key. A cursor, not shift(): shift moves every item left, which is quadratic over a long queue. */
+const takeFrom = (queues, key) => {
+    const next = queues.taken.get(key) ?? 0;
+    const item = queues.groups.get(key)?.[next];
+    if (item !== undefined)
+        queues.taken.set(key, next + 1);
+    return item;
+};
+/** Atoms of one fact: written the same way they need no report; written differently they pair as reformed; the rest are surplus. */
+const matchGroup = (before, after) => {
+    const afterByText = queuesOf(after, (atom) => atom.text);
+    const sameText = new Set();
+    const unmatchedBefore = before.filter((atom) => {
+        const twin = takeFrom(afterByText, atom.text);
+        if (twin !== undefined)
+            sameText.add(twin);
+        return twin === undefined;
+    });
+    const unmatchedAfter = after.filter((atom) => !sameText.has(atom));
+    const pairs = Math.min(unmatchedBefore.length, unmatchedAfter.length);
+    return {
+        reformed: unmatchedBefore.slice(0, pairs).map((atom, index) => ({ before: atom, after: unmatchedAfter[index] ?? atom })),
+        dropped: unmatchedBefore.slice(pairs),
+        added: unmatchedAfter.slice(pairs),
+    };
+};
+const unitQueue = (value, unitless) => `${value ?? ""}\u0000${unitless ? "bare" : "unit"}`;
+/**
+ * A number one side wrote with a unit the language package read (30 ＧＢ) and the other wrote so the unit was not read
+ * (30GB) is one number in another form. Two different units (5 件, 5 人) stay a dropped and an added fact.
+ */
+const pairUnits = (comparison) => {
+    const addedNumbers = queuesOf(comparison.added.filter((atom) => atom.kind === "number"), (atom) => unitQueue(atom.value, atom.unitless === true));
+    const paired = new Set();
+    const reformed = comparison.dropped.flatMap((atom) => {
+        // Two unitless numbers of one value share a key and were already paired; only the other side's kind can match.
+        const found = atom.kind === "number" ? takeFrom(addedNumbers, unitQueue(atom.value, atom.unitless !== true)) : undefined;
+        if (found === undefined)
+            return [];
+        paired.add(atom).add(found);
+        return [{ before: atom, after: found }];
+    });
+    return {
+        dropped: comparison.dropped.filter((atom) => !paired.has(atom)),
+        added: comparison.added.filter((atom) => !paired.has(atom)),
+        reformed: [...comparison.reformed, ...reformed],
+    };
+};
+const byLine = (left, right) => left.line - right.line;
+/**
+ * The facts of two documents compared as multisets: where a fact is written does not matter, how many times it is
+ * stated does. Pure: the same atoms always give the same comparison.
+ */
+export const compareAtoms = (before, after) => {
+    const beforeGroups = groupBy(before, identity);
+    const afterGroups = groupBy(after, identity);
+    const keys = [...new Set([...beforeGroups.keys(), ...afterGroups.keys()])];
+    const groups = keys.map((key) => matchGroup(beforeGroups.get(key) ?? [], afterGroups.get(key) ?? []));
+    const paired = pairUnits({
+        dropped: groups.flatMap((group) => group.dropped),
+        added: groups.flatMap((group) => group.added),
+        reformed: groups.flatMap((group) => group.reformed),
+    });
+    return {
+        dropped: paired.dropped.toSorted(byLine),
+        added: paired.added.toSorted(byLine),
+        reformed: paired.reformed.toSorted((left, right) => byLine(left.before, right.before)),
+    };
+};
+//# sourceMappingURL=match.js.map

package/dist/compare/match.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"match.js","sourceRoot":"","sources":["../../src/compare/match.ts"],"names":[],"mappings":"AAaA,MAAM,QAAQ,GAAG,CAAC,IAAU,EAAU,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,SAAS,IAAI,CAAC,GAAG,EAAE,CAAC;AAEzE,MAAM,OAAO,GAAG,CAAI,KAAmB,EAAE,KAA0B,EAAoB,EAAE;IACvF,MAAM,MAAM,GAAG,IAAI,GAAG,EAAe,CAAC;IACtC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACrB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;QACxB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;;YAC5C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAKF,MAAM,QAAQ,GAAG,CAAI,KAAmB,EAAE,KAA0B,EAAa,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;AAE1I,uIAAuI;AACvI,MAAM,QAAQ,GAAG,CAAI,MAAiB,EAAE,GAAW,EAAiB,EAAE;IACpE,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IAC5C,IAAI,IAAI,KAAK,SAAS;QAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;IACxD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,oIAAoI;AACpI,MAAM,UAAU,GAAG,CAAC,MAAuB,EAAE,KAAsB,EAAc,EAAE;IACjF,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAQ,CAAC;IACjC,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QAC7C,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,IAAI,KAAK,SAAS;YAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3C,OAAO,IAAI,KAAK,SAAS,CAAC;IAC5B,CAAC,CAAC,CAAC;IACH,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;IACtE,OAAO;QACL,QAAQ,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACxH,OAAO,EAAE,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC;QACrC,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC;KACnC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,KAAyB,EAAE,QAAiB,EAAU,EAAE,CAAC,GAAG,KAAK,IAAI,EAAE,SAAS,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;AAEhI;;;GAGG;AACH,MAAM,SAAS,GAAG,CAAC,UAAsB,EAAc,EAAE;IACvD,MAAM,YAAY,GAAG,QAAQ,CAC3B,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,EACzD,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,CACxD,CAAC;IACF,MAAM,MAAM,GAAG,IAAI,GAAG,EAAQ,CAAC;IAC/B,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,EAAc,EAAE;QAC/D,+GAA+G;QAC/G,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACzH,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,EAAE,CAAC;QACnC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IACH,OAAO;QACL,OAAO,EAAE,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC/D,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3D,QAAQ,EAAE,CAAC,GAAG,UAAU,CAAC,QAAQ,EAAE,GAAG,QAAQ,CAAC;KAChD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,IAAU,EAAE,KAAW,EAAU,EAAE,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;AAE3E;;;GAGG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,MAAuB,EAAE,KAAsB,EAAc,EAAE;IAC1F,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC/C,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC7C,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,IAAI,EAAE,EAAE,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC3E,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACtG,MAAM,MAAM,GAAG,SAAS,CAAC;QACvB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC;QACjD,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;QAC7C,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC;KACpD,CAAC,CAAC;IACH,OAAO;QACL,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;QACxC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QACpC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACvF,CAAC;AACJ,CAAC,CAAC"}

package/dist/compare/outcome.d.ts

@@ -0,0 +1,33 @@
+import { type Atom, type AtomKind, type Extraction, type Unread } from "./atom.ts";
+import { type Reformed } from "./match.ts";
+/** One document as compared: where it is, how many facts of each kind it states, and what could not be read. */
+export type Side = {
+    readonly path: string;
+    readonly counts: Readonly<Record<AtomKind, number>>;
+    readonly unread: readonly Unread[];
+};
+/** A dropped or added fact, and whether the command line allowed its kind to change. */
+export type Change = Atom & {
+    readonly allowed: boolean;
+};
+export type Outcome = {
+    readonly before: Side;
+    readonly after: Side;
+    readonly dropped: readonly Change[];
+    readonly added: readonly Change[];
+    readonly reformed: readonly Reformed[];
+    /** No fact dropped or added, other than of a kind allowed to be. */
+    readonly ok: boolean;
+};
+/** Kinds whose facts may be dropped or added on purpose (--allow-dropped, --allow-added). */
+export type Allowed = {
+    readonly dropped: ReadonlySet<AtomKind>;
+    readonly added: ReadonlySet<AtomKind>;
+};
+export type Compared = {
+    readonly path: string;
+    readonly extraction: Extraction;
+};
+/** What `chaff compare` reports: the comparison of two documents' facts, with the allowed kinds set aside. */
+export declare const outcomeOf: (before: Compared, after: Compared, allowed?: Allowed) => Outcome;
+//# sourceMappingURL=outcome.d.ts.map

package/dist/compare/outcome.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"outcome.d.ts","sourceRoot":"","sources":["../../src/compare/outcome.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,IAAI,EAAE,KAAK,QAAQ,EAAE,KAAK,UAAU,EAAE,KAAK,MAAM,EAAE,MAAM,WAAW,CAAC;AACnF,OAAO,EAAgB,KAAK,QAAQ,EAAE,MAAM,YAAY,CAAC;AAGzD,gHAAgH;AAChH,MAAM,MAAM,IAAI,GAAG;IACjB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;IACpD,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;CACpC,CAAC;AAEF,wFAAwF;AACxF,MAAM,MAAM,MAAM,GAAG,IAAI,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC;AAE1D,MAAM,MAAM,OAAO,GAAG;IACpB,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IAClC,QAAQ,CAAC,QAAQ,EAAE,SAAS,QAAQ,EAAE,CAAC;IACvC,oEAAoE;IACpE,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC;CACtB,CAAC;AAEF,6FAA6F;AAC7F,MAAM,MAAM,OAAO,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAA;CAAE,CAAC;AA6BzG,MAAM,MAAM,QAAQ,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAA;CAAE,CAAC;AAElF,8GAA8G;AAC9G,eAAO,MAAM,SAAS,GAAI,QAAQ,QAAQ,EAAE,OAAO,QAAQ,EAAE,UAAS,OAAyB,KAAG,OAYjG,CAAC"}

package/dist/compare/outcome.js

@@ -0,0 +1,40 @@
+import {} from "./atom.js";
+import { compareAtoms } from "./match.js";
+import { unwrittenNames } from "./written-names.js";
+const NOTHING_ALLOWED = { dropped: new Set(), added: new Set() };
+const NO_FACTS = {
+    number: 0,
+    date: 0,
+    time: 0,
+    url: 0,
+    code: 0,
+    name: 0,
+    quote: 0,
+    heading: 0,
+    reference: 0,
+    footnote: 0,
+};
+const countsOf = (atoms) => {
+    const counts = { ...NO_FACTS };
+    atoms.forEach((atom) => {
+        counts[atom.kind] += 1;
+    });
+    return counts;
+};
+const sideOf = (path, extraction) => ({ path, counts: countsOf(extraction.atoms), unread: extraction.unread });
+const marked = (atoms, allowed) => atoms.map((atom) => ({ ...atom, allowed: allowed.has(atom.kind) }));
+/** What `chaff compare` reports: the comparison of two documents' facts, with the allowed kinds set aside. */
+export const outcomeOf = (before, after, allowed = NOTHING_ALLOWED) => {
+    const comparison = compareAtoms(before.extraction.atoms, after.extraction.atoms);
+    const dropped = marked(unwrittenNames(comparison.dropped, before.extraction.atoms, after.extraction.nameText), allowed.dropped);
+    const added = marked(unwrittenNames(comparison.added, after.extraction.atoms, before.extraction.nameText), allowed.added);
+    return {
+        before: sideOf(before.path, before.extraction),
+        after: sideOf(after.path, after.extraction),
+        dropped,
+        added,
+        reformed: comparison.reformed,
+        ok: [...dropped, ...added].every((change) => change.allowed),
+    };
+};
+//# sourceMappingURL=outcome.js.map

package/dist/compare/outcome.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"outcome.js","sourceRoot":"","sources":["../../src/compare/outcome.ts"],"names":[],"mappings":"AAAA,OAAO,EAA0D,MAAM,WAAW,CAAC;AACnF,OAAO,EAAE,YAAY,EAAiB,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAyBpD,MAAM,eAAe,GAAY,EAAE,OAAO,EAAE,IAAI,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;AAE1E,MAAM,QAAQ,GAAuC;IACnD,MAAM,EAAE,CAAC;IACT,IAAI,EAAE,CAAC;IACP,IAAI,EAAE,CAAC;IACP,GAAG,EAAE,CAAC;IACN,IAAI,EAAE,CAAC;IACP,IAAI,EAAE,CAAC;IACP,KAAK,EAAE,CAAC;IACR,OAAO,EAAE,CAAC;IACV,SAAS,EAAE,CAAC;IACZ,QAAQ,EAAE,CAAC;CACZ,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,KAAsB,EAA4B,EAAE;IACpE,MAAM,MAAM,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;IAC/B,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACrB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,UAAsB,EAAQ,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;AAEzI,MAAM,MAAM,GAAG,CAAC,KAAsB,EAAE,OAA8B,EAAY,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AAIzJ,8GAA8G;AAC9G,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,MAAgB,EAAE,KAAe,EAAE,UAAmB,eAAe,EAAW,EAAE;IAC1G,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACjF,MAAM,OAAO,GAAG,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAChI,MAAM,KAAK,GAAG,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1H,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC;QAC9C,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC;QAC3C,OAAO;QACP,KAAK;QACL,QAAQ,EAAE,UAAU,CAAC,QAAQ;QAC7B,EAAE,EAAE,CAAC,GAAG,OAAO,EAAE,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC;KAC7D,CAAC;AACJ,CAAC,CAAC"}

package/dist/compare/proper-nouns.d.ts

@@ -0,0 +1,19 @@
+import type { ProseDocument } from "../plugin.ts";
+import type { Atom } from "./atom.ts";
+import { type SpanIndex } from "./spans.ts";
+export type NounInput = {
+    readonly doc: ProseDocument;
+    /** Facts other readers took and what is not prose: a proper noun inside one is read as that, not again here. */
+    readonly taken: SpanIndex;
+    readonly lineOf: (offset: number) => number;
+};
+/** A name as one spelling: full-width letters and line breaks inside a name do not make another name. */
+export declare const nameKey: (written: string) => string;
+/** Whether the language package tagged parts of speech: without them, a document with sentences has no proper nouns to read. */
+export declare const readsProperNouns: (doc: ProseDocument) => boolean;
+/**
+ * Proper nouns as the part-of-speech tagger reads them in sentences. Headings are left out: they are compared as
+ * headings, may be reworded, and a title-case heading makes every word look like a name.
+ */
+export declare const properNouns: (input: NounInput) => Atom[];
+//# sourceMappingURL=proper-nouns.d.ts.map

package/dist/compare/proper-nouns.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proper-nouns.d.ts","sourceRoot":"","sources":["../../src/compare/proper-nouns.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAe,MAAM,cAAc,CAAC;AAC/D,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAe,KAAK,SAAS,EAAE,MAAM,YAAY,CAAC;AAmCzD,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,GAAG,EAAE,aAAa,CAAC;IAC5B,gHAAgH;IAChH,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;CAC7C,CAAC;AAEF,yGAAyG;AACzG,eAAO,MAAM,OAAO,GAAI,SAAS,MAAM,KAAG,MAAyD,CAAC;AAEpG,gIAAgI;AAChI,eAAO,MAAM,gBAAgB,GAAI,KAAK,aAAa,KAAG,OAAwG,CAAC;AAE/J;;;GAGG;AACH,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,KAAG,IAAI,EAUlD,CAAC"}

package/dist/compare/proper-nouns.js

@@ -0,0 +1,44 @@
+import { overlapsAny } from "./spans.js";
+const PROPER_NOUN = "PROPN";
+/** Two proper nouns with at most one space between them are one name: New York, 日本 銀行. */
+const MAX_GAP = 1;
+const joins = (run, token, text) => run !== undefined && token.span.start - run.end <= MAX_GAP && text.slice(run.end, token.span.start).trim() === "";
+/** Adjacent proper nouns, each run one name. */
+const runsOf = (tokens, text) => tokens.reduce((runs, token) => {
+    if (token.pos !== PROPER_NOUN)
+        return runs;
+    const last = runs.at(-1);
+    if (joins(last, token, text))
+        runs[runs.length - 1] = { start: last.start, end: token.span.end, words: last.words + 1 };
+    else
+        runs.push({ start: token.span.start, end: token.span.end, words: 1 });
+    return runs;
+}, []);
+/** Words written in lower case. A capitalised word the same document also writes this way is a common word that began a sentence. */
+const LOWER_CASE_WORD = /(?<![\p{L}\p{M}])\p{Ll}[\p{L}\p{M}]*/gu;
+const lowerCaseWords = (source) => new Set(source.match(LOWER_CASE_WORD) ?? []);
+const withLowerFirst = (word) => `${word.charAt(0).toLowerCase()}${word.slice(1)}`;
+/** A one-word name the document also writes in lower case ("Scammers" opening a sentence, "scammers" elsewhere). */
+const isCommonWord = (run, written, lowerCase) => {
+    const lowered = withLowerFirst(written);
+    return run.words === 1 && lowered !== written && lowerCase.has(lowered);
+};
+/** A name as one spelling: full-width letters and line breaks inside a name do not make another name. */
+export const nameKey = (written) => written.normalize("NFKC").replace(/\s+/gu, " ");
+/** Whether the language package tagged parts of speech: without them, a document with sentences has no proper nouns to read. */
+export const readsProperNouns = (doc) => doc.sentences.length === 0 || doc.sentences.some((sentence) => sentence.tokens !== undefined);
+/**
+ * Proper nouns as the part-of-speech tagger reads them in sentences. Headings are left out: they are compared as
+ * headings, may be reworded, and a title-case heading makes every word look like a name.
+ */
+export const properNouns = (input) => {
+    const { source } = input.doc;
+    const lowerCase = lowerCaseWords(source);
+    return input.doc.sentences.flatMap((sentence) => runsOf(sentence.tokens ?? [], source).flatMap((run) => {
+        const text = source.slice(run.start, run.end);
+        if (overlapsAny(input.taken, run) || isCommonWord(run, text, lowerCase))
+            return [];
+        return [{ kind: "name", key: nameKey(text), text, line: input.lineOf(run.start) }];
+    }));
+};
+//# sourceMappingURL=proper-nouns.js.map

package/dist/compare/proper-nouns.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"proper-nouns.js","sourceRoot":"","sources":["../../src/compare/proper-nouns.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAkB,MAAM,YAAY,CAAC;AAEzD,MAAM,WAAW,GAAG,OAAO,CAAC;AAE5B,0FAA0F;AAC1F,MAAM,OAAO,GAAG,CAAC,CAAC;AAIlB,MAAM,KAAK,GAAG,CAAC,GAAoB,EAAE,KAAY,EAAE,IAAY,EAAc,EAAE,CAC7E,GAAG,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,IAAI,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;AAEpH,gDAAgD;AAChD,MAAM,MAAM,GAAG,CAAC,MAAwB,EAAE,IAAY,EAAS,EAAE,CAC/D,MAAM,CAAC,MAAM,CAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;IACnC,IAAI,KAAK,CAAC,GAAG,KAAK,WAAW;QAAE,OAAO,IAAI,CAAC;IAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACzB,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;;QACnH,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3E,OAAO,IAAI,CAAC;AACd,CAAC,EAAE,EAAE,CAAC,CAAC;AAET,qIAAqI;AACrI,MAAM,eAAe,GAAG,wCAAwC,CAAC;AAEjE,MAAM,cAAc,GAAG,CAAC,MAAc,EAAuB,EAAE,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;AAE7G,MAAM,cAAc,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AAEnG,oHAAoH;AACpH,MAAM,YAAY,GAAG,CAAC,GAAQ,EAAE,OAAe,EAAE,SAA8B,EAAW,EAAE;IAC1F,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IACxC,OAAO,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,OAAO,KAAK,OAAO,IAAI,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AAC1E,CAAC,CAAC;AASF,yGAAyG;AACzG,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,OAAe,EAAU,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AAEpG,gIAAgI;AAChI,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,GAAkB,EAAW,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;AAE/J;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,KAAgB,EAAU,EAAE;IACtD,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC;IAC7B,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IACzC,OAAO,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAC9C,MAAM,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAU,EAAE;QAC5D,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,SAAS,CAAC;YAAE,OAAO,EAAE,CAAC;QACnF,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACrF,CAAC,CAAC,CACH,CAAC;AACJ,CAAC,CAAC"}

package/dist/compare/render.d.ts

@@ -0,0 +1,9 @@
+import type { Outcome } from "./outcome.ts";
+import type { CompareText } from "./text.ts";
+/** For a person: what was dropped and added, with the line in each file, then what only changed its form. */
+export declare const renderFriendly: (outcome: Outcome, text: CompareText) => string;
+/** For an engineer and grep: one line per fact, the words dropped / added / reformed and the kind in English. */
+export declare const renderCompact: (outcome: Outcome, text: CompareText) => string;
+/** For an AI to act on: every dropped and added fact with its line, the reformed pairs, and the counts per kind. */
+export declare const renderJson: (outcome: Outcome) => string;
+//# sourceMappingURL=render.d.ts.map

package/dist/compare/render.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"render.d.ts","sourceRoot":"","sources":["../../src/compare/render.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAU,OAAO,EAAQ,MAAM,cAAc,CAAC;AAC1D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAuC7C,6GAA6G;AAC7G,eAAO,MAAM,cAAc,GAAI,SAAS,OAAO,EAAE,MAAM,WAAW,KAAG,MAqBpE,CAAC;AAKF,iHAAiH;AACjH,eAAO,MAAM,aAAa,GAAI,SAAS,OAAO,EAAE,MAAM,WAAW,KAAG,MAcnE,CAAC;AAIF,oHAAoH;AACpH,eAAO,MAAM,UAAU,GAAI,SAAS,OAAO,KAAG,MAY3C,CAAC"}

package/dist/compare/render.js

@@ -0,0 +1,64 @@
+import { ATOM_KINDS } from "./atom.js";
+/** How much of a fact is shown: a code block is shown by its first line. */
+const SHOWN_WIDTH = 60;
+/** One line of a fact as written: a code block or a wrapped quotation is shown on one line, cut at SHOWN_WIDTH. */
+const shown = (text) => {
+    const oneLine = text.replace(/\s+/gu, " ").trim();
+    return oneLine.length > SHOWN_WIDTH ? `${oneLine.slice(0, SHOWN_WIDTH)}…` : oneLine;
+};
+const totalOf = (side) => ATOM_KINDS.reduce((sum, kind) => sum + side.counts[kind], 0);
+/** The count line. Every kind is listed, zeros too: "nothing dropped" reads as N facts checked, never as nothing looked at. */
+const checkedLine = (outcome, text) => {
+    const perKind = ATOM_KINDS.map((kind) => `${text.kinds[kind]} ${String(outcome.before.counts[kind])}→${String(outcome.after.counts[kind])}`);
+    return text.checked(totalOf(outcome.before), totalOf(outcome.after), perKind.join(text.separator));
+};
+const failing = (changes) => changes.filter((change) => !change.allowed).length;
+const verdict = (outcome, text) => (outcome.ok ? text.clean : text.failed(failing(outcome.dropped), failing(outcome.added)));
+const kindColumn = (kind, text) => `${text.kind[kind]}: `;
+const changeLine = (change, path, flag, text) => `  ${kindColumn(change.kind, text)}${shown(change.text)}  (${path}:${String(change.line)})${change.allowed ? text.allowed(flag) : ""}`;
+const reformedLine = (pair, text) => `  ${kindColumn(pair.before.kind, text)}${shown(pair.before.text)} → ${shown(pair.after.text)}  (${text.lines(pair.before.line, pair.after.line)})`;
+const block = (heading, lines) => (lines.length === 0 ? [] : ["", heading, ...lines]);
+const unreadBlock = (outcome, text) => {
+    const sides = [outcome.before, outcome.after];
+    const lines = sides.flatMap((side) => side.unread.map((unread) => `  ${side.path}: ${text.unread(unread.kind, unread.reason)}`));
+    return block(text.unreadHeading, lines);
+};
+/** For a person: what was dropped and added, with the line in each file, then what only changed its form. */
+export const renderFriendly = (outcome, text) => {
+    const { before, after } = outcome;
+    return [
+        `${before.path} → ${after.path}`,
+        ...block(text.droppedHeading(outcome.dropped.length, before.path, after.path), outcome.dropped.map((change) => changeLine(change, before.path, "--allow-dropped", text))),
+        ...block(text.addedHeading(outcome.added.length, after.path), outcome.added.map((change) => changeLine(change, after.path, "--allow-added", text))),
+        ...block(text.reformedHeading(outcome.reformed.length), outcome.reformed.map((pair) => reformedLine(pair, text))),
+        ...unreadBlock(outcome, text),
+        "",
+        checkedLine(outcome, text),
+        verdict(outcome, text),
+    ].join("\n");
+};
+const compactChange = (change, path, word) => `${path}:${String(change.line)}: ${word} ${change.kind} ${shown(change.text)}${change.allowed ? " (allowed)" : ""}`;
+/** For an engineer and grep: one line per fact, the words dropped / added / reformed and the kind in English. */
+export const renderCompact = (outcome, text) => {
+    const { before, after } = outcome;
+    return [
+        ...outcome.dropped.map((change) => compactChange(change, before.path, "dropped")),
+        ...outcome.added.map((change) => compactChange(change, after.path, "added")),
+        ...outcome.reformed.map((pair) => `${before.path}:${String(pair.before.line)} → ${after.path}:${String(pair.after.line)}: reformed ${pair.before.kind} ${shown(pair.before.text)} → ${shown(pair.after.text)}`),
+        ...before.unread.map((unread) => `${before.path}: unread ${unread.kind} (${unread.reason})`),
+        ...after.unread.map((unread) => `${after.path}: unread ${unread.kind} (${unread.reason})`),
+        checkedLine(outcome, text),
+        text.tally(failing(outcome.dropped), failing(outcome.added), outcome.reformed.length),
+    ].join("\n");
+};
+const atomJson = (atom) => ({ kind: atom.kind, key: atom.key, text: atom.text, line: atom.line });
+/** For an AI to act on: every dropped and added fact with its line, the reformed pairs, and the counts per kind. */
+export const renderJson = (outcome) => JSON.stringify({
+    ok: outcome.ok,
+    before: outcome.before,
+    after: outcome.after,
+    dropped: outcome.dropped.map((change) => ({ ...atomJson(change), allowed: change.allowed })),
+    added: outcome.added.map((change) => ({ ...atomJson(change), allowed: change.allowed })),
+    reformed: outcome.reformed.map((pair) => ({ kind: pair.before.kind, key: pair.before.key, before: atomJson(pair.before), after: atomJson(pair.after) })),
+}, null, 2);
+//# sourceMappingURL=render.js.map

package/dist/compare/render.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"render.js","sourceRoot":"","sources":["../../src/compare/render.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAA4B,MAAM,WAAW,CAAC;AAKjE,4EAA4E;AAC5E,MAAM,WAAW,GAAG,EAAE,CAAC;AAEvB,mHAAmH;AACnH,MAAM,KAAK,GAAG,CAAC,IAAY,EAAU,EAAE;IACrC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAClD,OAAO,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC;AACtF,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,IAAU,EAAU,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AAErG,+HAA+H;AAC/H,MAAM,WAAW,GAAG,CAAC,OAAgB,EAAE,IAAiB,EAAU,EAAE;IAClE,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7I,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;AACrG,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,OAA0B,EAAU,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;AAE3G,MAAM,OAAO,GAAG,CAAC,OAAgB,EAAE,IAAiB,EAAU,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAE3J,MAAM,UAAU,GAAG,CAAC,IAAc,EAAE,IAAiB,EAAU,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AAEzF,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,IAAY,EAAE,IAAY,EAAE,IAAiB,EAAU,EAAE,CAC3F,KAAK,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;AAEzI,MAAM,YAAY,GAAG,CAAC,IAAc,EAAE,IAAiB,EAAU,EAAE,CACjE,KAAK,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC;AAEtJ,MAAM,KAAK,GAAG,CAAC,OAAe,EAAE,KAAwB,EAAY,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;AAE3H,MAAM,WAAW,GAAG,CAAC,OAAgB,EAAE,IAAiB,EAAY,EAAE;IACpE,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACjI,OAAO,KAAK,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;AAC1C,CAAC,CAAC;AAEF,6GAA6G;AAC7G,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,OAAgB,EAAE,IAAiB,EAAU,EAAE;IAC5E,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;IAClC,OAAO;QACL,GAAG,MAAM,CAAC,IAAI,MAAM,KAAK,CAAC,IAAI,EAAE;QAChC,GAAG,KAAK,CACN,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EACpE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,iBAAiB,EAAE,IAAI,CAAC,CAAC,CAC1F;QACD,GAAG,KAAK,CACN,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,EACnD,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,eAAe,EAAE,IAAI,CAAC,CAAC,CACrF;QACD,GAAG,KAAK,CACN,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAC7C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CACzD;QACD,GAAG,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC;QAC7B,EAAE;QACF,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;KACvB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,MAAc,EAAE,IAAY,EAAE,IAAY,EAAU,EAAE,CAC3E,GAAG,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;AAEtH,iHAAiH;AACjH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,OAAgB,EAAE,IAAiB,EAAU,EAAE;IAC3E,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;IAClC,OAAO;QACL,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACjF,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC5E,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CACrB,CAAC,IAAI,EAAE,EAAE,CACP,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAC/K;QACD,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,YAAY,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM,GAAG,CAAC;QAC5F,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,YAAY,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM,GAAG,CAAC;QAC1F,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;KACtF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,IAAU,EAA6C,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;AAEnJ,oHAAoH;AACpH,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,OAAgB,EAAU,EAAE,CACrD,IAAI,CAAC,SAAS,CACZ;IACE,EAAE,EAAE,OAAO,CAAC,EAAE;IACd,MAAM,EAAE,OAAO,CAAC,MAAM;IACtB,KAAK,EAAE,OAAO,CAAC,KAAK;IACpB,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5F,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IACxF,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;CACzJ,EACD,IAAI,EACJ,CAAC,CACF,CAAC"}

package/dist/compare/spans.d.ts

@@ -0,0 +1,9 @@
+import type { Span } from "../plugin.ts";
+/** Spans made ready for lookups: sorted and merged, so each lookup is a binary search, not a scan of every span. */
+export type SpanIndex = readonly Span[];
+export declare const spanIndex: (spans: readonly Span[]) => SpanIndex;
+/** Whether span shares at least one character with a span in the index. */
+export declare const overlapsAny: (index: SpanIndex, span: Span) => boolean;
+/** Whether the character at offset is inside a span in the index. */
+export declare const coversOffset: (index: SpanIndex, offset: number) => boolean;
+//# sourceMappingURL=spans.d.ts.map

package/dist/compare/spans.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"spans.d.ts","sourceRoot":"","sources":["../../src/compare/spans.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AAIzC,oHAAoH;AACpH,MAAM,MAAM,SAAS,GAAG,SAAS,IAAI,EAAE,CAAC;AAExC,eAAO,MAAM,SAAS,GAAI,OAAO,SAAS,IAAI,EAAE,KAAG,SAAqC,CAAC;AAEzF,2EAA2E;AAC3E,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,EAAE,MAAM,IAAI,KAAG,OAG1D,CAAC;AAEF,qEAAqE;AACrE,eAAO,MAAM,YAAY,GAAI,OAAO,SAAS,EAAE,QAAQ,MAAM,KAAG,OAAiE,CAAC"}

package/dist/compare/spans.js

@@ -0,0 +1,11 @@
+import { firstEndingAfter } from "../soft-break.js";
+import { mergeSpans } from "../span-merge.js";
+export const spanIndex = (spans) => mergeSpans(spans, false);
+/** Whether span shares at least one character with a span in the index. */
+export const overlapsAny = (index, span) => {
+    const region = index[firstEndingAfter(index, span.start)];
+    return region !== undefined && region.start < span.end;
+};
+/** Whether the character at offset is inside a span in the index. */
+export const coversOffset = (index, offset) => overlapsAny(index, { start: offset, end: offset + 1 });
+//# sourceMappingURL=spans.js.map

package/dist/compare/spans.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"spans.js","sourceRoot":"","sources":["../../src/compare/spans.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAK9C,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,KAAsB,EAAa,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AAEzF,2EAA2E;AAC3E,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,KAAgB,EAAE,IAAU,EAAW,EAAE;IACnE,MAAM,MAAM,GAAG,KAAK,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1D,OAAO,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC;AACzD,CAAC,CAAC;AAEF,qEAAqE;AACrE,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,KAAgB,EAAE,MAAc,EAAW,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC"}

package/dist/compare/text-atoms.d.ts

@@ -0,0 +1,24 @@
+import type { Span } from "../plugin.ts";
+import type { Atom } from "./atom.ts";
+import { type SpanIndex } from "./spans.ts";
+/** Where a reader looks, and how it says where it found something. */
+export type TextInput = {
+    readonly text: string;
+    readonly source: string;
+    readonly lineOf: (offset: number) => number;
+};
+/** A fact found in the text: where it is and its key. */
+export type Found = Span & {
+    readonly key: string;
+};
+export declare const atomsOf: (found: readonly Found[], kind: Atom["kind"], input: TextInput) => Atom[];
+/** Dates written in figures only, where the language's date reader did not already read a date. */
+export declare const numericDates: (text: string, taken: SpanIndex) => Found[];
+export declare const footnotes: (text: string) => Found[];
+/** Numbers no other reader took: written with no unit the language package knows, or with none at all. */
+export declare const bareNumbers: (input: TextInput, taken: SpanIndex) => Atom[];
+/** Quoted strings: 「」『』, “” and "". The key is what is inside; the marks are how it is written. */
+export declare const quotations: (input: TextInput) => Atom[];
+/** The team's own names (chaff.yaml's `names:`), wherever they are written. Longer names first: "Acme Cloud" before "Acme". */
+export declare const teamNames: (text: string, names: readonly string[]) => Found[];
+//# sourceMappingURL=text-atoms.d.ts.map

package/dist/compare/text-atoms.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-atoms.d.ts","sourceRoot":"","sources":["../../src/compare/text-atoms.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAwC,KAAK,SAAS,EAAE,MAAM,YAAY,CAAC;AAElF,sEAAsE;AACtE,MAAM,MAAM,SAAS,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAA;CAAE,CAAC;AAExH,yDAAyD;AACzD,MAAM,MAAM,KAAK,GAAG,IAAI,GAAG;IAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC;AAEpD,eAAO,MAAM,OAAO,GAAI,OAAO,SAAS,KAAK,EAAE,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,SAAS,KAAG,IAAI,EACoC,CAAC;AAkBjI,mGAAmG;AACnG,eAAO,MAAM,YAAY,GAAI,MAAM,MAAM,EAAE,OAAO,SAAS,KAAG,KAAK,EAK/D,CAAC;AAKL,eAAO,MAAM,SAAS,GAAI,MAAM,MAAM,KAAG,KAAK,EAC4E,CAAC;AAO3H,0GAA0G;AAC1G,eAAO,MAAM,WAAW,GAAI,OAAO,SAAS,EAAE,OAAO,SAAS,KAAG,IAAI,EAKjE,CAAC;AAaL,mGAAmG;AACnG,eAAO,MAAM,UAAU,GAAI,OAAO,SAAS,KAAG,IAAI,EAO/C,CAAC;AAQJ,+HAA+H;AAC/H,eAAO,MAAM,SAAS,GAAI,MAAM,MAAM,EAAE,OAAO,SAAS,MAAM,EAAE,KAAG,KAAK,EASvE,CAAC"}

package/dist/compare/text-atoms.js

@@ -0,0 +1,67 @@
+import { QUOTATION_MARKS, quotedSpans } from "../quoted-span.js";
+import { coversOffset, overlapsAny, spanIndex } from "./spans.js";
+export const atomsOf = (found, kind, input) => found.map((fact) => ({ kind, key: fact.key, text: input.source.slice(fact.start, fact.end), line: input.lineOf(fact.start) }));
+const DIGIT = "[0-9０-９]";
+const DATE_SEPARATOR = "[-/.／．]";
+/** 2026/4/1, 2026-04-01, 2026.4.1: a year of four digits first, so the order is never in doubt. */
+const NUMERIC_DATE = new RegExp(`(?<![0-9０-９])(${DIGIT}{4})${DATE_SEPARATOR}(${DIGIT}{1,2})${DATE_SEPARATOR}(${DIGIT}{1,2})(?![0-9０-９])`, "gu");
+const MONTHS = 12;
+const LAST_DAY = 31;
+const PADDED = 2;
+const dateKey = (year, month, day) => {
+    const [m, d] = [Number(month.normalize("NFKC")), Number(day.normalize("NFKC"))];
+    if (m < 1 || m > MONTHS || d < 1 || d > LAST_DAY)
+        return undefined;
+    return [year.normalize("NFKC"), String(m).padStart(PADDED, "0"), String(d).padStart(PADDED, "0")].join("-");
+};
+/** Dates written in figures only, where the language's date reader did not already read a date. */
+export const numericDates = (text, taken) => [...text.matchAll(NUMERIC_DATE)].flatMap((match) => {
+    const key = dateKey(match[1] ?? "", match[2] ?? "", match[3] ?? "");
+    const span = { start: match.index, end: match.index + match[0].length };
+    return key === undefined || overlapsAny(taken, span) ? [] : [{ ...span, key }];
+});
+/** A footnote mark `[^1]`, or the footnote itself `[^1]:`. */
+const FOOTNOTE = /\[\^[^\]\s]+\]:?/gu;
+export const footnotes = (text) => [...text.matchAll(FOOTNOTE)].map((match) => ({ start: match.index, end: match.index + match[0].length, key: match[0] }));
+/** 1,200 or 12.5 or ３: the digits, a thousands separator only between groups of three, and a decimal part. */
+const NUMBER = /[0-9０-９]+(?:[,，][0-9０-９]{3})*(?:[.．][0-9０-９]+)?/gu;
+const valueOf = (written) => String(Number(written.normalize("NFKC").replace(/,/gu, "")));
+/** Numbers no other reader took: written with no unit the language package knows, or with none at all. */
+export const bareNumbers = (input, taken) => [...input.text.matchAll(NUMBER)].flatMap((match) => {
+    if (coversOffset(taken, match.index))
+        return [];
+    const value = valueOf(match[0]);
+    return [{ kind: "number", key: `${value} `, text: match[0], line: input.lineOf(match.index), unitless: true, value }];
+});
+/** A paragraph break: a quotation does not run over one, and reading paragraph by paragraph keeps each read short. */
+const PARAGRAPH_BREAK = /\n[ \t]*\n/gu;
+const paragraphsOf = (text) => {
+    const breaks = [...text.matchAll(PARAGRAPH_BREAK)].map((match) => match.index);
+    return [-1, ...breaks].map((from, index) => ({ start: from + 1, end: breaks[index] ?? text.length }));
+};
+/** What is quoted, as one spelling: line breaks and runs of spaces are how it was wrapped, not what it says. */
+const quoteKey = (inner) => inner.normalize("NFKC").replace(/\s+/gu, " ").trim();
+/** Quoted strings: 「」『』, “” and "". The key is what is inside; the marks are how it is written. */
+export const quotations = (input) => paragraphsOf(input.text).flatMap((paragraph) => quotedSpans(input.text.slice(paragraph.start, paragraph.end), QUOTATION_MARKS).flatMap((inner) => {
+    const key = quoteKey(input.text.slice(paragraph.start + inner.start, paragraph.start + inner.end));
+    const span = { start: paragraph.start + inner.start - 1, end: paragraph.start + inner.end + 1 };
+    return key === "" ? [] : atomsOf([{ ...span, key }], "quote", input);
+}));
+const occurrences = (text, name) => {
+    const found = [];
+    for (let at = text.indexOf(name); at !== -1; at = text.indexOf(name, at + name.length))
+        found.push({ start: at, end: at + name.length });
+    return found;
+};
+/** The team's own names (chaff.yaml's `names:`), wherever they are written. Longer names first: "Acme Cloud" before "Acme". */
+export const teamNames = (text, names) => {
+    const longestFirst = [...new Set(names.filter((name) => name !== ""))].toSorted((left, right) => right.length - left.length);
+    return longestFirst
+        .reduce((taken, name) => {
+        const index = spanIndex(taken);
+        const fresh = occurrences(text, name).filter((span) => !overlapsAny(index, span));
+        return [...taken, ...fresh.map((span) => ({ ...span, key: name }))];
+    }, [])
+        .toSorted((left, right) => left.start - right.start);
+};
+//# sourceMappingURL=text-atoms.js.map