@concordance-wiki/inference 0.1.0

package/dist/duplicates/resolve.d.ts

@@ -0,0 +1,13 @@
+import type { DuplicateInput, DuplicateOptions, DuplicateResult, DuplicateStats } from "./types.js";
+export declare const DUPLICATE_CHECK = "W-DUP-CANDIDATE";
+/**
+ * Merges the resources whose score passes `mergeAbove` into groups, reports a candidate finding
+ * for every pair at or above `candidateAbove`, and applies the lock: `merged` pairs merge whatever
+ * their score, `separated` pairs neither merge nor produce a finding. A pair enters the scoring
+ * through a declaration, a base name, a title or its content; the commit and the folder only
+ * reinforce a pair found that way.
+ */
+export declare function resolveDuplicateResources(input: DuplicateInput, options: DuplicateOptions): DuplicateResult;
+/** The lines the build summary prints. */
+export declare function formatDuplicateStats(stats: DuplicateStats): string[];
+//# sourceMappingURL=resolve.d.ts.map

package/dist/duplicates/resolve.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolve.d.ts","sourceRoot":"","sources":["../../src/duplicates/resolve.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAEV,cAAc,EACd,gBAAgB,EAIhB,eAAe,EACf,cAAc,EACf,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,eAAe,oBAAoB,CAAC;AAgNjD;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,cAAc,EACrB,OAAO,EAAE,gBAAgB,GACxB,eAAe,CA+DjB;AAED,0CAA0C;AAC1C,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,cAAc,GAAG,MAAM,EAAE,CAOpE"}

package/dist/duplicates/resolve.js

@@ -0,0 +1,257 @@
+import { compareFindings } from "@concordance-wiki/core";
+import { contentSimilarities } from "./content.js";
+import { nameSimilarity, primarySignal, resolveDeclared, scorePair, } from "./score.js";
+import { comparisonKey, nameProfile } from "./similarity.js";
+export const DUPLICATE_CHECK = "W-DUP-CANDIDATE";
+const REMEDIATION = "Declare the twin in the markdown frontmatter under source, or record the pair as merged or separated in the lock file.";
+const LOCK_CRITERION = "lock file";
+/** How the page names what grouped the representations. */
+const CRITERIA = {
+    declared: "declared in frontmatter",
+    same_name: "same base name",
+    similar_name: "similar base names",
+    same_title: "title equal to the heading",
+    similar_content: "similar content",
+};
+function byCodeUnit(a, b) {
+    return Number(a > b) - Number(a < b);
+}
+function ordered(a, b) {
+    return a.id < b.id ? [a, b] : [b, a];
+}
+function keyOf([a, b]) {
+    return `${a.id}\n${b.id}`;
+}
+function timer(clock) {
+    if (clock === undefined)
+        return () => 0;
+    const started = clock.now().getTime();
+    return () => clock.now().getTime() - started;
+}
+function groupBy(resources, keyFor) {
+    const groups = new Map();
+    for (const resource of resources) {
+        const key = keyFor(resource);
+        if (key === "")
+            continue;
+        const group = groups.get(key);
+        if (group === undefined) {
+            groups.set(key, [resource]);
+        }
+        else {
+            group.push(resource);
+        }
+    }
+    return groups;
+}
+function crossPairs(first, second) {
+    const pairs = [];
+    for (const a of first) {
+        for (const b of second) {
+            if (a.id !== b.id)
+                pairs.push(ordered(a, b));
+        }
+    }
+    return pairs;
+}
+/** Every pair sharing or nearly sharing a base name: identical names within a bucket, close names across two. */
+function namePairs(resources) {
+    const buckets = [...groupBy(resources, (resource) => comparisonKey(resource.baseName))].map(([key, members]) => ({ profile: nameProfile(key), members }));
+    const pairs = [];
+    buckets.forEach(({ profile, members }, position) => {
+        members.forEach((a, index) => {
+            for (const b of members.slice(index + 1))
+                pairs.push(ordered(a, b));
+        });
+        for (const other of buckets.slice(position + 1)) {
+            if (nameSimilarity(profile, other.profile) !== undefined) {
+                pairs.push(...crossPairs(members, other.members));
+            }
+        }
+    });
+    return pairs;
+}
+/** Every pair where the title of one is the heading of the other. */
+function titlePairs(resources) {
+    const byHeading = groupBy(resources, (resource) => comparisonKey(resource.heading ?? ""));
+    const pairs = [];
+    for (const resource of resources) {
+        const key = comparisonKey(resource.title ?? "");
+        pairs.push(...crossPairs([resource], byHeading.get(key) ?? []));
+    }
+    return pairs;
+}
+/** Every pair where one declares the other in its frontmatter. */
+function declaredPairs(resources) {
+    const byLocation = new Map(resources.map((resource) => [`${resource.source}/${resource.path}`, resource]));
+    const pairs = [];
+    for (const resource of resources) {
+        const target = resolveDeclared(resource);
+        if (target === undefined)
+            continue;
+        const twin = byLocation.get(`${target.source}/${target.path}`);
+        if (twin !== undefined && twin.id !== resource.id)
+            pairs.push(ordered(resource, twin));
+    }
+    return pairs;
+}
+function lockPairs(byId, listed) {
+    const pairs = [];
+    for (const [x, y] of listed ?? []) {
+        const a = byId.get(x);
+        const b = byId.get(y);
+        if (a !== undefined && b !== undefined)
+            pairs.push(ordered(a, b));
+    }
+    return pairs;
+}
+function representationFormat(path) {
+    const name = path.slice(path.lastIndexOf("/") + 1);
+    const dot = name.lastIndexOf(".");
+    if (dot === -1)
+        return "file";
+    const extension = name.slice(dot + 1).toLowerCase();
+    return extension === "md" ? "markdown" : extension;
+}
+/**
+ * Union-find over the merge edges, the lower identifier as root, so that the root of a component
+ * is its lowest identifier whatever the order of the edges. Only non-root identifiers have a parent.
+ */
+function components(edges) {
+    const parent = new Map();
+    const rootOf = (id) => {
+        const next = parent.get(id);
+        return next === undefined ? id : rootOf(next);
+    };
+    for (const edge of edges) {
+        const a = rootOf(edge.a);
+        const b = rootOf(edge.b);
+        if (a < b) {
+            parent.set(b, a);
+        }
+        else if (b < a) {
+            parent.set(a, b);
+        }
+    }
+    return rootOf;
+}
+function groupsOf(resources, rootOf, edges) {
+    const members = groupBy(resources, (resource) => rootOf(resource.id));
+    const groups = [];
+    for (const [root, grouped] of members) {
+        if (grouped.length < 2)
+            continue;
+        const representations = grouped.map((resource) => ({
+            id: resource.id,
+            path: resource.path,
+            format: representationFormat(resource.path),
+        }));
+        // Members are in identifier order: the first note is the lowest one.
+        const note = representations.find((representation) => representation.format === "markdown");
+        const criteria = new Set(edges.filter((edge) => rootOf(edge.a) === root).map((edge) => edge.criterion));
+        groups.push({
+            id: note === undefined ? root : note.id,
+            representations,
+            criterion: [...criteria].sort(byCodeUnit).join(", "),
+        });
+    }
+    return groups.sort((a, b) => byCodeUnit(a.id, b.id));
+}
+function candidateFinding(a, b, pair) {
+    const breakdown = pair.signals
+        .map((signal) => `${signal.detail} ${signal.weight.toFixed(2)}`)
+        .join(", ");
+    return {
+        check: DUPLICATE_CHECK,
+        severity: "info",
+        source: a.source,
+        path: a.path,
+        entity: a.id,
+        message: `${a.source}/${a.path} and ${b.source}/${b.path} look like two representations of one document (score ${pair.score.toFixed(2)}: ${breakdown}); they stay separate`,
+        remediation: REMEDIATION,
+    };
+}
+/**
+ * Merges the resources whose score passes `mergeAbove` into groups, reports a candidate finding
+ * for every pair at or above `candidateAbove`, and applies the lock: `merged` pairs merge whatever
+ * their score, `separated` pairs neither merge nor produce a finding. A pair enters the scoring
+ * through a declaration, a base name, a title or its content; the commit and the folder only
+ * reinforce a pair found that way.
+ */
+export function resolveDuplicateResources(input, options) {
+    const elapsed = timer(input.clock);
+    const resources = [...input.resources].sort((a, b) => byCodeUnit(a.id, b.id));
+    const byId = new Map(resources.map((resource) => [resource.id, resource]));
+    if (byId.size !== resources.length) {
+        throw new Error("every resource needs a distinct identifier");
+    }
+    const content = contentSimilarities(resources, input.normalizeText, options);
+    const similarities = new Map();
+    const candidates = new Map();
+    for (const { a, b, similarity } of content.pairs) {
+        similarities.set(keyOf([a, b]), similarity);
+        candidates.set(keyOf([a, b]), [a, b]);
+    }
+    for (const pair of [
+        ...namePairs(resources),
+        ...titlePairs(resources),
+        ...declaredPairs(resources),
+    ]) {
+        candidates.set(keyOf(pair), pair);
+    }
+    const separated = new Set(lockPairs(byId, input.lock?.separated).map(keyOf));
+    const edges = lockPairs(byId, input.lock?.merged).map(([a, b]) => ({
+        a: a.id,
+        b: b.id,
+        criterion: LOCK_CRITERION,
+    }));
+    const pairs = [];
+    const scored = [];
+    let scoredPairs = 0;
+    for (const [key, [a, b]] of [...candidates].sort(([x], [y]) => byCodeUnit(x, y))) {
+        if (separated.has(key))
+            continue;
+        scoredPairs++;
+        const pair = scorePair(a, b, similarities.get(key), options);
+        const primary = primarySignal(pair);
+        if (primary === undefined || pair.score < options.candidateAbove)
+            continue;
+        pairs.push(pair);
+        if (pair.score > options.mergeAbove) {
+            edges.push({ a: a.id, b: b.id, criterion: CRITERIA[primary.name] });
+        }
+        else {
+            scored.push([[a, b], pair]);
+        }
+    }
+    const rootOf = components(edges);
+    const groups = groupsOf(resources, rootOf, edges);
+    const findings = scored
+        .filter(([[a, b]]) => rootOf(a.id) !== rootOf(b.id))
+        .map(([[a, b], pair]) => candidateFinding(a, b, pair))
+        .sort(compareFindings);
+    return {
+        groups,
+        findings,
+        pairs,
+        stats: {
+            resources: resources.length,
+            candidatePairs: content.pairs.length,
+            scoredPairs,
+            exactVerifications: content.exactVerifications,
+            merged: groups.length,
+            candidates: findings.length,
+            timeMs: elapsed(),
+        },
+    };
+}
+/** The lines the build summary prints. */
+export function formatDuplicateStats(stats) {
+    return [
+        `duplicate candidate pairs: ${String(stats.candidatePairs)} by content, ${String(stats.scoredPairs)} scored, of ${String(stats.resources)} resources`,
+        `duplicate exact verifications: ${String(stats.exactVerifications)}`,
+        `duplicates merged: ${String(stats.merged)}, candidates: ${String(stats.candidates)}`,
+        `duplicate detection time: ${String(stats.timeMs)} ms`,
+    ];
+}
+//# sourceMappingURL=resolve.js.map

package/dist/duplicates/resolve.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolve.js","sourceRoot":"","sources":["../../src/duplicates/resolve.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAA4B,MAAM,wBAAwB,CAAC;AAEnF,OAAO,EAAE,mBAAmB,EAA0B,MAAM,cAAc,CAAC;AAC3E,OAAO,EACL,cAAc,EACd,aAAa,EACb,eAAe,EACf,SAAS,GAEV,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAY7D,MAAM,CAAC,MAAM,eAAe,GAAG,iBAAiB,CAAC;AAEjD,MAAM,WAAW,GACf,wHAAwH,CAAC;AAE3H,MAAM,cAAc,GAAG,WAAW,CAAC;AAEnC,2DAA2D;AAC3D,MAAM,QAAQ,GAAgC;IAC5C,QAAQ,EAAE,yBAAyB;IACnC,SAAS,EAAE,gBAAgB;IAC3B,YAAY,EAAE,oBAAoB;IAClC,UAAU,EAAE,4BAA4B;IACxC,eAAe,EAAE,iBAAiB;CACnC,CAAC;AAUF,SAAS,UAAU,CAAC,CAAS,EAAE,CAAS;IACtC,OAAO,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,OAAO,CAAC,CAAoB,EAAE,CAAoB;IACzD,OAAO,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAO;IACzB,OAAO,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;AAC5B,CAAC;AAED,SAAS,KAAK,CAAC,KAAwB;IACrC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,GAAG,EAAE,CAAC,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;IACtC,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC;AAC/C,CAAC;AAED,SAAS,OAAO,CACd,SAAuC,EACvC,MAA+C;IAE/C,MAAM,MAAM,GAAG,IAAI,GAAG,EAA+B,CAAC;IACtD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC7B,IAAI,GAAG,KAAK,EAAE;YAAE,SAAS;QACzB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CACjB,KAAmC,EACnC,MAAoC;IAEpC,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,iHAAiH;AACjH,SAAS,SAAS,CAAC,SAAuC;IACxD,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CACzF,CAAC,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC,CAC7D,CAAC;IACF,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,EAAE;QACjD,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;YAC3B,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;QACH,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;YAChD,IAAI,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,SAAS,EAAE,CAAC;gBACzD,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,qEAAqE;AACrE,SAAS,UAAU,CAAC,SAAuC;IACzD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;IAC1F,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,aAAa,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QAChD,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,EAAE,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,kEAAkE;AAClE,SAAS,aAAa,CAAC,SAAuC;IAC5D,MAAM,UAAU,GAAG,IAAI,GAAG,CACxB,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,QAAQ,CAAC,CAAC,CAC/E,CAAC;IACF,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAI,MAAM,KAAK,SAAS;YAAE,SAAS;QACnC,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/D,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;IACzF,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,SAAS,CAChB,IAA4C,EAC5C,MAA0D;IAE1D,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAClC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS;YAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAY;IACxC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,GAAG,KAAK,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IACpD,OAAO,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;AACrD,CAAC;AAED;;;GAGG;AACH,SAAS,UAAU,CAAC,KAAsB;IACxC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,MAAM,MAAM,GAAG,CAAC,EAAU,EAAU,EAAE;QACpC,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5B,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAChD,CAAC,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACV,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACnB,CAAC;aAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACjB,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,QAAQ,CACf,SAAuC,EACvC,MAA8B,EAC9B,KAAsB;IAEtB,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IACtE,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,OAAO,EAAE,CAAC;QACtC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QACjC,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,EAA2B,EAAE,CAAC,CAAC;YAC1E,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,MAAM,EAAE,oBAAoB,CAAC,QAAQ,CAAC,IAAI,CAAC;SAC5C,CAAC,CAAC,CAAC;QACJ,qEAAqE;QACrE,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,cAAc,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC;QAC5F,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAC9E,CAAC;QACF,MAAM,CAAC,IAAI,CAAC;YACV,EAAE,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE;YACvC,eAAe;YACf,SAAS,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;SACrD,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,gBAAgB,CACvB,CAAoB,EACpB,CAAoB,EACpB,IAAmB;IAEnB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO;SAC3B,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO;QACL,KAAK,EAAE,eAAe;QACtB,QAAQ,EAAE,MAAM;QAChB,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,MAAM,EAAE,CAAC,CAAC,EAAE;QACZ,OAAO,EAAE,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,yDAAyD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,SAAS,uBAAuB;QAC3K,WAAW,EAAE,WAAW;KACzB,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,yBAAyB,CACvC,KAAqB,EACrB,OAAyB;IAEzB,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC3E,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,MAAM,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,OAAO,GAAG,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAC7E,MAAM,YAAY,GAAG,IAAI,GAAG,EAA6B,CAAC;IAC1D,MAAM,UAAU,GAAG,IAAI,GAAG,EAAgB,CAAC;IAC3C,KAAK,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACjD,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAC5C,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC;IACD,KAAK,MAAM,IAAI,IAAI;QACjB,GAAG,SAAS,CAAC,SAAS,CAAC;QACvB,GAAG,UAAU,CAAC,SAAS,CAAC;QACxB,GAAG,aAAa,CAAC,SAAS,CAAC;KAC5B,EAAE,CAAC;QACF,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IACpC,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7E,MAAM,KAAK,GAAW,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAQ,EAAE,CAAC,CAAC;QAC/E,CAAC,EAAE,CAAC,CAAC,EAAE;QACP,CAAC,EAAE,CAAC,CAAC,EAAE;QACP,SAAS,EAAE,cAAc;KAC1B,CAAC,CAAC,CAAC;IACJ,MAAM,KAAK,GAAoB,EAAE,CAAC;IAClC,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjF,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QACjC,WAAW,EAAE,CAAC;QACd,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,cAAc;YAAE,SAAS;QAC3E,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,IAAI,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtE,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,MAAM;SACpB,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;SACnD,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;SACrD,IAAI,CAAC,eAAe,CAAC,CAAC;IACzB,OAAO;QACL,MAAM;QACN,QAAQ;QACR,KAAK;QACL,KAAK,EAAE;YACL,SAAS,EAAE,SAAS,CAAC,MAAM;YAC3B,cAAc,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;YACpC,WAAW;YACX,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;YAC9C,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,UAAU,EAAE,QAAQ,CAAC,MAAM;YAC3B,MAAM,EAAE,OAAO,EAAE;SAClB;KACF,CAAC;AACJ,CAAC;AAED,0CAA0C;AAC1C,MAAM,UAAU,oBAAoB,CAAC,KAAqB;IACxD,OAAO;QACL,8BAA8B,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,gBAAgB,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,eAAe,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY;QACrJ,kCAAkC,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE;QACpE,sBAAsB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,iBAAiB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE;QACrF,6BAA6B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK;KACvD,CAAC;AACJ,CAAC"}

package/dist/duplicates/score.d.ts

@@ -0,0 +1,22 @@
+import type { ContentSimilarity } from "./content.js";
+import { type NameProfile } from "./similarity.js";
+import type { DuplicateOptions, DuplicatePair, DuplicateResource, DuplicateSignal } from "./types.js";
+/** Jaro-Winkler similarity from which two base names count as close. */
+export declare const SIMILAR_NAME = 0.9;
+export declare const INCLUSION_NOTE = "similar content, very different sizes: an inclusion rather than a duplicate";
+/** The source and path a frontmatter `source` names, relative to the folder of the note or `<source>:<path>`. */
+export declare function resolveDeclared(resource: DuplicateResource): {
+    source: string;
+    path: string;
+} | undefined;
+/** The Jaro-Winkler similarity of two base names in comparison form when it relates them, 1 for the same name. */
+export declare function nameSimilarity(a: NameProfile, b: NameProfile): number | undefined;
+/** The signals a pair can be enumerated from; the commit and the directory only reinforce them. */
+export type PrimaryName = Exclude<DuplicateSignal["name"], "same_commit" | "same_directory">;
+/** The strongest primary signal of a pair, which names the grouping criterion; none for a pair that only shares a commit or a folder. */
+export declare function primarySignal(pair: DuplicatePair): (DuplicateSignal & {
+    name: PrimaryName;
+}) | undefined;
+/** The additive score of a pair, capped at 1, with every signal that contributed. `a` has the lower identifier. */
+export declare function scorePair(a: DuplicateResource, b: DuplicateResource, content: ContentSimilarity | undefined, options: DuplicateOptions): DuplicatePair;
+//# sourceMappingURL=score.d.ts.map

package/dist/duplicates/score.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"score.d.ts","sourceRoot":"","sources":["../../src/duplicates/score.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACtD,OAAO,EAML,KAAK,WAAW,EACjB,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EACV,gBAAgB,EAChB,aAAa,EACb,iBAAiB,EACjB,eAAe,EAChB,MAAM,YAAY,CAAC;AAcpB,wEAAwE;AACxE,eAAO,MAAM,YAAY,MAAM,CAAC;AAIhC,eAAO,MAAM,cAAc,gFACoD,CAAC;AAUhF,iHAAiH;AACjH,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,iBAAiB,GAC1B;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CA0B9C;AA+BD,kHAAkH;AAClH,wBAAgB,cAAc,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,GAAG,MAAM,GAAG,SAAS,CASjF;AAmFD,mGAAmG;AACnG,MAAM,MAAM,WAAW,GAAG,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,aAAa,GAAG,gBAAgB,CAAC,CAAC;AAM7F,yIAAyI;AACzI,wBAAgB,aAAa,CAC3B,IAAI,EAAE,aAAa,GAClB,CAAC,eAAe,GAAG;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC,GAAG,SAAS,CAEvD;AAED,mHAAmH;AACnH,wBAAgB,SAAS,CACvB,CAAC,EAAE,iBAAiB,EACpB,CAAC,EAAE,iBAAiB,EACpB,OAAO,EAAE,iBAAiB,GAAG,SAAS,EACtC,OAAO,EAAE,gBAAgB,GACxB,aAAa,CAaf"}

package/dist/duplicates/score.js

@@ -0,0 +1,190 @@
+import { comparisonKey, directoryProximity, jaroWinkler, nameProfile, sharedCodeUnits, } from "./similarity.js";
+const WEIGHTS = {
+    declared: 1,
+    sameNameSameFolder: 0.7,
+    sameNameElsewhere: 0.5,
+    similarNameFactor: 0.8,
+    sameTitle: 0.6,
+    contentHigh: 0.7,
+    contentLow: 0.4,
+    sameCommit: 0.3,
+    directory: 0.2,
+};
+/** Jaro-Winkler similarity from which two base names count as close. */
+export const SIMILAR_NAME = 0.9;
+const CONTENT_HIGH = 0.8;
+const CONTENT_LOW = 0.6;
+export const INCLUSION_NOTE = "similar content, very different sizes: an inclusion rather than a duplicate";
+function round(value) {
+    return Math.round(value * 10000) / 10000;
+}
+function percent(value) {
+    return `${String(Math.round(value * 100))}%`;
+}
+/** The source and path a frontmatter `source` names, relative to the folder of the note or `<source>:<path>`. */
+export function resolveDeclared(resource) {
+    const declared = resource.declaredSource;
+    if (declared === undefined)
+        return undefined;
+    const colon = declared.indexOf(":");
+    if (colon !== -1) {
+        return { source: declared.slice(0, colon), path: declared.slice(colon + 1) };
+    }
+    const segments = resource.folder === "" ? [] : resource.folder.split("/");
+    let climbed = false;
+    for (const segment of declared.split("/")) {
+        if (segment === "." || segment === "")
+            continue;
+        if (segment !== "..") {
+            segments.push(segment);
+        }
+        else if (segments.length > 0) {
+            segments.pop();
+        }
+        else {
+            climbed = true;
+        }
+    }
+    if (!climbed)
+        return { source: resource.source, path: segments.join("/") };
+    // Climbing above the root lands in a sibling source: `../<source>/<path>`.
+    const sibling = segments.join("/");
+    const slash = sibling.indexOf("/");
+    return slash === -1
+        ? undefined
+        : { source: sibling.slice(0, slash), path: sibling.slice(slash + 1) };
+}
+function declares(from, to) {
+    const target = resolveDeclared(from);
+    return target?.source === to.source && target.path === to.path;
+}
+/** The resource whose frontmatter declares the other, when one does. */
+function declaringOf(a, b) {
+    if (declares(a, b))
+        return a;
+    return declares(b, a) ? b : undefined;
+}
+function declaredSignal(a, b) {
+    const declaring = declaringOf(a, b);
+    return declaring === undefined
+        ? undefined
+        : {
+            name: "declared",
+            weight: WEIGHTS.declared,
+            detail: `declared in the frontmatter of ${declaring.path}`,
+        };
+}
+/**
+ * Jaro-Winkler at `SIMILAR_NAME` needs Jaro at `(SIMILAR_NAME - 0.4) / 0.6`, the prefix bonus
+ * covering at most 0.4 of the distance to 1, and Jaro with `m` matches is at most
+ * `(m / |a| + m / |b| + 1) / 3`: the matches must reach `MATCH_FACTOR * |a| * |b| / (|a| + |b|)`.
+ */
+const MATCH_FACTOR = 3 * ((SIMILAR_NAME - 0.4) / 0.6) - 1;
+/** The Jaro-Winkler similarity of two base names in comparison form when it relates them, 1 for the same name. */
+export function nameSimilarity(a, b) {
+    const lengthA = a.key.length;
+    const lengthB = b.key.length;
+    // Matches never exceed the shared code units: most pairs of distinct names stop here.
+    if (sharedCodeUnits(a, b) * (lengthA + lengthB) < MATCH_FACTOR * lengthA * lengthB) {
+        return undefined;
+    }
+    const similarity = jaroWinkler(a.key, b.key);
+    return similarity >= SIMILAR_NAME ? similarity : undefined;
+}
+function nameSignal(a, b) {
+    const keyA = comparisonKey(a.baseName);
+    const keyB = comparisonKey(b.baseName);
+    const similarity = nameSimilarity(nameProfile(keyA), nameProfile(keyB));
+    if (similarity === undefined)
+        return undefined;
+    const sameFolder = a.source === b.source && a.folder === b.folder;
+    const weight = sameFolder ? WEIGHTS.sameNameSameFolder : WEIGHTS.sameNameElsewhere;
+    const where = whereOf(a, b, sameFolder);
+    if (keyA === keyB) {
+        return { name: "same_name", weight, detail: `same base name ${where}` };
+    }
+    return {
+        name: "similar_name",
+        weight: round(weight * WEIGHTS.similarNameFactor),
+        detail: `similar base names ${where} (Jaro-Winkler ${similarity.toFixed(2)})`,
+    };
+}
+/** How far apart the two resources are filed, for the detail of a name signal. */
+function whereOf(a, b, sameFolder) {
+    if (sameFolder)
+        return "in the same folder";
+    return a.source === b.source ? "in another folder" : "across sources";
+}
+function titleMatchesHeading(titled, headed) {
+    if (titled.title === undefined || headed.heading === undefined)
+        return false;
+    const title = comparisonKey(titled.title);
+    return title !== "" && title === comparisonKey(headed.heading);
+}
+function titleSignal(a, b) {
+    return titleMatchesHeading(a, b) || titleMatchesHeading(b, a)
+        ? { name: "same_title", weight: WEIGHTS.sameTitle, detail: "title equal to the heading" }
+        : undefined;
+}
+function contentDetail(content) {
+    const jaccard = `${content.exact ? "exact" : "estimated"} Jaccard ${content.jaccard.toFixed(2)}`;
+    return content.sharedLines === undefined
+        ? jaccard
+        : `${jaccard}, ${percent(content.sharedLines)} of lines in common`;
+}
+function contentSignal(content, options) {
+    if (content === undefined || content.jaccard < CONTENT_LOW)
+        return undefined;
+    const weight = content.jaccard >= CONTENT_HIGH ? WEIGHTS.contentHigh : WEIGHTS.contentLow;
+    if (content.sizeRatio < options.sizeRatioMin) {
+        return {
+            name: "similar_content",
+            weight: Math.min(weight, WEIGHTS.contentLow),
+            detail: `${INCLUSION_NOTE} (${contentDetail(content)}, size ratio ${content.sizeRatio.toFixed(2)})`,
+        };
+    }
+    return { name: "similar_content", weight, detail: `similar content (${contentDetail(content)})` };
+}
+function commitSignal(a, b) {
+    return a.commit !== undefined && a.commit === b.commit
+        ? { name: "same_commit", weight: WEIGHTS.sameCommit, detail: `added in commit ${a.commit}` }
+        : undefined;
+}
+function directorySignal(a, b) {
+    if (a.source !== b.source)
+        return undefined;
+    const proximity = directoryProximity(a.folder, b.folder);
+    return proximity === 0
+        ? undefined
+        : {
+            name: "same_directory",
+            weight: round(proximity * WEIGHTS.directory),
+            detail: `directory proximity ${proximity.toFixed(2)}`,
+        };
+}
+function compareSignals(a, b) {
+    return b.weight - a.weight || Number(a.name > b.name) - Number(a.name < b.name);
+}
+function isPrimary(signal) {
+    return signal.name !== "same_commit" && signal.name !== "same_directory";
+}
+/** The strongest primary signal of a pair, which names the grouping criterion; none for a pair that only shares a commit or a folder. */
+export function primarySignal(pair) {
+    return pair.signals.find(isPrimary);
+}
+/** The additive score of a pair, capped at 1, with every signal that contributed. `a` has the lower identifier. */
+export function scorePair(a, b, content, options) {
+    const signals = [
+        declaredSignal(a, b),
+        nameSignal(a, b),
+        titleSignal(a, b),
+        contentSignal(content, options),
+        commitSignal(a, b),
+        directorySignal(a, b),
+    ]
+        .filter((signal) => signal !== undefined)
+        .sort(compareSignals);
+    const total = signals.reduce((sum, signal) => sum + signal.weight, 0);
+    return { a: a.id, b: b.id, score: round(Math.min(1, total)), signals };
+}
+//# sourceMappingURL=score.js.map

package/dist/duplicates/score.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"score.js","sourceRoot":"","sources":["../../src/duplicates/score.ts"],"names":[],"mappings":"AACA,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,WAAW,EACX,WAAW,EACX,eAAe,GAEhB,MAAM,iBAAiB,CAAC;AAQzB,MAAM,OAAO,GAAG;IACd,QAAQ,EAAE,CAAC;IACX,kBAAkB,EAAE,GAAG;IACvB,iBAAiB,EAAE,GAAG;IACtB,iBAAiB,EAAE,GAAG;IACtB,SAAS,EAAE,GAAG;IACd,WAAW,EAAE,GAAG;IAChB,UAAU,EAAE,GAAG;IACf,UAAU,EAAE,GAAG;IACf,SAAS,EAAE,GAAG;CACN,CAAC;AAEX,wEAAwE;AACxE,MAAM,CAAC,MAAM,YAAY,GAAG,GAAG,CAAC;AAChC,MAAM,YAAY,GAAG,GAAG,CAAC;AACzB,MAAM,WAAW,GAAG,GAAG,CAAC;AAExB,MAAM,CAAC,MAAM,cAAc,GACzB,6EAA6E,CAAC;AAEhF,SAAS,KAAK,CAAC,KAAa;IAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC;AAC3C,CAAC;AAED,SAAS,OAAO,CAAC,KAAa;IAC5B,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC;AAC/C,CAAC;AAED,iHAAiH;AACjH,MAAM,UAAU,eAAe,CAC7B,QAA2B;IAE3B,MAAM,QAAQ,GAAG,QAAQ,CAAC,cAAc,CAAC;IACzC,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC7C,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;QACjB,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;IAC/E,CAAC;IACD,MAAM,QAAQ,GAAa,QAAQ,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACpF,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1C,IAAI,OAAO,KAAK,GAAG,IAAI,OAAO,KAAK,EAAE;YAAE,SAAS;QAChD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzB,CAAC;aAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,QAAQ,CAAC,GAAG,EAAE,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;IACH,CAAC;IACD,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IAC3E,2EAA2E;IAC3E,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,OAAO,KAAK,KAAK,CAAC,CAAC;QACjB,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;AAC1E,CAAC;AAED,SAAS,QAAQ,CAAC,IAAuB,EAAE,EAAqB;IAC9D,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACrC,OAAO,MAAM,EAAE,MAAM,KAAK,EAAE,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC,IAAI,CAAC;AACjE,CAAC;AAED,wEAAwE;AACxE,SAAS,WAAW,CAAC,CAAoB,EAAE,CAAoB;IAC7D,IAAI,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IAC7B,OAAO,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACxC,CAAC;AAED,SAAS,cAAc,CAAC,CAAoB,EAAE,CAAoB;IAChE,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACpC,OAAO,SAAS,KAAK,SAAS;QAC5B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC;YACE,IAAI,EAAE,UAAU;YAChB,MAAM,EAAE,OAAO,CAAC,QAAQ;YACxB,MAAM,EAAE,kCAAkC,SAAS,CAAC,IAAI,EAAE;SAC3D,CAAC;AACR,CAAC;AAED;;;;GAIG;AACH,MAAM,YAAY,GAAG,CAAC,GAAG,CAAC,CAAC,YAAY,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;AAE1D,kHAAkH;AAClH,MAAM,UAAU,cAAc,CAAC,CAAc,EAAE,CAAc;IAC3D,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;IAC7B,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;IAC7B,sFAAsF;IACtF,IAAI,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,YAAY,GAAG,OAAO,GAAG,OAAO,EAAE,CAAC;QACnF,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7C,OAAO,UAAU,IAAI,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;AAC7D,CAAC;AAED,SAAS,UAAU,CAAC,CAAoB,EAAE,CAAoB;IAC5D,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,UAAU,GAAG,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;IACxE,IAAI,UAAU,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC/C,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;IACnF,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;IACxC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,kBAAkB,KAAK,EAAE,EAAE,CAAC;IAC1E,CAAC;IACD,OAAO;QACL,IAAI,EAAE,cAAc;QACpB,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACjD,MAAM,EAAE,sBAAsB,KAAK,kBAAkB,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;KAC9E,CAAC;AACJ,CAAC;AAED,kFAAkF;AAClF,SAAS,OAAO,CAAC,CAAoB,EAAE,CAAoB,EAAE,UAAmB;IAC9E,IAAI,UAAU;QAAE,OAAO,oBAAoB,CAAC;IAC5C,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,gBAAgB,CAAC;AACxE,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAyB,EAAE,MAAyB;IAC/E,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAC7E,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1C,OAAO,KAAK,KAAK,EAAE,IAAI,KAAK,KAAK,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,WAAW,CAAC,CAAoB,EAAE,CAAoB;IAC7D,OAAO,mBAAmB,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,mBAAmB,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,4BAA4B,EAAE;QACzF,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,OAA0B;IAC/C,MAAM,OAAO,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,YAAY,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IACjG,OAAO,OAAO,CAAC,WAAW,KAAK,SAAS;QACtC,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,GAAG,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,qBAAqB,CAAC;AACvE,CAAC;AAED,SAAS,aAAa,CACpB,OAAsC,EACtC,OAAyB;IAEzB,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,OAAO,GAAG,WAAW;QAAE,OAAO,SAAS,CAAC;IAC7E,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,IAAI,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IAC1F,IAAI,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;QAC7C,OAAO;YACL,IAAI,EAAE,iBAAiB;YACvB,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC;YAC5C,MAAM,EAAE,GAAG,cAAc,KAAK,aAAa,CAAC,OAAO,CAAC,gBAAgB,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;SACpG,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,oBAAoB,aAAa,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;AACpG,CAAC;AAED,SAAS,YAAY,CAAC,CAAoB,EAAE,CAAoB;IAC9D,OAAO,CAAC,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QACpD,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,mBAAmB,CAAC,CAAC,MAAM,EAAE,EAAE;QAC5F,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,CAAoB,EAAE,CAAoB;IACjE,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC5C,MAAM,SAAS,GAAG,kBAAkB,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IACzD,OAAO,SAAS,KAAK,CAAC;QACpB,CAAC,CAAC,SAAS;QACX,CAAC,CAAC;YACE,IAAI,EAAE,gBAAgB;YACtB,MAAM,EAAE,KAAK,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;YAC5C,MAAM,EAAE,uBAAuB,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;SACtD,CAAC;AACR,CAAC;AAED,SAAS,cAAc,CAAC,CAAkB,EAAE,CAAkB;IAC5D,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;AAClF,CAAC;AAKD,SAAS,SAAS,CAAC,MAAuB;IACxC,OAAO,MAAM,CAAC,IAAI,KAAK,aAAa,IAAI,MAAM,CAAC,IAAI,KAAK,gBAAgB,CAAC;AAC3E,CAAC;AAED,yIAAyI;AACzI,MAAM,UAAU,aAAa,CAC3B,IAAmB;IAEnB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AACtC,CAAC;AAED,mHAAmH;AACnH,MAAM,UAAU,SAAS,CACvB,CAAoB,EACpB,CAAoB,EACpB,OAAsC,EACtC,OAAyB;IAEzB,MAAM,OAAO,GAAG;QACd,cAAc,CAAC,CAAC,EAAE,CAAC,CAAC;QACpB,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC;QAChB,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC;QACjB,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC;QAC/B,YAAY,CAAC,CAAC,EAAE,CAAC,CAAC;QAClB,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC;KACtB;SACE,MAAM,CAAC,CAAC,MAAM,EAA6B,EAAE,CAAC,MAAM,KAAK,SAAS,CAAC;SACnE,IAAI,CAAC,cAAc,CAAC,CAAC;IACxB,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACtE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;AACzE,CAAC"}

package/dist/duplicates/shingles.d.ts

@@ -0,0 +1,15 @@
+/** A text after normalisation: its lines in comparison form and its size. */
+export interface NormalisedText {
+    /** Non-empty lines, each the words of the line joined by a space. */
+    lines: string[];
+    words: string[];
+    characters: number;
+}
+export declare function normaliseText(text: string, normalizeText: (text: string) => string[]): NormalisedText;
+/** The distinct runs of `size` consecutive words; empty for a text shorter than `size`. */
+export declare function shingleSet(words: readonly string[], size: number): Set<string>;
+/** `|a ∩ b| / |a ∪ b|`; 0 when both are empty. */
+export declare function exactJaccard(a: ReadonlySet<string>, b: ReadonlySet<string>): number;
+/** Distinct lines in common over the distinct lines of both texts. */
+export declare function sharedLines(a: readonly string[], b: readonly string[]): number;
+//# sourceMappingURL=shingles.d.ts.map

package/dist/duplicates/shingles.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shingles.d.ts","sourceRoot":"","sources":["../../src/duplicates/shingles.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,MAAM,WAAW,cAAc;IAC7B,qEAAqE;IACrE,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAgB,aAAa,CAC3B,IAAI,EAAE,MAAM,EACZ,aAAa,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,GACxC,cAAc,CAUhB;AAED,2FAA2F;AAC3F,wBAAgB,UAAU,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAM9E;AAED,kDAAkD;AAClD,wBAAgB,YAAY,CAAC,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,MAAM,CAOnF;AAED,sEAAsE;AACtE,wBAAgB,WAAW,CAAC,CAAC,EAAE,SAAS,MAAM,EAAE,EAAE,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAE9E"}

package/dist/duplicates/shingles.js

@@ -0,0 +1,35 @@
+export function normaliseText(text, normalizeText) {
+    const lines = [];
+    const words = [];
+    for (const line of text.split(/\r?\n/)) {
+        const lineWords = normalizeText(line);
+        if (lineWords.length === 0)
+            continue;
+        lines.push(lineWords.join(" "));
+        words.push(...lineWords);
+    }
+    return { lines, words, characters: words.join(" ").length };
+}
+/** The distinct runs of `size` consecutive words; empty for a text shorter than `size`. */
+export function shingleSet(words, size) {
+    const shingles = new Set();
+    for (let start = 0; start + size <= words.length; start++) {
+        shingles.add(words.slice(start, start + size).join(" "));
+    }
+    return shingles;
+}
+/** `|a ∩ b| / |a ∪ b|`; 0 when both are empty. */
+export function exactJaccard(a, b) {
+    let common = 0;
+    for (const shingle of a) {
+        if (b.has(shingle))
+            common++;
+    }
+    const union = a.size + b.size - common;
+    return union === 0 ? 0 : common / union;
+}
+/** Distinct lines in common over the distinct lines of both texts. */
+export function sharedLines(a, b) {
+    return exactJaccard(new Set(a), new Set(b));
+}
+//# sourceMappingURL=shingles.js.map

package/dist/duplicates/shingles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shingles.js","sourceRoot":"","sources":["../../src/duplicates/shingles.ts"],"names":[],"mappings":"AAQA,MAAM,UAAU,aAAa,CAC3B,IAAY,EACZ,aAAyC;IAEzC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACrC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;AAC9D,CAAC;AAED,2FAA2F;AAC3F,MAAM,UAAU,UAAU,CAAC,KAAwB,EAAE,IAAY;IAC/D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QAC1D,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,kDAAkD;AAClD,MAAM,UAAU,YAAY,CAAC,CAAsB,EAAE,CAAsB;IACzE,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,OAAO,IAAI,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,MAAM,EAAE,CAAC;IAC/B,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC;IACvC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;AAC1C,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,WAAW,CAAC,CAAoB,EAAE,CAAoB;IACpE,OAAO,YAAY,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC"}

package/dist/duplicates/similarity.d.ts

@@ -0,0 +1,23 @@
+/** The form base names and titles are compared on: lowercase, accents stripped, punctuation folded to spaces. */
+export declare function comparisonKey(text: string): string;
+/** Jaro similarity with the Winkler bonus for a common prefix of up to four characters. */
+export declare function jaroWinkler(a: string, b: string): number;
+/**
+ * A name with the count of its code units per class (code unit modulo 32) and the set of classes
+ * present, which bound what it can share with another name.
+ */
+export interface NameProfile {
+    key: string;
+    /** One byte per class, `counts.getUint8(unitClass)`; a base name never has 256 code units of one class. */
+    counts: DataView;
+    classes: number;
+}
+export declare function nameProfile(key: string): NameProfile;
+/**
+ * An upper bound of the code units two names have in common: their counts merged by class, since
+ * a minimum of sums is at least a sum of minimums. Walks the shared classes only.
+ */
+export declare function sharedCodeUnits(a: NameProfile, b: NameProfile): number;
+/** Depth of the common prefix over the deeper folder, 1 for the same folder; the root has depth 0. */
+export declare function directoryProximity(a: string, b: string): number;
+//# sourceMappingURL=similarity.d.ts.map

package/dist/duplicates/similarity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"similarity.d.ts","sourceRoot":"","sources":["../../src/duplicates/similarity.ts"],"names":[],"mappings":"AAGA,iHAAiH;AACjH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAOlD;AA+BD,2FAA2F;AAC3F,wBAAgB,WAAW,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAMxD;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,2GAA2G;IAC3G,MAAM,EAAE,QAAQ,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CASpD;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,GAAG,MAAM,CAQtE;AAED,sGAAsG;AACtG,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAM/D"}