crewly 1.20.398 → 1.20.399

package/dist/backend/backend/src/services/memory/knowledge-similarity.d.ts

@@ -0,0 +1,206 @@
+/**
+ * Near-duplicate detection and evidence merge for role knowledge (#914 P1).
+ *
+ * `addRoleKnowledge` used to dedupe by exact match or substring containment
+ * only, so the same fact written twice with a different id, count or date
+ * in it ("Refresh standing answer … (1 newer)" / "… (6 newer)") became two
+ * entries, and recall surfaced both. This module replaces that check with
+ * a cheap nearest-neighbour over token sets:
+ *
+ * - `knowledgeTokens` lowercases, splits on non-alphanumerics and drops the
+ *   tokens that vary between restatements of one fact (uuids, hex ids,
+ *   long digit runs, single letters);
+ * - `jaccard` is the set overlap of two token sets;
+ * - `numbersCompatible` keeps two texts apart when they disagree on a
+ *   number (ticket, count, version): the frame may be identical, the fact
+ *   is not;
+ * - `findNearestKnowledge` returns the best candidate in the same scope
+ *   (same category; overlapping tags when both sides have tags), an exact
+ *   or substring match first, else the highest Jaccard at or above the
+ *   threshold among number-compatible entries. Superseded and expired
+ *   entries are never candidates, so a new write cannot reinforce a dead
+ *   fact. Short texts (fewer than `MIN_TOKENS_FOR_NEAR` tokens) match
+ *   exactly or not at all.
+ * - `mergeKnowledgeEvidence` folds the incoming entry's provenance into the
+ *   existing one (exact match): evidence union, importance max,
+ *   verification timestamp. The existing content stays.
+ * - `restateKnowledge` handles a near match: the newest wording becomes a
+ *   new entry with the old provenance and reinforcement, the old entry is
+ *   marked superseded by it and kept for audit. The LLM adjudication the
+ *   issue describes (keep / modify / supersede by judgment) is a later,
+ *   possibly Pro, step; this is the deterministic rule.
+ * - `evictionIndex` picks what a full store drops: superseded first.
+ *
+ * Pure functions only; the threshold was set by replaying the owner's
+ * 3.7k real entries (see spec `2026-10-25-knowledge-evidence-merge.md`).
+ *
+ * @module services/memory/knowledge-similarity
+ */
+import type { RoleKnowledgeEntry } from '../../types/memory.types.js';
+/** The fields the similarity check reads from an existing entry. */
+export type KnowledgeLike = Pick<RoleKnowledgeEntry, 'content' | 'category' | 'tags' | 'superseded' | 'supersededBy' | 'ttl'>;
+/** The fields the similarity check reads from an incoming entry. */
+export type IncomingKnowledge = Pick<RoleKnowledgeEntry, 'content'> & Partial<Pick<RoleKnowledgeEntry, 'category' | 'tags'>>;
+/** How an existing entry matched the incoming one. */
+export type MatchKind = 'exact' | 'near';
+/** The nearest existing entry and how close it is. */
+export interface NearestMatch<T> {
+    /** The existing entry */
+    entry: T;
+    /** 1 for an exact or substring match, else the Jaccard overlap */
+    score: number;
+    /** Exact (legacy rule) or near (token overlap at or above the threshold) */
+    kind: MatchKind;
+}
+/** Options for {@link findNearestKnowledge}. */
+export interface NearestOptions {
+    /** Jaccard at or above which a candidate is a near-duplicate; defaults to the constant */
+    threshold?: number;
+    /** Reference instant for the expiry check; defaults to now */
+    now?: Date;
+}
+/**
+ * Tokens of a knowledge text that survive a restatement: lowercase words
+ * and numbers up to five digits, without uuids, hex ids, long digit runs or
+ * single letters. Single digits stay: "entry 0" and "entry 1" are two
+ * facts.
+ *
+ * @param text - Entry content
+ * @returns Distinct tokens
+ *
+ * @example
+ * ```typescript
+ * knowledgeTokens('Claimed WorkItem X (id: 51851ddb-3e5f-48b4-b73a-fccbc6a79abb) at 2026-10-25, 3 newer')
+ * // Set { 'claimed', 'workitem', 'id', 'at', '2026', '10', '25', '3', 'newer' }
+ * ```
+ */
+export declare function knowledgeTokens(text: string): Set<string>;
+/**
+ * Whether two token sets agree on their numbers: one side's numbers must
+ * all appear on the other. "verify CE-140" and "verify CE-196" share every
+ * word and differ in one number — two facts, however alike the frame.
+ * "snapshot 10/13 03:40Z" and "snapshot 10/13" are one fact, the second
+ * just shorter. Disagreeing counts ("1 newer" / "6 newer") are kept apart
+ * on purpose: a false merge loses knowledge, a missed one only leaves a
+ * duplicate.
+ *
+ * @param a - First token set
+ * @param b - Second token set
+ * @returns true when the numbers of one set are a subset of the other's
+ */
+export declare function numbersCompatible(a: Set<string>, b: Set<string>): boolean;
+/**
+ * Jaccard overlap of two token sets: |A ∩ B| / |A ∪ B|.
+ *
+ * @param a - First set
+ * @param b - Second set
+ * @returns 0 when either set is empty, else the overlap in [0, 1]
+ */
+export declare function jaccard(a: Set<string>, b: Set<string>): number;
+/**
+ * Whether an existing entry is in the incoming entry's scope: the same
+ * category when the incoming one names a category, and at least one shared
+ * tag when both carry tags.
+ *
+ * @param existing - Existing entry
+ * @param incoming - Incoming entry
+ * @returns true when the two may be compared
+ */
+export declare function sameScope(existing: Partial<Pick<KnowledgeLike, 'category' | 'tags'>>, incoming: Partial<Pick<IncomingKnowledge, 'category' | 'tags'>>): boolean;
+/**
+ * Equal after trim and lowercase.
+ *
+ * @param existing - Existing content
+ * @param incoming - Incoming content
+ * @returns true when the two texts are the same
+ */
+export declare function isSameText(existing: string, incoming: string): boolean;
+/**
+ * One text contains the other, when the incoming text is longer than the
+ * substring floor (the legacy containment rule).
+ *
+ * @param existing - Existing content
+ * @param incoming - Incoming content
+ * @returns true for a containment match
+ */
+export declare function containsText(existing: string, incoming: string): boolean;
+/**
+ * The legacy rule: {@link isSameText} or {@link containsText}.
+ *
+ * @param existing - Existing content
+ * @param incoming - Incoming content
+ * @returns true for an exact or containment match
+ */
+export declare function isExactMatch(existing: string, incoming: string): boolean;
+/**
+ * The existing entry the incoming one duplicates, if any: an exact match
+ * first, else the highest token overlap at or above the threshold, among
+ * entries in scope that recall still shows.
+ *
+ * @param knowledge - Existing entries
+ * @param incoming - Entry about to be written
+ * @param options - Threshold and reference time
+ * @returns The nearest match, or null when nothing is close enough
+ *
+ * @example
+ * ```typescript
+ * const hit = findNearestKnowledge(memory.roleKnowledge, { content, category });
+ * if (hit) merge(hit.entry); else append(content);
+ * ```
+ */
+export declare function findNearestKnowledge<T extends KnowledgeLike>(knowledge: T[], incoming: IncomingKnowledge, options?: NearestOptions): NearestMatch<T> | null;
+/** What {@link mergeKnowledgeEvidence} changed on the existing entry. */
+export interface MergeResult {
+    /** Evidence refs added (not already present) */
+    addedEvidence: string[];
+    /** Whether importance was raised to the incoming value */
+    importanceRaised: boolean;
+}
+/**
+ * Folds an incoming duplicate's provenance into the existing entry, in
+ * place: evidence becomes the union (legacy `learnedFrom` and
+ * `sourceTaskId` count as evidence), importance the max, and the entry is
+ * marked verified and used now. Content, confidence and ids are left to the
+ * caller.
+ *
+ * @param existing - Entry that stays (mutated)
+ * @param incoming - Duplicate that is not written
+ * @param now - Timestamp for `lastVerifiedAt` / `lastUsed`
+ * @returns What changed
+ */
+export declare function mergeKnowledgeEvidence(existing: RoleKnowledgeEntry, incoming: Partial<Pick<RoleKnowledgeEntry, 'evidence' | 'learnedFrom' | 'sourceTaskId' | 'importance'>>, now?: Date): MergeResult;
+/** Prefix of the evidence ref a superseded entry gets when a restatement replaced it. */
+export declare const RESTATEMENT_REASON_PREFIX = "supersession-reason:restated";
+/**
+ * A near-duplicate is the same fact said again, often with a correction
+ * ("I asserted X is a working symlink" → "X is a DANGLING symlink"), so the
+ * newest wording wins: the incoming entry becomes a new entry carrying the
+ * old one's provenance and reinforcement, and the old entry is marked
+ * superseded by it — hidden from recall, kept for audit, the same way
+ * `MemorySupersessionService.supersede` records an explicit supersession.
+ *
+ * @param old - Existing near-duplicate (mutated: superseded, evidence reason appended)
+ * @param incoming - Entry being written
+ * @param ids - The new entry's id and timestamp, and the match score for the audit ref
+ * @returns The new entry to store
+ *
+ * @example
+ * ```typescript
+ * const fresh = restateKnowledge(match.entry, entry, { id: uuidv4(), now: new Date(), score: match.score });
+ * memory.roleKnowledge.push(fresh);
+ * ```
+ */
+export declare function restateKnowledge(old: RoleKnowledgeEntry, incoming: Omit<RoleKnowledgeEntry, 'id' | 'createdAt'>, ids: {
+    id: string;
+    now: Date;
+    score: number;
+}): RoleKnowledgeEntry;
+/**
+ * Which entry to evict when a store is full: the oldest superseded entry
+ * first (recall no longer shows it), else the lowest-confidence live one.
+ *
+ * @param knowledge - Entries
+ * @returns Index to remove, or -1 for an empty list
+ */
+export declare function evictionIndex(knowledge: RoleKnowledgeEntry[]): number;
+//# sourceMappingURL=knowledge-similarity.d.ts.map

package/dist/backend/backend/src/services/memory/knowledge-similarity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge-similarity.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/memory/knowledge-similarity.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AAGH,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAkBtE,oEAAoE;AACpE,MAAM,MAAM,aAAa,GAAG,IAAI,CAAC,kBAAkB,EAAE,SAAS,GAAG,UAAU,GAAG,MAAM,GAAG,YAAY,GAAG,cAAc,GAAG,KAAK,CAAC,CAAC;AAE9H,oEAAoE;AACpE,MAAM,MAAM,iBAAiB,GAAG,IAAI,CAAC,kBAAkB,EAAE,SAAS,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC;AAE7H,sDAAsD;AACtD,MAAM,MAAM,SAAS,GAAG,OAAO,GAAG,MAAM,CAAC;AAEzC,sDAAsD;AACtD,MAAM,WAAW,YAAY,CAAC,CAAC;IAC7B,yBAAyB;IACzB,KAAK,EAAE,CAAC,CAAC;IACT,kEAAkE;IAClE,KAAK,EAAE,MAAM,CAAC;IACd,4EAA4E;IAC5E,IAAI,EAAE,SAAS,CAAC;CACjB;AAED,gDAAgD;AAChD,MAAM,WAAW,cAAc;IAC7B,0FAA0F;IAC1F,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8DAA8D;IAC9D,GAAG,CAAC,EAAE,IAAI,CAAC;CACZ;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAYzD;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,iBAAiB,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,OAAO,CAIzE;AAED;;;;;;GAMG;AACH,wBAAgB,OAAO,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,CAK9D;AAED;;;;;;;;GAQG;AACH,wBAAgB,SAAS,CACvB,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,UAAU,GAAG,MAAM,CAAC,CAAC,EAC3D,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,iBAAiB,EAAE,UAAU,GAAG,MAAM,CAAC,CAAC,GAC9D,OAAO,CAMT;AAED;;;;;;GAMG;AACH,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAEtE;AAED;;;;;;;GAOG;AACH,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAIxE;AAED;;;;;;GAMG;AACH,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAExE;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,oBAAoB,CAAC,CAAC,SAAS,aAAa,EAC1D,SAAS,EAAE,CAAC,EAAE,EACd,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,GAAE,cAAmB,GAC3B,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,CAyBxB;AAED,yEAAyE;AACzE,MAAM,WAAW,WAAW;IAC1B,gDAAgD;IAChD,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,0DAA0D;IAC1D,gBAAgB,EAAE,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,kBAAkB,EAC5B,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,UAAU,GAAG,aAAa,GAAG,cAAc,GAAG,YAAY,CAAC,CAAC,EACvG,GAAG,GAAE,IAAiB,GACrB,WAAW,CAoBb;AAED,yFAAyF;AACzF,eAAO,MAAM,yBAAyB,iCAAiC,CAAC;AAExE;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAgB,gBAAgB,CAC9B,GAAG,EAAE,kBAAkB,EACvB,QAAQ,EAAE,IAAI,CAAC,kBAAkB,EAAE,IAAI,GAAG,WAAW,CAAC,EACtD,GAAG,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAC5C,kBAAkB,CAsBpB;AAED;;;;;;GAMG;AACH,wBAAgB,aAAa,CAAC,SAAS,EAAE,kBAAkB,EAAE,GAAG,MAAM,CAarE"}

package/dist/backend/backend/src/services/memory/knowledge-similarity.js

@@ -0,0 +1,319 @@
+/**
+ * Near-duplicate detection and evidence merge for role knowledge (#914 P1).
+ *
+ * `addRoleKnowledge` used to dedupe by exact match or substring containment
+ * only, so the same fact written twice with a different id, count or date
+ * in it ("Refresh standing answer … (1 newer)" / "… (6 newer)") became two
+ * entries, and recall surfaced both. This module replaces that check with
+ * a cheap nearest-neighbour over token sets:
+ *
+ * - `knowledgeTokens` lowercases, splits on non-alphanumerics and drops the
+ *   tokens that vary between restatements of one fact (uuids, hex ids,
+ *   long digit runs, single letters);
+ * - `jaccard` is the set overlap of two token sets;
+ * - `numbersCompatible` keeps two texts apart when they disagree on a
+ *   number (ticket, count, version): the frame may be identical, the fact
+ *   is not;
+ * - `findNearestKnowledge` returns the best candidate in the same scope
+ *   (same category; overlapping tags when both sides have tags), an exact
+ *   or substring match first, else the highest Jaccard at or above the
+ *   threshold among number-compatible entries. Superseded and expired
+ *   entries are never candidates, so a new write cannot reinforce a dead
+ *   fact. Short texts (fewer than `MIN_TOKENS_FOR_NEAR` tokens) match
+ *   exactly or not at all.
+ * - `mergeKnowledgeEvidence` folds the incoming entry's provenance into the
+ *   existing one (exact match): evidence union, importance max,
+ *   verification timestamp. The existing content stays.
+ * - `restateKnowledge` handles a near match: the newest wording becomes a
+ *   new entry with the old provenance and reinforcement, the old entry is
+ *   marked superseded by it and kept for audit. The LLM adjudication the
+ *   issue describes (keep / modify / supersede by judgment) is a later,
+ *   possibly Pro, step; this is the deterministic rule.
+ * - `evictionIndex` picks what a full store drops: superseded first.
+ *
+ * Pure functions only; the threshold was set by replaying the owner's
+ * 3.7k real entries (see spec `2026-10-25-knowledge-evidence-merge.md`).
+ *
+ * @module services/memory/knowledge-similarity
+ */
+import { MEMORY_CONSTANTS } from '../../constants.js';
+import { isHiddenFromDefaultRecall } from './role-knowledge-eligibility.js';
+/** A uuid anywhere in the text (work item, claim and task ids). */
+const UUID = /[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/gi;
+/**
+ * Hex runs of four or more characters with at least one digit: partial ids
+ * (`WI d3416d29`), commit shas, hashes. Plain words that happen to be hex
+ * letters (`face`, `bead`) have no digit and stay.
+ */
+const HEX_ID = /^(?=.*\d)[0-9a-f]{4,}$/;
+/** Digit runs of six or more: epoch values, compact dates, random suffixes. */
+const LONG_NUMBER = /^\d{6,}$/;
+/** A number that survived: ticket numbers, counts, versions, years. */
+const NUMBER = /^\d+$/;
+/** Anything that is not a letter or digit splits tokens. */
+const NON_ALNUM = /[^\p{L}\p{N}]+/u;
+/**
+ * Tokens of a knowledge text that survive a restatement: lowercase words
+ * and numbers up to five digits, without uuids, hex ids, long digit runs or
+ * single letters. Single digits stay: "entry 0" and "entry 1" are two
+ * facts.
+ *
+ * @param text - Entry content
+ * @returns Distinct tokens
+ *
+ * @example
+ * ```typescript
+ * knowledgeTokens('Claimed WorkItem X (id: 51851ddb-3e5f-48b4-b73a-fccbc6a79abb) at 2026-10-25, 3 newer')
+ * // Set { 'claimed', 'workitem', 'id', 'at', '2026', '10', '25', '3', 'newer' }
+ * ```
+ */
+export function knowledgeTokens(text) {
+    const out = new Set();
+    for (const raw of text.toLowerCase().replace(UUID, ' ').split(NON_ALNUM)) {
+        if (raw.length === 0)
+            continue;
+        if (NUMBER.test(raw)) {
+            if (!LONG_NUMBER.test(raw))
+                out.add(raw);
+            continue;
+        }
+        if (raw.length === 1 || HEX_ID.test(raw))
+            continue;
+        out.add(raw);
+    }
+    return out;
+}
+/**
+ * Whether two token sets agree on their numbers: one side's numbers must
+ * all appear on the other. "verify CE-140" and "verify CE-196" share every
+ * word and differ in one number — two facts, however alike the frame.
+ * "snapshot 10/13 03:40Z" and "snapshot 10/13" are one fact, the second
+ * just shorter. Disagreeing counts ("1 newer" / "6 newer") are kept apart
+ * on purpose: a false merge loses knowledge, a missed one only leaves a
+ * duplicate.
+ *
+ * @param a - First token set
+ * @param b - Second token set
+ * @returns true when the numbers of one set are a subset of the other's
+ */
+export function numbersCompatible(a, b) {
+    const na = [...a].filter((t) => NUMBER.test(t));
+    const nb = [...b].filter((t) => NUMBER.test(t));
+    return na.every((t) => b.has(t)) || nb.every((t) => a.has(t));
+}
+/**
+ * Jaccard overlap of two token sets: |A ∩ B| / |A ∪ B|.
+ *
+ * @param a - First set
+ * @param b - Second set
+ * @returns 0 when either set is empty, else the overlap in [0, 1]
+ */
+export function jaccard(a, b) {
+    if (a.size === 0 || b.size === 0)
+        return 0;
+    let shared = 0;
+    for (const t of a)
+        if (b.has(t))
+            shared++;
+    return shared / (a.size + b.size - shared);
+}
+/**
+ * Whether an existing entry is in the incoming entry's scope: the same
+ * category when the incoming one names a category, and at least one shared
+ * tag when both carry tags.
+ *
+ * @param existing - Existing entry
+ * @param incoming - Incoming entry
+ * @returns true when the two may be compared
+ */
+export function sameScope(existing, incoming) {
+    if (incoming.category && existing.category && incoming.category !== existing.category)
+        return false;
+    const a = incoming.tags ?? [];
+    const b = existing.tags ?? [];
+    if (a.length > 0 && b.length > 0 && !a.some((t) => b.includes(t)))
+        return false;
+    return true;
+}
+/**
+ * Equal after trim and lowercase.
+ *
+ * @param existing - Existing content
+ * @param incoming - Incoming content
+ * @returns true when the two texts are the same
+ */
+export function isSameText(existing, incoming) {
+    return existing.toLowerCase().trim() === incoming.toLowerCase().trim();
+}
+/**
+ * One text contains the other, when the incoming text is longer than the
+ * substring floor (the legacy containment rule).
+ *
+ * @param existing - Existing content
+ * @param incoming - Incoming content
+ * @returns true for a containment match
+ */
+export function containsText(existing, incoming) {
+    const a = existing.toLowerCase().trim();
+    const b = incoming.toLowerCase().trim();
+    return b.length > MEMORY_CONSTANTS.DEDUP.SUBSTRING_MIN_CHARS && (a.includes(b) || b.includes(a));
+}
+/**
+ * The legacy rule: {@link isSameText} or {@link containsText}.
+ *
+ * @param existing - Existing content
+ * @param incoming - Incoming content
+ * @returns true for an exact or containment match
+ */
+export function isExactMatch(existing, incoming) {
+    return isSameText(existing, incoming) || containsText(existing, incoming);
+}
+/**
+ * The existing entry the incoming one duplicates, if any: an exact match
+ * first, else the highest token overlap at or above the threshold, among
+ * entries in scope that recall still shows.
+ *
+ * @param knowledge - Existing entries
+ * @param incoming - Entry about to be written
+ * @param options - Threshold and reference time
+ * @returns The nearest match, or null when nothing is close enough
+ *
+ * @example
+ * ```typescript
+ * const hit = findNearestKnowledge(memory.roleKnowledge, { content, category });
+ * if (hit) merge(hit.entry); else append(content);
+ * ```
+ */
+export function findNearestKnowledge(knowledge, incoming, options = {}) {
+    const threshold = options.threshold ?? MEMORY_CONSTANTS.DEDUP.NEAR_DUPLICATE_JACCARD;
+    const now = options.now ?? new Date();
+    const incomingTokens = knowledgeTokens(incoming.content);
+    const nearAllowed = incomingTokens.size >= MEMORY_CONSTANTS.DEDUP.MIN_TOKENS_FOR_NEAR;
+    // Same text wins outright; a containment match beats any near match; among
+    // near matches the highest overlap wins.
+    let contained = null;
+    let near = null;
+    for (const entry of knowledge) {
+        if (isHiddenFromDefaultRecall(entry, now))
+            continue;
+        if (!sameScope(entry, incoming))
+            continue;
+        if (isSameText(entry.content, incoming.content))
+            return { entry, score: 1, kind: 'exact' };
+        if (contained === null && containsText(entry.content, incoming.content)) {
+            contained = { entry, score: 1, kind: 'exact' };
+            continue;
+        }
+        if (!nearAllowed)
+            continue;
+        const entryTokens = knowledgeTokens(entry.content);
+        if (!numbersCompatible(entryTokens, incomingTokens))
+            continue;
+        const score = jaccard(entryTokens, incomingTokens);
+        if (score >= threshold && (near === null || score > near.score))
+            near = { entry, score, kind: 'near' };
+    }
+    return contained ?? near;
+}
+/**
+ * Folds an incoming duplicate's provenance into the existing entry, in
+ * place: evidence becomes the union (legacy `learnedFrom` and
+ * `sourceTaskId` count as evidence), importance the max, and the entry is
+ * marked verified and used now. Content, confidence and ids are left to the
+ * caller.
+ *
+ * @param existing - Entry that stays (mutated)
+ * @param incoming - Duplicate that is not written
+ * @param now - Timestamp for `lastVerifiedAt` / `lastUsed`
+ * @returns What changed
+ */
+export function mergeKnowledgeEvidence(existing, incoming, now = new Date()) {
+    const evidence = [...(existing.evidence ?? (existing.learnedFrom ? [existing.learnedFrom] : []))];
+    const addedEvidence = [];
+    for (const ref of [...(incoming.evidence ?? []), incoming.learnedFrom, incoming.sourceTaskId]) {
+        if (!ref || evidence.includes(ref))
+            continue;
+        evidence.push(ref);
+        addedEvidence.push(ref);
+    }
+    if (evidence.length > 0)
+        existing.evidence = evidence;
+    let importanceRaised = false;
+    if (incoming.importance !== undefined && incoming.importance > (existing.importance ?? 0)) {
+        existing.importance = incoming.importance;
+        importanceRaised = true;
+    }
+    const iso = now.toISOString();
+    existing.lastVerifiedAt = iso;
+    existing.lastUsed = iso;
+    return { addedEvidence, importanceRaised };
+}
+/** Prefix of the evidence ref a superseded entry gets when a restatement replaced it. */
+export const RESTATEMENT_REASON_PREFIX = 'supersession-reason:restated';
+/**
+ * A near-duplicate is the same fact said again, often with a correction
+ * ("I asserted X is a working symlink" → "X is a DANGLING symlink"), so the
+ * newest wording wins: the incoming entry becomes a new entry carrying the
+ * old one's provenance and reinforcement, and the old entry is marked
+ * superseded by it — hidden from recall, kept for audit, the same way
+ * `MemorySupersessionService.supersede` records an explicit supersession.
+ *
+ * @param old - Existing near-duplicate (mutated: superseded, evidence reason appended)
+ * @param incoming - Entry being written
+ * @param ids - The new entry's id and timestamp, and the match score for the audit ref
+ * @returns The new entry to store
+ *
+ * @example
+ * ```typescript
+ * const fresh = restateKnowledge(match.entry, entry, { id: uuidv4(), now: new Date(), score: match.score });
+ * memory.roleKnowledge.push(fresh);
+ * ```
+ */
+export function restateKnowledge(old, incoming, ids) {
+    const iso = ids.now.toISOString();
+    const fresh = {
+        ...incoming,
+        id: ids.id,
+        createdAt: iso,
+        confidence: Math.min(Math.max(old.confidence, incoming.confidence ?? MEMORY_CONSTANTS.DEFAULTS.INITIAL_CONFIDENCE) + MEMORY_CONSTANTS.DEFAULTS.CONFIDENCE_REINFORCEMENT, MEMORY_CONSTANTS.DEFAULTS.MAX_CONFIDENCE),
+        lastVerifiedAt: iso,
+    };
+    // The new entry inherits the old provenance, then its own.
+    const inherited = { ...fresh, evidence: [...(old.evidence ?? (old.learnedFrom ? [old.learnedFrom] : []))], importance: old.importance };
+    mergeKnowledgeEvidence(inherited, incoming, ids.now);
+    if (inherited.evidence && inherited.evidence.length > 0)
+        fresh.evidence = inherited.evidence;
+    if (inherited.importance !== undefined)
+        fresh.importance = inherited.importance;
+    old.superseded = true;
+    old.supersededBy = fresh.id;
+    old.evidence = [...(old.evidence ?? (old.learnedFrom ? [old.learnedFrom] : [])), `${RESTATEMENT_REASON_PREFIX} (jaccard ${ids.score.toFixed(2)})`];
+    return fresh;
+}
+/**
+ * Which entry to evict when a store is full: the oldest superseded entry
+ * first (recall no longer shows it), else the lowest-confidence live one.
+ *
+ * @param knowledge - Entries
+ * @returns Index to remove, or -1 for an empty list
+ */
+export function evictionIndex(knowledge) {
+    if (knowledge.length === 0)
+        return -1;
+    let pick = -1;
+    for (let i = 0; i < knowledge.length; i++) {
+        const e = knowledge[i];
+        if (!(e.superseded === true || e.supersededBy))
+            continue;
+        if (pick === -1 || e.createdAt < knowledge[pick].createdAt)
+            pick = i;
+    }
+    if (pick !== -1)
+        return pick;
+    for (let i = 0; i < knowledge.length; i++) {
+        if (pick === -1 || knowledge[i].confidence < knowledge[pick].confidence)
+            pick = i;
+    }
+    return pick;
+}
+//# sourceMappingURL=knowledge-similarity.js.map

package/dist/backend/backend/src/services/memory/knowledge-similarity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge-similarity.js","sourceRoot":"","sources":["../../../../../../backend/src/services/memory/knowledge-similarity.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAE5E,mEAAmE;AACnE,MAAM,IAAI,GAAG,gEAAgE,CAAC;AAC9E;;;;GAIG;AACH,MAAM,MAAM,GAAG,wBAAwB,CAAC;AACxC,+EAA+E;AAC/E,MAAM,WAAW,GAAG,UAAU,CAAC;AAC/B,uEAAuE;AACvE,MAAM,MAAM,GAAG,OAAO,CAAC;AACvB,4DAA4D;AAC5D,MAAM,SAAS,GAAG,iBAAiB,CAAC;AA6BpC;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;QACzE,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAC/B,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACzC,SAAS;QACX,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAS;QACnD,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,iBAAiB,CAAC,CAAc,EAAE,CAAc;IAC9D,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AAChE,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,OAAO,CAAC,CAAc,EAAE,CAAc;IACpD,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC3C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,CAAC,IAAI,CAAC;QAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,MAAM,EAAE,CAAC;IAC1C,OAAO,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC;AAC7C,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,SAAS,CACvB,QAA2D,EAC3D,QAA+D;IAE/D,IAAI,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAC;IACpG,MAAM,CAAC,GAAG,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC;IAC9B,MAAM,CAAC,GAAG,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC;IAC9B,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAChF,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,UAAU,CAAC,QAAgB,EAAE,QAAgB;IAC3D,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,KAAK,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;AACzE,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,YAAY,CAAC,QAAgB,EAAE,QAAgB;IAC7D,MAAM,CAAC,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IACxC,MAAM,CAAC,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IACxC,OAAO,CAAC,CAAC,MAAM,GAAG,gBAAgB,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AACnG,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAAC,QAAgB,EAAE,QAAgB;IAC7D,OAAO,UAAU,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAC5E,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,oBAAoB,CAClC,SAAc,EACd,QAA2B,EAC3B,UAA0B,EAAE;IAE5B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,gBAAgB,CAAC,KAAK,CAAC,sBAAsB,CAAC;IACrF,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;IACtC,MAAM,cAAc,GAAG,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACzD,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,IAAI,gBAAgB,CAAC,KAAK,CAAC,mBAAmB,CAAC;IAEtF,2EAA2E;IAC3E,yCAAyC;IACzC,IAAI,SAAS,GAA2B,IAAI,CAAC;IAC7C,IAAI,IAAI,GAA2B,IAAI,CAAC;IACxC,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;QAC9B,IAAI,yBAAyB,CAAC,KAAK,EAAE,GAAG,CAAC;YAAE,SAAS;QACpD,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,QAAQ,CAAC;YAAE,SAAS;QAC1C,IAAI,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAC3F,IAAI,SAAS,KAAK,IAAI,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACxE,SAAS,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;YAC/C,SAAS;QACX,CAAC;QACD,IAAI,CAAC,WAAW;YAAE,SAAS;QAC3B,MAAM,WAAW,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnD,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,cAAc,CAAC;YAAE,SAAS;QAC9D,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;QACnD,IAAI,KAAK,IAAI,SAAS,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YAAE,IAAI,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IACzG,CAAC;IACD,OAAO,SAAS,IAAI,IAAI,CAAC;AAC3B,CAAC;AAUD;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,sBAAsB,CACpC,QAA4B,EAC5B,QAAuG,EACvG,MAAY,IAAI,IAAI,EAAE;IAEtB,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAClG,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QAC9F,IAAI,CAAC,GAAG,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,SAAS;QAC7C,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnB,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,QAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAEtD,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAC7B,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,IAAI,QAAQ,CAAC,UAAU,GAAG,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC;QAC1F,QAAQ,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;QAC1C,gBAAgB,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,MAAM,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IAC9B,QAAQ,CAAC,cAAc,GAAG,GAAG,CAAC;IAC9B,QAAQ,CAAC,QAAQ,GAAG,GAAG,CAAC;IACxB,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,CAAC;AAC7C,CAAC;AAED,yFAAyF;AACzF,MAAM,CAAC,MAAM,yBAAyB,GAAG,8BAA8B,CAAC;AAExE;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,UAAU,gBAAgB,CAC9B,GAAuB,EACvB,QAAsD,EACtD,GAA6C;IAE7C,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;IAClC,MAAM,KAAK,GAAuB;QAChC,GAAG,QAAQ;QACX,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,SAAS,EAAE,GAAG;QACd,UAAU,EAAE,IAAI,CAAC,GAAG,CAClB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,UAAU,IAAI,gBAAgB,CAAC,QAAQ,CAAC,kBAAkB,CAAC,GAAG,gBAAgB,CAAC,QAAQ,CAAC,wBAAwB,EAClJ,gBAAgB,CAAC,QAAQ,CAAC,cAAc,CACzC;QACD,cAAc,EAAE,GAAG;KACpB,CAAC;IACF,2DAA2D;IAC3D,MAAM,SAAS,GAAuB,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC;IAC5J,sBAAsB,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACrD,IAAI,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;IAC7F,IAAI,SAAS,CAAC,UAAU,KAAK,SAAS;QAAE,KAAK,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;IAEhF,GAAG,CAAC,UAAU,GAAG,IAAI,CAAC;IACtB,GAAG,CAAC,YAAY,GAAG,KAAK,CAAC,EAAE,CAAC;IAC5B,GAAG,CAAC,QAAQ,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,yBAAyB,aAAa,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACnJ,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,aAAa,CAAC,SAA+B;IAC3D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC,CAAC;IACtC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACvB,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,IAAI,IAAI,CAAC,CAAC,YAAY,CAAC;YAAE,SAAS;QACzD,IAAI,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,SAAS;YAAE,IAAI,GAAG,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,IAAI,KAAK,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,IAAI,IAAI,KAAK,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,UAAU;YAAE,IAAI,GAAG,CAAC,CAAC;IACpF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/backend/build-info.json

@@ -1,4 +1,4 @@
 {
-  "commit": "e29e8d50bfa5f4c82ad29d1e16307a4bb144e6a3",
-  "builtAt": "2026-10-25T05:06:04.970Z"
+  "commit": "81eb60bed08aa5cd04d53cf6b866a2c3318ad327",
+  "builtAt": "2026-10-25T05:52:41.631Z"
 }

package/dist/backend/config/constants.d.ts

@@ -818,6 +818,27 @@ export declare const MEMORY_CONSTANTS: {
         /** Minimum confidence value */
         readonly MIN_CONFIDENCE: 0;
     };
+    /**
+     * Near-duplicate detection on write (#914 P1): a new role-knowledge entry
+     * close enough to an existing one in the same scope merges its evidence
+     * into it instead of being added.
+     */
+    readonly DEDUP: {
+        /**
+         * Token-set Jaccard at or above which two entries are one fact restated
+         * (numbers must agree, see knowledge-similarity). Set by replaying 3.7k
+         * real entries (2026-10-25): at 0.8 the matches are the same claim with
+         * another id, a re-check of the same item, or a correction of the same
+         * assertion (166 entries, 4.5%); from 0.7 down, different items that
+         * share a sentence frame ("Schedule X stops after 3 more runs" / "Schedule
+         * Y stops …") start to collide.
+         */
+        readonly NEAR_DUPLICATE_JACCARD: 0.8;
+        /** Fewer tokens than this and only an exact match counts (short texts overlap by chance) */
+        readonly MIN_TOKENS_FOR_NEAR: 4;
+        /** The legacy containment rule applies only to incoming texts longer than this */
+        readonly SUBSTRING_MIN_CHARS: 20;
+    };
     /**
      * Schema versioning for migrations
      */

package/dist/backend/config/constants.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../config/constants.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH;;GAEG;AACH,eAAO,MAAM,gBAAgB;IAC5B;;OAEG;;QAEF,gEAAgE;;QAEhE,2DAA2D;;QAE3D,kEAAkE;;QAElE,sDAAsD;;QAEtD,+DAA+D;;;IAIhE;;OAEG;;QAEF,iCAAiC;;QAEjC,+BAA+B;;QAE/B,kCAAkC;;QAElC,yBAAyB;;QAEzB,8BAA8B;;QAE9B,iCAAiC;;QAEjC,8BAA8B;;QAE9B,+BAA+B;;QAE/B,sBAAsB;;QAEtB,+BAA+B;;QAE/B,6BAA6B;;QAE7B,oCAAoC;;QAEpC,qCAAqC;;QAErC,4BAA4B;;QAE5B,qDAAqD;;QAErD,4BAA4B;;QAE5B,2CAA2C;;QAE3C,mDAAmD;;;IAIpD;;;OAGG;;QAEF,+CAA+C;;QAE/C,4CAA4C;;QAE5C,6EAA6E;;QAE7E,oDAAoD;;QAEpD,+EAA+E;;QAE/E,yEAAyE;;;IAI1E;;OAEG;;QAEF,4CAA4C;;QAE5C,2CAA2C;;;IAI5C;;OAEG;;QAEF,uDAAuD;;QAEvD,2DAA2D;;QAE3D,uDAAuD;;QAEvD,+CAA+C;;QAE/C,0DAA0D;;QAE1D,sDAAsD;;;IAIvD;;OAEG;;QAEF,mEAAmE;;;IAIpE;;OAEG;;;;;;;;;IAUH;;OAEG;;QAEF,6CAA6C;;QAE7C,uCAAuC;;QAEvC,yCAAyC;;;CAGjC,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,wBAAwB;IACpC;;OAEG;;QAEF,oDAAoD;;QAEpD,uBAAuB;;QAEvB,iBAAiB;;;CAGT,CAAC;AAIX;;;GAGG;AACH,eAAO,MAAM,kBAAkB;IAC9B,uCAAuC;;IAEvC,6BAA6B;;IAE7B,kEAAkE;;CAEzD,CAAC;AAIX;;;;;;GAMG;AACH,eAAO,MAAM,sBAAsB;IAClC,kFAAkF;;IAElF,iEAAiE;;IAEjE;;;;OAIG;;IAEH,qDAAqD;;IAErD;;;;OAIG;;IAEH,sFAAsF;;IAEtF,iEAAiE;;IAEjE;;;;;OAKG;;IAEH,kEAAkE;;IAElE,8EAA8E;;IAE9E,+EAA+E;;IAE/E,8DAA8D;;IAE9D,yEAAyE;;IAEzE,0DAA0D;;CAEjD,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,aAAa;IACzB;;OAEG;;QAEF,sCAAsC;;QAEtC,+CAA+C;;;IAIhD;;OAEG;;QAEF,4BAA4B;;QAE5B,oBAAoB;;QAEpB,iCAAiC;;QAEjC,oCAAoC;;QAEpC,qCAAqC;;QAErC,oCAAoC;;QAEpC,gDAAgD;;QAEhD,kEAAkE;;QAElE,gCAAgC;;QAEhC,2BAA2B;;;IAI5B;;OAEG;;QAEF,2DAA2D;;QAE3D,sDAAsD;;QAEtD,+DAA+D;;QAE/D,0DAA0D;;QAE1D,8CAA8C;;QAE9C,2DAA2D;;;CAGnD,CAAC;AAIX;;;;;;GAMG;AACH,eAAO,MAAM,sBAAsB;IAClC,iCAAiC;;QAEhC,wEAAwE;;QAExE,kEAAkE;;QAElE,+EAA+E;;QAE/E,iEAAiE;;QAEjE;;;;WAIG;;;IAGJ;;;;;OAKG;iCACmF,SAAS,MAAM,EAAE;IACvG,sEAAsE;;IAEtE,+DAA+D;;IAE/D,qEAAqE;;IAErE,iEAAiE;;IAEjE,4DAA4D;;IAE5D,kEAAkE;;IAElE,wCAAwC;;IAExC,2EAA2E;;IAE3E,kFAAkF;;IAElF,4DAA4D;;IAE5D,sFAAsF;;IAEtF,0DAA0D;;;;;IAK1D,iEAAiE;;IAEjE;;;;;OAKG;;IAEH,4DAA4D;;IAE5D,gEAAgE;;IAEhE,kFAAkF;;IAElF,qCAAqC;;IAGrC,gDAAgD;;CAEvC,CAAC;AAEX;;;;;;;;;GASG;AACH,eAAO,MAAM,oBAAoB;IAChC;;;;;OAKG;;IAEH,8CAA8C;;IAE9C,oEAAoE;;IAEpE,4FAA4F;;IAE5F,+CAA+C;;IAE/C,mHAAmH;;IAEnH,kEAAkE;;IAElE,wEAAwE;;IAExE,8FAA8F;;IAE9F,uFAAuF;;IAEvF,8DAA8D;;IAE9D,oEAAoE;;IAEpE,mFAAmF;;IAEnF,oFAAoF;+BAC5B,SAAS,MAAM,EAAE;IACzE;;;OAGG;;IAEH,8FAA8F;;IAE9F,+EAA+E;;IAE/E,iDAAiD;;QAEhD,uFAAuF;;QAEvF,gDAAgD;;QAEhD,yGAAyG;;QAEzG,mFAAmF;;;IAGpF,8EAA8E;;IAE9E,wDAAwD;;IAExD,oGAAoG;;CAE3F,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,gBAAgB;IAC5B;;OAEG;;QAEF,mDAAmD;;QAEnD,4CAA4C;;QAE5C,iDAAiD;;;IAIlD;;OAEG;;QAEF,yCAAyC;;QAEzC,0CAA0C;;QAE1C,0CAA0C;;QAE1C,gDAAgD;;QAEhD,0CAA0C;;QAE1C,oCAAoC;;QAEpC,oDAAoD;;QAEpD,wCAAwC;;;IAIzC;;OAEG;;QAEF,iDAAiD;;QAEjD,uCAAuC;;QAEvC,0CAA0C;;QAE1C,gDAAgD;;QAEhD,8CAA8C;;QAE9C,wDAAwD;;QAExD,4DAA4D;;QAE5D,6DAA6D;;QAE7D,sDAAsD;;QAEtD,wCAAwC;;QAExC,2DAA2D;;QAE3D,uDAAuD;;QAEvD,4CAA4C;;QAE5C,0CAA0C;;QAE1C,2CAA2C;;QAE3C,+BAA+B;;QAE/B,qCAAqC;;QAErC,2CAA2C;;QAE3C,iDAAiD;;;CAGzC,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,iBAAiB;IAC7B;;OAEG;;QAEF,6DAA6D;;QAE7D,iEAAiE;;QAEjE,+CAA+C;;;IAIhD;;OAEG;;QAEF,uCAAuC;;QAEvC,8BAA8B;;QAE9B,oCAAoC;;QAEpC,iCAAiC;;QAEjC,uCAAuC;;;CAG/B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,aAAa;IACzB,sEAAsE;;IAEtE,6BAA6B;;IAE7B,sBAAsB;;IAEtB,sBAAsB;;IAEtB,mBAAmB;;IAEnB,iBAAiB;;IAEjB,uBAAuB;;IAEvB,4BAA4B;;CAEnB,CAAC;AAIX;;;GAGG;AACH,eAAO,MAAM,iBAAiB;IAC7B;;OAEG;;QAEF,yCAAyC;;QAEzC,8BAA8B;;QAE9B,kCAAkC;;QAElC,+BAA+B;;;;;QAK/B,+BAA+B;;;;IAKhC;;OAEG;;;;;IAMH;;OAEG;;QAEF,0BAA0B;;QAE1B,2BAA2B;;QAE3B,gDAAgD;;;;;;;;;QAShD,uCAAuC;;;IAIxC;;OAEG;;;;;;;;;;;IAYH;;OAEG;;;;;;;;IASH;;OAEG;;QAEF,8DAA8D;;;IAI/D;;OAEG;;;;;IAMH;;OAEG;;;;IAKH;;OAEG;;QAEF,kDAAkD;;QAElD,8BAA8B;;QAE9B,yCAAyC;;QAEzC,kCAAkC;;;IAInC;;OAEG;;IAGH;;OAEG;;;;;;;IAQH;;OAEG;;CASM,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,gBAAgB;IAC3B;;OAEG;;QAED,uDAAuD;;QAEvD,gEAAgE;;QAEhE,8DAA8D;;QAE9D,uCAAuC;;QAEvC,kDAAkD;;QAElD,8CAA8C;;QAE9C,iBAAiB;;QAEjB,yBAAyB;;QAEzB,uDAAuD;;QAEvD,8DAA8D;;QAE9D,uBAAuB;;QAEvB,uBAAuB;;QAEvB,oDAAoD;;QAEpD,kCAAkC;;QAElC,gDAAgD;;;IAIlD;;OAEG;;QAED,uBAAuB;;QAEvB,sCAAsC;;QAEtC,wBAAwB;;QAExB,0BAA0B;;QAE1B,4BAA4B;;;IAI9B;;OAEG;;QAED,sBAAsB;;QAEtB,sBAAsB;;QAEtB,uBAAuB;;QAEvB,qBAAqB;;QAErB,2BAA2B;;QAE3B,iDAAiD;;QAEjD,mCAAmC;;QAEnC,qFAAqF;;QAErF,4DAA4D;;QAE5D,0DAA0D;;;IAI5D;;;;;OAKG;;QAED,mFAAmF;;QAEnF;;;WAGG;;QAKH;;;WAGG;;;IAOL;;OAEG;;QAED,mDAAmD;;QAEnD,qDAAqD;;;;;QAKrD,uCAAuC;;QAEvC,iDAAiD;;QAEjD,wDAAwD;;QAExD,oDAAoD;;;IAItD;;OAEG;;QAED,mDAAmD;;QAEnD,uDAAuD;;QAEvD,+BAA+B;;QAE/B,+BAA+B;;;IAIjC;;OAEG;;QAED,6BAA6B;;QAE7B,uCAAuC;;;IAIzC;;OAEG;;QAED,gCAAgC;;QAEhC,yBAAyB;;QAEzB,6BAA6B;;QAE7B,0BAA0B;;QAE1B,yBAAyB;;;CAGnB,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,sBAAsB;IACjC;;OAEG;;QAED,sEAAsE;;QAEtE,qEAAqE;;QAErE,gDAAgD;;;IAIlD;;OAEG;;QAED,oCAAoC;;QAEpC,gCAAgC;;QAEhC,8CAA8C;;;IAIhD;;OAEG;;QAED,0CAA0C;;QAE1C,+CAA+C;;QAE/C,4CAA4C;;;IAI9C;;OAEG;;QAED,uCAAuC;;QAEvC,wCAAwC;;QAExC,wCAAwC;;;IAI1C;;OAEG;;QAED,0CAA0C;;QAS1C,2CAA2C;;QAS3C,iCAAiC;;;IAWnC;;OAEG;;QAED,wCAAwC;;QAExC,gCAAgC;;QAEhC,kCAAkC;;QAElC,+BAA+B;;;CAGzB,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,8BAA8B;IACzC,oEAAoE;;IAEpE,+CAA+C;;IAE/C,4DAA4D;;IAE5D;;;;OAIG;;IAEH;;;;;OAKG;;CAEK,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,gCAAgC;IAC5C,qEAAqE;;IAErE,gGAAgG;;IAEhG;;;yEAGqE;;IAErE;;+EAE2E;;IAE3E,6EAA6E;;IAE7E,8DAA8D;;IAE9D;;mFAE+E;;IAE/E;;;oDAGgD;;CAEvC,CAAC;AAEX;;;;GAIG;AACH,eAAO,MAAM,iCAAiC;IAC7C,qEAAqE;;IAErE,4FAA4F;;IAE5F,0EAA0E;;IAE1E,qDAAqD;;IAErD,oDAAoD;;CAE3C,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,uBAAuB;IACnC,kFAAkF;;IAElF,+DAA+D;;IAE/D,6EAA6E;;IAE7E,uEAAuE;;IAEvE,4CAA4C;;IAE5C,kEAAkE;;IAElE;;;;;;OAMG;;IAEH,iDAAiD;;IAEjD;;;;OAIG;;IAEH,0DAA0D;;IAE1D,2EAA2E;;IAE3E;;;;;;OAMG;;IAEH;;;;;;;;;OASG;;CAEM,CAAC;AAIX;;;GAGG;AACH,eAAO,MAAM,gBAAgB;IAC5B,gEAAgE;;IAEhE,0DAA0D;;IAE1D,+DAA+D;;CAEtD,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,iBAAiB;IAC7B,iGAAiG;;IAEjG,8DAA8D;;CAErD,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,uBAAuB;IACnC,iEAAiE;;IAEjE,+CAA+C;;IAE/C,sDAAsD;;IAEtD,8DAA8D;;CAErD,CAAC;AAIX;;;;;;;;GAQG;AACH,eAAO,MAAM,qBAAqB;IACjC,yGAAyG;;IAEzG,+CAA+C;;IAE/C,wFAAwF;;IAExF,mDAAmD;;IAEnD,4DAA4D;;IAE5D;;;;OAIG;;IAEH,+DAA+D;;IAE/D,8EAA8E;;IAE9E,6DAA6D;;IAE7D,kFAAkF;;IAElF,iFAAiF;;IAEjF,uEAAuE;;IAEvE,iDAAiD;;IAEjD,+EAA+E;;IAE/E,sFAAsF;;IAEtF;;;OAGG;;IAEH,wDAAwD;;IAExD,0CAA0C;;IAE1C,qEAAqE;;IAErE,oFAAoF;;IAEpF,uBAAuB;;CAEd,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,qBAAqB;IACjC,kEAAkE;;IAElE,qEAAqE;;IAErE,4EAA4E;;IAE5E,+CAA+C;;IAE/C,sDAAsD;;IAEtD,2DAA2D;;IAE3D,2DAA2D;;IAE3D,iDAAiD;;IAEjD,2DAA2D;;IAE3D,iDAAiD;;IAEjD,oEAAoE;;IAEpE,uEAAuE;;IAEvE,uEAAuE;;IAEvE,8EAA8E;;IAE9E,0FAA0F;;IAE1F,oFAAoF;2BAgB/E,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;CAClB,CAAC;AAEX;;;;GAIG;AACH,eAAO,MAAM,8BAA8B;IAC1C,2DAA2D;;IAE3D,6CAA6C;;IAE7C,yDAAyD;;IAEzD,+DAA+D;;IAE/D,8CAA8C;;IAE9C,mCAAmC;;IAEnC,0CAA0C;;IAE1C,2CAA2C;;IAE3C,0CAA0C;;IAE1C,yBAAyB;;CAEhB,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,eAAe;IAC3B;;OAEG;;QAEF,2DAA2D;;QAE3D,kDAAkD;;;IAInD;;OAEG;;IAGH;;OAEG;;IAGH;;OAEG;;QAEF,wCAAwC;;QAExC,wCAAwC;;;IAIzC;;OAEG;;QAEF,6BAA6B;;QAE7B,+BAA+B;;;IAIhC;;OAEG;;QAEF,uDAAuD;;;CAG/C,CAAC;AAEX,mCAAmC;AACnC,eAAO,MAAM,iBAAiB,MAA4C,CAAC;AAM3E;;GAEG;AACH,eAAO,MAAM,eAAe;IAC3B,gCAAgC;;QAE/B,yBAAyB;;QAEzB,yBAAyB;;QAEzB,qDAAqD;;QAErD,2DAA2D;;QAE3D,uDAAuD;;QAEvD,+FAA+F;;;IAGhG,mDAAmD;;QAElD,+CAA+C;;QAE/C,kDAAkD;;QAElD,6DAA6D;;;IAG9D,yBAAyB;;QAExB,4CAA4C;;QAE5C,+CAA+C;;;IAGhD,yDAAyD;;QAExD,0BAA0B;;QAE1B,0BAA0B;;QAE1B,qBAAqB;;QAErB,kDAAkD;;;CAG1C,CAAC;AAEX;;;;;;;;GAQG;AACH,eAAO,MAAM,8BAA8B;IAC1C,4DAA4D;;;;;;IAM5D,qEAAqE;;;;;;IAMrE,8EAA8E;;;;;;;;IAQ9E,0DAA0D;;IAE1D,mEAAmE;;IAEnE,6DAA6D;;IAE7D,6DAA6D;;IAE7D,gDAAgD;;IAEhD,kEAAkE;;IAElE,6EAA6E;;;;;CAKpE,CAAC;AAEX;;;;;;GAMG;AACH,eAAO,MAAM,iCAAiC;IAC7C,2EAA2E;;IAE3E,6EAA6E;;IAE7E,wCAAwC;;IAExC,+EAA+E;;IAE/E;;;;OAIG;;IAEH;;;OAGG;;IAEH,gFAAgF;;IAEhF,kFAAkF;;IAElF,mDAAmD;;IAEnD,sGAAsG;;IAEtG,6EAA6E;;IAE7E,4EAA4E;;IAE5E,gFAAgF;;IAEhF,gDAAgD;;IAEhD,qEAAqE;;;IAGrE,kDAAkD;;IAElD,yBAAyB;;IAEzB,8CAA8C;;CAErC,CAAC;AAEX;;;;;GAKG;AACH,eAAO,MAAM,wBAAwB;IACpC,qDAAqD;;IAErD,yDAAyD;;IAEzD,gEAAgE;;IAEhE,sEAAsE;;IAEtE,yFAAyF;;IAEzF,oFAAoF;;IAEpF,sCAAsC;;IAEtC,sDAAsD;;IAEtD,sCAAsC;;IAEtC,gCAAgC;;IAEhC,+CAA+C;;IAE/C,kFAAkF;;IAElF,qEAAqE;;IAErE,oEAAoE;;IAEpE,kDAAkD;;IAElD,kDAAkD;;;;;;IAMlD,iDAAiD;;IAEjD,8EAA8E;;IAE9E,2DAA2D;;IAE3D,oFAAoF;;IAQpF,qEAAqE;;IAErE,uEAAuE;;IAEvE,wEAAwE;;IAExE;;;OAGG;;IAEH,iHAAiH;;IAEjH,oGAAoG;;IAEpG,yEAAyE;;IAEzE,sGAAsG;;CAE7F,CAAC;AAIX;;;;;;;GAOG;AACH;;;;GAIG;AACH,eAAO,MAAM,uBAAuB;IACnC,0DAA0D;;IAE1D,qEAAqE;;;;;;;IAErE,2EAA2E;;IAE3E,iFAAiF;;CAExE,CAAC;AAEX,eAAO,MAAM,sBAAsB;IAClC,8EAA8E;;IAE9E,yEAAyE;;IAEzE,gEAAgE;;IAEhE,8DAA8D;;IAE9D,yEAAyE;;IAEzE,2DAA2D;;IAE3D,sEAAsE;;IAEtE,qEAAqE;;IAErE,+EAA+E;;IAE/E,qFAAqF;;IAErF,qEAAqE;;IAErE,0DAA0D;;IAE1D,2CAA2C;;IAE3C,mDAAmD;;IAEnD,6CAA6C;;IAE7C,6DAA6D;;;;;;;CAOpD,CAAC;AAEX;;GAEG;AACH,MAAM,MAAM,WAAW,GACtB,CAAC,OAAO,gBAAgB,CAAC,cAAc,CAAC,CAAC,MAAM,OAAO,gBAAgB,CAAC,cAAc,CAAC,CAAC;AACxF,MAAM,MAAM,aAAa,GACxB,CAAC,OAAO,gBAAgB,CAAC,gBAAgB,CAAC,CAAC,MAAM,OAAO,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;AAC5F,MAAM,MAAM,SAAS,GAAG,CAAC,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC,MAAM,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC;AAC7F,MAAM,MAAM,WAAW,GAAG,CAAC,OAAO,iBAAiB,CAAC,KAAK,CAAC,CAAC,MAAM,OAAO,iBAAiB,CAAC,KAAK,CAAC,CAAC;AACjG,MAAM,MAAM,mBAAmB,GAC9B,CAAC,OAAO,iBAAiB,CAAC,qBAAqB,CAAC,CAAC,MAAM,OAAO,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;AACxG,MAAM,MAAM,cAAc,GACzB,CAAC,OAAO,iBAAiB,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,MAAM,OAAO,iBAAiB,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;AAChH,MAAM,MAAM,OAAO,GAAG,CAAC,OAAO,gBAAgB,CAAC,SAAS,CAAC,CAAC,MAAM,OAAO,gBAAgB,CAAC,SAAS,CAAC,CAAC"}
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../config/constants.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH;;GAEG;AACH,eAAO,MAAM,gBAAgB;IAC5B;;OAEG;;QAEF,gEAAgE;;QAEhE,2DAA2D;;QAE3D,kEAAkE;;QAElE,sDAAsD;;QAEtD,+DAA+D;;;IAIhE;;OAEG;;QAEF,iCAAiC;;QAEjC,+BAA+B;;QAE/B,kCAAkC;;QAElC,yBAAyB;;QAEzB,8BAA8B;;QAE9B,iCAAiC;;QAEjC,8BAA8B;;QAE9B,+BAA+B;;QAE/B,sBAAsB;;QAEtB,+BAA+B;;QAE/B,6BAA6B;;QAE7B,oCAAoC;;QAEpC,qCAAqC;;QAErC,4BAA4B;;QAE5B,qDAAqD;;QAErD,4BAA4B;;QAE5B,2CAA2C;;QAE3C,mDAAmD;;;IAIpD;;;OAGG;;QAEF,+CAA+C;;QAE/C,4CAA4C;;QAE5C,6EAA6E;;QAE7E,oDAAoD;;QAEpD,+EAA+E;;QAE/E,yEAAyE;;;IAI1E;;OAEG;;QAEF,4CAA4C;;QAE5C,2CAA2C;;;IAI5C;;OAEG;;QAEF,uDAAuD;;QAEvD,2DAA2D;;QAE3D,uDAAuD;;QAEvD,+CAA+C;;QAE/C,0DAA0D;;QAE1D,sDAAsD;;;IAIvD;;OAEG;;QAEF,mEAAmE;;;IAIpE;;OAEG;;;;;;;;;IAUH;;OAEG;;QAEF,6CAA6C;;QAE7C,uCAAuC;;QAEvC,yCAAyC;;;CAGjC,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,wBAAwB;IACpC;;OAEG;;QAEF,oDAAoD;;QAEpD,uBAAuB;;QAEvB,iBAAiB;;;CAGT,CAAC;AAIX;;;GAGG;AACH,eAAO,MAAM,kBAAkB;IAC9B,uCAAuC;;IAEvC,6BAA6B;;IAE7B,kEAAkE;;CAEzD,CAAC;AAIX;;;;;;GAMG;AACH,eAAO,MAAM,sBAAsB;IAClC,kFAAkF;;IAElF,iEAAiE;;IAEjE;;;;OAIG;;IAEH,qDAAqD;;IAErD;;;;OAIG;;IAEH,sFAAsF;;IAEtF,iEAAiE;;IAEjE;;;;;OAKG;;IAEH,kEAAkE;;IAElE,8EAA8E;;IAE9E,+EAA+E;;IAE/E,8DAA8D;;IAE9D,yEAAyE;;IAEzE,0DAA0D;;CAEjD,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,aAAa;IACzB;;OAEG;;QAEF,sCAAsC;;QAEtC,+CAA+C;;;IAIhD;;OAEG;;QAEF,4BAA4B;;QAE5B,oBAAoB;;QAEpB,iCAAiC;;QAEjC,oCAAoC;;QAEpC,qCAAqC;;QAErC,oCAAoC;;QAEpC,gDAAgD;;QAEhD,kEAAkE;;QAElE,gCAAgC;;QAEhC,2BAA2B;;;IAI5B;;OAEG;;QAEF,2DAA2D;;QAE3D,sDAAsD;;QAEtD,+DAA+D;;QAE/D,0DAA0D;;QAE1D,8CAA8C;;QAE9C,2DAA2D;;;CAGnD,CAAC;AAIX;;;;;;GAMG;AACH,eAAO,MAAM,sBAAsB;IAClC,iCAAiC;;QAEhC,wEAAwE;;QAExE,kEAAkE;;QAElE,+EAA+E;;QAE/E,iEAAiE;;QAEjE;;;;WAIG;;;IAGJ;;;;;OAKG;iCACmF,SAAS,MAAM,EAAE;IACvG,sEAAsE;;IAEtE,+DAA+D;;IAE/D,qEAAqE;;IAErE,iEAAiE;;IAEjE,4DAA4D;;IAE5D,kEAAkE;;IAElE,wCAAwC;;IAExC,2EAA2E;;IAE3E,kFAAkF;;IAElF,4DAA4D;;IAE5D,sFAAsF;;IAEtF,0DAA0D;;;;;IAK1D,iEAAiE;;IAEjE;;;;;OAKG;;IAEH,4DAA4D;;IAE5D,gEAAgE;;IAEhE,kFAAkF;;IAElF,qCAAqC;;IAGrC,gDAAgD;;CAEvC,CAAC;AAEX;;;;;;;;;GASG;AACH,eAAO,MAAM,oBAAoB;IAChC;;;;;OAKG;;IAEH,8CAA8C;;IAE9C,oEAAoE;;IAEpE,4FAA4F;;IAE5F,+CAA+C;;IAE/C,mHAAmH;;IAEnH,kEAAkE;;IAElE,wEAAwE;;IAExE,8FAA8F;;IAE9F,uFAAuF;;IAEvF,8DAA8D;;IAE9D,oEAAoE;;IAEpE,mFAAmF;;IAEnF,oFAAoF;+BAC5B,SAAS,MAAM,EAAE;IACzE;;;OAGG;;IAEH,8FAA8F;;IAE9F,+EAA+E;;IAE/E,iDAAiD;;QAEhD,uFAAuF;;QAEvF,gDAAgD;;QAEhD,yGAAyG;;QAEzG,mFAAmF;;;IAGpF,8EAA8E;;IAE9E,wDAAwD;;IAExD,oGAAoG;;CAE3F,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,gBAAgB;IAC5B;;OAEG;;QAEF,mDAAmD;;QAEnD,4CAA4C;;QAE5C,iDAAiD;;;IAIlD;;OAEG;;QAEF,yCAAyC;;QAEzC,0CAA0C;;QAE1C,0CAA0C;;QAE1C,gDAAgD;;QAEhD,0CAA0C;;QAE1C,oCAAoC;;QAEpC,oDAAoD;;QAEpD,wCAAwC;;;IAIzC;;OAEG;;QAEF,iDAAiD;;QAEjD,uCAAuC;;QAEvC,0CAA0C;;QAE1C,gDAAgD;;QAEhD,8CAA8C;;QAE9C,wDAAwD;;QAExD,4DAA4D;;QAE5D,6DAA6D;;QAE7D,sDAAsD;;QAEtD,wCAAwC;;QAExC,2DAA2D;;QAE3D,uDAAuD;;QAEvD,4CAA4C;;QAE5C,0CAA0C;;QAE1C,2CAA2C;;QAE3C,+BAA+B;;QAE/B,qCAAqC;;QAErC,2CAA2C;;QAE3C,iDAAiD;;;CAGzC,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,iBAAiB;IAC7B;;OAEG;;QAEF,6DAA6D;;QAE7D,iEAAiE;;QAEjE,+CAA+C;;;IAIhD;;OAEG;;QAEF,uCAAuC;;QAEvC,8BAA8B;;QAE9B,oCAAoC;;QAEpC,iCAAiC;;QAEjC,uCAAuC;;;CAG/B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,aAAa;IACzB,sEAAsE;;IAEtE,6BAA6B;;IAE7B,sBAAsB;;IAEtB,sBAAsB;;IAEtB,mBAAmB;;IAEnB,iBAAiB;;IAEjB,uBAAuB;;IAEvB,4BAA4B;;CAEnB,CAAC;AAIX;;;GAGG;AACH,eAAO,MAAM,iBAAiB;IAC7B;;OAEG;;QAEF,yCAAyC;;QAEzC,8BAA8B;;QAE9B,kCAAkC;;QAElC,+BAA+B;;;;;QAK/B,+BAA+B;;;;IAKhC;;OAEG;;;;;IAMH;;OAEG;;QAEF,0BAA0B;;QAE1B,2BAA2B;;QAE3B,gDAAgD;;;;;;;;;QAShD,uCAAuC;;;IAIxC;;OAEG;;;;;;;;;;;IAYH;;OAEG;;;;;;;;IASH;;OAEG;;QAEF,8DAA8D;;;IAI/D;;OAEG;;;;;IAMH;;OAEG;;;;IAKH;;OAEG;;QAEF,kDAAkD;;QAElD,8BAA8B;;QAE9B,yCAAyC;;QAEzC,kCAAkC;;;IAInC;;OAEG;;IAGH;;OAEG;;;;;;;IAQH;;OAEG;;CASM,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,gBAAgB;IAC3B;;OAEG;;QAED,uDAAuD;;QAEvD,gEAAgE;;QAEhE,8DAA8D;;QAE9D,uCAAuC;;QAEvC,kDAAkD;;QAElD,8CAA8C;;QAE9C,iBAAiB;;QAEjB,yBAAyB;;QAEzB,uDAAuD;;QAEvD,8DAA8D;;QAE9D,uBAAuB;;QAEvB,uBAAuB;;QAEvB,oDAAoD;;QAEpD,kCAAkC;;QAElC,gDAAgD;;;IAIlD;;OAEG;;QAED,uBAAuB;;QAEvB,sCAAsC;;QAEtC,wBAAwB;;QAExB,0BAA0B;;QAE1B,4BAA4B;;;IAI9B;;OAEG;;QAED,sBAAsB;;QAEtB,sBAAsB;;QAEtB,uBAAuB;;QAEvB,qBAAqB;;QAErB,2BAA2B;;QAE3B,iDAAiD;;QAEjD,mCAAmC;;QAEnC,qFAAqF;;QAErF,4DAA4D;;QAE5D,0DAA0D;;;IAI5D;;;;;OAKG;;QAED,mFAAmF;;QAEnF;;;WAGG;;QAKH;;;WAGG;;;IAOL;;OAEG;;QAED,mDAAmD;;QAEnD,qDAAqD;;;;;QAKrD,uCAAuC;;QAEvC,iDAAiD;;QAEjD,wDAAwD;;QAExD,oDAAoD;;;IAItD;;OAEG;;QAED,mDAAmD;;QAEnD,uDAAuD;;QAEvD,+BAA+B;;QAE/B,+BAA+B;;;IAIjC;;;;OAIG;;QAED;;;;;;;;WAQG;;QAEH,4FAA4F;;QAE5F,kFAAkF;;;IAIpF;;OAEG;;QAED,6BAA6B;;QAE7B,uCAAuC;;;IAIzC;;OAEG;;QAED,gCAAgC;;QAEhC,yBAAyB;;QAEzB,6BAA6B;;QAE7B,0BAA0B;;QAE1B,yBAAyB;;;CAGnB,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,sBAAsB;IACjC;;OAEG;;QAED,sEAAsE;;QAEtE,qEAAqE;;QAErE,gDAAgD;;;IAIlD;;OAEG;;QAED,oCAAoC;;QAEpC,gCAAgC;;QAEhC,8CAA8C;;;IAIhD;;OAEG;;QAED,0CAA0C;;QAE1C,+CAA+C;;QAE/C,4CAA4C;;;IAI9C;;OAEG;;QAED,uCAAuC;;QAEvC,wCAAwC;;QAExC,wCAAwC;;;IAI1C;;OAEG;;QAED,0CAA0C;;QAS1C,2CAA2C;;QAS3C,iCAAiC;;;IAWnC;;OAEG;;QAED,wCAAwC;;QAExC,gCAAgC;;QAEhC,kCAAkC;;QAElC,+BAA+B;;;CAGzB,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,8BAA8B;IACzC,oEAAoE;;IAEpE,+CAA+C;;IAE/C,4DAA4D;;IAE5D;;;;OAIG;;IAEH;;;;;OAKG;;CAEK,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,gCAAgC;IAC5C,qEAAqE;;IAErE,gGAAgG;;IAEhG;;;yEAGqE;;IAErE;;+EAE2E;;IAE3E,6EAA6E;;IAE7E,8DAA8D;;IAE9D;;mFAE+E;;IAE/E;;;oDAGgD;;CAEvC,CAAC;AAEX;;;;GAIG;AACH,eAAO,MAAM,iCAAiC;IAC7C,qEAAqE;;IAErE,4FAA4F;;IAE5F,0EAA0E;;IAE1E,qDAAqD;;IAErD,oDAAoD;;CAE3C,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,uBAAuB;IACnC,kFAAkF;;IAElF,+DAA+D;;IAE/D,6EAA6E;;IAE7E,uEAAuE;;IAEvE,4CAA4C;;IAE5C,kEAAkE;;IAElE;;;;;;OAMG;;IAEH,iDAAiD;;IAEjD;;;;OAIG;;IAEH,0DAA0D;;IAE1D,2EAA2E;;IAE3E;;;;;;OAMG;;IAEH;;;;;;;;;OASG;;CAEM,CAAC;AAIX;;;GAGG;AACH,eAAO,MAAM,gBAAgB;IAC5B,gEAAgE;;IAEhE,0DAA0D;;IAE1D,+DAA+D;;CAEtD,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,iBAAiB;IAC7B,iGAAiG;;IAEjG,8DAA8D;;CAErD,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,uBAAuB;IACnC,iEAAiE;;IAEjE,+CAA+C;;IAE/C,sDAAsD;;IAEtD,8DAA8D;;CAErD,CAAC;AAIX;;;;;;;;GAQG;AACH,eAAO,MAAM,qBAAqB;IACjC,yGAAyG;;IAEzG,+CAA+C;;IAE/C,wFAAwF;;IAExF,mDAAmD;;IAEnD,4DAA4D;;IAE5D;;;;OAIG;;IAEH,+DAA+D;;IAE/D,8EAA8E;;IAE9E,6DAA6D;;IAE7D,kFAAkF;;IAElF,iFAAiF;;IAEjF,uEAAuE;;IAEvE,iDAAiD;;IAEjD,+EAA+E;;IAE/E,sFAAsF;;IAEtF;;;OAGG;;IAEH,wDAAwD;;IAExD,0CAA0C;;IAE1C,qEAAqE;;IAErE,oFAAoF;;IAEpF,uBAAuB;;CAEd,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,qBAAqB;IACjC,kEAAkE;;IAElE,qEAAqE;;IAErE,4EAA4E;;IAE5E,+CAA+C;;IAE/C,sDAAsD;;IAEtD,2DAA2D;;IAE3D,2DAA2D;;IAE3D,iDAAiD;;IAEjD,2DAA2D;;IAE3D,iDAAiD;;IAEjD,oEAAoE;;IAEpE,uEAAuE;;IAEvE,uEAAuE;;IAEvE,8EAA8E;;IAE9E,0FAA0F;;IAE1F,oFAAoF;2BAgB/E,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;CAClB,CAAC;AAEX;;;;GAIG;AACH,eAAO,MAAM,8BAA8B;IAC1C,2DAA2D;;IAE3D,6CAA6C;;IAE7C,yDAAyD;;IAEzD,+DAA+D;;IAE/D,8CAA8C;;IAE9C,mCAAmC;;IAEnC,0CAA0C;;IAE1C,2CAA2C;;IAE3C,0CAA0C;;IAE1C,yBAAyB;;CAEhB,CAAC;AAIX;;;;GAIG;AACH,eAAO,MAAM,eAAe;IAC3B;;OAEG;;QAEF,2DAA2D;;QAE3D,kDAAkD;;;IAInD;;OAEG;;IAGH;;OAEG;;IAGH;;OAEG;;QAEF,wCAAwC;;QAExC,wCAAwC;;;IAIzC;;OAEG;;QAEF,6BAA6B;;QAE7B,+BAA+B;;;IAIhC;;OAEG;;QAEF,uDAAuD;;;CAG/C,CAAC;AAEX,mCAAmC;AACnC,eAAO,MAAM,iBAAiB,MAA4C,CAAC;AAM3E;;GAEG;AACH,eAAO,MAAM,eAAe;IAC3B,gCAAgC;;QAE/B,yBAAyB;;QAEzB,yBAAyB;;QAEzB,qDAAqD;;QAErD,2DAA2D;;QAE3D,uDAAuD;;QAEvD,+FAA+F;;;IAGhG,mDAAmD;;QAElD,+CAA+C;;QAE/C,kDAAkD;;QAElD,6DAA6D;;;IAG9D,yBAAyB;;QAExB,4CAA4C;;QAE5C,+CAA+C;;;IAGhD,yDAAyD;;QAExD,0BAA0B;;QAE1B,0BAA0B;;QAE1B,qBAAqB;;QAErB,kDAAkD;;;CAG1C,CAAC;AAEX;;;;;;;;GAQG;AACH,eAAO,MAAM,8BAA8B;IAC1C,4DAA4D;;;;;;IAM5D,qEAAqE;;;;;;IAMrE,8EAA8E;;;;;;;;IAQ9E,0DAA0D;;IAE1D,mEAAmE;;IAEnE,6DAA6D;;IAE7D,6DAA6D;;IAE7D,gDAAgD;;IAEhD,kEAAkE;;IAElE,6EAA6E;;;;;CAKpE,CAAC;AAEX;;;;;;GAMG;AACH,eAAO,MAAM,iCAAiC;IAC7C,2EAA2E;;IAE3E,6EAA6E;;IAE7E,wCAAwC;;IAExC,+EAA+E;;IAE/E;;;;OAIG;;IAEH;;;OAGG;;IAEH,gFAAgF;;IAEhF,kFAAkF;;IAElF,mDAAmD;;IAEnD,sGAAsG;;IAEtG,6EAA6E;;IAE7E,4EAA4E;;IAE5E,gFAAgF;;IAEhF,gDAAgD;;IAEhD,qEAAqE;;;IAGrE,kDAAkD;;IAElD,yBAAyB;;IAEzB,8CAA8C;;CAErC,CAAC;AAEX;;;;;GAKG;AACH,eAAO,MAAM,wBAAwB;IACpC,qDAAqD;;IAErD,yDAAyD;;IAEzD,gEAAgE;;IAEhE,sEAAsE;;IAEtE,yFAAyF;;IAEzF,oFAAoF;;IAEpF,sCAAsC;;IAEtC,sDAAsD;;IAEtD,sCAAsC;;IAEtC,gCAAgC;;IAEhC,+CAA+C;;IAE/C,kFAAkF;;IAElF,qEAAqE;;IAErE,oEAAoE;;IAEpE,kDAAkD;;IAElD,kDAAkD;;;;;;IAMlD,iDAAiD;;IAEjD,8EAA8E;;IAE9E,2DAA2D;;IAE3D,oFAAoF;;IAQpF,qEAAqE;;IAErE,uEAAuE;;IAEvE,wEAAwE;;IAExE;;;OAGG;;IAEH,iHAAiH;;IAEjH,oGAAoG;;IAEpG,yEAAyE;;IAEzE,sGAAsG;;CAE7F,CAAC;AAIX;;;;;;;GAOG;AACH;;;;GAIG;AACH,eAAO,MAAM,uBAAuB;IACnC,0DAA0D;;IAE1D,qEAAqE;;;;;;;IAErE,2EAA2E;;IAE3E,iFAAiF;;CAExE,CAAC;AAEX,eAAO,MAAM,sBAAsB;IAClC,8EAA8E;;IAE9E,yEAAyE;;IAEzE,gEAAgE;;IAEhE,8DAA8D;;IAE9D,yEAAyE;;IAEzE,2DAA2D;;IAE3D,sEAAsE;;IAEtE,qEAAqE;;IAErE,+EAA+E;;IAE/E,qFAAqF;;IAErF,qEAAqE;;IAErE,0DAA0D;;IAE1D,2CAA2C;;IAE3C,mDAAmD;;IAEnD,6CAA6C;;IAE7C,6DAA6D;;;;;;;CAOpD,CAAC;AAEX;;GAEG;AACH,MAAM,MAAM,WAAW,GACtB,CAAC,OAAO,gBAAgB,CAAC,cAAc,CAAC,CAAC,MAAM,OAAO,gBAAgB,CAAC,cAAc,CAAC,CAAC;AACxF,MAAM,MAAM,aAAa,GACxB,CAAC,OAAO,gBAAgB,CAAC,gBAAgB,CAAC,CAAC,MAAM,OAAO,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;AAC5F,MAAM,MAAM,SAAS,GAAG,CAAC,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC,MAAM,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC;AAC7F,MAAM,MAAM,WAAW,GAAG,CAAC,OAAO,iBAAiB,CAAC,KAAK,CAAC,CAAC,MAAM,OAAO,iBAAiB,CAAC,KAAK,CAAC,CAAC;AACjG,MAAM,MAAM,mBAAmB,GAC9B,CAAC,OAAO,iBAAiB,CAAC,qBAAqB,CAAC,CAAC,MAAM,OAAO,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;AACxG,MAAM,MAAM,cAAc,GACzB,CAAC,OAAO,iBAAiB,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,MAAM,OAAO,iBAAiB,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;AAChH,MAAM,MAAM,OAAO,GAAG,CAAC,OAAO,gBAAgB,CAAC,SAAS,CAAC,CAAC,MAAM,OAAO,gBAAgB,CAAC,SAAS,CAAC,CAAC"}

package/dist/backend/config/constants.js

@@ -842,6 +842,27 @@ export const MEMORY_CONSTANTS = {
         /** Minimum confidence value */
         MIN_CONFIDENCE: 0.0,
     },
+    /**
+     * Near-duplicate detection on write (#914 P1): a new role-knowledge entry
+     * close enough to an existing one in the same scope merges its evidence
+     * into it instead of being added.
+     */
+    DEDUP: {
+        /**
+         * Token-set Jaccard at or above which two entries are one fact restated
+         * (numbers must agree, see knowledge-similarity). Set by replaying 3.7k
+         * real entries (2026-10-25): at 0.8 the matches are the same claim with
+         * another id, a re-check of the same item, or a correction of the same
+         * assertion (166 entries, 4.5%); from 0.7 down, different items that
+         * share a sentence frame ("Schedule X stops after 3 more runs" / "Schedule
+         * Y stops …") start to collide.
+         */
+        NEAR_DUPLICATE_JACCARD: 0.8,
+        /** Fewer tokens than this and only an exact match counts (short texts overlap by chance) */
+        MIN_TOKENS_FOR_NEAR: 4,
+        /** The legacy containment rule applies only to incoming texts longer than this */
+        SUBSTRING_MIN_CHARS: 20,
+    },
     /**
      * Schema versioning for migrations
      */