obsidian-anchor 0.2.0

package/dist/verify/localVerifier.js

@@ -0,0 +1,89 @@
+import { AutoModelForSequenceClassification, AutoTokenizer, env } from "@huggingface/transformers";
+import { logger } from "../util/logger.js";
+// Default is English. For non-English vaults, point this at a multilingual NLI
+// ONNX model via ANCHOR_NLI_MODEL (label order is auto-detected from id2label).
+const MODEL_ID = process.env.ANCHOR_NLI_MODEL ?? "Xenova/nli-deberta-v3-small";
+/**
+ * Local, no-API-key grounding verifier built on a cross-encoder NLI model. For
+ * each (passage, claim) pair it reads the full entailment / contradiction /
+ * neutral distribution — crucially, this distinguishes "contradicted" from
+ * merely "unsupported", which similarity search alone cannot do.
+ */
+export class LocalVerifier {
+    id = "local-nli-deberta";
+    loaded = null;
+    constructor(cacheDir) {
+        if (cacheDir) {
+            env.cacheDir = cacheDir;
+        }
+    }
+    load() {
+        if (this.loaded === null) {
+            logger.info("Loading local NLI verifier (first run downloads the model)", { model: MODEL_ID });
+            this.loaded = (async () => {
+                try {
+                    const tokenizer = (await AutoTokenizer.from_pretrained(MODEL_ID));
+                    const model = (await AutoModelForSequenceClassification.from_pretrained(MODEL_ID));
+                    return { tokenizer, model, labelIndex: resolveLabelIndex(model.config.id2label) };
+                }
+                catch (error) {
+                    this.loaded = null; // allow a retry on the next call
+                    throw new Error(`Failed to load the local NLI verifier '${MODEL_ID}'. It downloads on first use — check network access and disk space.`, { cause: error });
+                }
+            })();
+        }
+        return this.loaded;
+    }
+    async entail(input) {
+        if (input.passages.length === 0)
+            return [];
+        const { tokenizer, model, labelIndex } = await this.load();
+        // One (passage, claim) pair at a time. Batching pairs with padding produced
+        // misaligned/incorrect labels in transformers.js (unrelated passages scored
+        // as high-confidence contradictions), so we trade a little speed for
+        // correctness — premise = the note passage, hypothesis = the claim.
+        const judgements = [];
+        for (const passage of input.passages) {
+            const inputs = await tokenizer(passage.text, { text_pair: input.claim, truncation: true });
+            const output = await model(inputs);
+            judgements.push(judge(passage.index, softmax(Array.from(output.logits.data)), labelIndex));
+        }
+        return judgements;
+    }
+}
+/** Maps the model's id2label to our Verdict indices, tolerant of label naming. */
+function resolveLabelIndex(id2label) {
+    const index = {};
+    for (const [idx, label] of Object.entries(id2label)) {
+        const lower = label.toLowerCase();
+        const i = Number(idx);
+        if (lower.includes("entail"))
+            index.supported = i;
+        else if (lower.includes("contradic"))
+            index.contradicted = i;
+        else if (lower.includes("neutral"))
+            index.neutral = i;
+    }
+    if (index.supported === undefined ||
+        index.contradicted === undefined ||
+        index.neutral === undefined) {
+        throw new Error(`Unexpected NLI label set: ${JSON.stringify(id2label)}`);
+    }
+    return { supported: index.supported, contradicted: index.contradicted, neutral: index.neutral };
+}
+function judge(passageIndex, probs, labelIndex) {
+    const scored = [
+        { label: "supported", confidence: probs[labelIndex.supported] ?? 0 },
+        { label: "contradicted", confidence: probs[labelIndex.contradicted] ?? 0 },
+        { label: "neutral", confidence: probs[labelIndex.neutral] ?? 0 },
+    ];
+    const best = scored.reduce((a, b) => (b.confidence > a.confidence ? b : a));
+    return { passageIndex, label: best.label, confidence: best.confidence };
+}
+function softmax(values) {
+    const max = Math.max(...values);
+    const exps = values.map((value) => Math.exp(value - max));
+    const sum = exps.reduce((a, b) => a + b, 0);
+    return exps.map((exp) => exp / sum);
+}
+//# sourceMappingURL=localVerifier.js.map

package/dist/verify/localVerifier.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"localVerifier.js","sourceRoot":"","sources":["../../src/verify/localVerifier.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kCAAkC,EAAE,aAAa,EAAE,GAAG,EAAE,MAAM,2BAA2B,CAAC;AAEnG,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAI3C,+EAA+E;AAC/E,gFAAgF;AAChF,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,6BAA6B,CAAC;AAkB/E;;;;;GAKG;AACH,MAAM,OAAO,aAAa;IACf,EAAE,GAAG,mBAAmB,CAAC;IAC1B,MAAM,GAAgC,IAAI,CAAC;IAEnD,YAAY,QAAiB;QAC3B,IAAI,QAAQ,EAAE,CAAC;YACb,GAAG,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC1B,CAAC;IACH,CAAC;IAEO,IAAI;QACV,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,4DAA4D,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC/F,IAAI,CAAC,MAAM,GAAG,CAAC,KAAK,IAA0B,EAAE;gBAC9C,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,CAAC,MAAM,aAAa,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAyB,CAAC;oBAC1F,MAAM,KAAK,GAAG,CAAC,MAAM,kCAAkC,CAAC,eAAe,CACrE,QAAQ,CACT,CAAwB,CAAC;oBAC1B,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,iBAAiB,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACpF,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,iCAAiC;oBACrD,MAAM,IAAI,KAAK,CACb,0CAA0C,QAAQ,qEAAqE,EACvH,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAoB;QAC/B,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAC3C,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAE3D,4EAA4E;QAC5E,4EAA4E;QAC5E,qEAAqE;QACrE,oEAAoE;QACpE,MAAM,UAAU,GAAuB,EAAE,CAAC;QAC1C,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3F,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;YACnC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;QAC7F,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;CACF;AAED,kFAAkF;AAClF,SAAS,iBAAiB,CAAC,QAAgC;IACzD,MAAM,KAAK,GAAqC,EAAE,CAAC;IACnD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpD,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAClC,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACtB,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;aAC7C,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;YAAE,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;aACxD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC;IACxD,CAAC;IACD,IACE,KAAK,CAAC,SAAS,KAAK,SAAS;QAC7B,KAAK,CAAC,YAAY,KAAK,SAAS;QAChC,KAAK,CAAC,OAAO,KAAK,SAAS,EAC3B,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;AAClG,CAAC;AAED,SAAS,KAAK,CACZ,YAAoB,EACpB,KAAe,EACf,UAAmC;IAEnC,MAAM,MAAM,GAA6C;QACvD,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;QACpE,EAAE,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE;QAC1E,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;KACjE,CAAC;IACF,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5E,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;AAC1E,CAAC;AAED,SAAS,OAAO,CAAC,MAAgB;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC;IAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;AACtC,CAAC"}

package/dist/verify/pipeline.js

@@ -0,0 +1,165 @@
+import { logger } from "../util/logger.js";
+import { withTimeout } from "../util/timeout.js";
+import { decompose } from "./decompose.js";
+import { aggregate, claimScore, DEFAULT_THRESHOLDS } from "./score.js";
+const DEFAULT_DECISIVE_MIN_CONFIDENCE = 0.5;
+const DEFAULT_EVIDENCE_MIN_SCORE = 0.35;
+const DEFAULT_VERIFY_TIMEOUT_MS = 30_000;
+/**
+ * The heart of Anchor: decompose an answer into claims, retrieve candidate
+ * evidence for each (reusing search), have the verifier judge entailment, then
+ * score and aggregate into a grounded / flagged / refused verdict.
+ */
+export class GroundingPipeline {
+    search;
+    verifier;
+    options;
+    constructor(search, verifier, options) {
+        this.search = search;
+        this.verifier = verifier;
+        this.options = options;
+    }
+    async verify(answer, providedSources) {
+        const claims = decompose(answer);
+        const perClaim = [];
+        for (const claim of claims) {
+            const candidates = providedSources ?? (await this.search.search(claim.text, this.options.knn));
+            perClaim.push(await this.judgeClaim(claim.text, candidates));
+        }
+        return aggregate(perClaim, this.options.thresholds ?? DEFAULT_THRESHOLDS);
+    }
+    async judgeClaim(claimText, candidates) {
+        // Only judge passages that are actually relevant to the claim. The NLI model
+        // is unreliable on off-topic text (it can emit spurious high-confidence
+        // contradictions), so a low-relevance passage must not be able to refute — or
+        // support — a claim.
+        const minScore = this.options.evidenceMinScore ?? DEFAULT_EVIDENCE_MIN_SCORE;
+        const relevant = candidates.filter((chunk) => chunk.score >= minScore);
+        if (relevant.length === 0) {
+            return { claim: claimText, verdict: "neutral", score: 0, evidence: [] };
+        }
+        const passages = relevant.map((chunk, index) => ({
+            index,
+            path: chunk.notePath,
+            anchor: chunk.anchor,
+            text: cleanText(chunk.text),
+        }));
+        let judgements;
+        try {
+            judgements = await withTimeout(this.verifier.entail({ claim: claimText, passages }), this.options.verifyTimeoutMs ?? DEFAULT_VERIFY_TIMEOUT_MS, "verifier");
+        }
+        catch (error) {
+            logger.warn("Verifier failed or timed out; treating claim as unsupported", {
+                claim: claimText,
+                error: error instanceof Error ? error.message : String(error),
+            });
+            return { claim: claimText, verdict: "neutral", score: 0, evidence: [] };
+        }
+        const best = pickDecisive(judgements, this.options.decisiveMinConfidence ?? DEFAULT_DECISIVE_MIN_CONFIDENCE);
+        let label = best.label;
+        let confidence = best.confidence;
+        // Precision guard against entity-substitution false positives: only ground a
+        // claim if its distinctive terms actually appear in the supporting passage.
+        if (label === "supported" && !salientTermsPresent(claimText, passages[best.passageIndex]?.text ?? "")) {
+            logger.debug("Withholding grounding: the claim's distinctive terms are absent from the evidence", {
+                claim: claimText,
+            });
+            label = "neutral";
+            confidence = 0;
+        }
+        const evidence = label === "neutral" ? [] : buildEvidence(label, judgements, relevant);
+        return {
+            claim: claimText,
+            verdict: label,
+            score: claimScore(label, confidence),
+            evidence,
+        };
+    }
+}
+/**
+ * The decisive judgement for a claim: the strongest non-neutral judgement that
+ * clears `minConfidence`. If none does, the claim is treated as unsupported
+ * (neutral) — a low-confidence "supported"/"contradicted" must not be enough to
+ * ground or refute a claim.
+ */
+export function pickDecisive(judgements, minConfidence) {
+    // Judgements arrive in retrieval-relevance order (most relevant first). The
+    // most relevant passage that gives a confident non-neutral verdict decides — a
+    // spurious verdict from a less-relevant passage must not override it.
+    for (const judgement of judgements) {
+        if (judgement.label !== "neutral" && judgement.confidence >= minConfidence) {
+            return judgement;
+        }
+    }
+    const first = judgements[0];
+    return first === undefined
+        ? { passageIndex: 0, label: "neutral", confidence: 0 }
+        : { passageIndex: first.passageIndex, label: "neutral", confidence: first.confidence };
+}
+/** Strips trailing Obsidian block ids and carriage returns from passage text. */
+function cleanText(text) {
+    return text.replace(/\r/g, "").replace(/\s*\^[A-Za-z0-9-]+\s*$/, "").trim();
+}
+/**
+ * Precision guard against entity-substitution false positives. A small NLI model
+ * can confidently "support" "We use MongoDB" from a passage that says PostgreSQL,
+ * because it reasons topically. Anchor only grounds a claim when the claim's
+ * distinctive terms — tech identifiers, acronyms, numbers, proper nouns — appear
+ * in the supporting passage. Conservative by design: a false refusal is far safer
+ * than a false grounding for a tool whose promise is "can't lie about your notes".
+ */
+function salientTermsPresent(claim, passage) {
+    const haystack = passage.toLowerCase();
+    const words = haystack.match(/[a-z0-9]+/g) ?? [];
+    for (const term of salientTerms(claim)) {
+        const needle = term.toLowerCase();
+        if (haystack.includes(needle))
+            continue;
+        // Lenient stem match so "PostgreSQL" ↔ "Postgres" still counts as present.
+        if (needle.length >= 5 && words.some((word) => word.length >= 4 && needle.includes(word))) {
+            continue;
+        }
+        return false;
+    }
+    return true;
+}
+/** Distinctive terms in a claim: tech identifiers, acronyms, numbers, proper nouns. */
+function salientTerms(claim) {
+    const tokens = claim.match(/[A-Za-z0-9][A-Za-z0-9.$:%+/-]*/g) ?? [];
+    const terms = [];
+    tokens.forEach((raw, index) => {
+        const token = raw.replace(/[.$:%+/-]+$/, ""); // drop trailing punctuation ("10:00." → "10:00")
+        if (token.length === 0)
+            return;
+        const hasDigit = /\d/.test(token);
+        const camelCase = /[A-Z][a-z]*[A-Z]/.test(token); // PostgreSQL, MongoDB
+        const acronym = /^[A-Z]{2,}$/.test(token); // JWT, AWS, EKS
+        const midProperNoun = index > 0 && /^[A-Z][a-z]{2,}$/.test(token); // ...Redis, ...Cassandra
+        if (hasDigit || camelCase || acronym || midProperNoun)
+            terms.push(token);
+    });
+    return terms;
+}
+/** Collects the strongest passages that share the winning label as evidence. */
+function buildEvidence(label, judgements, candidates) {
+    const evidence = [];
+    const matching = judgements
+        .filter((judgement) => judgement.label === label && judgement.confidence >= 0.4)
+        .sort((a, b) => b.confidence - a.confidence)
+        .slice(0, 3);
+    for (const judgement of matching) {
+        const chunk = candidates[judgement.passageIndex];
+        if (chunk === undefined)
+            continue;
+        evidence.push({
+            path: chunk.notePath,
+            anchor: chunk.anchor,
+            blockId: chunk.blockId,
+            heading: chunk.headingPath,
+            quote: cleanText(chunk.text),
+            score: Math.round(judgement.confidence * 1000) / 1000,
+        });
+    }
+    return evidence;
+}
+//# sourceMappingURL=pipeline.js.map

package/dist/verify/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../src/verify/pipeline.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,kBAAkB,EAAmB,MAAM,YAAY,CAAC;AAgBxF,MAAM,+BAA+B,GAAG,GAAG,CAAC;AAC5C,MAAM,0BAA0B,GAAG,IAAI,CAAC;AACxC,MAAM,yBAAyB,GAAG,MAAM,CAAC;AAEzC;;;;GAIG;AACH,MAAM,OAAO,iBAAiB;IAET;IACA;IACA;IAHnB,YACmB,MAAqB,EACrB,QAAkB,EAClB,OAAyB;QAFzB,WAAM,GAAN,MAAM,CAAe;QACrB,aAAQ,GAAR,QAAQ,CAAU;QAClB,YAAO,GAAP,OAAO,CAAkB;IACzC,CAAC;IAEJ,KAAK,CAAC,MAAM,CAAC,MAAc,EAAE,eAA+B;QAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAsB,EAAE,CAAC;QACvC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,UAAU,GAAG,eAAe,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/F,QAAQ,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;QAC/D,CAAC;QACD,OAAO,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,kBAAkB,CAAC,CAAC;IAC5E,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,SAAiB,EAAE,UAAyB;QACnE,6EAA6E;QAC7E,wEAAwE;QACxE,8EAA8E;QAC9E,qBAAqB;QACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,IAAI,0BAA0B,CAAC;QAC7E,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC,CAAC;QACvE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QAC1E,CAAC;QACD,MAAM,QAAQ,GAAsB,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAClE,KAAK;YACL,IAAI,EAAE,KAAK,CAAC,QAAQ;YACpB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC;SAC5B,CAAC,CAAC,CAAC;QAEJ,IAAI,UAA8B,CAAC;QACnC,IAAI,CAAC;YACH,UAAU,GAAG,MAAM,WAAW,CAC5B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EACpD,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,yBAAyB,EACzD,UAAU,CACX,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,6DAA6D,EAAE;gBACzE,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;YACH,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QAC1E,CAAC;QAED,MAAM,IAAI,GAAG,YAAY,CACvB,UAAU,EACV,IAAI,CAAC,OAAO,CAAC,qBAAqB,IAAI,+BAA+B,CACtE,CAAC;QAEF,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACvB,IAAI,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACjC,6EAA6E;QAC7E,4EAA4E;QAC5E,IAAI,KAAK,KAAK,WAAW,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;YACtG,MAAM,CAAC,KAAK,CAAC,mFAAmF,EAAE;gBAChG,KAAK,EAAE,SAAS;aACjB,CAAC,CAAC;YACH,KAAK,GAAG,SAAS,CAAC;YAClB,UAAU,GAAG,CAAC,CAAC;QACjB,CAAC;QAED,MAAM,QAAQ,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;QAEvF,OAAO;YACL,KAAK,EAAE,SAAS;YAChB,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC;YACpC,QAAQ;SACT,CAAC;IACJ,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,UAA8B,EAAE,aAAqB;IAChF,4EAA4E;IAC5E,+EAA+E;IAC/E,sEAAsE;IACtE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,SAAS,CAAC,KAAK,KAAK,SAAS,IAAI,SAAS,CAAC,UAAU,IAAI,aAAa,EAAE,CAAC;YAC3E,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;IAC5B,OAAO,KAAK,KAAK,SAAS;QACxB,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,EAAE;QACtD,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;AAC3F,CAAC;AAED,iFAAiF;AACjF,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AAC9E,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,mBAAmB,CAAC,KAAa,EAAE,OAAe;IACzD,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;IACjD,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAClC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,SAAS;QACxC,2EAA2E;QAC3E,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YAC1F,SAAS;QACX,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,uFAAuF;AACvF,SAAS,YAAY,CAAC,KAAa;IACjC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,iCAAiC,CAAC,IAAI,EAAE,CAAC;IACpE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC5B,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,CAAC,iDAAiD;QAC/F,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,sBAAsB;QACxE,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,gBAAgB;QAC3D,MAAM,aAAa,GAAG,KAAK,GAAG,CAAC,IAAI,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,yBAAyB;QAC5F,IAAI,QAAQ,IAAI,SAAS,IAAI,OAAO,IAAI,aAAa;YAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,gFAAgF;AAChF,SAAS,aAAa,CACpB,KAAc,EACd,UAA8B,EAC9B,UAAyB;IAEzB,MAAM,QAAQ,GAAe,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAG,UAAU;SACxB,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,KAAK,KAAK,IAAI,SAAS,CAAC,UAAU,IAAI,GAAG,CAAC;SAC/E,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC;SAC3C,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAEf,KAAK,MAAM,SAAS,IAAI,QAAQ,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACjD,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QAClC,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,KAAK,CAAC,QAAQ;YACpB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,OAAO,EAAE,KAAK,CAAC,WAAW;YAC1B,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC;YAC5B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,IAAI;SACtD,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/verify/score.js

@@ -0,0 +1,64 @@
+export const DEFAULT_THRESHOLDS = { grounded: 0.8, refuse: 0.5 };
+/** Maps a per-claim label + confidence to a 0..1 grounding score. */
+export function claimScore(verdict, confidence) {
+    // Only positive support earns score; neutral (no evidence) and contradicted
+    // (refuted by the notes) both score 0.
+    return verdict === "supported" ? confidence : 0;
+}
+/**
+ * Combines per-claim verdicts into an overall result. A single contradiction
+ * caps the answer at "refused" — a note refuting a claim is worse than a claim
+ * merely lacking support, and is the core "caught a lie" signal.
+ */
+export function aggregate(perClaim, thresholds = DEFAULT_THRESHOLDS) {
+    if (perClaim.length === 0) {
+        return {
+            grounded: false,
+            score: 0,
+            verdict: "refused",
+            summary: "No verifiable claims were found in the text.",
+            perClaim: [],
+            refusedClaims: [],
+        };
+    }
+    const mean = perClaim.reduce((sum, claim) => sum + claim.score, 0) / perClaim.length;
+    const hasContradiction = perClaim.some((claim) => claim.verdict === "contradicted");
+    const allGrounded = perClaim.every((claim) => claim.verdict === "supported" && claim.score >= thresholds.grounded);
+    const refusedClaims = perClaim
+        .filter((claim) => claim.verdict === "contradicted" || claim.score < thresholds.refuse)
+        .map((claim) => claim.claim);
+    let verdict;
+    if (allGrounded && !hasContradiction) {
+        verdict = "grounded";
+    }
+    else if (hasContradiction || mean < thresholds.refuse) {
+        verdict = "refused";
+    }
+    else {
+        verdict = "flagged";
+    }
+    return {
+        grounded: verdict === "grounded",
+        score: round(mean),
+        verdict,
+        summary: summarize(perClaim),
+        perClaim,
+        refusedClaims,
+    };
+}
+function summarize(perClaim) {
+    const total = perClaim.length;
+    const supported = perClaim.filter((claim) => claim.verdict === "supported").length;
+    const contradicted = perClaim.filter((claim) => claim.verdict === "contradicted").length;
+    const unsupported = perClaim.filter((claim) => claim.verdict === "neutral").length;
+    const parts = [`${supported}/${total} claim(s) supported by your notes`];
+    if (contradicted > 0)
+        parts.push(`${contradicted} contradicted`);
+    if (unsupported > 0)
+        parts.push(`${unsupported} unsupported`);
+    return `${parts.join("; ")}.`;
+}
+function round(value) {
+    return Math.round(value * 1000) / 1000;
+}
+//# sourceMappingURL=score.js.map

package/dist/verify/score.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"score.js","sourceRoot":"","sources":["../../src/verify/score.ts"],"names":[],"mappings":"AASA,MAAM,CAAC,MAAM,kBAAkB,GAAe,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;AAE7E,qEAAqE;AACrE,MAAM,UAAU,UAAU,CAAC,OAAgB,EAAE,UAAkB;IAC7D,4EAA4E;IAC5E,uCAAuC;IACvC,OAAO,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;AAClD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,SAAS,CACvB,QAA2B,EAC3B,aAAyB,kBAAkB;IAE3C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO;YACL,QAAQ,EAAE,KAAK;YACf,KAAK,EAAE,CAAC;YACR,OAAO,EAAE,SAAS;YAClB,OAAO,EAAE,8CAA8C;YACvD,QAAQ,EAAE,EAAE;YACZ,aAAa,EAAE,EAAE;SAClB,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IACrF,MAAM,gBAAgB,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,cAAc,CAAC,CAAC;IACpF,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAChC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,WAAW,IAAI,KAAK,CAAC,KAAK,IAAI,UAAU,CAAC,QAAQ,CAC/E,CAAC;IACF,MAAM,aAAa,GAAG,QAAQ;SAC3B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,cAAc,IAAI,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC;SACtF,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAE/B,IAAI,OAAuB,CAAC;IAC5B,IAAI,WAAW,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACrC,OAAO,GAAG,UAAU,CAAC;IACvB,CAAC;SAAM,IAAI,gBAAgB,IAAI,IAAI,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;QACxD,OAAO,GAAG,SAAS,CAAC;IACtB,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,SAAS,CAAC;IACtB,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,OAAO,KAAK,UAAU;QAChC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC;QAClB,OAAO;QACP,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC;QAC5B,QAAQ;QACR,aAAa;KACd,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,QAA2B;IAC5C,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC9B,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;IACnF,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,cAAc,CAAC,CAAC,MAAM,CAAC;IACzF,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IAEnF,MAAM,KAAK,GAAG,CAAC,GAAG,SAAS,IAAI,KAAK,mCAAmC,CAAC,CAAC;IACzE,IAAI,YAAY,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,YAAY,eAAe,CAAC,CAAC;IACjE,IAAI,WAAW,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,WAAW,cAAc,CAAC,CAAC;IAC9D,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;AAChC,CAAC;AAED,SAAS,KAAK,CAAC,KAAa;IAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;AACzC,CAAC"}

package/dist/verify/types.js

@@ -0,0 +1,3 @@
+// Grounding verification model.
+export {};
+//# sourceMappingURL=types.js.map

package/dist/verify/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/verify/types.ts"],"names":[],"mappings":"AAAA,gCAAgC"}

package/dist/verify/verifier.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=verifier.js.map

package/dist/verify/verifier.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"verifier.js","sourceRoot":"","sources":["../../src/verify/verifier.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,71 @@
+{
+  "name": "obsidian-anchor",
+  "version": "0.2.0",
+  "description": "A reliability-first MCP server for Obsidian that refuses AI claims your notes can't support.",
+  "type": "module",
+  "bin": {
+    "obsidian-anchor": "dist/index.js"
+  },
+  "engines": {
+    "node": ">=20"
+  },
+  "license": "MIT",
+  "author": "Justin",
+  "homepage": "https://github.com/Perfectio/obsidian-anchor#readme",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Perfectio/obsidian-anchor.git"
+  },
+  "bugs": {
+    "url": "https://github.com/Perfectio/obsidian-anchor/issues"
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsx src/index.ts",
+    "start": "node dist/index.js",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "eval": "tsx eval/run-eval.ts",
+    "eval:e2e": "tsx eval/run-e2e-eval.ts",
+    "eval:ko": "tsx eval/run-e2e-eval.ts eval/fixtures/vault-ko eval/ko-dataset.jsonl",
+    "lint": "eslint .",
+    "typecheck": "tsc --noEmit",
+    "check:package": "publint",
+    "prepublishOnly": "npm run build && npm run typecheck && npm run lint && npm test"
+  },
+  "keywords": [
+    "mcp",
+    "model-context-protocol",
+    "obsidian",
+    "grounding",
+    "rag",
+    "hallucination",
+    "fact-checking",
+    "ai"
+  ],
+  "dependencies": {
+    "@anthropic-ai/sdk": "^0.103.0",
+    "@huggingface/transformers": "^4.2.0",
+    "@modelcontextprotocol/sdk": "^1.29.0",
+    "better-sqlite3": "^12.10.0",
+    "chokidar": "^4.0.3",
+    "sqlite-vec": "^0.1.9",
+    "zod": "^4.4.3"
+  },
+  "devDependencies": {
+    "@eslint/js": "^10.0.1",
+    "@types/better-sqlite3": "^7.6.13",
+    "@types/node": "^25.9.2",
+    "eslint": "^10.4.1",
+    "publint": "^0.3.0",
+    "tsx": "^4.22.4",
+    "typescript": "^6.0.3",
+    "typescript-eslint": "^8.61.0",
+    "vitest": "^4.1.8"
+  }
+}