@remnic/core 9.3.694 → 9.3.696

package/src/storage.ts

@@ -10,6 +10,7 @@ import { getCachedEntities, invalidateAllForDir, setCachedEntities } from "./mem
 import { rotateMarkdownFileToArchive } from "./hygiene.js";
 import { sanitizeMemoryContent } from "./sanitize.js";
 import { serializeProvenanceFields, parseProvenanceSources, parseProvenanceTag, reconcileProvenanceRead } from "./provenance.js";
+import { serializeFaithfulnessFields, parseFaithfulnessField } from "./extraction-faithfulness.js";
 import { createVersion as createPageVersion, type VersioningConfig, type VersionTrigger } from "./page-versioning.js";
 import { isValidTranscriptDate, WEARABLES_DIR_NAME } from "./wearables/day-store.js";
 import {
@@ -458,6 +459,7 @@ function serializeFrontmatter(fm: MemoryFrontmatter): string {
     lines.push(`last_reinforced_at: ${fm.last_reinforced_at}`);
   }
   serializeProvenanceFields(fm, lines);
+  serializeFaithfulnessFields(fm, lines);
   lines.push("---");
   return lines.join("\n");
 }
@@ -872,6 +874,7 @@ function parseFrontmatter(
       last_reinforced_at: fm.last_reinforced_at || undefined,
       sources: parseProvenanceSources(fm.sources),
       provenance: reconcileProvenanceRead(parseProvenanceTag(fm.provenance), parseProvenanceSources(fm.sources)),
+      faithfulness: parseFaithfulnessField(fm.faithfulness),
     },
     content,
   };
@@ -3384,6 +3387,12 @@ export class StorageManager {
        */
       derivedFrom?: string[];
       derivedVia?: ConsolidationOperator;
+      /**
+       * Faithfulness gate verdict (issue #1576). When provided, persisted to
+       * frontmatter so downstream readers (TrustScore #1577, review queue)
+       * can consume it. Absent = gate was off or fact predates #1576.
+       */
+      faithfulness?: import("./types.js").FaithfulnessFrontmatter;
     } = {},
   ): Promise<string> {
     await this.ensureDirectories();
@@ -3453,6 +3462,10 @@ export class StorageManager {
     if (options.derivedVia !== undefined) {
       fm.derived_via = options.derivedVia;
     }
+    // Faithfulness gate frontmatter (issue #1576).
+    if (options.faithfulness !== undefined) {
+      fm.faithfulness = options.faithfulness;
+    }
 
     // Append structured attributes as searchable suffix so QMD indexes them.
     // normalizeAttributePairs sorts and lowercases keys so the enriched content
@@ -7016,6 +7029,10 @@ export class StorageManager {
       intentEntityTypes?: string[];
       memoryKind?: MemoryFrontmatter["memoryKind"];
       validAt?: string;
+      /** Lifecycle status (issue #1576): pending_review chunks stay out of active recall. */
+      status?: import("./types.js").MemoryStatus;
+      /** Faithfulness gate verdict (issue #1576), propagated from the parent fact. */
+      faithfulness?: import("./types.js").FaithfulnessFrontmatter;
     } = {},
   ): Promise<string> {
     await this.ensureDirectories();
@@ -7045,6 +7062,8 @@ export class StorageManager {
       intentEntityTypes: options.intentEntityTypes,
       memoryKind: options.memoryKind,
       valid_at: validAt,
+      ...(options.status ? { status: options.status } : {}),
+      ...(options.faithfulness ? { faithfulness: options.faithfulness } : {}),
     };
 
     const sanitized = sanitizeMemoryContent(content);

package/src/types.ts

@@ -1088,6 +1088,16 @@ export interface PluginConfig {
    * location.
    */
   judgeTrainingDir: string;
+  // Extraction faithfulness gate (issue #1576). Entailment-verification of
+  // extracted facts against their verified source spans from #1575.
+  /** Gate mode: "off" (default, byte-identical pre-feature), "shadow" (record only), "enforce" (route to pending_review). */
+  extractionFaithfulnessGate: "off" | "shadow" | "enforce";
+  /** Override model/endpoint; empty string = default routing chain. */
+  extractionFaithfulnessModel: string;
+  /** Context window (chars) around the quote sent to the verifier. Default 400. */
+  extractionFaithfulnessContextChars: number;
+  /** Per-batch timeout in ms; timeout → tagged error, never blocks writes. Default 8000. */
+  extractionFaithfulnessTimeoutMs: number;
   // Hourly summaries
   hourlySummariesEnabled: boolean;
   daySummaryEnabled: boolean;
@@ -2617,6 +2627,35 @@ export interface MemoryFrontmatter {
    * recorded). Readers treat absent as `"none"` for legacy memories.
    */
   provenance?: "verified" | "unverified" | "none";
+
+  // Faithfulness gate (issue #1576). When the extraction faithfulness gate
+  // runs (mode "shadow" or "enforce"), this field records the verdict. Absent
+  // when the gate is off or the fact predates #1576 — readers MUST treat
+  // absent as "not checked" (rule 34 spirit).
+  //
+  // This field is its own frontmatter island — it never feeds mw_*/trust
+  // fields. Consumed by #1577 (TrustScore) as one input among many.
+  /** Entailment verdict from the faithfulness gate (issue #1576). */
+  faithfulness?: FaithfulnessFrontmatter;
+}
+
+/**
+ * Faithfulness gate frontmatter (issue #1576).
+ *
+ * Serialized as a single JSON line so it round-trips through the existing
+ * YAML parser. `verdict: "unchecked"` marks a fact that entered the gate but
+ * could not be evaluated (backend failure, timeout). `verdict:
+ * "skipped_no_span"` marks a legacy fact without a verified source span.
+ * Both are distinct from the field being absent (gate was off entirely).
+ */
+export interface FaithfulnessFrontmatter {
+  verdict: "entailed" | "contradicted" | "unsupported" | "unchecked" | "skipped_no_span";
+  /** Model/endpoint that produced the verdict, when known. */
+  model?: string;
+  /** One-sentence rationale from the verifier. */
+  rationale?: string;
+  /** ISO-8601 timestamp the check ran. */
+  at?: string;
 }
 
 /** Memory link relationship types */
@@ -2771,6 +2810,14 @@ export interface ExtractedFact {
   tags: string[];
   entityRef?: string;
   source?: ExtractionPassSource;
+  /**
+   * Claim-level provenance spans backing this fact (issue #1575).
+   * Populated by the PR 2 extraction validator when `provenance.enabled`
+   * is true. Absent for legacy extractions — downstream consumers (the
+   * faithfulness gate #1576, TrustScore #1577) MUST treat absent as
+   * "no verified span" and skip gracefully.
+   */
+  sources?: ProvenanceSource[];
   promptedByQuestion?: string;
   /**
    * Whether this fact is project-scoped or globally applicable.