@remnic/core 9.3.725 → 9.3.727

package/dist/{chunk-KLFYKC3K.js → chunk-XPHVAOBT.js}

@@ -7,13 +7,13 @@ import {
 } from "./chunk-4T3BMHKD.js";
 import {
   MaintenanceScheduler
-} from "./chunk-J334N6QV.js";
+} from "./chunk-MLKWJOAJ.js";
 import {
   migrateFromEngram
 } from "./chunk-7HYPN2GC.js";
 import {
   LcmEngine
-} from "./chunk-PKMQK2WY.js";
+} from "./chunk-773DPI6T.js";
 import {
   chunkTranscriptEntries
 } from "./chunk-TECVW3JP.js";
@@ -23,15 +23,26 @@ import {
 import {
   CompoundingEngine,
   defaultTierMigrationCycleBudget
-} from "./chunk-YQMPUYHE.js";
+} from "./chunk-4NR2PDZ5.js";
 import {
   SharedContextManager
 } from "./chunk-UFS7OXGL.js";
+import {
+  applyTrustScoreStage,
+  buildTrustSignalsForRerank,
+  projectTrustForXray
+} from "./chunk-BCDKBDSY.js";
+import {
+  renderEpistemicHedge
+} from "./chunk-YN2UN7N3.js";
 import {
   applyUtilityPromotionRuntimePolicy,
   applyUtilityRankingRuntimeDelta,
   loadUtilityRuntimeValues
 } from "./chunk-LXOM6IQU.js";
+import {
+  CODEX_THREAD_KEY_PREFIX
+} from "./chunk-4EX5WZ4M.js";
 import {
   TierMigrationExecutor
 } from "./chunk-VOUOLGIP.js";
@@ -45,26 +56,19 @@ import {
   extractTopics
 } from "./chunk-UHGBNIOS.js";
 import {
-  applyTrustScoreStage,
-  buildTrustSignalsForRerank,
-  projectTrustForXray
-} from "./chunk-BCDKBDSY.js";
-import {
-  renderEpistemicHedge
-} from "./chunk-YN2UN7N3.js";
+  HourlySummarizer
+} from "./chunk-DKT3X5C3.js";
 import {
   buildTargetedFactRecallSection,
   shouldRecallTargetedFactEvidence
 } from "./chunk-4SBW47WK.js";
-import {
-  CODEX_THREAD_KEY_PREFIX
-} from "./chunk-4EX5WZ4M.js";
-import {
-  HourlySummarizer
-} from "./chunk-DKT3X5C3.js";
 import {
   SessionObserverState
 } from "./chunk-DKTSR7EK.js";
+import {
+  buildResponseGuidanceRecallSection,
+  shouldRecallResponseGuidance
+} from "./chunk-L6W77GWW.js";
 import {
   mergeWithAgentResults,
   runDirectAgent,
@@ -96,10 +100,6 @@ import {
   RerankCache,
   rerankLocalOrNoop
 } from "./chunk-E3VODCC3.js";
-import {
-  buildResponseGuidanceRecallSection,
-  shouldRecallResponseGuidance
-} from "./chunk-L6W77GWW.js";
 import {
   createRecallSectionMetricRecorder
 } from "./chunk-VQ34TERH.js";
@@ -109,25 +109,28 @@ import {
   TierMigrationStatusStore,
   clampGraphRecallExpandedEntries
 } from "./chunk-UC4YOAC2.js";
+import {
+  applyReasoningTraceBoost
+} from "./chunk-ZZTOURJI.js";
 import {
   reorderRecallResultsWithMmr
 } from "./chunk-YDBIWGNI.js";
 import {
-  applyReasoningTraceBoost
-} from "./chunk-ZZTOURJI.js";
+  applyMemoryWorthFilter,
+  buildMemoryWorthCounterMap
+} from "./chunk-3GPTTA4J.js";
 import {
   NegativeExampleStore
 } from "./chunk-EXM3CQTZ.js";
 import {
   evaluateMemoryActionPolicy
 } from "./chunk-H63EDPFJ.js";
-import {
-  applyMemoryWorthFilter,
-  buildMemoryWorthCounterMap
-} from "./chunk-3GPTTA4J.js";
 import {
   runLiveConnectorsOnce
 } from "./chunk-VU3SVYMA.js";
+import {
+  classifyMemoryKind
+} from "./chunk-YAZNBMNF.js";
 import {
   hasBroadGraphIntent,
   inferIntentFromText,
@@ -136,8 +139,8 @@ import {
   planRecallMode
 } from "./chunk-PD6O7AXF.js";
 import {
-  classifyMemoryKind
-} from "./chunk-YAZNBMNF.js";
+  recordJudgeTrainingPair
+} from "./chunk-XHYGJVXL.js";
 import {
   createDeferCountMap,
   createVerdictCache,
@@ -145,9 +148,13 @@ import {
   judgeFactDurability,
   validateProcedureExtraction
 } from "./chunk-3NN73CM7.js";
+import {
+  contentMatchesRedactionRules,
+  loadRedactionRules
+} from "./chunk-LTHVM4XN.js";
 import {
   ExtractionEngine
-} from "./chunk-GZQXOQQ2.js";
+} from "./chunk-CSRXQ6NB.js";
 import {
   parseMemoryActionEligibilityContext
 } from "./chunk-5GSUBCZM.js";
@@ -173,8 +180,8 @@ import {
   buildExplicitCueRecallSection
 } from "./chunk-4463LUIE.js";
 import {
-  recordJudgeTrainingPair
-} from "./chunk-XHYGJVXL.js";
+  formatDaySummaryMemories
+} from "./chunk-EO5QWINU.js";
 import {
   tryDirectAnswer
 } from "./chunk-Q6IP2ARR.js";
@@ -185,10 +192,7 @@ import {
   buildEntityRecallSection,
   entityRecentTranscriptLookbackHours,
   readRecentEntityTranscriptEntries
-} from "./chunk-YUYPWJD3.js";
-import {
-  formatDaySummaryMemories
-} from "./chunk-EO5QWINU.js";
+} from "./chunk-YOLZS7NY.js";
 import {
   normalizeReplaySessionKey
 } from "./chunk-2PRQG7PV.js";
@@ -198,14 +202,14 @@ import {
 import {
   compareVerifiedEpisodeResults,
   searchVerifiedEpisodes
-} from "./chunk-FXCIOLRB.js";
+} from "./chunk-ASKXIAHD.js";
 import {
   ThreadingManager
 } from "./chunk-QRDOSYOR.js";
 import {
   compareVerifiedSemanticRuleResults,
   searchVerifiedSemanticRules
-} from "./chunk-T55EGZSJ.js";
+} from "./chunk-UVPL565C.js";
 import {
   searchWorkProductLedgerEntries
 } from "./chunk-ZRWB5D4H.js";
@@ -218,21 +222,24 @@ import {
 import {
   runNamespaceMaintenanceFanout,
   summarizeNamespaceMaintenanceHealth
-} from "./chunk-5OPYYPJN.js";
+} from "./chunk-CBWI22JN.js";
 import {
   NamespaceCatalog,
   planNamespaceMaintenance
-} from "./chunk-WM7DNKBD.js";
+} from "./chunk-M4V2JVSZ.js";
 import {
   NamespaceStorageRouter
-} from "./chunk-SC2YAWRF.js";
+} from "./chunk-3TSTGI6F.js";
+import {
+  searchHarmonicRetrieval
+} from "./chunk-AV5ZEH4M.js";
 import {
   isAboveImportanceThreshold,
   scoreImportance
 } from "./chunk-JXS5PDQ7.js";
 import {
-  searchHarmonicRetrieval
-} from "./chunk-AV5ZEH4M.js";
+  recordEvalShadowRecall
+} from "./chunk-3PY7VHV7.js";
 import {
   EXTRACTION_JUDGE_VERDICT_CATEGORY,
   recordJudgeVerdict
@@ -242,9 +249,6 @@ import {
   formatNativeKnowledgeSection,
   searchNativeKnowledge
 } from "./chunk-ZCWIH4LH.js";
-import {
-  recordEvalShadowRecall
-} from "./chunk-3PY7VHV7.js";
 import {
   applyCommitmentLedgerLifecycle
 } from "./chunk-LMDRGRJ2.js";
@@ -263,7 +267,7 @@ import {
   materializeAfterSemanticConsolidation,
   parseConsolidationResponse,
   parseOperatorAwareConsolidationResponse
-} from "./chunk-JJJCVCCQ.js";
+} from "./chunk-DMQWV6SQ.js";
 import {
   buildRecallQueryPolicy
 } from "./chunk-LBJBNWS2.js";
@@ -304,7 +308,7 @@ import {
   clusterByKey,
   createCorrectionService,
   detectPassiveCorrections
-} from "./chunk-Z3FGC3QE.js";
+} from "./chunk-AQLOP5F4.js";
 import {
   listTrustZoneRecords,
   searchTrustZoneRecords
@@ -314,17 +318,11 @@ import {
 } from "./chunk-FF4KLI5W.js";
 import {
   buildXraySnapshot
-} from "./chunk-F3XZN24Z.js";
-import {
-  NamespaceSearchRouter
-} from "./chunk-QR67FU5G.js";
-import {
-  createConversationIndexRuntime,
-  createSearchBackend
-} from "./chunk-HCVWF657.js";
+} from "./chunk-DRUDC2UX.js";
 import {
-  NoopSearchBackend
-} from "./chunk-CYEPCZN5.js";
+  objectiveStateStoreOverrideForNamespace,
+  searchObjectiveStateSnapshots
+} from "./chunk-6HMYUWXR.js";
 import {
   combineNamespaces,
   getConfiguredNamespaces,
@@ -333,6 +331,16 @@ import {
   resolveScopePlan,
   resolveScopeProfilePlan
 } from "./chunk-J6BH2OBA.js";
+import {
+  NamespaceSearchRouter
+} from "./chunk-CTOQEZSN.js";
+import {
+  createConversationIndexRuntime,
+  createSearchBackend
+} from "./chunk-2KAYTPPT.js";
+import {
+  NoopSearchBackend
+} from "./chunk-CYEPCZN5.js";
 import {
   namespaceIdentityFromToken,
   namespaceIdentityToken,
@@ -344,10 +352,6 @@ import {
 import {
   parseQmdExplain
 } from "./chunk-K43PI6DQ.js";
-import {
-  objectiveStateStoreOverrideForNamespace,
-  searchObjectiveStateSnapshots
-} from "./chunk-6HMYUWXR.js";
 import {
   ProfilingCollector
 } from "./chunk-PNLCEFE4.js";
@@ -373,7 +377,7 @@ import {
 } from "./chunk-TBBDFYXW.js";
 import {
   buildChainFollowupGenerator
-} from "./chunk-4WZ3J7M6.js";
+} from "./chunk-EY6MDMHK.js";
 import {
   ContentHashIndex,
   StorageManager,
@@ -381,7 +385,7 @@ import {
   fingerprintEntityStructuredFacts,
   normalizeAttributePairs,
   parseEntityFile
-} from "./chunk-4R3CGCI5.js";
+} from "./chunk-7RLCCNHU.js";
 import {
   buildRetiredFactTombstoneInputs
 } from "./chunk-L2B3EE7B.js";
@@ -395,6 +399,9 @@ import {
 import {
   assertPathInsideRoot
 } from "./chunk-5GPPACXK.js";
+import {
+  stripAttributesSuffix
+} from "./chunk-SVOZFLIQ.js";
 import {
   applyTemporalSupersession,
   normalizeSupersessionKey,
@@ -410,12 +417,9 @@ import {
   hasCitationForTemplate,
   stripCitationForTemplate
 } from "./chunk-J6A3CX5N.js";
-import {
-  stripAttributesSuffix
-} from "./chunk-SVOZFLIQ.js";
 import {
   confidenceTier
-} from "./chunk-7AG54AF3.js";
+} from "./chunk-PUR2CKX2.js";
 import {
   buildQmdRecallCacheKey,
   getCachedQmdRecall,
@@ -433,7 +437,7 @@ import {
   applyFaithfulnessVerdict,
   createFaithfulnessCounters,
   runFaithfulnessGateBatch
-} from "./chunk-6OIDDKAA.js";
+} from "./chunk-YTU7WKYN.js";
 import {
   FallbackLlmClient,
   fallbackLlmRuntimeContextFromConfig,
@@ -3579,7 +3583,8 @@ var Orchestrator = class _Orchestrator {
    * copy already carries.
    */
   async backfillTemporalBoundsOnDedupHit(targetStorage, dedupContent, bounds, entityRef) {
-    if (!bounds.invalidAt) return;
+    const hasExtractedStart = bounds.validFrom !== void 0 && bounds.eventTimeSource === "extracted";
+    if (!bounds.invalidAt && !hasExtractedStart) return;
     try {
       const incomingHash = ContentHashIndex.computeHash(dedupContent);
       const normalizedIncoming = ContentHashIndex.normalizeContent(dedupContent);
@@ -3610,6 +3615,12 @@ var Orchestrator = class _Orchestrator {
       if (bounds.eventTimeSource && (!fm.eventTimeSource || fm.eventTimeSource.length === 0)) {
         patch.eventTimeSource = bounds.eventTimeSource;
       }
+      if (bounds.validFrom && bounds.eventTimeSource === "extracted" && fm.valid_at !== bounds.validFrom) {
+        patch.valid_at = bounds.validFrom;
+        if (fm.eventTimeSource !== "extracted") {
+          patch.eventTimeSource = "extracted";
+        }
+      }
       if (Object.keys(patch).length === 0) return;
       const ok = await targetStorage.writeMemoryFrontmatter(existing, patch);
       if (ok) {
@@ -11836,6 +11847,20 @@ ${normalized}`).digest("hex");
     let dedupedCount = 0;
     let importanceGatedCount = 0;
     let batchBackendUnavailable = false;
+    let redactionGatedCount = 0;
+    const redactionRulesByDir = /* @__PURE__ */ new Map();
+    const redactionRulesFor = async (...dirs) => {
+      const out = [];
+      for (const d of dirs) {
+        let r = redactionRulesByDir.get(d);
+        if (!r) {
+          r = await loadRedactionRules(d);
+          redactionRulesByDir.set(d, r);
+        }
+        out.push(...r);
+      }
+      return out;
+    };
     const behaviorSignalsByStorage = /* @__PURE__ */ new Map();
     const trackBehaviorSignals = (targetStorage, events) => {
       if (events.length === 0) return;
@@ -11917,12 +11942,14 @@ ${normalized}`).digest("hex");
           const targetStorage = await this.storageRouter.storageFor(target.namespace);
           if (targetStorage.dir === options.sourceStorage.dir) continue;
           if (options.category === "fact" && await targetStorage.hasFactContentHash(dedupContent)) {
-            if (options.invalidAt) {
+            if (options.invalidAt || options.validAt) {
               await this.backfillTemporalBoundsOnDedupHit(
                 targetStorage,
                 dedupContent,
                 {
                   invalidAt: options.invalidAt,
+                  // #1707 thread 2 — carry the corrected start bound.
+                  validFrom: options.validAt,
                   ...options.observedAt ? { observedAt: options.observedAt } : {},
                   ...options.eventTimeSource ? { eventTimeSource: options.eventTimeSource } : {}
                 },
@@ -12011,12 +12038,14 @@ ${normalized}`).digest("hex");
         const dedupContent = options.category === "fact" && options.structuredAttributes && Object.keys(options.structuredAttributes).length > 0 ? `${sanitizedBase.text}
 [Attributes: ${normalizeAttributePairs(options.structuredAttributes)}]` : sanitizedBase.text;
         if (options.category === "fact" && await sharedStorage.hasFactContentHash(dedupContent)) {
-          if (options.invalidAt) {
+          if (options.invalidAt || options.validAt) {
             await this.backfillTemporalBoundsOnDedupHit(
               sharedStorage,
               dedupContent,
               {
                 invalidAt: options.invalidAt,
+                // #1707 thread 2 — carry the corrected start bound.
+                validFrom: options.validAt,
                 ...options.observedAt ? { observedAt: options.observedAt } : {},
                 ...options.eventTimeSource ? { eventTimeSource: options.eventTimeSource } : {}
               },
@@ -12139,6 +12168,60 @@ ${normalized}`).digest("hex");
         );
       }
     };
+    const backfillTemporalBoundsOnPromotionCopies = async (args) => {
+      const hasExtractedStart = args.bounds.validFrom !== void 0 && args.bounds.eventTimeSource === "extracted";
+      if (!args.bounds.invalidAt && !hasExtractedStart) return;
+      const rawContent = citationEnabled && hasCitationForTemplate(args.content, citationTemplate) ? stripCitationForTemplate(args.content, citationTemplate) : args.content;
+      const sanitizedBase = sanitizeMemoryContent(rawContent);
+      const dedupContent = args.category === "fact" && args.structuredAttributes && Object.keys(args.structuredAttributes).length > 0 ? `${sanitizedBase.text}
+[Attributes: ${normalizeAttributePairs(args.structuredAttributes)}]` : sanitizedBase.text;
+      if (scopeProfileWritePlan) {
+        const autoTargets = new Set(
+          scopeProfileWritePlan.profile.autoPromote.targets
+        );
+        const profileTargets = scopeProfileWritePlan.promotionTargets.filter(
+          (target) => target.target !== "serverShared" && autoTargets.has(target.target) && target.authorized && target.namespace
+        );
+        for (const target of profileTargets) {
+          if (!target.namespace) continue;
+          try {
+            const targetStorage = await this.storageRouter.storageFor(
+              target.namespace
+            );
+            if (targetStorage.dir === args.sourceStorage.dir) continue;
+            await this.backfillTemporalBoundsOnDedupHit(
+              targetStorage,
+              dedupContent,
+              args.bounds,
+              args.entityRef
+            );
+          } catch (err) {
+            log.warn(
+              `bitemporal-backfill: profile-target backfill failed open for ${target.target}: ${err}`
+            );
+          }
+        }
+      }
+      if (profileAllowsSharedWrites) {
+        try {
+          const sharedStorage = await this.storageRouter.storageFor(
+            this.config.sharedNamespace
+          );
+          if (sharedStorage.dir !== args.sourceStorage.dir) {
+            await this.backfillTemporalBoundsOnDedupHit(
+              sharedStorage,
+              dedupContent,
+              args.bounds,
+              args.entityRef
+            );
+          }
+        } catch (err) {
+          log.warn(
+            `bitemporal-backfill: shared-target backfill failed open: ${err}`
+          );
+        }
+      }
+    };
     if (!result || !Array.isArray(result.facts)) {
       log.warn(
         "persistExtraction: result or result.facts is invalid, skipping",
@@ -12227,6 +12310,11 @@ ${normalized}`).digest("hex");
     let judgeGatedCount = 0;
     this.lastPersistExtractionDeferredCount = 0;
     if (this.config.extractionJudgeEnabled) {
+      let preJudgeRedactionRules = [];
+      try {
+        preJudgeRedactionRules = await redactionRulesFor(storage.dir);
+      } catch {
+      }
       try {
         const judgeCandidates = [];
         const candidateToFactIndex = [];
@@ -12251,6 +12339,10 @@ ${normalized}`).digest("hex");
           )) {
             continue;
           }
+          if (preJudgeRedactionRules.length > 0) {
+            const rc = f.content + (f.structuredAttributes ? " " + JSON.stringify(f.structuredAttributes) : "") + (f.procedureSteps ? " " + f.procedureSteps.map((s) => `${s.intent} ${s.expectedOutcome ?? ""} ${s.toolCall ? `${s.toolCall.kind} ${s.toolCall.signature}` : ""}`.trim()).join(" ") : "");
+            if (contentMatchesRedactionRules(rc, preJudgeRedactionRules)) continue;
+          }
           judgeCandidates.push({
             text: f.content,
             category: judgeCategory,
@@ -12359,6 +12451,7 @@ ${normalized}`).digest("hex");
       const biTemporal = this.config.temporalBiTemporal && factAnchor ? resolveFactEventTime(fact.eventTime, factAnchor) : void 0;
       let writeCategory = fact.category;
       let targetStorage = storage;
+      const sourceStorageDir = storage.dir;
       let targetNamespaceName = baseNamespace && baseNamespace.length > 0 ? baseNamespace : this.storageDirNamespace(targetStorage.dir);
       let routedRuleId;
       let routedNamespaceExplicit = false;
@@ -12407,6 +12500,17 @@ ${normalized}`).digest("hex");
           );
         }
       }
+      try {
+        const redactionRules = await redactionRulesFor(sourceStorageDir, targetStorage.dir);
+        const redactionCandidate = fact.content + (fact.structuredAttributes ? " " + JSON.stringify(fact.structuredAttributes) : "") + (fact.procedureSteps ? " " + fact.procedureSteps.map((s) => `${s.intent} ${s.expectedOutcome ?? ""} ${s.toolCall ? `${s.toolCall.kind} ${s.toolCall.signature}` : ""}`.trim()).join(" ") : "");
+        if (redactionRules.length > 0 && contentMatchesRedactionRules(redactionCandidate, redactionRules)) {
+          redactionGatedCount++;
+          log.debug(`extraction: redaction-rule withheld fact #${redactionGatedCount} in ${targetStorage.dir}`);
+          continue;
+        }
+      } catch (redactionErr) {
+        log.warn(`extraction: redaction-rule gate failed open: ${redactionErr}`);
+      }
       const canonicalContentForHash = citationEnabled && hasCitationForTemplate(fact.content, citationTemplate) ? stripCitationForTemplate(fact.content, citationTemplate) : fact.content;
       const contentHashDedupKey = writeCategory === "procedure" ? buildProcedurePersistBody(fact.content, fact.procedureSteps) : canonicalContentForHash;
       const importance = scoreImportance(
@@ -12426,7 +12530,7 @@ ${normalized}`).digest("hex");
         );
       }
       if (exactDuplicate) {
-        if (biTemporal && biTemporal.validUntil) {
+        if (biTemporal && writeCategory === "fact" && (biTemporal.validUntil || biTemporal.validFrom)) {
           const fr = faithfulnessResultsByFactIndex?.get(factLoopIndex);
           const faithfulnessWouldPending = faithfulnessMode === "enforce" && fr?.ok === true && (fr.verdict === "unsupported" || fr.verdict === "contradicted");
           const requireSpansWouldPending = this.config.provenance?.requireSpans === true && fact.requireSpansPending === true;
@@ -12438,11 +12542,27 @@ ${normalized}`).digest("hex");
               contentHashDedupKey,
               {
                 invalidAt: biTemporal.validUntil,
+                // #1707 thread 2 — carry the corrected start bound too.
+                validFrom: biTemporal.validFrom,
                 observedAt: biTemporal.observedAt,
                 eventTimeSource: biTemporal.eventTimeSource
               },
               fact.entityRef
             );
+            await backfillTemporalBoundsOnPromotionCopies({
+              sourceStorage: targetStorage,
+              content: fact.content,
+              category: writeCategory,
+              confidence: fact.confidence,
+              entityRef: fact.entityRef,
+              structuredAttributes: fact.structuredAttributes,
+              bounds: {
+                invalidAt: biTemporal.validUntil,
+                validFrom: biTemporal.validFrom,
+                observedAt: biTemporal.observedAt,
+                eventTimeSource: biTemporal.eventTimeSource
+              }
+            });
           }
         }
         log.debug(
@@ -13100,8 +13220,9 @@ ${normalized}`).digest("hex");
     const dedupSuffix = dedupedCount > 0 ? ` (${dedupedCount} deduped)` : "";
     const gatedSuffix = importanceGatedCount > 0 ? ` (${importanceGatedCount} gated)` : "";
     const judgeSuffix = judgeGatedCount > 0 ? ` (${judgeGatedCount} judge-rejected)` : "";
+    const redactionSuffix = redactionGatedCount > 0 ? ` (${redactionGatedCount} redacted)` : "";
     log.info(
-      `persisted: ${facts.length - dedupedCount - importanceGatedCount - judgeGatedCount} facts${dedupSuffix}${gatedSuffix}${judgeSuffix}, ${entities.length} entities, ${questions.length} questions, ${profileUpdates.length} profile updates`
+      `persisted: ${facts.length - dedupedCount - importanceGatedCount - judgeGatedCount - redactionGatedCount} facts${dedupSuffix}${gatedSuffix}${judgeSuffix}${redactionSuffix}, ${entities.length} entities, ${questions.length} questions, ${profileUpdates.length} profile updates`
     );
     void (async () => {
       if (persistedIdsByStorage.size === 0) {
@@ -16192,4 +16313,4 @@ export {
   resolvePersistedMemoryRelativePath,
   Orchestrator
 };
-//# sourceMappingURL=chunk-KLFYKC3K.js.map
+//# sourceMappingURL=chunk-XPHVAOBT.js.map