@remnic/core 10.0.92 → 10.0.93

package/dist/{chunk-E4IRW2FG.js → chunk-622V2AZA.js}

@@ -3,7 +3,7 @@ import {
   readNamespaceMaintenanceLastRanStatuses,
   readNamespaceMaintenanceStatuses,
   runNamespaceMaintenancePlan
-} from "./chunk-R2LBF4HH.js";
+} from "./chunk-5YT2IIFX.js";
 import {
   analyzeSessionIntegrity,
   applySessionRepair,
@@ -14,7 +14,7 @@ import {
 } from "./chunk-CMTINOFS.js";
 import {
   summarizeCorpusAndReplica
-} from "./chunk-FNXQZGUS.js";
+} from "./chunk-ZSE774RV.js";
 import {
   readJudgeVerdictStats
 } from "./chunk-OZKOPQCM.js";
@@ -25,6 +25,16 @@ import {
   runEvalBenchmarkCiGate,
   validateEvalBenchmarkPack
 } from "./chunk-JKMIGCK6.js";
+import {
+  resolveCorpusNamespaceRoots
+} from "./chunk-BGHCSLE5.js";
+import {
+  listNamespaces
+} from "./chunk-TJ4F6H4H.js";
+import {
+  listMemoryGovernanceRuns,
+  readMemoryGovernanceRunArtifact
+} from "./chunk-RM2YUFH6.js";
 import {
   resolveCuratedIncludeFilesStatePath,
   resolveNativeKnowledgeStatePath,
@@ -32,38 +42,31 @@ import {
 } from "./chunk-2DQ2XREU.js";
 import {
   runConsolidationProvenanceCheck
-} from "./chunk-PLCYKAWH.js";
+} from "./chunk-TYRWSE4B.js";
+import {
+  analyzeGraphHealth
+} from "./chunk-M4IEZGCK.js";
 import {
   reportBufferSurpriseDistribution
 } from "./chunk-YBPYIAA5.js";
 import {
   parseConfig
-} from "./chunk-B4QYQFGY.js";
-import {
-  readAggregateExtractionWatermark
-} from "./chunk-3RLK65ZK.js";
-import {
-  listNamespaces
-} from "./chunk-GVGAO3WV.js";
-import {
-  listMemoryGovernanceRuns,
-  readMemoryGovernanceRunArtifact
-} from "./chunk-7GLJMDEQ.js";
-import {
-  analyzeGraphHealth
-} from "./chunk-M4IEZGCK.js";
+} from "./chunk-UBEKET2V.js";
 import {
   summarizeExtractionLiveness
 } from "./chunk-AWD36R4D.js";
 import {
   StorageManager
-} from "./chunk-FSO3G4JJ.js";
+} from "./chunk-WQURALGV.js";
 import {
   lintWorkspaceFiles
 } from "./chunk-DM2T26WE.js";
 import {
   probeProjectionHealth
 } from "./chunk-AL3UYZ5N.js";
+import {
+  normalizeNamespaceIdentity
+} from "./chunk-VUFL7X3H.js";
 import {
   resolveAccessSetupCapabilities,
   resolveCapabilities,
@@ -75,16 +78,205 @@ import {
   resolvePresentationCapabilities,
   resolveQmdCapabilities
 } from "./chunk-C5LWPYS3.js";
+import {
+  capabilityAllowsNamespace
+} from "./chunk-OGBQMY46.js";
 import {
   readEnvVar,
   resolveHomeDir
 } from "./chunk-P2QRMMVQ.js";
 
 // src/operator-toolkit.ts
-import path from "path";
+import path2 from "path";
 import { constants as fsConstants } from "fs";
 import { access, mkdir, readFile, readdir, stat, unlink, writeFile } from "fs/promises";
 
+// src/orchestration/extraction-watermark.ts
+import path from "path";
+function readFailure(reason) {
+  return {
+    lastExtractionAt: null,
+    readFailed: true,
+    readError: reason
+  };
+}
+function errorMessage(error) {
+  return error instanceof Error ? error.message : String(error);
+}
+var ISO_TIMESTAMP_PATTERN = /^([+-]?\d{4,6})-(\d{2})-(\d{2})T(\d{2}):(\d{2})(?::(\d{2}))?(?:\.(\d+))?(Z|[+-]\d{2}:?\d{2})$/i;
+function validatedTimestampMs(value) {
+  const match = ISO_TIMESTAMP_PATTERN.exec(value);
+  const parsed = Date.parse(value);
+  if (!match || !Number.isFinite(parsed)) return null;
+  const [, yearText, monthText, dayText, hourText, minuteText, secondText, fraction, zone] = match;
+  const normalizedZone = zone.toUpperCase();
+  const offsetMinuteText = normalizedZone.includes(":") ? normalizedZone.slice(4, 6) : normalizedZone.slice(3, 5);
+  const year = Number(yearText);
+  const month = Number(monthText);
+  const day = Number(dayText);
+  const hour = Number(hourText);
+  const minute = Number(minuteText);
+  const second = secondText !== void 0 ? Number(secondText) : 0;
+  const leapYear = year % 4 === 0 && (year % 100 !== 0 || year % 400 === 0);
+  const daysInMonth = [31, leapYear ? 29 : 28, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31];
+  if (month < 1 || month > 12 || day < 1 || day > daysInMonth[month - 1]) return null;
+  if (hour === 24) {
+    const isEndOfDay = minute === 0 && second === 0 && /^0*$/.test(fraction ?? "");
+    return isEndOfDay ? parsed : null;
+  }
+  const zoneSign = normalizedZone === "Z" || normalizedZone[0] === "+" ? 1 : -1;
+  const offsetMinutes = normalizedZone === "Z" ? 0 : zoneSign * (Number(normalizedZone.slice(1, 3)) * 60 + Number(offsetMinuteText));
+  const representedCalendar = new Date(parsed + offsetMinutes * 6e4);
+  const millisecond = Number((fraction ?? "").padEnd(3, "0").slice(0, 3));
+  const expected = [
+    year,
+    month,
+    day,
+    hour,
+    minute,
+    second,
+    millisecond
+  ];
+  const actual = [
+    representedCalendar.getUTCFullYear(),
+    representedCalendar.getUTCMonth() + 1,
+    representedCalendar.getUTCDate(),
+    representedCalendar.getUTCHours(),
+    representedCalendar.getUTCMinutes(),
+    representedCalendar.getUTCSeconds(),
+    representedCalendar.getUTCMilliseconds()
+  ];
+  return actual.every((part, index) => part === expected[index]) ? parsed : null;
+}
+function mergeRootStats(current, candidate) {
+  if (!current && !candidate) return void 0;
+  const currentCount = current?.extractionCount;
+  const candidateCount = candidate?.extractionCount;
+  const extractionCount = currentCount === void 0 && candidateCount === void 0 ? void 0 : (currentCount ?? 0) + (candidateCount ?? 0);
+  const currentConsolidation = current?.lastConsolidationAt;
+  const candidateConsolidation = candidate?.lastConsolidationAt;
+  const hasConsolidation = currentConsolidation !== void 0 || candidateConsolidation !== void 0;
+  return {
+    ...extractionCount === void 0 ? {} : { extractionCount },
+    ...hasConsolidation ? {
+      lastConsolidationAt: newerWatermark(
+        currentConsolidation ?? null,
+        candidateConsolidation ?? null
+      )
+    } : {}
+  };
+}
+function watermarkFromMeta(meta, name) {
+  if (meta.lastExtractionAt !== null && meta.lastExtractionAt !== void 0 && validatedTimestampMs(meta.lastExtractionAt) === null) {
+    return readFailure(`${name} watermark timestamp invalid`);
+  }
+  if (meta.lastConsolidationAt !== null && meta.lastConsolidationAt !== void 0 && validatedTimestampMs(meta.lastConsolidationAt) === null) {
+    return readFailure(`${name} consolidation timestamp invalid`);
+  }
+  const hasRootStats = meta.extractionCount !== void 0 || meta.lastConsolidationAt !== void 0;
+  return {
+    lastExtractionAt: meta.lastExtractionAt ?? null,
+    readFailed: false,
+    ...hasRootStats ? {
+      rootStats: {
+        extractionCount: meta.extractionCount,
+        lastConsolidationAt: meta.lastConsolidationAt
+      }
+    } : {}
+  };
+}
+async function readWatermark(storage, name) {
+  try {
+    return watermarkFromMeta(await storage.loadMeta(), name);
+  } catch (error) {
+    return readFailure(`${name} watermark unreadable: ${errorMessage(error)}`);
+  }
+}
+async function resolveRoots(options) {
+  const compute = () => resolveCorpusNamespaceRoots({
+    config: options.config,
+    propagateDiscoveryErrors: true
+  });
+  if (options.rootsCache) {
+    const { roots, refreshError } = options.rootsCache.getResolvedRootsStatus(compute);
+    if (refreshError !== void 0) {
+      return readFailure(`namespace watermark enumeration failed: ${errorMessage(refreshError)}`);
+    }
+    return roots ?? { lastExtractionAt: null, readFailed: false, pending: true };
+  }
+  try {
+    return await compute();
+  } catch (error) {
+    return readFailure(`namespace watermark enumeration failed: ${errorMessage(error)}`);
+  }
+}
+function isReadFailure(value) {
+  return !Array.isArray(value);
+}
+function newerWatermark(current, candidate) {
+  if (candidate === null) return current;
+  const candidateMs = validatedTimestampMs(candidate);
+  if (candidateMs === null) return current;
+  if (current === null) return candidate;
+  const currentMs = validatedTimestampMs(current);
+  return currentMs === null || candidateMs > currentMs ? candidate : current;
+}
+async function readAggregateExtractionWatermark(options) {
+  if (!resolveNamespaceCapabilities(options.config).namespaces) {
+    return options.rootMeta ? watermarkFromMeta(options.rootMeta, "root store") : readWatermark(options.rootStorage, "root store");
+  }
+  const resolved = await resolveRoots(options);
+  if (isReadFailure(resolved)) return resolved;
+  const rootDir = path.resolve(options.rootStorage.dir);
+  const seenDirs = /* @__PURE__ */ new Set([rootDir]);
+  const targets = [];
+  for (const root of resolved) {
+    if (options.caps && !root.namespaces.some(
+      (ns) => capabilityAllowsNamespace(options.caps, normalizeNamespaceIdentity(ns))
+    )) {
+      continue;
+    }
+    const resolvedDir = path.resolve(root.rootDir);
+    if (seenDirs.has(resolvedDir)) continue;
+    seenDirs.add(resolvedDir);
+    targets.push(root);
+  }
+  const defaultNamespace = normalizeNamespaceIdentity(options.config.defaultNamespace);
+  const hasMigratedDefault = resolved.some(
+    (root) => path.resolve(root.rootDir) !== rootDir && root.namespaces.some((namespace) => normalizeNamespaceIdentity(namespace) === defaultNamespace)
+  );
+  const canAccessRoot = !hasMigratedDefault && (!options.caps || capabilityAllowsNamespace(options.caps, defaultNamespace));
+  let rootRead = { lastExtractionAt: null, readFailed: false };
+  if (canAccessRoot) {
+    rootRead = options.rootMeta ? watermarkFromMeta(options.rootMeta, "root store") : await readWatermark(options.rootStorage, "root store");
+    if (rootRead.readFailed) return rootRead;
+  }
+  let lastExtractionAt = rootRead.lastExtractionAt;
+  let rootStats = rootRead.rootStats;
+  const reads = await Promise.all(
+    targets.map(async (target) => {
+      try {
+        const storage = await options.storageForNamespace(target.namespace, target.rootDir);
+        return await readWatermark(storage, "namespace");
+      } catch (error) {
+        return readFailure(`namespace watermark storage unavailable: ${errorMessage(error)}`);
+      }
+    })
+  );
+  for (const read of reads) {
+    if (read.readFailed) {
+      return readFailure(read.readError ?? "namespace watermark unreadable");
+    }
+    lastExtractionAt = newerWatermark(lastExtractionAt, read.lastExtractionAt);
+    rootStats = mergeRootStats(rootStats, read.rootStats);
+  }
+  return {
+    lastExtractionAt,
+    readFailed: false,
+    ...rootStats ? { rootStats } : {}
+  };
+}
+
 // src/maintenance/namespace-maintenance-fanout.ts
 var NAMESPACE_MAINTENANCE_JOBS = [
   "qmd",
@@ -251,7 +443,7 @@ function resolveConfigPath(explicitPath) {
   if (explicitPath && explicitPath.trim().length > 0) return explicitPath.trim();
   const configured = readEnvVar("OPENCLAW_CONFIG_PATH") || readEnvVar("OPENCLAW_ENGRAM_CONFIG_PATH");
   if (configured && configured.trim().length > 0) return configured.trim();
-  return path.join(resolveHomeDir(), ".openclaw", "openclaw.json");
+  return path2.join(resolveHomeDir(), ".openclaw", "openclaw.json");
 }
 async function loadCliPluginConfig(configPath) {
   const resolvedPath = resolveConfigPath(configPath);
@@ -322,12 +514,12 @@ function getSetupPaths(config) {
   return [
     config.memoryDir,
     config.workspaceDir,
-    path.join(config.memoryDir, "facts"),
-    path.join(config.memoryDir, "entities"),
-    path.join(config.memoryDir, "state"),
-    path.join(config.memoryDir, "questions"),
-    path.join(config.memoryDir, "artifacts"),
-    path.join(config.memoryDir, "config")
+    path2.join(config.memoryDir, "facts"),
+    path2.join(config.memoryDir, "entities"),
+    path2.join(config.memoryDir, "state"),
+    path2.join(config.memoryDir, "questions"),
+    path2.join(config.memoryDir, "artifacts"),
+    path2.join(config.memoryDir, "config")
   ];
 }
 async function readJsonIfExists(filePath) {
@@ -340,9 +532,9 @@ async function readJsonIfExists(filePath) {
 async function summarizeNativeKnowledgeStatus(config) {
   const nativeKnowledge = config.nativeKnowledge;
   const nativeKnowledgeStateDir = nativeKnowledge?.stateDir ?? "state/native-knowledge";
-  const curatedStatePath = nativeKnowledge ? resolveCuratedIncludeFilesStatePath(config.memoryDir, nativeKnowledge) : path.join(config.memoryDir, nativeKnowledgeStateDir, "curated-include-sync.json");
-  const obsidianStatePath = nativeKnowledge ? resolveNativeKnowledgeStatePath(config.memoryDir, nativeKnowledge) : path.join(config.memoryDir, nativeKnowledgeStateDir, "obsidian-sync.json");
-  const openclawStatePath = nativeKnowledge ? resolveOpenClawWorkspaceStatePath(config.memoryDir, nativeKnowledge) : path.join(config.memoryDir, nativeKnowledgeStateDir, "openclaw-workspace-sync.json");
+  const curatedStatePath = nativeKnowledge ? resolveCuratedIncludeFilesStatePath(config.memoryDir, nativeKnowledge) : path2.join(config.memoryDir, nativeKnowledgeStateDir, "curated-include-sync.json");
+  const obsidianStatePath = nativeKnowledge ? resolveNativeKnowledgeStatePath(config.memoryDir, nativeKnowledge) : path2.join(config.memoryDir, nativeKnowledgeStateDir, "obsidian-sync.json");
+  const openclawStatePath = nativeKnowledge ? resolveOpenClawWorkspaceStatePath(config.memoryDir, nativeKnowledge) : path2.join(config.memoryDir, nativeKnowledgeStateDir, "openclaw-workspace-sync.json");
   const [curatedRaw, obsidianRaw, openclawRaw] = await Promise.all([
     readJsonIfExists(curatedStatePath),
     readJsonIfExists(obsidianStatePath),
@@ -480,7 +672,7 @@ async function runOperatorSetup(options) {
     options.orchestrator.config.qmdCollection
   ) : "skipped";
   const nativeKnowledgeStatus = await summarizeNativeKnowledgeStatus(options.orchestrator.config);
-  const memoryDocPath = path.join(options.orchestrator.config.workspaceDir, "MEMORY.md");
+  const memoryDocPath = path2.join(options.orchestrator.config.workspaceDir, "MEMORY.md");
   const captureInstructionsMode = options.captureInstructionsMode ?? (options.installCaptureInstructions ? "install" : void 0);
   let memoryDocExists = false;
   try {
@@ -621,9 +813,9 @@ async function buildOperatorConfigReviewReport(input) {
   const findings = [];
   const searchBackend = config.searchBackend ?? "qmd";
   const workspaceBootstrapFiles = [
-    path.join(config.workspaceDir, "IDENTITY.md"),
-    path.join(config.workspaceDir, "MEMORY.md"),
-    path.join(config.workspaceDir, "USER.md")
+    path2.join(config.workspaceDir, "IDENTITY.md"),
+    path2.join(config.workspaceDir, "MEMORY.md"),
+    path2.join(config.workspaceDir, "USER.md")
   ];
   const workspaceBootstrapExists = (await Promise.all(workspaceBootstrapFiles.map(pathExists))).some(Boolean);
   if (config.memoryOsPreset !== "conservative" && config.memoryOsPreset !== "balanced" && config.memoryOsPreset !== "research-max" && config.memoryOsPreset !== "local-llm-heavy" && resolveIndexingCapabilities(config).queryAwareIndexing === false && resolvePresentationCapabilities(config).verbatimArtifacts === false && !caps.rerank) {
@@ -1109,10 +1301,10 @@ async function summarizeGraphEdgeDecayStatus(config) {
 }
 async function summarizeTierDistribution(storage) {
   try {
-    const { summarizeTiers } = await import("./tier-stats-FQGQSFET.js");
+    const { summarizeTiers } = await import("./tier-stats-FXEUJN73.js");
     const summary = await summarizeTiers(storage);
     const storageDir = storage.dir ?? "";
-    const journalPath = storageDir.length > 0 ? path.join(storageDir, "state", "tier-migration-journal.jsonl") : null;
+    const journalPath = storageDir.length > 0 ? path2.join(storageDir, "state", "tier-migration-journal.jsonl") : null;
     let recentMigrations = 0;
     const demotionReasons = {};
     const sevenDaysAgoMs = Date.now() - 7 * 864e5;
@@ -1170,11 +1362,11 @@ async function summarizeDreamsPhases(config, storage = new StorageManager(config
   let deepSleepLastRun = null;
   let deepSleepLastRunWarning = null;
   try {
-    const runsDir = path.join(config.memoryDir, "state", "memory-governance", "runs");
+    const runsDir = path2.join(config.memoryDir, "state", "memory-governance", "runs");
     const runIds = (await readdir(runsDir)).sort().reverse();
     if (runIds.length > 0) {
       const latestRunId = runIds[0];
-      const manifestPath = path.join(
+      const manifestPath = path2.join(
         runsDir,
         latestRunId,
         "manifest.json"
@@ -1421,7 +1613,7 @@ async function dirSize(targetPath) {
     return 0;
   }
   for (const entry of entries) {
-    total += await dirSize(path.join(targetPath, entry.name));
+    total += await dirSize(path2.join(targetPath, entry.name));
   }
   return total;
 }
@@ -1441,7 +1633,7 @@ async function summarizeStorageFootprint(memoryDir) {
   const byTopLevel = {};
   let bytes = 0;
   for (const name of topLevel) {
-    const size = await dirSize(path.join(memoryDir, name));
+    const size = await dirSize(path2.join(memoryDir, name));
     if (size > 0) {
       byTopLevel[name] = size;
       bytes += size;
@@ -1664,6 +1856,7 @@ async function runOperatorRepair(options) {
 }
 
 export {
+  readAggregateExtractionWatermark,
   runNamespaceMaintenanceFanout,
   summarizeNamespaceMaintenanceHealth,
   formatNamespaceMaintenanceHealthText,
@@ -1683,4 +1876,4 @@ export {
   runBenchmarkRecall,
   runOperatorRepair
 };
-//# sourceMappingURL=chunk-E4IRW2FG.js.map
+//# sourceMappingURL=chunk-622V2AZA.js.map