@remnic/core 9.45.3 → 9.45.5

package/dist/chunk-D3J5SLQK.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/orchestration/extraction-watermark.ts"],"sourcesContent":["import path from \"node:path\";\n\nimport { capabilityAllowsNamespace, type TokenCapabilities } from \"../access-token-capabilities.js\";\nimport { resolveNamespaceCapabilities } from \"../capabilities.js\";\nimport { resolveCorpusNamespaceRoots, type CorpusNamespaceRoot } from \"../corpus-watermark.js\";\nimport { normalizeNamespaceIdentity } from \"../namespaces/identity.js\";\nimport type { ExtractionRootStats, ExtractionWatermarkRead } from \"../extraction-liveness.js\";\nimport type { MetaState, PluginConfig } from \"../types.js\";\n\nexport interface ExtractionWatermarkMeta extends Pick<MetaState, \"lastExtractionAt\"> {\n  extractionCount?: number;\n  lastConsolidationAt?: string | null;\n}\n\nexport interface ExtractionWatermarkStorage {\n  readonly dir: string;\n  loadMeta(): Promise<ExtractionWatermarkMeta>;\n}\n\nexport interface ExtractionNamespaceRootCache {\n  getResolvedRootsStatus(compute: () => Promise<CorpusNamespaceRoot[]>): {\n    roots: CorpusNamespaceRoot[] | undefined;\n    refreshError: unknown;\n  };\n}\n\nexport interface AggregateExtractionWatermarkOptions {\n  config: PluginConfig;\n  rootStorage: ExtractionWatermarkStorage;\n  rootMeta?: ExtractionWatermarkMeta;\n  storageForNamespace(\n    namespace: string,\n    rootDir: string\n  ): ExtractionWatermarkStorage | Promise<ExtractionWatermarkStorage>;\n  rootsCache?: ExtractionNamespaceRootCache;\n  caps?: TokenCapabilities;\n}\n\nfunction readFailure(reason: string, rootStats?: ExtractionRootStats): ExtractionWatermarkRead {\n  return {\n    lastExtractionAt: null,\n    readFailed: true,\n    readError: reason,\n    ...(rootStats ? { rootStats } : {}),\n  };\n}\n\nfunction errorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\nfunction watermarkFromMeta(meta: ExtractionWatermarkMeta, name: string): ExtractionWatermarkRead {\n  if (meta.lastExtractionAt !== null && meta.lastExtractionAt !== undefined) {\n    const parsed = Date.parse(meta.lastExtractionAt);\n    if (!Number.isFinite(parsed)) {\n      return readFailure(`${name} watermark timestamp invalid`);\n    }\n  }\n  const hasRootStats = meta.extractionCount !== undefined || meta.lastConsolidationAt !== undefined;\n  return {\n    lastExtractionAt: meta.lastExtractionAt ?? null,\n    readFailed: false,\n    ...(hasRootStats\n      ? {\n          rootStats: {\n            extractionCount: meta.extractionCount,\n            lastConsolidationAt: meta.lastConsolidationAt,\n          },\n        }\n      : {}),\n  };\n}\n\nasync function readWatermark(storage: ExtractionWatermarkStorage, name: string): Promise<ExtractionWatermarkRead> {\n  try {\n    return watermarkFromMeta(await storage.loadMeta(), name);\n  } catch (error) {\n    return readFailure(`${name} watermark unreadable: ${errorMessage(error)}`);\n  }\n}\n\nasync function resolveRoots(\n  options: AggregateExtractionWatermarkOptions\n): Promise<CorpusNamespaceRoot[] | ExtractionWatermarkRead> {\n  const compute = () =>\n    resolveCorpusNamespaceRoots({\n      config: options.config,\n      propagateDiscoveryErrors: true,\n    });\n  if (options.rootsCache) {\n    const { roots, refreshError } = options.rootsCache.getResolvedRootsStatus(compute);\n    if (refreshError !== undefined) {\n      return readFailure(`namespace watermark enumeration failed: ${errorMessage(refreshError)}`);\n    }\n    return roots ?? { lastExtractionAt: null, readFailed: false, pending: true };\n  }\n  try {\n    return await compute();\n  } catch (error) {\n    return readFailure(`namespace watermark enumeration failed: ${errorMessage(error)}`);\n  }\n}\n\nfunction isReadFailure(value: CorpusNamespaceRoot[] | ExtractionWatermarkRead): value is ExtractionWatermarkRead {\n  return !Array.isArray(value);\n}\n\nfunction newerWatermark(current: string | null, candidate: string | null): string | null {\n  if (candidate === null) return current;\n  const candidateMs = Date.parse(candidate);\n  if (!Number.isFinite(candidateMs)) return current;\n  if (current === null) return candidate;\n  const currentMs = Date.parse(current);\n  return !Number.isFinite(currentMs) || candidateMs > currentMs ? candidate : current;\n}\n\nexport async function readAggregateExtractionWatermark(\n  options: AggregateExtractionWatermarkOptions\n): Promise<ExtractionWatermarkRead> {\n  if (!resolveNamespaceCapabilities(options.config).namespaces) {\n    return options.rootMeta\n      ? watermarkFromMeta(options.rootMeta, \"root store\")\n      : readWatermark(options.rootStorage, \"root store\");\n  }\n\n  const resolved = await resolveRoots(options);\n  if (isReadFailure(resolved)) return resolved;\n\n  const rootDir = path.resolve(options.rootStorage.dir);\n  const seenDirs = new Set<string>([rootDir]);\n  const targets: CorpusNamespaceRoot[] = [];\n  for (const root of resolved) {\n    if (\n      options.caps &&\n      !root.namespaces.some((ns) =>\n        capabilityAllowsNamespace(options.caps, normalizeNamespaceIdentity(ns)),\n      )\n    ) {\n      continue;\n    }\n    const resolvedDir = path.resolve(root.rootDir);\n    if (seenDirs.has(resolvedDir)) continue;\n    seenDirs.add(resolvedDir);\n    targets.push(root);\n  }\n\n  const defaultNamespace = normalizeNamespaceIdentity(options.config.defaultNamespace);\n  const hasMigratedDefault = resolved.some(\n    (root) =>\n      path.resolve(root.rootDir) !== rootDir &&\n      root.namespaces.some((namespace) => normalizeNamespaceIdentity(namespace) === defaultNamespace),\n  );\n  const canAccessRoot =\n    !hasMigratedDefault &&\n    (!options.caps || capabilityAllowsNamespace(options.caps, defaultNamespace));\n  let rootRead: ExtractionWatermarkRead = { lastExtractionAt: null, readFailed: false };\n  if (canAccessRoot) {\n    rootRead = await readWatermark(options.rootStorage, \"root store\");\n    if (rootRead.readFailed) return rootRead;\n  }\n  let lastExtractionAt = rootRead.lastExtractionAt;\n\n  const reads = await Promise.all(\n    targets.map(async (target) => {\n      try {\n        const storage = await options.storageForNamespace(target.namespace, target.rootDir);\n        return await readWatermark(storage, \"namespace\");\n      } catch (error) {\n        return readFailure(`namespace watermark storage unavailable: ${errorMessage(error)}`);\n      }\n    })\n  );\n\n  for (const read of reads) {\n    if (read.readFailed) {\n      return readFailure(\n        read.readError ?? \"namespace watermark unreadable\",\n        rootRead.rootStats\n      );\n    }\n    lastExtractionAt = newerWatermark(lastExtractionAt, read.lastExtractionAt);\n  }\n  return {\n    lastExtractionAt,\n    readFailed: false,\n    ...(rootRead.rootStats ? { rootStats: rootRead.rootStats } : {}),\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;AAAA,OAAO,UAAU;AAsCjB,SAAS,YAAY,QAAgB,WAA0D;AAC7F,SAAO;AAAA,IACL,kBAAkB;AAAA,IAClB,YAAY;AAAA,IACZ,WAAW;AAAA,IACX,GAAI,YAAY,EAAE,UAAU,IAAI,CAAC;AAAA,EACnC;AACF;AAEA,SAAS,aAAa,OAAwB;AAC5C,SAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAC9D;AAEA,SAAS,kBAAkB,MAA+B,MAAuC;AAC/F,MAAI,KAAK,qBAAqB,QAAQ,KAAK,qBAAqB,QAAW;AACzE,UAAM,SAAS,KAAK,MAAM,KAAK,gBAAgB;AAC/C,QAAI,CAAC,OAAO,SAAS,MAAM,GAAG;AAC5B,aAAO,YAAY,GAAG,IAAI,8BAA8B;AAAA,IAC1D;AAAA,EACF;AACA,QAAM,eAAe,KAAK,oBAAoB,UAAa,KAAK,wBAAwB;AACxF,SAAO;AAAA,IACL,kBAAkB,KAAK,oBAAoB;AAAA,IAC3C,YAAY;AAAA,IACZ,GAAI,eACA;AAAA,MACE,WAAW;AAAA,QACT,iBAAiB,KAAK;AAAA,QACtB,qBAAqB,KAAK;AAAA,MAC5B;AAAA,IACF,IACA,CAAC;AAAA,EACP;AACF;AAEA,eAAe,cAAc,SAAqC,MAAgD;AAChH,MAAI;AACF,WAAO,kBAAkB,MAAM,QAAQ,SAAS,GAAG,IAAI;AAAA,EACzD,SAAS,OAAO;AACd,WAAO,YAAY,GAAG,IAAI,0BAA0B,aAAa,KAAK,CAAC,EAAE;AAAA,EAC3E;AACF;AAEA,eAAe,aACb,SAC0D;AAC1D,QAAM,UAAU,MACd,4BAA4B;AAAA,IAC1B,QAAQ,QAAQ;AAAA,IAChB,0BAA0B;AAAA,EAC5B,CAAC;AACH,MAAI,QAAQ,YAAY;AACtB,UAAM,EAAE,OAAO,aAAa,IAAI,QAAQ,WAAW,uBAAuB,OAAO;AACjF,QAAI,iBAAiB,QAAW;AAC9B,aAAO,YAAY,2CAA2C,aAAa,YAAY,CAAC,EAAE;AAAA,IAC5F;AACA,WAAO,SAAS,EAAE,kBAAkB,MAAM,YAAY,OAAO,SAAS,KAAK;AAAA,EAC7E;AACA,MAAI;AACF,WAAO,MAAM,QAAQ;AAAA,EACvB,SAAS,OAAO;AACd,WAAO,YAAY,2CAA2C,aAAa,KAAK,CAAC,EAAE;AAAA,EACrF;AACF;AAEA,SAAS,cAAc,OAA0F;AAC/G,SAAO,CAAC,MAAM,QAAQ,KAAK;AAC7B;AAEA,SAAS,eAAe,SAAwB,WAAyC;AACvF,MAAI,cAAc,KAAM,QAAO;AAC/B,QAAM,cAAc,KAAK,MAAM,SAAS;AACxC,MAAI,CAAC,OAAO,SAAS,WAAW,EAAG,QAAO;AAC1C,MAAI,YAAY,KAAM,QAAO;AAC7B,QAAM,YAAY,KAAK,MAAM,OAAO;AACpC,SAAO,CAAC,OAAO,SAAS,SAAS,KAAK,cAAc,YAAY,YAAY;AAC9E;AAEA,eAAsB,iCACpB,SACkC;AAClC,MAAI,CAAC,6BAA6B,QAAQ,MAAM,EAAE,YAAY;AAC5D,WAAO,QAAQ,WACX,kBAAkB,QAAQ,UAAU,YAAY,IAChD,cAAc,QAAQ,aAAa,YAAY;AAAA,EACrD;AAEA,QAAM,WAAW,MAAM,aAAa,OAAO;AAC3C,MAAI,cAAc,QAAQ,EAAG,QAAO;AAEpC,QAAM,UAAU,KAAK,QAAQ,QAAQ,YAAY,GAAG;AACpD,QAAM,WAAW,oBAAI,IAAY,CAAC,OAAO,CAAC;AAC1C,QAAM,UAAiC,CAAC;AACxC,aAAW,QAAQ,UAAU;AAC3B,QACE,QAAQ,QACR,CAAC,KAAK,WAAW;AAAA,MAAK,CAAC,OACrB,0BAA0B,QAAQ,MAAM,2BAA2B,EAAE,CAAC;AAAA,IACxE,GACA;AACA;AAAA,IACF;AACA,UAAM,cAAc,KAAK,QAAQ,KAAK,OAAO;AAC7C,QAAI,SAAS,IAAI,WAAW,EAAG;AAC/B,aAAS,IAAI,WAAW;AACxB,YAAQ,KAAK,IAAI;AAAA,EACnB;AAEA,QAAM,mBAAmB,2BAA2B,QAAQ,OAAO,gBAAgB;AACnF,QAAM,qBAAqB,SAAS;AAAA,IAClC,CAAC,SACC,KAAK,QAAQ,KAAK,OAAO,MAAM,WAC/B,KAAK,WAAW,KAAK,CAAC,cAAc,2BAA2B,SAAS,MAAM,gBAAgB;AAAA,EAClG;AACA,QAAM,gBACJ,CAAC,uBACA,CAAC,QAAQ,QAAQ,0BAA0B,QAAQ,MAAM,gBAAgB;AAC5E,MAAI,WAAoC,EAAE,kBAAkB,MAAM,YAAY,MAAM;AACpF,MAAI,eAAe;AACjB,eAAW,MAAM,cAAc,QAAQ,aAAa,YAAY;AAChE,QAAI,SAAS,WAAY,QAAO;AAAA,EAClC;AACA,MAAI,mBAAmB,SAAS;AAEhC,QAAM,QAAQ,MAAM,QAAQ;AAAA,IAC1B,QAAQ,IAAI,OAAO,WAAW;AAC5B,UAAI;AACF,cAAM,UAAU,MAAM,QAAQ,oBAAoB,OAAO,WAAW,OAAO,OAAO;AAClF,eAAO,MAAM,cAAc,SAAS,WAAW;AAAA,MACjD,SAAS,OAAO;AACd,eAAO,YAAY,4CAA4C,aAAa,KAAK,CAAC,EAAE;AAAA,MACtF;AAAA,IACF,CAAC;AAAA,EACH;AAEA,aAAW,QAAQ,OAAO;AACxB,QAAI,KAAK,YAAY;AACnB,aAAO;AAAA,QACL,KAAK,aAAa;AAAA,QAClB,SAAS;AAAA,MACX;AAAA,IACF;AACA,uBAAmB,eAAe,kBAAkB,KAAK,gBAAgB;AAAA,EAC3E;AACA,SAAO;AAAA,IACL;AAAA,IACA,YAAY;AAAA,IACZ,GAAI,SAAS,YAAY,EAAE,WAAW,SAAS,UAAU,IAAI,CAAC;AAAA,EAChE;AACF;","names":[]}