@unbrained/pm-cli 2026.9.7 → 2026.9.9

package/dist/core/store/item-metadata-cache.js

@@ -1,1117 +1,2 @@
-/**
- * @module core/store/item-metadata-cache
- *
- * Reads and writes tracker storage with format-aware helpers for the item metadata cache.
- */
-
-!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="8b8c705a-8d80-576f-8642-f6f686cdbed9")}catch(e){}}();
-import fs from "node:fs/promises";
-import path from "node:path";
-import { createHash, randomUUID } from "node:crypto";
-import { getActiveExtensionRegistrations, hasActiveOnReadHooks, runActiveOnReadHooks, } from "../extensions/index.js";
-import { collectRegisteredItemFieldNames } from "../extensions/item-fields.js";
-import { parseItemDocument } from "../item/item-format.js";
-import { evictOldestMemoEntries } from "../shared/memo.js";
-import { isFileMissingError, writeFileAtomic } from "../fs/fs-utils.js";
-import { acquireLock } from "../lock/lock.js";
-import { ITEM_FILE_EXTENSIONS, getItemFormatFromPath } from "./paths.js";
-import { rebuildItemMetadataQueryIndex, removeItemMetadataQueryIndex, updateItemMetadataQueryIndex, } from "./item-metadata-query-index.js";
-const CACHE_VERSION = 8;
-/** Minimum item count at which derived-index mutations use cross-process locking. */
-export const DEFAULT_DERIVED_INDEX_MINIMUM_ITEMS = 500;
-const DERIVED_INDEX_LOCK_ID = "metadata-derived-index";
-const CACHE_FILENAME = "metadata-cache.json";
-const BODY_CACHE_FILENAME = "metadata-cache-bodies.json";
-const COLLECTIONS_CACHE_FILENAME = "metadata-cache-collections.json";
-const DELTA_CACHE_FILENAME = "metadata-cache-delta.json";
-const MANIFEST_CACHE_FILENAME = "metadata-cache-manifest.json";
-const MAX_CACHE_CONTEXTS = 4;
-/** Heavy "collection" item-metadata fields. These arrays dominate the on-disk cache (e.g. a single item's comment thread can be hundreds of KB) yet the hot list path (`pm list`, stats, deps, activity, calendar, close) never reads them. They are stored in a separate collections cache that is parsed only when a caller opts in (`includeCollections`), keeping the always-loaded light cache an order of magnitude smaller and its JSON.parse correspondingly cheaper. */
-export const HEAVY_METADATA_KEYS = [
-    "comments",
-    "notes",
-    "learnings",
-    "files",
-    "tests",
-    "test_runs",
-    "docs",
-];
-function resolveActiveExtensionFieldNames() {
-    return collectRegisteredItemFieldNames(getActiveExtensionRegistrations());
-}
-/** Split parsed item-metadata into the light scalar/small fields (everything except the heavy collection arrays) and the heavy collection fields. Only keys that are actually present are moved, so an item without comments stays without comments in both tiers. */
-function splitHeavyMetadata(metadata) {
-    const light = { ...metadata };
-    const heavy = {};
-    for (const key of HEAVY_METADATA_KEYS) {
-        if (key in light) {
-            heavy[key] = light[key];
-            delete light[key];
-        }
-    }
-    return { light: light, heavy };
-}
-/** Recombine light metadata with cached heavy collection fields. Key order differs from the on-disk document, but every downstream hash/serialization canonicalizes and sorts keys (`stableStringify`), so the merged record is byte-identical once hashed. */
-function mergeHeavyMetadata(light, heavy) {
-    if (!heavy || Object.keys(heavy).length === 0) {
-        return light;
-    }
-    return { ...light, ...heavy };
-}
-function computeContextFingerprint(preferredFormat, typeToFolder, schema, extensionFieldNames) {
-    const hash = createHash("sha256");
-    hash.update(`format:${preferredFormat ?? "default"}`);
-    const sortedTypes = Object.entries(typeToFolder)
-        .sort(([a], [b]) => a.localeCompare(b))
-        .map(([type, folder]) => `${type}=${folder}`)
-        .join(",");
-    hash.update(`|types:${sortedTypes}`);
-    if (schema) {
-        hash.update(`|schema:${JSON.stringify(schema)}`);
-    }
-    if (extensionFieldNames.length > 0) {
-        hash.update(`|extension_fields:${extensionFieldNames.join(",")}`);
-    }
-    return hash.digest("hex").slice(0, 16);
-}
-function getCachePath(pmRoot) {
-    return path.join(pmRoot, "runtime", CACHE_FILENAME);
-}
-function getBodyCachePath(pmRoot) {
-    return path.join(pmRoot, "runtime", BODY_CACHE_FILENAME);
-}
-function getCollectionsCachePath(pmRoot) {
-    return path.join(pmRoot, "runtime", COLLECTIONS_CACHE_FILENAME);
-}
-function getDeltaCachePath(pmRoot) {
-    return path.join(pmRoot, "runtime", DELTA_CACHE_FILENAME);
-}
-function getManifestCachePath(pmRoot) {
-    return path.join(pmRoot, "runtime", MANIFEST_CACHE_FILENAME);
-}
-function getContextCachePath(cachePath, contextFingerprint) {
-    const extension = path.extname(cachePath);
-    return `${cachePath.slice(0, -extension.length)}.${contextFingerprint}${extension}`;
-}
-/**
- * In-process memo of parsed cache envelopes keyed by cache file path and validated
- * against the file's stat signature on every load. Commands that scan the corpus more
- * than once per invocation (`pm next`, `pm context`) and long-lived in-process hosts
- * (the MCP server) would otherwise re-read and re-parse multi-megabyte JSON on every
- * scan. Envelopes handed out from the memo are shared, so they must be treated as
- * read-only — the write path always goes through `mutateItem` on a `structuredClone`d
- * document parsed fresh from the item file, never through listed cache metadata.
- *
- * The cap bounds memory when one long-lived process serves many project roots
- * (3 envelopes per root). Hits re-insert their entry so Map insertion order tracks
- * recency, making the half-eviction drop the least-recently-used roots.
- */
-const ENVELOPE_MEMO_MAX_ENTRIES = 24;
-const envelopeMemo = new Map();
-const projectedBaseCursor = new WeakMap();
-function baseCursorFor(envelope) {
-    return projectedBaseCursor.get(envelope) ?? envelope.source_cursor;
-}
-function applyMetadataDelta(envelope, delta) {
-    const baseCursor = baseCursorFor(envelope);
-    if (delta.base_source_cursor !== baseCursor ||
-        envelope.source_cursor === delta.source_cursor) {
-        return;
-    }
-    projectedBaseCursor.set(envelope, baseCursor);
-    for (const [relativePath, change] of Object.entries(delta.changes)) {
-        if (change.entry)
-            envelope.entries[relativePath] = change.entry;
-        else
-            delete envelope.entries[relativePath];
-    }
-    envelope.directory_signatures = delta.directory_signatures;
-    envelope.source_cursor = delta.source_cursor;
-}
-function applyBodyDelta(envelope, delta) {
-    if (!envelope)
-        return;
-    const baseCursor = baseCursorFor(envelope);
-    if (delta.base_source_cursor !== baseCursor ||
-        envelope.source_cursor === delta.source_cursor) {
-        return;
-    }
-    projectedBaseCursor.set(envelope, baseCursor);
-    for (const [relativePath, change] of Object.entries(delta.changes)) {
-        if (change.body)
-            envelope.bodies[relativePath] = change.body;
-        else
-            delete envelope.bodies[relativePath];
-    }
-    envelope.source_cursor = delta.source_cursor;
-}
-function applyCollectionsDelta(envelope, delta) {
-    if (!envelope)
-        return;
-    const baseCursor = baseCursorFor(envelope);
-    if (delta.base_source_cursor !== baseCursor ||
-        envelope.source_cursor === delta.source_cursor) {
-        return;
-    }
-    projectedBaseCursor.set(envelope, baseCursor);
-    for (const [relativePath, change] of Object.entries(delta.changes)) {
-        if (change.collections)
-            envelope.collections[relativePath] = change.collections;
-        else
-            delete envelope.collections[relativePath];
-    }
-    envelope.source_cursor = delta.source_cursor;
-}
-function applyDerivedIndexDelta(metadata, bodies, collections, delta) {
-    if (!metadata ||
-        !delta ||
-        metadata.context_fingerprint !== delta.context_fingerprint) {
-        return;
-    }
-    applyMetadataDelta(metadata, delta);
-    applyBodyDelta(bodies, delta);
-    applyCollectionsDelta(collections, delta);
-}
-function memoizeEnvelope(cachePath, entry) {
-    if (envelopeMemo.size >= ENVELOPE_MEMO_MAX_ENTRIES &&
-        !envelopeMemo.has(cachePath)) {
-        evictOldestMemoEntries(envelopeMemo);
-    }
-    envelopeMemo.set(cachePath, entry);
-}
-async function loadEnvelopeMemoized(cachePath, parse) {
-    let stat;
-    try {
-        stat = await fs.stat(cachePath);
-    }
-    catch {
-        envelopeMemo.delete(cachePath);
-        return null;
-    }
-    const memoized = envelopeMemo.get(cachePath);
-    if (memoized &&
-        statMatches(memoized.signature, stat.mtimeMs, stat.ctimeMs, stat.size)) {
-        // Re-insert on hit so insertion order tracks recency for the LRU half-eviction.
-        envelopeMemo.delete(cachePath);
-        envelopeMemo.set(cachePath, memoized);
-        return memoized.envelope;
-    }
-    let envelope;
-    try {
-        envelope = parse(await fs.readFile(cachePath, "utf8"));
-    }
-    catch {
-        envelope = null;
-    }
-    memoizeEnvelope(cachePath, {
-        signature: {
-            mtime_ms: stat.mtimeMs,
-            ctime_ms: stat.ctimeMs,
-            size: stat.size,
-        },
-        envelope,
-    });
-    return envelope;
-}
-/**
- * Drop memoized envelopes. Exposed for tests; production invalidation is stat-driven
- * plus the explicit delete in {@link persistCache} after a rewrite.
- */
-export function clearItemMetadataEnvelopeMemo() {
-    envelopeMemo.clear();
-}
-async function loadCache(pmRoot, contextFingerprint, diagnostics) {
-    const parse = (raw) => {
-        const parsed = JSON.parse(raw);
-        if (parsed.version !== CACHE_VERSION ||
-            typeof parsed.source_cursor !== "string" ||
-            typeof parsed.entries !== "object" ||
-            parsed.entries === null) {
-            return null;
-        }
-        return parsed;
-    };
-    const cachePath = getCachePath(pmRoot);
-    const active = await loadEnvelopeMemoized(cachePath, parse);
-    if (!contextFingerprint ||
-        active === null ||
-        active.context_fingerprint === contextFingerprint) {
-        return active;
-    }
-    const retained = await loadEnvelopeMemoized(getContextCachePath(cachePath, contextFingerprint), parse);
-    if (retained === null) {
-        appendWarning(diagnostics, `metadata_cache_context_changed:${active.context_fingerprint}->${contextFingerprint}`);
-    }
-    return retained;
-}
-async function loadBodyCache(pmRoot, contextFingerprint) {
-    const parse = (raw) => {
-        const parsed = JSON.parse(raw);
-        if (parsed.version !== CACHE_VERSION ||
-            typeof parsed.source_cursor !== "string" ||
-            typeof parsed.bodies !== "object" ||
-            parsed.bodies === null) {
-            return null;
-        }
-        return parsed;
-    };
-    const cachePath = getBodyCachePath(pmRoot);
-    const active = await loadEnvelopeMemoized(cachePath, parse);
-    return contextFingerprint &&
-        active?.context_fingerprint !== contextFingerprint
-        ? await loadEnvelopeMemoized(getContextCachePath(cachePath, contextFingerprint), parse)
-        : active;
-}
-async function loadCollectionsCache(pmRoot, contextFingerprint) {
-    const parse = (raw) => {
-        const parsed = JSON.parse(raw);
-        if (parsed.version !== CACHE_VERSION ||
-            typeof parsed.source_cursor !== "string" ||
-            typeof parsed.collections !== "object" ||
-            parsed.collections === null) {
-            return null;
-        }
-        return parsed;
-    };
-    const cachePath = getCollectionsCachePath(pmRoot);
-    const active = await loadEnvelopeMemoized(cachePath, parse);
-    return contextFingerprint &&
-        active?.context_fingerprint !== contextFingerprint
-        ? await loadEnvelopeMemoized(getContextCachePath(cachePath, contextFingerprint), parse)
-        : active;
-}
-async function loadDerivedIndexDelta(pmRoot) {
-    const deltaPath = getDeltaCachePath(pmRoot);
-    const envelope = await loadEnvelopeMemoized(deltaPath, (raw) => {
-        const parsed = JSON.parse(raw);
-        if (parsed.version !== CACHE_VERSION ||
-            typeof parsed.base_source_cursor !== "string" ||
-            typeof parsed.source_cursor !== "string" ||
-            typeof parsed.changes !== "object" ||
-            parsed.changes === null) {
-            return null;
-        }
-        return parsed;
-    });
-    if (envelope)
-        return { envelope, invalid: false };
-    try {
-        await fs.stat(deltaPath);
-        return { envelope: null, invalid: true };
-    }
-    catch {
-        return { envelope: null, invalid: false };
-    }
-}
-async function loadDerivedIndexManifest(pmRoot) {
-    const manifestPath = getManifestCachePath(pmRoot);
-    const manifest = await loadEnvelopeMemoized(manifestPath, (raw) => {
-        const parsed = JSON.parse(raw);
-        if (parsed.version !== CACHE_VERSION ||
-            typeof parsed.context_fingerprint !== "string" ||
-            typeof parsed.source_cursor !== "string" ||
-            !Number.isInteger(parsed.entry_count) ||
-            parsed.entry_count < 0 ||
-            typeof parsed.directory_signatures !== "object" ||
-            parsed.directory_signatures === null) {
-            return null;
-        }
-        return parsed;
-    });
-    if (manifest)
-        return manifest;
-    try {
-        await fs.stat(manifestPath);
-        await removeDerivedIndexFiles(pmRoot);
-    }
-    catch {
-        // Missing manifests are the normal pre-index and small-workspace state.
-    }
-    return null;
-}
-async function persistCache(cachePath, envelope) {
-    await fs.mkdir(path.dirname(cachePath), { recursive: true });
-    await writeFileAtomic(cachePath, JSON.stringify(envelope));
-    // Repopulate the memo with the just-written envelope so the next read after a
-    // write skips the cold re-read; fall back to plain invalidation when the fresh
-    // stat signature cannot be captured.
-    try {
-        const stat = await fs.stat(cachePath);
-        memoizeEnvelope(cachePath, {
-            signature: {
-                mtime_ms: stat.mtimeMs,
-                ctime_ms: stat.ctimeMs,
-                size: stat.size,
-            },
-            envelope,
-        });
-    }
-    catch {
-        envelopeMemo.delete(cachePath);
-    }
-    const pmRoot = path.dirname(path.dirname(cachePath));
-    if (cachePath === getCachePath(pmRoot) ||
-        cachePath === getBodyCachePath(pmRoot) ||
-        cachePath === getCollectionsCachePath(pmRoot)) {
-        const contextPath = getContextCachePath(cachePath, envelope.context_fingerprint);
-        await writeFileAtomic(contextPath, JSON.stringify(envelope));
-        try {
-            const contextStat = await fs.stat(contextPath);
-            memoizeEnvelope(contextPath, {
-                signature: {
-                    mtime_ms: contextStat.mtimeMs,
-                    ctime_ms: contextStat.ctimeMs,
-                    size: contextStat.size,
-                },
-                envelope,
-            });
-        }
-        catch {
-            envelopeMemo.delete(contextPath);
-        }
-        const directory = path.dirname(cachePath);
-        const extension = path.extname(cachePath);
-        const stem = path.basename(cachePath, extension);
-        const variants = (await fs.readdir(directory, { withFileTypes: true }).catch(() => []))
-            .filter((entry) => entry.isFile() &&
-            entry.name !== path.basename(cachePath) &&
-            entry.name.startsWith(`${stem}.`) &&
-            entry.name.endsWith(extension))
-            .map((entry) => path.join(directory, entry.name));
-        if (variants.length > MAX_CACHE_CONTEXTS) {
-            const byAge = (await Promise.all(variants.map(async (variantPath) => {
-                try {
-                    return {
-                        path: variantPath,
-                        mtime: (await fs.stat(variantPath)).mtimeMs,
-                    };
-                }
-                catch {
-                    return null;
-                }
-            }))).filter((entry) => entry !== null);
-            for (const stale of byAge
-                .sort((left, right) => left.mtime - right.mtime)
-                .slice(0, Math.max(0, byAge.length - MAX_CACHE_CONTEXTS))) {
-                await fs.rm(stale.path, { force: true });
-                envelopeMemo.delete(stale.path);
-            }
-        }
-    }
-}
-/**
- * Decide whether a freshly parsed document candidate should replace the one
- * already recorded for the same item id when both an explicit-format file and a
- * fallback-format file exist (e.g. `pm-x.toon` and `pm-x.md`). An explicit
- * `preferredFormat` wins; otherwise `toon` wins over any non-toon format.
- *
- * This is a pure decision so the winner is fully deterministic regardless of the
- * order in which the concurrent per-file reads resolve — the inline call site
- * populates the map as each async read completes, so without a pure rule the
- * branch taken (and thus its coverage) would race. Keep this exported and
- * unit-tested across every format combination.
- */
-export function shouldReplaceCachedDocumentCandidate(existingFormat, candidateFormat, preferredFormat) {
-    if (preferredFormat) {
-        return (candidateFormat === preferredFormat && existingFormat !== preferredFormat);
-    }
-    return candidateFormat === "toon" && existingFormat !== "toon";
-}
-/** Decide whether a scanned candidate should be recorded for its item id. An unseen id is always recorded; duplicate ids delegate to the deterministic cross-format preference rule. Keeping the short-circuit in this pure helper makes both outcomes testable without relying on filesystem enumeration or concurrent read completion order. */
-export function shouldRecordCachedDocumentCandidate(existingFormat, candidateFormat, preferredFormat) {
-    return (existingFormat === undefined ||
-        shouldReplaceCachedDocumentCandidate(existingFormat, candidateFormat, preferredFormat));
-}
-function appendWarning(warnings, warning) {
-    if (warnings && !warnings.includes(warning)) {
-        warnings.push(warning);
-    }
-}
-function statMatches(signature, mtimeMs, ctimeMs, size) {
-    return (signature.mtime_ms === mtimeMs &&
-        signature.ctime_ms === ctimeMs &&
-        signature.size === size);
-}
-async function readItemDirectoryFiles(pmRoot, folder, warnings) {
-    const dirPath = path.join(pmRoot, folder);
-    try {
-        const files = await fs.readdir(dirPath);
-        return { folder, dirPath, files };
-    }
-    catch (error) {
-        if (typeof error === "object" &&
-            error !== null &&
-            "code" in error &&
-            !isFileMissingError(error)) {
-            appendWarning(warnings, `item_list_directory_read_failed:${folder}`);
-        }
-        return { folder, dirPath, files: [] };
-    }
-}
-async function readDirectorySignature(pmRoot, folder) {
-    try {
-        const stat = await fs.stat(path.join(pmRoot, folder));
-        return [
-            folder,
-            {
-                exists: true,
-                mtime_ms: stat.mtimeMs,
-                ctime_ms: stat.ctimeMs,
-                size: stat.size,
-            },
-        ];
-    }
-    catch {
-        return [folder, { exists: false, mtime_ms: 0, ctime_ms: 0, size: 0 }];
-    }
-}
-async function readDirectorySignatures(pmRoot, folders) {
-    return Object.fromEntries(await Promise.all(folders.map(async (folder) => await readDirectorySignature(pmRoot, folder))));
-}
-function directorySignaturesMatch(left, right) {
-    if (!left || Object.keys(left).length !== Object.keys(right).length) {
-        return false;
-    }
-    return Object.entries(right).every(([folder, signature]) => {
-        const previous = left[folder];
-        return (previous !== undefined &&
-            previous.exists === signature.exists &&
-            statMatches(previous, signature.mtime_ms, signature.ctime_ms, signature.size));
-    });
-}
-function isItemDocumentFile(file) {
-    return ITEM_FILE_EXTENSIONS.some((ext) => file.toLowerCase().endsWith(ext));
-}
-function markDocumentCacheMisses(misses, includeBody, includeCollections, metadataCached, bodyCached, collectionsCached) {
-    if (!metadataCached) {
-        misses.metadata = true;
-    }
-    if (includeBody && !bodyCached) {
-        misses.body = true;
-    }
-    if (includeCollections && !collectionsCached) {
-        misses.collections = true;
-    }
-}
-async function dispatchCachedDocumentReadHooks(filePath, warnings, dispatchReadHooks) {
-    if (!dispatchReadHooks) {
-        return;
-    }
-    for (const warning of await runActiveOnReadHooks({
-        path: filePath,
-        scope: "project",
-    })) {
-        appendWarning(warnings, warning);
-    }
-}
-function selectHeavyMetadata(includeCollections, collectionsCached, cachedCollections, parsedCollections) {
-    if (!includeCollections) {
-        return undefined;
-    }
-    return collectionsCached && cachedCollections
-        ? cachedCollections.collections
-        : parsedCollections;
-}
-async function readCachedDocumentParts(filePath, relativePath, context) {
-    const stat = await fs.stat(filePath);
-    const mtimeMs = stat.mtimeMs;
-    const ctimeMs = stat.ctimeMs;
-    const { size } = stat;
-    const itemFormat = getItemFormatFromPath(filePath);
-    await dispatchCachedDocumentReadHooks(filePath, context.warnings, context.dispatchReadHooks);
-    const cachedEntry = context.previousEntries[relativePath];
-    const metadataCached = !context.forceSourceRead &&
-        cachedEntry !== undefined &&
-        statMatches(cachedEntry, mtimeMs, ctimeMs, size);
-    const cachedBody = context.previousBodies[relativePath];
-    const bodyCached = !context.forceSourceRead &&
-        cachedBody !== undefined &&
-        statMatches(cachedBody, mtimeMs, ctimeMs, size);
-    const cachedCollections = context.previousCollections[relativePath];
-    const collectionsCached = !context.forceSourceRead &&
-        cachedCollections !== undefined &&
-        statMatches(cachedCollections, mtimeMs, ctimeMs, size);
-    const needRead = !metadataCached ||
-        (context.includeBody && !bodyCached) ||
-        (context.includeCollections && !collectionsCached);
-    if (!needRead) {
-        return {
-            mtimeMs,
-            ctimeMs,
-            size,
-            itemFormat,
-            lightMetadata: cachedEntry.metadata,
-            heavyMetadata: selectHeavyMetadata(context.includeCollections, collectionsCached, cachedCollections, undefined),
-            bodyLength: cachedEntry.body_length,
-            body: context.includeBody ? cachedBody.body : undefined,
-        };
-    }
-    const raw = await fs.readFile(filePath, "utf8");
-    const parsed = parseItemDocument(raw, {
-        format: itemFormat,
-        schema: context.schema,
-        extensionFieldNames: context.extensionFieldNames,
-        onWarning: (warning) => appendWarning(context.warnings, warning),
-    });
-    const split = splitHeavyMetadata(parsed.metadata);
-    markDocumentCacheMisses(context.state.misses, context.includeBody, context.includeCollections, metadataCached, bodyCached, collectionsCached);
-    return {
-        mtimeMs,
-        ctimeMs,
-        size,
-        itemFormat,
-        lightMetadata: metadataCached ? cachedEntry.metadata : split.light,
-        heavyMetadata: selectHeavyMetadata(context.includeCollections, collectionsCached, cachedCollections, split.heavy),
-        bodyLength: metadataCached ? cachedEntry.body_length : parsed.body.length,
-        body: context.includeBody ? parsed.body : undefined,
-    };
-}
-function recordCachedDocumentCandidate(filePath, relativePath, context, parts) {
-    context.state.newEntries[relativePath] = {
-        mtime_ms: parts.mtimeMs,
-        ctime_ms: parts.ctimeMs,
-        size: parts.size,
-        metadata: parts.lightMetadata,
-        body_length: parts.bodyLength,
-    };
-    if (context.includeBody && parts.body !== undefined) {
-        context.state.newBodies[relativePath] = {
-            mtime_ms: parts.mtimeMs,
-            ctime_ms: parts.ctimeMs,
-            size: parts.size,
-            body: parts.body,
-        };
-    }
-    if (context.includeCollections && parts.heavyMetadata !== undefined) {
-        context.state.newCollections[relativePath] = {
-            mtime_ms: parts.mtimeMs,
-            ctime_ms: parts.ctimeMs,
-            size: parts.size,
-            collections: parts.heavyMetadata,
-        };
-    }
-    const metadata = context.includeCollections
-        ? mergeHeavyMetadata(parts.lightMetadata, parts.heavyMetadata)
-        : parts.lightMetadata;
-    const existing = context.state.documentsById.get(metadata.id);
-    const candidate = {
-        metadata,
-        body: parts.body,
-        item_format: parts.itemFormat,
-        item_path: filePath,
-    };
-    if (shouldRecordCachedDocumentCandidate(existing?.itemFormat, parts.itemFormat, context.preferredFormat)) {
-        context.state.documentsById.set(metadata.id, {
-            candidate,
-            itemFormat: parts.itemFormat,
-        });
-    }
-}
-async function processCachedDocumentFile(folder, filePath, relativePath, context) {
-    try {
-        const parts = await readCachedDocumentParts(filePath, relativePath, context);
-        recordCachedDocumentCandidate(filePath, relativePath, context, parts);
-    }
-    catch {
-        appendWarning(context.warnings, `item_list_item_read_failed:${folder}/${path.basename(filePath)}`);
-    }
-}
-function selectPreviousMetadataEntries(existingCache, contextFingerprint) {
-    return existingCache &&
-        existingCache.context_fingerprint === contextFingerprint
-        ? existingCache.entries
-        : {};
-}
-function selectPreviousBodyEntries(existingBodyCache, contextFingerprint) {
-    return existingBodyCache &&
-        existingBodyCache.context_fingerprint === contextFingerprint
-        ? existingBodyCache.bodies
-        : {};
-}
-function selectPreviousCollectionEntries(existingCollectionsCache, contextFingerprint) {
-    return existingCollectionsCache &&
-        existingCollectionsCache.context_fingerprint === contextFingerprint
-        ? existingCollectionsCache.collections
-        : {};
-}
-function createDocumentCacheMutableState() {
-    return {
-        newEntries: {},
-        newBodies: {},
-        newCollections: {},
-        documentsById: new Map(),
-        misses: {
-            metadata: false,
-            body: false,
-            collections: false,
-        },
-    };
-}
-function collectCachedDocumentParseTasks(dirResults, context) {
-    const parseTasks = [];
-    for (const { folder, dirPath, files } of dirResults) {
-        for (const file of files) {
-            if (!isItemDocumentFile(file)) {
-                continue;
-            }
-            const filePath = path.join(dirPath, file);
-            const relativePath = path.relative(context.pmRoot, filePath);
-            parseTasks.push(processCachedDocumentFile(folder, filePath, relativePath, context));
-        }
-    }
-    return parseTasks;
-}
-async function persistMetadataCacheIfNeeded(params) {
-    const metadataDirty = params.state.misses.metadata ||
-        Object.keys(params.previousEntries).length !==
-            Object.keys(params.state.newEntries).length ||
-        !directorySignaturesMatch(params.existingCache?.directory_signatures, params.directorySignatures);
-    if (!metadataDirty &&
-        params.existingCache !== null &&
-        params.existingCache.context_fingerprint === params.contextFingerprint) {
-        return;
-    }
-    try {
-        await persistCache(getCachePath(params.pmRoot), {
-            version: CACHE_VERSION,
-            context_fingerprint: params.contextFingerprint,
-            source_cursor: params.sourceCursor,
-            directory_signatures: params.directorySignatures,
-            entries: params.state.newEntries,
-        });
-        await persistCache(getManifestCachePath(params.pmRoot), {
-            version: CACHE_VERSION,
-            context_fingerprint: params.contextFingerprint,
-            source_cursor: params.sourceCursor,
-            entry_count: Object.keys(params.state.newEntries).length,
-            directory_signatures: params.directorySignatures,
-        });
-        const rows = [...params.state.documentsById.values()].map(({ candidate }) => ({
-            relativePath: path.relative(params.pmRoot, candidate.item_path),
-            metadata: splitHeavyMetadata(candidate.metadata).light,
-            linkedFiles: candidate.metadata.files ?? [],
-        }));
-        if (rows.length >= params.minimumIndexedItems) {
-            await rebuildItemMetadataQueryIndex({
-                pmRoot: params.pmRoot,
-                contextFingerprint: params.contextFingerprint,
-                sourceCursor: params.sourceCursor,
-                rows,
-            });
-        }
-        else {
-            await removeItemMetadataQueryIndex(params.pmRoot);
-        }
-    }
-    catch {
-        // Cache persistence is best-effort; authoritative item reads rebuild it.
-    }
-}
-async function persistBodyCacheIfNeeded(params) {
-    const bodyDirty = params.state.misses.body ||
-        Object.keys(params.previousBodies).length !==
-            Object.keys(params.state.newBodies).length;
-    if (!bodyDirty &&
-        params.existingBodyCache !== null &&
-        params.existingBodyCache.context_fingerprint === params.contextFingerprint) {
-        return;
-    }
-    await persistCache(getBodyCachePath(params.pmRoot), {
-        version: CACHE_VERSION,
-        context_fingerprint: params.contextFingerprint,
-        source_cursor: params.sourceCursor,
-        bodies: params.state.newBodies,
-    }).catch(() => { });
-}
-async function persistCollectionsCacheIfNeeded(params) {
-    const collectionsDirty = params.state.misses.collections ||
-        Object.keys(params.previousCollections).length !==
-            Object.keys(params.state.newCollections).length;
-    if (!collectionsDirty &&
-        params.existingCollectionsCache !== null &&
-        params.existingCollectionsCache.context_fingerprint ===
-            params.contextFingerprint) {
-        return;
-    }
-    await persistCache(getCollectionsCachePath(params.pmRoot), {
-        version: CACHE_VERSION,
-        context_fingerprint: params.contextFingerprint,
-        source_cursor: params.sourceCursor,
-        collections: params.state.newCollections,
-    }).catch(() => { });
-}
-/** Acquire the cross-process derived-index writer lock when an index exists. */
-export async function acquireItemMetadataDerivedIndexLock(pmRoot, author, options = {}) {
-    const cache = await loadDerivedIndexManifest(pmRoot);
-    if (options.required !== true &&
-        (cache === null || cache.entry_count < DEFAULT_DERIVED_INDEX_MINIMUM_ITEMS)) {
-        return async () => { };
-    }
-    return acquireLock(pmRoot, DERIVED_INDEX_LOCK_ID, 30, author, false, false, 3_000);
-}
-/** Read the effective derived-index cursor without exposing cache file layout. */
-export async function readItemMetadataDerivedIndexState(pmRoot, folders) {
-    const manifest = await loadDerivedIndexManifest(pmRoot);
-    if (manifest === null)
-        return null;
-    const delta = await loadDerivedIndexDelta(pmRoot);
-    if (delta.invalid) {
-        await removeDerivedIndexFiles(pmRoot);
-        return null;
-    }
-    const effectiveCursor = delta.envelope?.context_fingerprint === manifest.context_fingerprint &&
-        delta.envelope.base_source_cursor === manifest.source_cursor
-        ? delta.envelope.source_cursor
-        : manifest.source_cursor;
-    const effectiveDirectorySignatures = delta.envelope?.context_fingerprint === manifest.context_fingerprint &&
-        delta.envelope.base_source_cursor === manifest.source_cursor
-        ? delta.envelope.directory_signatures
-        : manifest.directory_signatures;
-    if (folders &&
-        !directorySignaturesMatch(effectiveDirectorySignatures, await readDirectorySignatures(pmRoot, folders))) {
-        return null;
-    }
-    return { source_cursor: effectiveCursor, entry_count: manifest.entry_count };
-}
-function relativeIndexPath(pmRoot, itemPath) {
-    const relative = path.relative(pmRoot, itemPath);
-    return relative === "" ||
-        relative === ".." ||
-        relative.startsWith(`..${path.sep}`) ||
-        path.isAbsolute(relative)
-        ? null
-        : relative;
-}
-async function removeDerivedIndexFiles(pmRoot) {
-    await Promise.all([
-        getCachePath(pmRoot),
-        getBodyCachePath(pmRoot),
-        getCollectionsCachePath(pmRoot),
-        getDeltaCachePath(pmRoot),
-        getManifestCachePath(pmRoot),
-    ].map(async (cachePath) => {
-        await fs.rm(cachePath, { force: true });
-        envelopeMemo.delete(cachePath);
-    }));
-    await removeItemMetadataQueryIndex(pmRoot);
-}
-async function createDerivedIndexDeltaChange(params) {
-    if (params.mutation.document === null) {
-        return { entry: null, body: null, collections: null };
-    }
-    const stat = await fs.stat(params.mutation.itemPath);
-    const split = splitHeavyMetadata(params.mutation.document.metadata);
-    const signature = {
-        mtime_ms: stat.mtimeMs,
-        ctime_ms: stat.ctimeMs,
-        size: stat.size,
-    };
-    return {
-        entry: {
-            ...signature,
-            metadata: split.light,
-            body_length: params.mutation.document.body.length,
-        },
-        body: { ...signature, body: params.mutation.document.body },
-        collections: {
-            ...signature,
-            collections: split.heavy,
-        },
-    };
-}
-function selectDerivedIndexDeltaChanges(delta, contextFingerprint, baseSourceCursor) {
-    return delta?.context_fingerprint === contextFingerprint &&
-        delta.base_source_cursor === baseSourceCursor
-        ? structuredClone(delta.changes)
-        : {};
-}
-/**
- * Project one already-committed authoritative item write into every compatible
- * derived-index tier. Callers hold {@link acquireItemMetadataDerivedIndexLock}
- * from before the item write until this function finishes, so independent pm
- * mutations cannot publish a cursor that omits a concurrent write. One small
- * atomic delta carries the shared source cursor and all tier projections, so
- * mutation cost is bounded by changed items instead of total workspace size.
- * Any refresh failure deletes the rebuildable cache so the next read scans.
- */
-export async function refreshItemMetadataDerivedIndex(mutation) {
-    const relativePath = relativeIndexPath(mutation.pmRoot, mutation.itemPath);
-    const previousRelativePath = mutation.previousItemPath
-        ? relativeIndexPath(mutation.pmRoot, mutation.previousItemPath)
-        : undefined;
-    if (relativePath === null || previousRelativePath === null) {
-        await removeDerivedIndexFiles(mutation.pmRoot);
-        return ["metadata_derived_index_path_invalidated"];
-    }
-    try {
-        const contextFingerprint = computeContextFingerprint(mutation.preferredFormat, mutation.typeToFolder, mutation.schema, resolveActiveExtensionFieldNames());
-        const existingCache = await loadDerivedIndexManifest(mutation.pmRoot);
-        if (existingCache === null ||
-            existingCache.context_fingerprint !== contextFingerprint) {
-            return [];
-        }
-        const baseSourceCursor = existingCache.source_cursor;
-        const delta = await loadDerivedIndexDelta(mutation.pmRoot);
-        if (delta.invalid) {
-            await removeDerivedIndexFiles(mutation.pmRoot);
-            return ["metadata_derived_index_refresh_failed"];
-        }
-        const changes = selectDerivedIndexDeltaChanges(delta.envelope, contextFingerprint, baseSourceCursor);
-        const expectedSourceCursor = delta.envelope?.context_fingerprint === contextFingerprint &&
-            delta.envelope.base_source_cursor === baseSourceCursor
-            ? delta.envelope.source_cursor
-            : baseSourceCursor;
-        if (previousRelativePath !== undefined) {
-            changes[previousRelativePath] = {
-                entry: null,
-                body: null,
-                collections: null,
-            };
-        }
-        changes[relativePath] = await createDerivedIndexDeltaChange({ mutation });
-        const sourceCursor = randomUUID();
-        await persistCache(getDeltaCachePath(mutation.pmRoot), {
-            version: CACHE_VERSION,
-            context_fingerprint: contextFingerprint,
-            base_source_cursor: baseSourceCursor,
-            source_cursor: sourceCursor,
-            directory_signatures: await readDirectorySignatures(mutation.pmRoot, [
-                ...new Set(Object.values(mutation.typeToFolder)),
-            ]),
-            changes,
-        });
-        const queryIndexUpdated = await updateItemMetadataQueryIndex({
-            pmRoot: mutation.pmRoot,
-            contextFingerprint,
-            expectedSourceCursor,
-            sourceCursor,
-            row: mutation.document === null
-                ? null
-                : {
-                    relativePath,
-                    metadata: splitHeavyMetadata(mutation.document.metadata).light,
-                    linkedFiles: mutation.document.metadata.files,
-                },
-            deletedRelativePaths: [
-                ...(previousRelativePath === undefined ? [] : [previousRelativePath]),
-                ...(mutation.document === null ? [relativePath] : []),
-            ],
-        });
-        if (!queryIndexUpdated) {
-            await removeItemMetadataQueryIndex(mutation.pmRoot);
-        }
-        return [];
-    }
-    catch {
-        await removeDerivedIndexFiles(mutation.pmRoot).catch(() => { });
-        return ["metadata_derived_index_refresh_failed"];
-    }
-}
-function sortedCachedDocumentCandidates(state) {
-    return [...state.documentsById.values()]
-        .sort((left, right) => left.candidate.metadata.id.localeCompare(right.candidate.metadata.id))
-        .map((entry) => entry.candidate);
-}
-function cacheTierMatchesContext(envelope, contextFingerprint, sourceCursor) {
-    return (envelope?.context_fingerprint === contextFingerprint &&
-        envelope.source_cursor === sourceCursor);
-}
-function hasEveryDerivedIndexPart(keys, includeBody, includeCollections, previousBodies, previousCollections) {
-    return keys.every((key) => (!includeBody || previousBodies[key] !== undefined) &&
-        (!includeCollections || previousCollections[key] !== undefined));
-}
-function candidatesFromDerivedIndex(params) {
-    const candidatesById = new Map();
-    for (const [relativePath, entry] of Object.entries(params.previousEntries)) {
-        const itemFormat = getItemFormatFromPath(relativePath);
-        if (!itemFormat) {
-            continue;
-        }
-        const metadata = params.includeCollections
-            ? mergeHeavyMetadata(entry.metadata, params.previousCollections[relativePath]?.collections)
-            : entry.metadata;
-        const existing = candidatesById.get(metadata.id);
-        if (shouldRecordCachedDocumentCandidate(existing?.itemFormat, itemFormat, params.preferredFormat)) {
-            candidatesById.set(metadata.id, {
-                itemFormat,
-                candidate: {
-                    metadata,
-                    body: params.includeBody
-                        ? params.previousBodies[relativePath]?.body
-                        : undefined,
-                    item_format: itemFormat,
-                    item_path: path.join(params.pmRoot, relativePath),
-                },
-            });
-        }
-    }
-    return [...candidatesById.values()]
-        .sort((left, right) => left.candidate.metadata.id.localeCompare(right.candidate.metadata.id))
-        .map((entry) => entry.candidate);
-}
-function canUseDerivedIndex(params) {
-    if (params.forceSourceScan ||
-        hasActiveOnReadHooks() ||
-        params.existingCache?.context_fingerprint !== params.contextFingerprint ||
-        params.entryKeys.length < params.minimumIndexedItems ||
-        !directorySignaturesMatch(params.existingCache?.directory_signatures, params.directorySignatures)) {
-        return false;
-    }
-    const requiredTiersMatch = [
-        !params.includeBody ||
-            cacheTierMatchesContext(params.existingBodyCache, params.contextFingerprint, params.existingCache.source_cursor),
-        !params.includeCollections ||
-            cacheTierMatchesContext(params.existingCollectionsCache, params.contextFingerprint, params.existingCache.source_cursor),
-    ];
-    return (requiredTiersMatch.every(Boolean) &&
-        hasEveryDerivedIndexPart(params.entryKeys, params.includeBody, params.includeCollections, params.previousBodies, params.previousCollections));
-}
-/**
- * List all item documents using a persistent on-disk metadata cache.
- *
- * Metadata and bodies are stored in two separate cache files so the hot path
- * (`pm list` and friends, which discard bodies) never loads or rewrites the much
- * larger body payload. Each file is rewritten only when its contents actually
- * change, and per-file onRead hooks are dispatched only when an extension
- * registers one. Only files whose mtime/ctime/size changed since the last run are
- * re-parsed.
- */
-export async function listAllDocumentCandidatesCached(pmRoot, preferredFormat, typeToFolder, warnings, schema, options = {}) {
-    const includeBody = options.includeBody !== false;
-    const includeCollections = options.includeCollections !== false;
-    const extensionFieldNames = resolveActiveExtensionFieldNames();
-    const contextFingerprint = computeContextFingerprint(preferredFormat, typeToFolder, schema, extensionFieldNames);
-    const delta = await loadDerivedIndexDelta(pmRoot);
-    if (delta.invalid)
-        await removeDerivedIndexFiles(pmRoot);
-    const existingCache = await loadCache(pmRoot, contextFingerprint, options.cacheDiagnostics);
-    const existingBodyCache = includeBody
-        ? await loadBodyCache(pmRoot, contextFingerprint)
-        : null;
-    const existingCollectionsCache = includeCollections
-        ? await loadCollectionsCache(pmRoot, contextFingerprint)
-        : null;
-    applyDerivedIndexDelta(existingCache, existingBodyCache, existingCollectionsCache, delta.envelope);
-    const previousEntries = selectPreviousMetadataEntries(existingCache, contextFingerprint);
-    const previousBodies = selectPreviousBodyEntries(existingBodyCache, contextFingerprint);
-    const previousCollections = selectPreviousCollectionEntries(existingCollectionsCache, contextFingerprint);
-    const folders = [...new Set(Object.values(typeToFolder))];
-    const directorySignaturesBefore = await readDirectorySignatures(pmRoot, folders);
-    const entryKeys = Object.keys(previousEntries);
-    const minimumIndexedItems = Math.max(1, Math.floor(options.derivedIndexMinimumItems ?? DEFAULT_DERIVED_INDEX_MINIMUM_ITEMS));
-    if (canUseDerivedIndex({
-        forceSourceScan: options.forceSourceScan === true,
-        contextFingerprint,
-        existingCache,
-        existingBodyCache,
-        existingCollectionsCache,
-        directorySignatures: directorySignaturesBefore,
-        entryKeys,
-        minimumIndexedItems,
-        includeBody,
-        includeCollections,
-        previousBodies,
-        previousCollections,
-    })) {
-        return candidatesFromDerivedIndex({
-            pmRoot,
-            preferredFormat,
-            includeBody,
-            includeCollections,
-            previousEntries,
-            previousBodies,
-            previousCollections,
-        });
-    }
-    const dirResults = await Promise.all(folders.map((folder) => readItemDirectoryFiles(pmRoot, folder, warnings)));
-    const dispatchReadHooks = hasActiveOnReadHooks();
-    const state = createDocumentCacheMutableState();
-    const context = {
-        pmRoot,
-        preferredFormat,
-        warnings,
-        schema,
-        extensionFieldNames,
-        includeBody,
-        includeCollections,
-        forceSourceRead: options.forceSourceScan === true,
-        dispatchReadHooks,
-        previousEntries,
-        previousBodies,
-        previousCollections,
-        state,
-    };
-    await Promise.all(collectCachedDocumentParseTasks(dirResults, context));
-    const directorySignaturesAfter = await readDirectorySignatures(pmRoot, folders);
-    const stableDirectorySignatures = directorySignaturesMatch(directorySignaturesBefore, directorySignaturesAfter)
-        ? directorySignaturesAfter
-        : {};
-    const metadataChanged = state.misses.metadata ||
-        Object.keys(previousEntries).length !==
-            Object.keys(state.newEntries).length ||
-        !directorySignaturesMatch(existingCache?.directory_signatures, stableDirectorySignatures);
-    const sourceCursor = metadataChanged || existingCache === null
-        ? randomUUID()
-        : existingCache.source_cursor;
-    // Rewrite a cache file only when its contents changed: any re-parsed (missing or
-    // stale) entry, or a different set of keys (additions/deletions).
-    await persistMetadataCacheIfNeeded({
-        pmRoot,
-        contextFingerprint,
-        sourceCursor,
-        existingCache,
-        previousEntries,
-        directorySignatures: stableDirectorySignatures,
-        state,
-        minimumIndexedItems,
-    });
-    if (includeBody) {
-        await persistBodyCacheIfNeeded({
-            pmRoot,
-            contextFingerprint,
-            sourceCursor,
-            existingBodyCache,
-            previousBodies,
-            state,
-        });
-    }
-    if (includeCollections) {
-        await persistCollectionsCacheIfNeeded({
-            pmRoot,
-            contextFingerprint,
-            sourceCursor,
-            existingCollectionsCache,
-            previousCollections,
-            state,
-        });
-    }
-    return sortedCachedDocumentCandidates(state);
-}
-/** Implements list all documents cached for the public runtime surface of this module. */
-export async function listAllDocumentsCached(pmRoot, preferredFormat, typeToFolder, warnings, schema) {
-    const candidates = await listAllDocumentCandidatesCached(pmRoot, preferredFormat, typeToFolder, warnings, schema, {
-        includeBody: false,
-    });
-    return candidates.map((candidate) => ({
-        metadata: candidate.metadata,
-        body: candidate.body ?? "",
-    }));
-}
-/**
- * Light variant of {@link listAllDocumentsCached}: returns metadata WITHOUT the heavy
- * collection fields (comments/notes/learnings/files/tests/test_runs/docs), skipping the
- * large collections cache entirely. Only safe for callers that read just the light
- * scalar/small fields (id/title/status/type/priority/parent/tags/dates/dependencies/…).
- */
-export async function listAllDocumentsCachedLight(pmRoot, preferredFormat, typeToFolder, warnings, schema) {
-    const candidates = await listAllDocumentCandidatesCached(pmRoot, preferredFormat, typeToFolder, warnings, schema, {
-        includeBody: false,
-        includeCollections: false,
-    });
-    return candidates.map((candidate) => ({
-        metadata: candidate.metadata,
-        body: candidate.body ?? "",
-    }));
-}
+!(function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="1c60c095-9763-5372-9dc3-c0ea1a5caca6")}catch(e2){}})();import fs from"node:fs/promises";import path from"node:path";import{createHash,randomUUID}from"node:crypto";import{getActiveExtensionRegistrations,hasActiveOnReadHooks,runActiveOnReadHooks}from"../extensions/index.js";import{collectRegisteredItemFieldNames}from"../extensions/item-fields.js";import{parseItemDocument}from"../item/item-format.js";import{evictOldestMemoEntries}from"../shared/memo.js";import{isFileMissingError,writeFileAtomic}from"../fs/fs-utils.js";import{acquireLock}from"../lock/lock.js";import{ITEM_FILE_EXTENSIONS,getItemFormatFromPath}from"./paths.js";import{rebuildItemMetadataQueryIndex,removeItemMetadataQueryIndex,updateItemMetadataQueryIndex}from"./item-metadata-query-index.js";const CACHE_VERSION=8;const DEFAULT_DERIVED_INDEX_MINIMUM_ITEMS=500;const DERIVED_INDEX_LOCK_ID="metadata-derived-index";const CACHE_FILENAME="metadata-cache.json";const BODY_CACHE_FILENAME="metadata-cache-bodies.json";const COLLECTIONS_CACHE_FILENAME="metadata-cache-collections.json";const DELTA_CACHE_FILENAME="metadata-cache-delta.json";const MANIFEST_CACHE_FILENAME="metadata-cache-manifest.json";const MAX_CACHE_CONTEXTS=4;const HEAVY_METADATA_KEYS=["comments","notes","learnings","files","tests","test_runs","docs"];function resolveActiveExtensionFieldNames(){return collectRegisteredItemFieldNames(getActiveExtensionRegistrations())}function splitHeavyMetadata(metadata){const light={...metadata};const heavy={};for(const key of HEAVY_METADATA_KEYS){if(key in light){heavy[key]=light[key];delete light[key]}}return{light,heavy}}function mergeHeavyMetadata(light,heavy){if(!heavy||Object.keys(heavy).length===0){return light}return{...light,...heavy}}function computeContextFingerprint(preferredFormat,typeToFolder,schema,extensionFieldNames){const hash=createHash("sha256");hash.update(`format:${preferredFormat??"default"}`);const sortedTypes=Object.entries(typeToFolder).sort(([a],[b])=>a.localeCompare(b)).map(([type,folder])=>`${type}=${folder}`).join(",");hash.update(`|types:${sortedTypes}`);if(schema){hash.update(`|schema:${JSON.stringify(schema)}`)}if(extensionFieldNames.length>0){hash.update(`|extension_fields:${extensionFieldNames.join(",")}`)}return hash.digest("hex").slice(0,16)}function getCachePath(pmRoot){return path.join(pmRoot,"runtime",CACHE_FILENAME)}function getBodyCachePath(pmRoot){return path.join(pmRoot,"runtime",BODY_CACHE_FILENAME)}function getCollectionsCachePath(pmRoot){return path.join(pmRoot,"runtime",COLLECTIONS_CACHE_FILENAME)}function getDeltaCachePath(pmRoot){return path.join(pmRoot,"runtime",DELTA_CACHE_FILENAME)}function getManifestCachePath(pmRoot){return path.join(pmRoot,"runtime",MANIFEST_CACHE_FILENAME)}function getContextCachePath(cachePath,contextFingerprint){const extension=path.extname(cachePath);return`${cachePath.slice(0,-extension.length)}.${contextFingerprint}${extension}`}const ENVELOPE_MEMO_MAX_ENTRIES=24;const envelopeMemo=new Map;const projectedBaseCursor=new WeakMap;function baseCursorFor(envelope){return projectedBaseCursor.get(envelope)??envelope.source_cursor}function applyMetadataDelta(envelope,delta){const baseCursor=baseCursorFor(envelope);if(delta.base_source_cursor!==baseCursor||envelope.source_cursor===delta.source_cursor){return}projectedBaseCursor.set(envelope,baseCursor);for(const[relativePath,change]of Object.entries(delta.changes)){if(change.entry)envelope.entries[relativePath]=change.entry;else delete envelope.entries[relativePath]}envelope.directory_signatures=delta.directory_signatures;envelope.source_cursor=delta.source_cursor}function applyBodyDelta(envelope,delta){if(!envelope)return;const baseCursor=baseCursorFor(envelope);if(delta.base_source_cursor!==baseCursor||envelope.source_cursor===delta.source_cursor){return}projectedBaseCursor.set(envelope,baseCursor);for(const[relativePath,change]of Object.entries(delta.changes)){if(change.body)envelope.bodies[relativePath]=change.body;else delete envelope.bodies[relativePath]}envelope.source_cursor=delta.source_cursor}function applyCollectionsDelta(envelope,delta){if(!envelope)return;const baseCursor=baseCursorFor(envelope);if(delta.base_source_cursor!==baseCursor||envelope.source_cursor===delta.source_cursor){return}projectedBaseCursor.set(envelope,baseCursor);for(const[relativePath,change]of Object.entries(delta.changes)){if(change.collections)envelope.collections[relativePath]=change.collections;else delete envelope.collections[relativePath]}envelope.source_cursor=delta.source_cursor}function applyDerivedIndexDelta(metadata,bodies,collections,delta){if(!metadata||!delta||metadata.context_fingerprint!==delta.context_fingerprint){return}applyMetadataDelta(metadata,delta);applyBodyDelta(bodies,delta);applyCollectionsDelta(collections,delta)}function memoizeEnvelope(cachePath,entry){if(envelopeMemo.size>=ENVELOPE_MEMO_MAX_ENTRIES&&!envelopeMemo.has(cachePath)){evictOldestMemoEntries(envelopeMemo)}envelopeMemo.set(cachePath,entry)}async function loadEnvelopeMemoized(cachePath,parse){let stat;try{stat=await fs.stat(cachePath)}catch{envelopeMemo.delete(cachePath);return null}const memoized=envelopeMemo.get(cachePath);if(memoized&&statMatches(memoized.signature,stat.mtimeMs,stat.ctimeMs,stat.size)){envelopeMemo.delete(cachePath);envelopeMemo.set(cachePath,memoized);return memoized.envelope}let envelope;try{envelope=parse(await fs.readFile(cachePath,"utf8"))}catch{envelope=null}memoizeEnvelope(cachePath,{signature:{mtime_ms:stat.mtimeMs,ctime_ms:stat.ctimeMs,size:stat.size},envelope});return envelope}function clearItemMetadataEnvelopeMemo(){envelopeMemo.clear()}async function loadCache(pmRoot,contextFingerprint,diagnostics){const parse=raw=>{const parsed=JSON.parse(raw);if(parsed.version!==CACHE_VERSION||typeof parsed.source_cursor!=="string"||typeof parsed.entries!=="object"||parsed.entries===null){return null}return parsed};const cachePath=getCachePath(pmRoot);const active=await loadEnvelopeMemoized(cachePath,parse);if(!contextFingerprint||active===null||active.context_fingerprint===contextFingerprint){return active}const retained=await loadEnvelopeMemoized(getContextCachePath(cachePath,contextFingerprint),parse);if(retained===null){appendWarning(diagnostics,`metadata_cache_context_changed:${active.context_fingerprint}->${contextFingerprint}`)}return retained}async function loadBodyCache(pmRoot,contextFingerprint){const parse=raw=>{const parsed=JSON.parse(raw);if(parsed.version!==CACHE_VERSION||typeof parsed.source_cursor!=="string"||typeof parsed.bodies!=="object"||parsed.bodies===null){return null}return parsed};const cachePath=getBodyCachePath(pmRoot);const active=await loadEnvelopeMemoized(cachePath,parse);return contextFingerprint&&active?.context_fingerprint!==contextFingerprint?await loadEnvelopeMemoized(getContextCachePath(cachePath,contextFingerprint),parse):active}async function loadCollectionsCache(pmRoot,contextFingerprint){const parse=raw=>{const parsed=JSON.parse(raw);if(parsed.version!==CACHE_VERSION||typeof parsed.source_cursor!=="string"||typeof parsed.collections!=="object"||parsed.collections===null){return null}return parsed};const cachePath=getCollectionsCachePath(pmRoot);const active=await loadEnvelopeMemoized(cachePath,parse);return contextFingerprint&&active?.context_fingerprint!==contextFingerprint?await loadEnvelopeMemoized(getContextCachePath(cachePath,contextFingerprint),parse):active}async function loadDerivedIndexDelta(pmRoot){const deltaPath=getDeltaCachePath(pmRoot);const envelope=await loadEnvelopeMemoized(deltaPath,raw=>{const parsed=JSON.parse(raw);if(parsed.version!==CACHE_VERSION||typeof parsed.base_source_cursor!=="string"||typeof parsed.source_cursor!=="string"||typeof parsed.changes!=="object"||parsed.changes===null){return null}return parsed});if(envelope)return{envelope,invalid:false};try{await fs.stat(deltaPath);return{envelope:null,invalid:true}}catch{return{envelope:null,invalid:false}}}async function loadDerivedIndexManifest(pmRoot){const manifestPath=getManifestCachePath(pmRoot);const manifest=await loadEnvelopeMemoized(manifestPath,raw=>{const parsed=JSON.parse(raw);if(parsed.version!==CACHE_VERSION||typeof parsed.context_fingerprint!=="string"||typeof parsed.source_cursor!=="string"||!Number.isInteger(parsed.entry_count)||parsed.entry_count<0||typeof parsed.directory_signatures!=="object"||parsed.directory_signatures===null){return null}return parsed});if(manifest)return manifest;try{await fs.stat(manifestPath);await removeDerivedIndexFiles(pmRoot)}catch{}return null}async function persistCache(cachePath,envelope){await fs.mkdir(path.dirname(cachePath),{recursive:true});await writeFileAtomic(cachePath,JSON.stringify(envelope));try{const stat=await fs.stat(cachePath);memoizeEnvelope(cachePath,{signature:{mtime_ms:stat.mtimeMs,ctime_ms:stat.ctimeMs,size:stat.size},envelope})}catch{envelopeMemo.delete(cachePath)}const pmRoot=path.dirname(path.dirname(cachePath));if(cachePath===getCachePath(pmRoot)||cachePath===getBodyCachePath(pmRoot)||cachePath===getCollectionsCachePath(pmRoot)){const contextPath=getContextCachePath(cachePath,envelope.context_fingerprint);await writeFileAtomic(contextPath,JSON.stringify(envelope));try{const contextStat=await fs.stat(contextPath);memoizeEnvelope(contextPath,{signature:{mtime_ms:contextStat.mtimeMs,ctime_ms:contextStat.ctimeMs,size:contextStat.size},envelope})}catch{envelopeMemo.delete(contextPath)}const directory=path.dirname(cachePath);const extension=path.extname(cachePath);const stem=path.basename(cachePath,extension);const variants=(await fs.readdir(directory,{withFileTypes:true}).catch(()=>[])).filter(entry=>entry.isFile()&&entry.name!==path.basename(cachePath)&&entry.name.startsWith(`${stem}.`)&&entry.name.endsWith(extension)).map(entry=>path.join(directory,entry.name));if(variants.length>MAX_CACHE_CONTEXTS){const byAge=(await Promise.all(variants.map(async variantPath=>{try{return{path:variantPath,mtime:(await fs.stat(variantPath)).mtimeMs}}catch{return null}}))).filter(entry=>entry!==null);for(const stale of byAge.sort((left,right)=>left.mtime-right.mtime).slice(0,Math.max(0,byAge.length-MAX_CACHE_CONTEXTS))){await fs.rm(stale.path,{force:true});envelopeMemo.delete(stale.path)}}}}function shouldReplaceCachedDocumentCandidate(existingFormat,candidateFormat,preferredFormat){if(preferredFormat){return candidateFormat===preferredFormat&&existingFormat!==preferredFormat}return candidateFormat==="toon"&&existingFormat!=="toon"}function shouldRecordCachedDocumentCandidate(existingFormat,candidateFormat,preferredFormat){return existingFormat===void 0||shouldReplaceCachedDocumentCandidate(existingFormat,candidateFormat,preferredFormat)}function appendWarning(warnings,warning){if(warnings&&!warnings.includes(warning)){warnings.push(warning)}}function statMatches(signature,mtimeMs,ctimeMs,size){return signature.mtime_ms===mtimeMs&&signature.ctime_ms===ctimeMs&&signature.size===size}async function readItemDirectoryFiles(pmRoot,folder,warnings){const dirPath=path.join(pmRoot,folder);try{const files=await fs.readdir(dirPath);return{folder,dirPath,files}}catch(error){if(typeof error==="object"&&error!==null&&"code"in error&&!isFileMissingError(error)){appendWarning(warnings,`item_list_directory_read_failed:${folder}`)}return{folder,dirPath,files:[]}}}async function readDirectorySignature(pmRoot,folder){try{const stat=await fs.stat(path.join(pmRoot,folder));return[folder,{exists:true,mtime_ms:stat.mtimeMs,ctime_ms:stat.ctimeMs,size:stat.size}]}catch{return[folder,{exists:false,mtime_ms:0,ctime_ms:0,size:0}]}}async function readDirectorySignatures(pmRoot,folders){return Object.fromEntries(await Promise.all(folders.map(async folder=>await readDirectorySignature(pmRoot,folder))))}function directorySignaturesMatch(left,right){if(!left||Object.keys(left).length!==Object.keys(right).length){return false}return Object.entries(right).every(([folder,signature])=>{const previous=left[folder];return previous!==void 0&&previous.exists===signature.exists&&statMatches(previous,signature.mtime_ms,signature.ctime_ms,signature.size)})}function isItemDocumentFile(file){return ITEM_FILE_EXTENSIONS.some(ext=>file.toLowerCase().endsWith(ext))}function markDocumentCacheMisses(misses,includeBody,includeCollections,metadataCached,bodyCached,collectionsCached){if(!metadataCached){misses.metadata=true}if(includeBody&&!bodyCached){misses.body=true}if(includeCollections&&!collectionsCached){misses.collections=true}}async function dispatchCachedDocumentReadHooks(filePath,warnings,dispatchReadHooks){if(!dispatchReadHooks){return}for(const warning of await runActiveOnReadHooks({path:filePath,scope:"project"})){appendWarning(warnings,warning)}}function selectHeavyMetadata(includeCollections,collectionsCached,cachedCollections,parsedCollections){if(!includeCollections){return void 0}return collectionsCached&&cachedCollections?cachedCollections.collections:parsedCollections}async function readCachedDocumentParts(filePath,relativePath,context){const stat=await fs.stat(filePath);const mtimeMs=stat.mtimeMs;const ctimeMs=stat.ctimeMs;const{size}=stat;const itemFormat=getItemFormatFromPath(filePath);await dispatchCachedDocumentReadHooks(filePath,context.warnings,context.dispatchReadHooks);const cachedEntry=context.previousEntries[relativePath];const metadataCached=!context.forceSourceRead&&cachedEntry!==void 0&&statMatches(cachedEntry,mtimeMs,ctimeMs,size);const cachedBody=context.previousBodies[relativePath];const bodyCached=!context.forceSourceRead&&cachedBody!==void 0&&statMatches(cachedBody,mtimeMs,ctimeMs,size);const cachedCollections=context.previousCollections[relativePath];const collectionsCached=!context.forceSourceRead&&cachedCollections!==void 0&&statMatches(cachedCollections,mtimeMs,ctimeMs,size);const needRead=!metadataCached||context.includeBody&&!bodyCached||context.includeCollections&&!collectionsCached;if(!needRead){return{mtimeMs,ctimeMs,size,itemFormat,lightMetadata:cachedEntry.metadata,heavyMetadata:selectHeavyMetadata(context.includeCollections,collectionsCached,cachedCollections,void 0),bodyLength:cachedEntry.body_length,body:context.includeBody?cachedBody.body:void 0}}const raw=await fs.readFile(filePath,"utf8");const parsed=parseItemDocument(raw,{format:itemFormat,schema:context.schema,extensionFieldNames:context.extensionFieldNames,onWarning:warning=>appendWarning(context.warnings,warning)});const split=splitHeavyMetadata(parsed.metadata);markDocumentCacheMisses(context.state.misses,context.includeBody,context.includeCollections,metadataCached,bodyCached,collectionsCached);return{mtimeMs,ctimeMs,size,itemFormat,lightMetadata:metadataCached?cachedEntry.metadata:split.light,heavyMetadata:selectHeavyMetadata(context.includeCollections,collectionsCached,cachedCollections,split.heavy),bodyLength:metadataCached?cachedEntry.body_length:parsed.body.length,body:context.includeBody?parsed.body:void 0}}function recordCachedDocumentCandidate(filePath,relativePath,context,parts){context.state.newEntries[relativePath]={mtime_ms:parts.mtimeMs,ctime_ms:parts.ctimeMs,size:parts.size,metadata:parts.lightMetadata,body_length:parts.bodyLength};if(context.includeBody&&parts.body!==void 0){context.state.newBodies[relativePath]={mtime_ms:parts.mtimeMs,ctime_ms:parts.ctimeMs,size:parts.size,body:parts.body}}if(context.includeCollections&&parts.heavyMetadata!==void 0){context.state.newCollections[relativePath]={mtime_ms:parts.mtimeMs,ctime_ms:parts.ctimeMs,size:parts.size,collections:parts.heavyMetadata}}const metadata=context.includeCollections?mergeHeavyMetadata(parts.lightMetadata,parts.heavyMetadata):parts.lightMetadata;const existing=context.state.documentsById.get(metadata.id);const candidate={metadata,body:parts.body,item_format:parts.itemFormat,item_path:filePath};if(shouldRecordCachedDocumentCandidate(existing?.itemFormat,parts.itemFormat,context.preferredFormat)){context.state.documentsById.set(metadata.id,{candidate,itemFormat:parts.itemFormat})}}async function processCachedDocumentFile(folder,filePath,relativePath,context){try{const parts=await readCachedDocumentParts(filePath,relativePath,context);recordCachedDocumentCandidate(filePath,relativePath,context,parts)}catch{appendWarning(context.warnings,`item_list_item_read_failed:${folder}/${path.basename(filePath)}`)}}function selectPreviousMetadataEntries(existingCache,contextFingerprint){return existingCache&&existingCache.context_fingerprint===contextFingerprint?existingCache.entries:{}}function selectPreviousBodyEntries(existingBodyCache,contextFingerprint){return existingBodyCache&&existingBodyCache.context_fingerprint===contextFingerprint?existingBodyCache.bodies:{}}function selectPreviousCollectionEntries(existingCollectionsCache,contextFingerprint){return existingCollectionsCache&&existingCollectionsCache.context_fingerprint===contextFingerprint?existingCollectionsCache.collections:{}}function createDocumentCacheMutableState(){return{newEntries:{},newBodies:{},newCollections:{},documentsById:new Map,misses:{metadata:false,body:false,collections:false}}}async function processCachedDocumentFiles(dirResults,context){const parseTasks=[];for(const{folder,dirPath,files}of dirResults){for(const file of files){if(!isItemDocumentFile(file)){continue}const filePath=path.join(dirPath,file);const relativePath=path.relative(context.pmRoot,filePath);parseTasks.push(processCachedDocumentFile(folder,filePath,relativePath,context));if(parseTasks.length===32){await Promise.all(parseTasks);parseTasks.length=0}}}await Promise.all(parseTasks)}async function persistMetadataCacheIfNeeded(params){const metadataDirty=params.state.misses.metadata||Object.keys(params.previousEntries).length!==Object.keys(params.state.newEntries).length||!directorySignaturesMatch(params.existingCache?.directory_signatures,params.directorySignatures);if(!metadataDirty&&params.existingCache!==null&&params.existingCache.context_fingerprint===params.contextFingerprint){return}try{await persistCache(getCachePath(params.pmRoot),{version:CACHE_VERSION,context_fingerprint:params.contextFingerprint,source_cursor:params.sourceCursor,directory_signatures:params.directorySignatures,entries:params.state.newEntries});await persistCache(getManifestCachePath(params.pmRoot),{version:CACHE_VERSION,context_fingerprint:params.contextFingerprint,source_cursor:params.sourceCursor,entry_count:Object.keys(params.state.newEntries).length,directory_signatures:params.directorySignatures});const rows=[...params.state.documentsById.values()].map(({candidate})=>({relativePath:path.relative(params.pmRoot,candidate.item_path),metadata:splitHeavyMetadata(candidate.metadata).light,linkedFiles:candidate.metadata.files??[]}));if(rows.length>=params.minimumIndexedItems){await rebuildItemMetadataQueryIndex({pmRoot:params.pmRoot,contextFingerprint:params.contextFingerprint,sourceCursor:params.sourceCursor,rows})}else{await removeItemMetadataQueryIndex(params.pmRoot)}}catch{}}async function persistBodyCacheIfNeeded(params){const bodyDirty=params.state.misses.body||Object.keys(params.previousBodies).length!==Object.keys(params.state.newBodies).length;if(!bodyDirty&&params.existingBodyCache!==null&&params.existingBodyCache.context_fingerprint===params.contextFingerprint){return}await persistCache(getBodyCachePath(params.pmRoot),{version:CACHE_VERSION,context_fingerprint:params.contextFingerprint,source_cursor:params.sourceCursor,bodies:params.state.newBodies}).catch(()=>{})}async function persistCollectionsCacheIfNeeded(params){const collectionsDirty=params.state.misses.collections||Object.keys(params.previousCollections).length!==Object.keys(params.state.newCollections).length;if(!collectionsDirty&&params.existingCollectionsCache!==null&&params.existingCollectionsCache.context_fingerprint===params.contextFingerprint){return}await persistCache(getCollectionsCachePath(params.pmRoot),{version:CACHE_VERSION,context_fingerprint:params.contextFingerprint,source_cursor:params.sourceCursor,collections:params.state.newCollections}).catch(()=>{})}async function acquireItemMetadataDerivedIndexLock(pmRoot,author,options={}){const cache=await loadDerivedIndexManifest(pmRoot);if(options.required!==true&&(cache===null||cache.entry_count<DEFAULT_DERIVED_INDEX_MINIMUM_ITEMS)){return async()=>{}}return acquireLock(pmRoot,DERIVED_INDEX_LOCK_ID,30,author,false,false,3e3)}async function readItemMetadataDerivedIndexState(pmRoot,folders){const manifest=await loadDerivedIndexManifest(pmRoot);if(manifest===null)return null;const delta=await loadDerivedIndexDelta(pmRoot);if(delta.invalid){await removeDerivedIndexFiles(pmRoot);return null}const effectiveCursor=delta.envelope?.context_fingerprint===manifest.context_fingerprint&&delta.envelope.base_source_cursor===manifest.source_cursor?delta.envelope.source_cursor:manifest.source_cursor;const effectiveDirectorySignatures=delta.envelope?.context_fingerprint===manifest.context_fingerprint&&delta.envelope.base_source_cursor===manifest.source_cursor?delta.envelope.directory_signatures:manifest.directory_signatures;if(folders&&!directorySignaturesMatch(effectiveDirectorySignatures,await readDirectorySignatures(pmRoot,folders))){return null}return{source_cursor:effectiveCursor,entry_count:manifest.entry_count}}function relativeIndexPath(pmRoot,itemPath){const relative=path.relative(pmRoot,itemPath);return relative===""||relative===".."||relative.startsWith(`..${path.sep}`)||path.isAbsolute(relative)?null:relative}async function removeDerivedIndexFiles(pmRoot){await Promise.all([getCachePath(pmRoot),getBodyCachePath(pmRoot),getCollectionsCachePath(pmRoot),getDeltaCachePath(pmRoot),getManifestCachePath(pmRoot)].map(async cachePath=>{await fs.rm(cachePath,{force:true});envelopeMemo.delete(cachePath)}));await removeItemMetadataQueryIndex(pmRoot)}async function createDerivedIndexDeltaChange(params){if(params.mutation.document===null){return{entry:null,body:null,collections:null}}const stat=await fs.stat(params.mutation.itemPath);const split=splitHeavyMetadata(params.mutation.document.metadata);const signature={mtime_ms:stat.mtimeMs,ctime_ms:stat.ctimeMs,size:stat.size};return{entry:{...signature,metadata:split.light,body_length:params.mutation.document.body.length},body:{...signature,body:params.mutation.document.body},collections:{...signature,collections:split.heavy}}}function selectDerivedIndexDeltaChanges(delta,contextFingerprint,baseSourceCursor){return delta?.context_fingerprint===contextFingerprint&&delta.base_source_cursor===baseSourceCursor?structuredClone(delta.changes):{}}async function refreshItemMetadataDerivedIndex(mutation){const relativePath=relativeIndexPath(mutation.pmRoot,mutation.itemPath);const previousRelativePath=mutation.previousItemPath?relativeIndexPath(mutation.pmRoot,mutation.previousItemPath):void 0;if(relativePath===null||previousRelativePath===null){await removeDerivedIndexFiles(mutation.pmRoot);return["metadata_derived_index_path_invalidated"]}try{const contextFingerprint=computeContextFingerprint(mutation.preferredFormat,mutation.typeToFolder,mutation.schema,resolveActiveExtensionFieldNames());const existingCache=await loadDerivedIndexManifest(mutation.pmRoot);if(existingCache===null||existingCache.context_fingerprint!==contextFingerprint){return[]}const baseSourceCursor=existingCache.source_cursor;const delta=await loadDerivedIndexDelta(mutation.pmRoot);if(delta.invalid){await removeDerivedIndexFiles(mutation.pmRoot);return["metadata_derived_index_refresh_failed"]}const changes=selectDerivedIndexDeltaChanges(delta.envelope,contextFingerprint,baseSourceCursor);const expectedSourceCursor=delta.envelope?.context_fingerprint===contextFingerprint&&delta.envelope.base_source_cursor===baseSourceCursor?delta.envelope.source_cursor:baseSourceCursor;if(previousRelativePath!==void 0){changes[previousRelativePath]={entry:null,body:null,collections:null}}changes[relativePath]=await createDerivedIndexDeltaChange({mutation});const sourceCursor=randomUUID();await persistCache(getDeltaCachePath(mutation.pmRoot),{version:CACHE_VERSION,context_fingerprint:contextFingerprint,base_source_cursor:baseSourceCursor,source_cursor:sourceCursor,directory_signatures:await readDirectorySignatures(mutation.pmRoot,[...new Set(Object.values(mutation.typeToFolder))]),changes});const queryIndexUpdated=await updateItemMetadataQueryIndex({pmRoot:mutation.pmRoot,contextFingerprint,expectedSourceCursor,sourceCursor,row:mutation.document===null?null:{relativePath,metadata:splitHeavyMetadata(mutation.document.metadata).light,linkedFiles:mutation.document.metadata.files},deletedRelativePaths:[...previousRelativePath===void 0?[]:[previousRelativePath],...mutation.document===null?[relativePath]:[]]});if(!queryIndexUpdated){await removeItemMetadataQueryIndex(mutation.pmRoot)}return[]}catch{await removeDerivedIndexFiles(mutation.pmRoot).catch(()=>{});return["metadata_derived_index_refresh_failed"]}}function sortedCachedDocumentCandidates(state){return[...state.documentsById.values()].sort((left,right)=>left.candidate.metadata.id.localeCompare(right.candidate.metadata.id)).map(entry=>entry.candidate)}function cacheTierMatchesContext(envelope,contextFingerprint,sourceCursor){return envelope?.context_fingerprint===contextFingerprint&&envelope.source_cursor===sourceCursor}function hasEveryDerivedIndexPart(keys,includeBody,includeCollections,previousBodies,previousCollections){return keys.every(key=>(!includeBody||previousBodies[key]!==void 0)&&(!includeCollections||previousCollections[key]!==void 0))}function candidatesFromDerivedIndex(params){const candidatesById=new Map;for(const[relativePath,entry]of Object.entries(params.previousEntries)){const itemFormat=getItemFormatFromPath(relativePath);if(!itemFormat){continue}const metadata=params.includeCollections?mergeHeavyMetadata(entry.metadata,params.previousCollections[relativePath]?.collections):entry.metadata;const existing=candidatesById.get(metadata.id);if(shouldRecordCachedDocumentCandidate(existing?.itemFormat,itemFormat,params.preferredFormat)){candidatesById.set(metadata.id,{itemFormat,candidate:{metadata,body:params.includeBody?params.previousBodies[relativePath]?.body:void 0,item_format:itemFormat,item_path:path.join(params.pmRoot,relativePath)}})}}return[...candidatesById.values()].sort((left,right)=>left.candidate.metadata.id.localeCompare(right.candidate.metadata.id)).map(entry=>entry.candidate)}function canUseDerivedIndex(params){if(params.forceSourceScan||hasActiveOnReadHooks()||params.existingCache?.context_fingerprint!==params.contextFingerprint||params.entryKeys.length<params.minimumIndexedItems||!directorySignaturesMatch(params.existingCache?.directory_signatures,params.directorySignatures)){return false}const requiredTiersMatch=[!params.includeBody||cacheTierMatchesContext(params.existingBodyCache,params.contextFingerprint,params.existingCache.source_cursor),!params.includeCollections||cacheTierMatchesContext(params.existingCollectionsCache,params.contextFingerprint,params.existingCache.source_cursor)];return requiredTiersMatch.every(Boolean)&&hasEveryDerivedIndexPart(params.entryKeys,params.includeBody,params.includeCollections,params.previousBodies,params.previousCollections)}async function listAllDocumentCandidatesCached(pmRoot,preferredFormat,typeToFolder,warnings,schema,options={}){const includeBody=options.includeBody!==false;const includeCollections=options.includeCollections!==false;const extensionFieldNames=resolveActiveExtensionFieldNames();const contextFingerprint=computeContextFingerprint(preferredFormat,typeToFolder,schema,extensionFieldNames);const delta=await loadDerivedIndexDelta(pmRoot);if(delta.invalid)await removeDerivedIndexFiles(pmRoot);const existingCache=await loadCache(pmRoot,contextFingerprint,options.cacheDiagnostics);const existingBodyCache=includeBody?await loadBodyCache(pmRoot,contextFingerprint):null;const existingCollectionsCache=includeCollections?await loadCollectionsCache(pmRoot,contextFingerprint):null;applyDerivedIndexDelta(existingCache,existingBodyCache,existingCollectionsCache,delta.envelope);const previousEntries=selectPreviousMetadataEntries(existingCache,contextFingerprint);const previousBodies=selectPreviousBodyEntries(existingBodyCache,contextFingerprint);const previousCollections=selectPreviousCollectionEntries(existingCollectionsCache,contextFingerprint);const folders=[...new Set(Object.values(typeToFolder))];const directorySignaturesBefore=await readDirectorySignatures(pmRoot,folders);const entryKeys=Object.keys(previousEntries);const minimumIndexedItems=Math.max(1,Math.floor(options.derivedIndexMinimumItems??DEFAULT_DERIVED_INDEX_MINIMUM_ITEMS));if(canUseDerivedIndex({forceSourceScan:options.forceSourceScan===true,contextFingerprint,existingCache,existingBodyCache,existingCollectionsCache,directorySignatures:directorySignaturesBefore,entryKeys,minimumIndexedItems,includeBody,includeCollections,previousBodies,previousCollections})){return candidatesFromDerivedIndex({pmRoot,preferredFormat,includeBody,includeCollections,previousEntries,previousBodies,previousCollections})}const dirResults=await Promise.all(folders.map(folder=>readItemDirectoryFiles(pmRoot,folder,warnings)));const dispatchReadHooks=hasActiveOnReadHooks();const state=createDocumentCacheMutableState();const context={pmRoot,preferredFormat,warnings,schema,extensionFieldNames,includeBody,includeCollections,forceSourceRead:options.forceSourceScan===true,dispatchReadHooks,previousEntries,previousBodies,previousCollections,state};await processCachedDocumentFiles(dirResults,context);const directorySignaturesAfter=await readDirectorySignatures(pmRoot,folders);const stableDirectorySignatures=directorySignaturesMatch(directorySignaturesBefore,directorySignaturesAfter)?directorySignaturesAfter:{};const metadataChanged=state.misses.metadata||Object.keys(previousEntries).length!==Object.keys(state.newEntries).length||!directorySignaturesMatch(existingCache?.directory_signatures,stableDirectorySignatures);const sourceCursor=metadataChanged||existingCache===null?randomUUID():existingCache.source_cursor;await persistMetadataCacheIfNeeded({pmRoot,contextFingerprint,sourceCursor,existingCache,previousEntries,directorySignatures:stableDirectorySignatures,state,minimumIndexedItems});if(includeBody){await persistBodyCacheIfNeeded({pmRoot,contextFingerprint,sourceCursor,existingBodyCache,previousBodies,state})}if(includeCollections){await persistCollectionsCacheIfNeeded({pmRoot,contextFingerprint,sourceCursor,existingCollectionsCache,previousCollections,state})}return sortedCachedDocumentCandidates(state)}async function listAllDocumentsCached(pmRoot,preferredFormat,typeToFolder,warnings,schema){const candidates=await listAllDocumentCandidatesCached(pmRoot,preferredFormat,typeToFolder,warnings,schema,{includeBody:false});return candidates.map(candidate=>({metadata:candidate.metadata,body:candidate.body??""}))}async function listAllDocumentsCachedLight(pmRoot,preferredFormat,typeToFolder,warnings,schema){const candidates=await listAllDocumentCandidatesCached(pmRoot,preferredFormat,typeToFolder,warnings,schema,{includeBody:false,includeCollections:false});return candidates.map(candidate=>({metadata:candidate.metadata,body:candidate.body??""}))}export{DEFAULT_DERIVED_INDEX_MINIMUM_ITEMS,HEAVY_METADATA_KEYS,acquireItemMetadataDerivedIndexLock,clearItemMetadataEnvelopeMemo,listAllDocumentCandidatesCached,listAllDocumentsCached,listAllDocumentsCachedLight,readItemMetadataDerivedIndexState,refreshItemMetadataDerivedIndex,shouldRecordCachedDocumentCandidate,shouldReplaceCachedDocumentCandidate};
 //# sourceMappingURL=item-metadata-cache.js.map
-//# debugId=8b8c705a-8d80-576f-8642-f6f686cdbed9