@unbrained/pm-cli 2026.9.6 → 2026.9.8

package/dist/sdk/governance/reindex.js

@@ -1,762 +1,5 @@
-/**
- * @module cli/commands/reindex
- *
- * Implements the pm reindex command surface and its agent-facing runtime behavior.
- */
-
-!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="1bcd20e1-2995-56ef-8d04-f265b8282c19")}catch(e){}}();
-import { assertInitializedTracker } from "../environment/tracker-preflight.js";
-import fs from "node:fs/promises";
-import path from "node:path";
-import { toNonEmptyStringOrUndefined, getActiveExtensionRegistrations, runActiveOnIndexHooks, runActiveOnWriteHooks, collectRegisteredItemFieldNames, resolveRegisteredSearchProvider, resolveRegisteredVectorStoreAdapter, writeFileAtomic, resolveItemTypeRegistry, parseItemDocument, acquireLock, buildSearchCorpus, buildSemanticCorpusInput, resolveSearchCorpusFields, resolveSemanticCorpusCharacterLimit, executeEmbeddingBatchesWithRetry, readVectorizationStatusLedger, writeVectorizationStatusLedger, REINDEX_LOCK_ID, resolveEmbeddingProviders, resolveSettingsWithSemanticRuntimeDefaults, executeVectorDelete, executeVectorReset, executeVectorUpsert, resolveVectorStores, buildVectorizationEmbeddingIdentity, buildVectorizationEmbeddingMetadata, hasVectorizationEmbeddingIdentityChanged, hasVectorizationVectorDimensionChanged, inferConsistentVectorDimension, EXIT_CODE, PmCliError, nowIso, listAllDocumentCandidatesCached, resolvePmRoot, readSettings, resolveAuthor, } from "../runtime-primitives.js";
-const MANIFEST_PATH = "index/manifest.json";
-const EMBEDDINGS_PATH = "search/embeddings.jsonl";
-const EMBEDDING_MIGRATION_REINDEX_HINT = "Provider or model has changed since last index. Run pm reindex --mode semantic to rebuild.";
-function shouldEmitReindexProgress(options) {
-    return options.progress === true || process.stderr.isTTY === true;
-}
-function emitReindexProgress(enabled, message) {
-    if (!enabled) {
-        return;
-    }
-    try {
-        process.stderr.write(`[pm reindex] ${message}\n`);
-    }
-    catch {
-        // Ignore transient stderr write failures.
-    }
-}
-function parseMode(raw) {
-    const normalized = (raw ?? "keyword").trim().toLowerCase();
-    if (normalized === "keyword") {
-        return "keyword";
-    }
-    if (normalized === "semantic" || normalized === "hybrid") {
-        return normalized;
-    }
-    throw new PmCliError("Reindex mode must be one of keyword|semantic|hybrid", EXIT_CODE.USAGE);
-}
-async function loadDocumentCandidates(pmRoot, itemFormat, typeToFolder, schema) {
-    const warnings = [];
-    const candidates = await listAllDocumentCandidatesCached(pmRoot, itemFormat, typeToFolder, warnings, schema);
-    return {
-        candidates,
-        warnings,
-    };
-}
-async function hydrateDocuments(pmRoot, candidates, schema, warnings, itemIds) {
-    const extensionFieldNames = collectRegisteredItemFieldNames(getActiveExtensionRegistrations());
-    const hydrated = [];
-    for (const candidate of candidates) {
-        if (itemIds && !itemIds.has(candidate.metadata.id)) {
-            continue;
-        }
-        if (typeof candidate.body === "string") {
-            hydrated.push({
-                metadata: candidate.metadata,
-                body: candidate.body,
-            });
-            continue;
-        }
-        try {
-            const raw = await fs.readFile(candidate.item_path, "utf8");
-            const parsed = parseItemDocument(raw, {
-                format: candidate.item_format,
-                schema,
-                extensionFieldNames,
-                onWarning: (warning) => warnings.push(warning),
-            });
-            hydrated.push({
-                metadata: candidate.metadata,
-                body: parsed.body,
-            });
-        }
-        catch {
-            warnings.push(`item_list_item_read_failed:${path.relative(pmRoot, candidate.item_path)}`);
-            hydrated.push({
-                metadata: candidate.metadata,
-                body: "",
-            });
-        }
-    }
-    return hydrated;
-}
-function buildKeywordRecord(document, mode, corpusFields) {
-    const item = document.metadata;
-    return {
-        id: item.id,
-        mode,
-        updated_at: item.updated_at,
-        corpus: buildSearchCorpus(document, { fields: corpusFields }),
-    };
-}
-const toOptionalNonEmptyString = toNonEmptyStringOrUndefined;
-/** Public contract for test only, shared by SDK and presentation-layer consumers. */
-export const _testOnly = {
-    shouldEmitReindexProgress,
-    emitReindexProgress,
-    parseMode,
-    hydrateDocuments,
-    buildKeywordRecord,
-    resolveExtensionSearchEmbedding,
-    resolveExtensionVectorAdapter,
-    assertVector,
-    executeExtensionEmbedding,
-    resolveExtensionEmbeddingModel,
-    resolveReindexEmbeddingIdentity,
-    executeReindexEmbedding,
-    collectLedgerOrphanIds,
-    resetVectorStoreForReindex,
-    pruneReindexOrphanVectors,
-    upsertReindexVectors,
-};
-function resolveExtensionSearchEmbedding(settings) {
-    const registrations = getActiveExtensionRegistrations();
-    const providerName = toOptionalNonEmptyString(settings.search?.provider);
-    if (!providerName) {
-        return null;
-    }
-    const registration = resolveRegisteredSearchProvider(registrations, providerName);
-    if (!registration) {
-        return null;
-    }
-    const runtimeDefinition = registration.runtime_definition ?? registration.definition;
-    const name = toOptionalNonEmptyString(runtimeDefinition.name) ??
-        toOptionalNonEmptyString(registration.definition.name);
-    // resolveRegisteredSearchProvider only matches a registration whose normalized
-    // runtime/registered definition name equals providerName, so `name` here is always
-    // that non-empty value; the guard exists solely to narrow string | undefined.
-    /* c8 ignore start -- unreachable: a matched provider registration always carries a normalized name */
-    if (!name) {
-        return null;
-    }
-    /* c8 ignore stop */
-    const embedBatch = runtimeDefinition.embedBatch;
-    const embedBatchSnake = runtimeDefinition.embed_batch;
-    const embed = runtimeDefinition.embed;
-    const resolvedEmbedBatch = typeof embedBatch === "function"
-        ? embedBatch
-        : typeof embedBatchSnake === "function"
-            ? embedBatchSnake
-            : undefined;
-    const resolvedEmbed = typeof embed === "function" ? embed : undefined;
-    if (!resolvedEmbedBatch && !resolvedEmbed) {
-        return null;
-    }
-    return {
-        name,
-        embedBatch: resolvedEmbedBatch,
-        embed: resolvedEmbed,
-    };
-}
-function resolveExtensionVectorAdapter(settings) {
-    const registrations = getActiveExtensionRegistrations();
-    const adapterName = toOptionalNonEmptyString(settings.vector_store?.adapter);
-    if (!adapterName) {
-        return null;
-    }
-    const registration = resolveRegisteredVectorStoreAdapter(registrations, adapterName);
-    if (!registration) {
-        return null;
-    }
-    const runtimeDefinition = registration.runtime_definition ?? registration.definition;
-    const adapterDisplayName = toOptionalNonEmptyString(runtimeDefinition.name) ??
-        toOptionalNonEmptyString(registration.definition.name);
-    /* c8 ignore start -- resolveRegisteredVectorStoreAdapter only returns registrations with a normalized runtime or definition name */
-    if (!adapterDisplayName) {
-        return null;
-    }
-    /* c8 ignore stop */
-    const upsert = runtimeDefinition.upsert;
-    const deleteHandler = runtimeDefinition.delete;
-    return {
-        adapterName: adapterDisplayName,
-        ...(typeof upsert === "function"
-            ? { upsert: upsert }
-            : {}),
-        ...(typeof deleteHandler === "function"
-            ? { delete: deleteHandler }
-            : {}),
-    };
-}
-function assertVector(value, context) {
-    if (!Array.isArray(value) ||
-        value.some((entry) => typeof entry !== "number" || !Number.isFinite(entry))) {
-        throw new PmCliError(`Invalid vector returned by ${context}`, EXIT_CODE.GENERIC_FAILURE);
-    }
-    return value;
-}
-async function executeExtensionEmbedding(extensionEmbedding, settings, corpusInputs) {
-    const model = settings.search?.embedding_model?.trim() || "text-embedding-3-small";
-    if (extensionEmbedding.embedBatch) {
-        const vectors = await Promise.resolve(extensionEmbedding.embedBatch({
-            inputs: corpusInputs,
-            settings,
-            model,
-        }));
-        if (!Array.isArray(vectors)) {
-            throw new PmCliError(`Extension search provider "${extensionEmbedding.name}" embedBatch must return an array of vectors`, EXIT_CODE.GENERIC_FAILURE);
-        }
-        return vectors.map((vector, index) => assertVector(vector, `extension search provider "${extensionEmbedding.name}" embedBatch output at index ${index}`));
-    }
-    if (!extensionEmbedding.embed) {
-        throw new PmCliError(`Extension search provider "${extensionEmbedding.name}" does not implement embed/embedBatch`, EXIT_CODE.GENERIC_FAILURE);
-    }
-    const vectors = [];
-    for (const [index, input] of corpusInputs.entries()) {
-        const vector = await Promise.resolve(extensionEmbedding.embed({
-            input,
-            settings,
-            model,
-        }));
-        vectors.push(assertVector(vector, `extension search provider "${extensionEmbedding.name}" embed output at index ${index}`));
-    }
-    return vectors;
-}
-function resolveExtensionEmbeddingModel(settings) {
-    return settings.search?.embedding_model?.trim() || "text-embedding-3-small";
-}
-function resolveReindexEmbeddingIdentity(settings, activeEmbeddingProvider, extensionEmbedding) {
-    const identity = extensionEmbedding
-        ? buildVectorizationEmbeddingIdentity(extensionEmbedding.name, resolveExtensionEmbeddingModel(settings))
-        : activeEmbeddingProvider
-            ? buildVectorizationEmbeddingIdentity(activeEmbeddingProvider.name, activeEmbeddingProvider.model)
-            : null;
-    if (!identity) {
-        throw new PmCliError(`No embedding identity available for semantic reindex mode`, EXIT_CODE.USAGE);
-    }
-    return identity;
-}
-function collectLedgerOrphanIds(ledgerEntries, currentIds) {
-    return Object.keys(ledgerEntries)
-        .filter((id) => !currentIds.has(id))
-        .sort((left, right) => left.localeCompare(right));
-}
-async function executeReindexEmbedding(settings, requestedMode, activeEmbeddingProvider, extensionEmbedding, documents, semanticWarnings, semanticSummary, progressEnabled) {
-    const semanticProviderName = extensionEmbedding?.name ?? activeEmbeddingProvider?.name;
-    const corpusCharacterLimit = resolveSemanticCorpusCharacterLimit(semanticProviderName, settings.search.embedding_corpus_max_characters).maxCharacters;
-    const corpusFields = resolveSearchCorpusFields(settings);
-    const corpusInputs = documents.map((document) => buildSemanticCorpusInput(document, {
-        providerName: semanticProviderName,
-        maxCharacters: corpusCharacterLimit,
-        fields: corpusFields,
-    }));
-    let vectors = [];
-    let embeddingIdentity = null;
-    if (extensionEmbedding) {
-        try {
-            vectors = await executeExtensionEmbedding(extensionEmbedding, settings, corpusInputs);
-            embeddingIdentity = buildVectorizationEmbeddingIdentity(extensionEmbedding.name, resolveExtensionEmbeddingModel(settings));
-        }
-        catch (error) {
-            if (!activeEmbeddingProvider) {
-                throw new PmCliError(`Extension search provider "${extensionEmbedding.name}" failed to generate embeddings: ${error instanceof Error ? error.message : String(error)}`, EXIT_CODE.GENERIC_FAILURE);
-            }
-            semanticWarnings.push(`Extension search provider "${extensionEmbedding.name}" failed; falling back to built-in provider (${error instanceof Error ? error.message : String(error)})`);
-        }
-    }
-    if (vectors.length === 0) {
-        if (!activeEmbeddingProvider) {
-            throw new PmCliError(`No embedding executor available for reindex mode '${requestedMode}'`, EXIT_CODE.USAGE);
-        }
-        const embeddingResult = await executeEmbeddingBatchesWithRetry(activeEmbeddingProvider, settings, corpusInputs, {
-            onProgress: (event) => {
-                if (event.phase === "complete") {
-                    semanticSummary.batches_completed = event.batch_index;
-                }
-                emitReindexProgress(progressEnabled, `embedding_batch_${event.phase} batch=${event.batch_index}/${event.batch_total} size=${event.batch_size} completed_inputs=${event.completed_inputs}/${event.total_inputs}`);
-            },
-        });
-        semanticWarnings.push(...embeddingResult.warnings);
-        vectors = embeddingResult.vectors;
-        embeddingIdentity = buildVectorizationEmbeddingIdentity(activeEmbeddingProvider.name, activeEmbeddingProvider.model);
-    }
-    emitReindexProgress(progressEnabled, `embedding_complete vectors=${vectors.length}`);
-    if (vectors.length !== documents.length) {
-        throw new PmCliError(`Embedding output size mismatch (expected ${documents.length}, received ${vectors.length})`, EXIT_CODE.GENERIC_FAILURE);
-    }
-    if (!embeddingIdentity) {
-        throw new PmCliError(`No embedding identity available for reindex mode '${requestedMode}'`, EXIT_CODE.USAGE);
-    }
-    return { vectors, embeddingIdentity };
-}
-async function resetVectorStoreForReindex(activeVectorStore, extensionVectorAdapter, ledgerEntries, settings, semanticWarnings, vectorDimension) {
-    const knownIds = Object.keys(ledgerEntries);
-    if (extensionVectorAdapter) {
-        if (knownIds.length > 0 && extensionVectorAdapter.delete) {
-            try {
-                await Promise.resolve(extensionVectorAdapter.delete({
-                    ids: knownIds.sort((left, right) => left.localeCompare(right)),
-                    settings,
-                }));
-            }
-            catch (error) {
-                throw new PmCliError(`Extension vector adapter "${extensionVectorAdapter.adapterName}" failed to delete vectors during reindex reset: ${error instanceof Error ? error.message : String(error)}`, EXIT_CODE.GENERIC_FAILURE);
-            }
-        }
-        else if (knownIds.length > 0) {
-            semanticWarnings.push(`search_semantic_reindex_reset_skipped:adapter=${extensionVectorAdapter.adapterName}:known_ids=${knownIds.length}`);
-        }
-        if (!activeVectorStore) {
-            return;
-        }
-    }
-    if (activeVectorStore) {
-        await executeVectorReset(activeVectorStore, knownIds, {}, vectorDimension);
-    }
-}
-async function pruneReindexOrphanVectors(activeVectorStore, extensionVectorAdapter, orphanIds, settings, semanticWarnings) {
-    if (orphanIds.length === 0) {
-        return;
-    }
-    if (extensionVectorAdapter) {
-        if (extensionVectorAdapter.delete) {
-            try {
-                await Promise.resolve(extensionVectorAdapter.delete({ ids: orphanIds, settings }));
-            }
-            catch (error) {
-                throw new PmCliError(`Extension vector adapter "${extensionVectorAdapter.adapterName}" failed to delete orphan vectors during reindex: ${error instanceof Error ? error.message : String(error)}`, EXIT_CODE.GENERIC_FAILURE);
-            }
-        }
-        else {
-            semanticWarnings.push(`search_semantic_reindex_orphan_prune_skipped:adapter=${extensionVectorAdapter.adapterName}:count=${orphanIds.length}`);
-        }
-        if (!activeVectorStore) {
-            return;
-        }
-    }
-    if (activeVectorStore) {
-        await executeVectorDelete(activeVectorStore, orphanIds);
-    }
-}
-function createReindexSemanticSummary(mode) {
-    return {
-        enabled: mode !== "keyword",
-        stale_items: 0,
-        unchanged_items: 0,
-        embedded_items: 0,
-        vector_upserted: 0,
-        batches_completed: 0,
-    };
-}
-function buildReindexManifest(mode, generatedAt, metadataDocuments) {
-    return {
-        version: 1,
-        mode,
-        generated_at: generatedAt,
-        total_items: metadataDocuments.length,
-        items: metadataDocuments.map((document) => ({
-            id: document.metadata.id,
-            type: document.metadata.type,
-            status: document.metadata.status,
-            priority: document.metadata.priority,
-            updated_at: document.metadata.updated_at,
-        })),
-    };
-}
-function assertSemanticRuntimeAvailable(params) {
-    if (params.requestedMode === "keyword") {
-        return {
-            activeEmbeddingProvider: null,
-            activeVectorStore: null,
-        };
-    }
-    const providerResolution = resolveEmbeddingProviders(params.settings);
-    if (!providerResolution.active && !params.extensionEmbedding) {
-        throw new PmCliError(`Reindex mode '${params.requestedMode}' requires a configured embedding provider in settings.providers.openai/settings.providers.ollama or an extension provider selected by settings.search.provider`, EXIT_CODE.USAGE);
-    }
-    const vectorResolution = resolveVectorStores(params.settings, params.pmRoot);
-    if (!vectorResolution.active && !params.extensionVectorAdapter) {
-        throw new PmCliError(`Reindex mode '${params.requestedMode}' requires a configured vector store in settings.vector_store.qdrant/settings.vector_store.lancedb or an extension adapter selected by settings.vector_store.adapter`, EXIT_CODE.USAGE);
-    }
-    return {
-        activeEmbeddingProvider: providerResolution.active,
-        activeVectorStore: vectorResolution.active,
-    };
-}
-async function loadReindexCorpus(params) {
-    const typeRegistry = resolveItemTypeRegistry(params.settings, getActiveExtensionRegistrations());
-    const loadedCandidates = await loadDocumentCandidates(params.pmRoot, params.settings.item_format, typeRegistry.type_to_folder, params.settings.schema);
-    return {
-        documentCandidates: loadedCandidates.candidates,
-        warnings: [...loadedCandidates.warnings],
-        metadataDocuments: loadedCandidates.candidates.map((candidate) => ({
-            metadata: candidate.metadata,
-            body: typeof candidate.body === "string" ? candidate.body : "",
-        })),
-    };
-}
-async function appendKeywordLedgerWarnings(params) {
-    const ledger = await readVectorizationStatusLedger(params.pmRoot);
-    params.reindexWarnings.push(...ledger.warnings);
-    if (params.forceFullSemantic) {
-        params.reindexWarnings.push("search_semantic_reindex_full_ignored:mode_keyword");
-    }
-    if (!ledger.embedding) {
-        return;
-    }
-    const currentEmbeddingIdentity = (() => {
-        try {
-            return resolveReindexEmbeddingIdentity(params.settings, resolveEmbeddingProviders(params.settings).active, params.extensionEmbedding);
-        }
-        catch {
-            return null;
-        }
-    })();
-    if (currentEmbeddingIdentity &&
-        hasVectorizationEmbeddingIdentityChanged(ledger.embedding, currentEmbeddingIdentity)) {
-        params.reindexWarnings.push("search_semantic_reindex_requires_rebuild:embedding_identity_changed");
-        params.reindexWarnings.push(EMBEDDING_MIGRATION_REINDEX_HINT);
-    }
-}
-async function planSemanticReindex(params) {
-    const ledger = await readVectorizationStatusLedger(params.pmRoot);
-    params.semanticWarnings.push(...ledger.warnings);
-    const embeddingIdentity = resolveReindexEmbeddingIdentity(params.settings, params.activeEmbeddingProvider, params.extensionEmbedding);
-    const currentIds = new Set(params.metadataDocuments.map((document) => document.metadata.id));
-    const orphanIds = collectLedgerOrphanIds(ledger.entries, currentIds);
-    const resetRequired = hasVectorizationEmbeddingIdentityChanged(ledger.embedding, embeddingIdentity);
-    if (params.forceFullSemantic && !resetRequired) {
-        params.semanticWarnings.push("search_semantic_reindex_full_rebuild_forced");
-    }
-    const staleSourceDocuments = params.forceFullSemantic || resetRequired
-        ? params.metadataDocuments
-        : params.metadataDocuments.filter((document) => ledger.entries[document.metadata.id] !==
-            document.metadata.updated_at);
-    const staleIds = new Set(staleSourceDocuments.map((document) => document.metadata.id));
-    const staleDocuments = staleIds.size > 0
-        ? await hydrateDocuments(params.pmRoot, params.documentCandidates, params.settings.schema, params.reindexWarnings, staleIds)
-        : [];
-    return {
-        ledgerEntries: ledger.entries,
-        ledgerEmbedding: ledger.embedding,
-        orphanIds,
-        resetRequired,
-        staleDocuments,
-        freshDocuments: params.metadataDocuments.length - staleDocuments.length,
-    };
-}
-async function rerunSemanticEmbeddingAfterDimensionChange(params) {
-    const staleIds = new Set(params.metadataDocuments.map((document) => document.metadata.id));
-    const staleDocuments = await hydrateDocuments(params.pmRoot, params.documentCandidates, params.settings.schema, params.reindexWarnings, staleIds);
-    params.semanticSummary.stale_items = staleDocuments.length;
-    params.semanticSummary.unchanged_items = 0;
-    emitReindexProgress(params.progressEnabled, `embedding_dimension_changed reset_items=${staleDocuments.length}`);
-    const embeddingResult = await executeReindexEmbedding(params.settings, params.requestedMode, params.activeEmbeddingProvider, params.extensionEmbedding, staleDocuments, params.semanticWarnings, params.semanticSummary, params.progressEnabled);
-    return {
-        ...embeddingResult,
-        staleDocuments,
-        vectorDimension: inferConsistentVectorDimension(embeddingResult.vectors, "Reindex embeddings"),
-    };
-}
-async function resolveSemanticEmbeddingForUpsert(params) {
-    const embeddingResult = await executeReindexEmbedding(params.settings, params.requestedMode, params.activeEmbeddingProvider, params.extensionEmbedding, params.staleDocuments, params.semanticWarnings, params.semanticSummary, params.progressEnabled);
-    let vectors = embeddingResult.vectors;
-    let actualEmbeddingIdentity = embeddingResult.embeddingIdentity;
-    let vectorDimension = inferConsistentVectorDimension(vectors, "Reindex embeddings");
-    const dimensionChanged = !params.resetRequired &&
-        (hasVectorizationEmbeddingIdentityChanged(params.ledgerEmbedding, actualEmbeddingIdentity) ||
-            hasVectorizationVectorDimensionChanged(params.ledgerEmbedding, vectorDimension));
-    if (!dimensionChanged) {
-        return {
-            vectors,
-            embeddingIdentity: actualEmbeddingIdentity,
-            staleDocuments: params.staleDocuments,
-            vectorDimension,
-            resetRequired: params.resetRequired,
-        };
-    }
-    const rerun = await rerunSemanticEmbeddingAfterDimensionChange(params);
-    vectors = rerun.vectors;
-    actualEmbeddingIdentity = rerun.embeddingIdentity;
-    vectorDimension = rerun.vectorDimension;
-    return {
-        vectors,
-        embeddingIdentity: actualEmbeddingIdentity,
-        staleDocuments: rerun.staleDocuments,
-        vectorDimension,
-        resetRequired: true,
-    };
-}
-async function upsertReindexVectors(params) {
-    if (params.extensionVectorAdapter) {
-        try {
-            const adapterName = params.extensionVectorAdapter.adapterName;
-            emitReindexProgress(params.progressEnabled, `vector_upsert_start adapter=${adapterName} points=${params.points.length}`);
-            if (typeof params.extensionVectorAdapter.upsert !== "function") {
-                throw new PmCliError(`Extension vector adapter "${adapterName}" does not support upserting vectors.`, EXIT_CODE.USAGE);
-            }
-            await Promise.resolve(params.extensionVectorAdapter.upsert({
-                points: params.points,
-                settings: params.settings,
-            }));
-            params.semanticSummary.vector_upserted = params.points.length;
-            emitReindexProgress(params.progressEnabled, `vector_upsert_complete adapter=${adapterName}`);
-            return;
-        }
-        catch (error) {
-            if (error instanceof PmCliError) {
-                throw error;
-            }
-            if (!params.activeVectorStore) {
-                throw new PmCliError(`Extension vector adapter "${params.extensionVectorAdapter.adapterName}" failed to upsert vectors: ${error instanceof Error ? error.message : String(error)}`, EXIT_CODE.GENERIC_FAILURE);
-            }
-            params.semanticWarnings.push(`Extension vector adapter "${params.extensionVectorAdapter.adapterName}" failed; falling back to built-in vector store (${error instanceof Error ? error.message : String(error)})`);
-            emitReindexProgress(params.progressEnabled, "vector_upsert_fallback built_in_store");
-        }
-    }
-    if (params.activeVectorStore) {
-        emitReindexProgress(params.progressEnabled, `vector_upsert_start adapter=${params.activeVectorStore.name} points=${params.points.length}`);
-        await executeVectorUpsert(params.activeVectorStore, params.points);
-        params.semanticSummary.vector_upserted = params.points.length;
-        emitReindexProgress(params.progressEnabled, `vector_upsert_complete adapter=${params.activeVectorStore.name}`);
-        return;
-    }
-    /* c8 ignore start -- guarded by semantic-mode provider/vector-store preflight above */
-    throw new PmCliError(`No vector upsert executor available for reindex mode '${params.requestedMode}'`, EXIT_CODE.USAGE);
-    /* c8 ignore stop */
-}
-function buildReindexVectorPoints(staleDocuments, vectors) {
-    return staleDocuments.map((document, index) => ({
-        id: document.metadata.id,
-        vector: assertVector(vectors[index], `reindex embeddings output at index ${index}`),
-        payload: {
-            id: document.metadata.id,
-            type: document.metadata.type,
-            status: document.metadata.status,
-            priority: document.metadata.priority,
-            updated_at: document.metadata.updated_at,
-        },
-    }));
-}
-async function executeSemanticVectorRefresh(params) {
-    emitReindexProgress(params.progressEnabled, `embedding_start items=${params.plan.staleDocuments.length} unchanged_items=${params.plan.freshDocuments}`);
-    const embedding = await resolveSemanticEmbeddingForUpsert({
-        pmRoot: params.pmRoot,
-        settings: params.settings,
-        requestedMode: params.requestedMode,
-        activeEmbeddingProvider: params.activeEmbeddingProvider,
-        extensionEmbedding: params.extensionEmbedding,
-        documentCandidates: params.documentCandidates,
-        metadataDocuments: params.metadataDocuments,
-        staleDocuments: params.plan.staleDocuments,
-        ledgerEmbedding: params.plan.ledgerEmbedding,
-        resetRequired: params.plan.resetRequired,
-        semanticWarnings: params.semanticWarnings,
-        reindexWarnings: params.reindexWarnings,
-        semanticSummary: params.semanticSummary,
-        progressEnabled: params.progressEnabled,
-    });
-    if (embedding.resetRequired) {
-        emitReindexProgress(params.progressEnabled, "vector_reset_start");
-        await resetVectorStoreForReindex(params.activeVectorStore, params.extensionVectorAdapter, params.plan.ledgerEntries, params.settings, params.semanticWarnings, params.plan.ledgerEmbedding ? embedding.vectorDimension : undefined);
-        emitReindexProgress(params.progressEnabled, "vector_reset_complete");
-    }
-    else {
-        await pruneReindexOrphanVectors(params.activeVectorStore, params.extensionVectorAdapter, params.plan.orphanIds, params.settings, params.semanticWarnings);
-    }
-    const points = buildReindexVectorPoints(embedding.staleDocuments, embedding.vectors);
-    params.semanticSummary.embedded_items = embedding.vectors.length;
-    await upsertReindexVectors({
-        requestedMode: params.requestedMode,
-        activeVectorStore: params.activeVectorStore,
-        extensionVectorAdapter: params.extensionVectorAdapter,
-        settings: params.settings,
-        points,
-        semanticWarnings: params.semanticWarnings,
-        semanticSummary: params.semanticSummary,
-        progressEnabled: params.progressEnabled,
-    });
-    return {
-        staleDocuments: embedding.staleDocuments,
-        embeddingMetadata: buildVectorizationEmbeddingMetadata(embedding.embeddingIdentity, embedding.vectorDimension),
-    };
-}
-async function runSemanticReindex(params) {
-    const plan = await planSemanticReindex(params);
-    params.semanticSummary.stale_items = plan.staleDocuments.length;
-    params.semanticSummary.unchanged_items = plan.freshDocuments;
-    const vectorizationLedgerEntries = Object.fromEntries(params.metadataDocuments.map((document) => [
-        document.metadata.id,
-        document.metadata.updated_at,
-    ]));
-    emitReindexProgress(params.progressEnabled, `semantic_stale_items stale=${plan.staleDocuments.length} total=${params.metadataDocuments.length} unchanged=${plan.freshDocuments} full=${params.forceFullSemantic || plan.resetRequired}`);
-    if (plan.staleDocuments.length === 0) {
-        emitReindexProgress(params.progressEnabled, `embedding_skipped unchanged_items=${plan.freshDocuments}`);
-        params.semanticWarnings.push(`search_semantic_reindex_skipped_unchanged:count=${plan.freshDocuments}`);
-        await pruneReindexOrphanVectors(params.activeVectorStore, params.extensionVectorAdapter, plan.orphanIds, params.settings, params.semanticWarnings);
-        return {
-            documentsForKeywordArtifacts: params.documentsForKeywordArtifacts,
-            vectorizationLedgerEntries,
-            vectorizationEmbeddingMetadata: plan.ledgerEmbedding,
-        };
-    }
-    const refresh = await executeSemanticVectorRefresh({ ...params, plan });
-    if (plan.freshDocuments > 0) {
-        params.semanticWarnings.push(`search_semantic_reindex_skipped_unchanged:count=${plan.freshDocuments}`);
-    }
-    const staleDocumentsById = new Map(refresh.staleDocuments.map((document) => [document.metadata.id, document]));
-    return {
-        documentsForKeywordArtifacts: params.metadataDocuments.map((document) => staleDocumentsById.get(document.metadata.id) ?? document),
-        vectorizationLedgerEntries,
-        vectorizationEmbeddingMetadata: refresh.embeddingMetadata,
-    };
-}
-async function writeReindexArtifacts(params) {
-    const manifestPath = path.join(params.pmRoot, MANIFEST_PATH);
-    const embeddingsPath = path.join(params.pmRoot, EMBEDDINGS_PATH);
-    const keywordCorpusFields = resolveSearchCorpusFields(params.settings);
-    const embeddingsLines = params.documentsForKeywordArtifacts
-        .map((document) => JSON.stringify(buildKeywordRecord(document, params.mode, keywordCorpusFields)))
-        .join("\n");
-    emitReindexProgress(params.progressEnabled, "writing keyword artifacts");
-    await writeFileAtomic(manifestPath, `${JSON.stringify(params.manifest, null, 2)}\n`);
-    await writeFileAtomic(embeddingsPath, `${embeddingsLines}\n`);
-    const vectorizationWarnings = [];
-    if (params.mode !== "keyword") {
-        try {
-            emitReindexProgress(params.progressEnabled, "writing vectorization status ledger");
-            await writeVectorizationStatusLedger(params.pmRoot, params.vectorizationLedgerEntries, params.vectorizationEmbeddingMetadata);
-        }
-        catch (error) {
-            vectorizationWarnings.push(`search_vectorization_status_ledger_write_failed:${error instanceof Error ? error.message : String(error)}`);
-        }
-    }
-    return vectorizationWarnings;
-}
-/** Implements run reindex for the public runtime surface of this module. */
-export async function runReindex(options, global) {
-    const requestedMode = parseMode(options.mode);
-    const progressEnabled = shouldEmitReindexProgress(options);
-    const forceFullSemantic = options.full === true;
-    emitReindexProgress(progressEnabled, `start mode=${requestedMode}`);
-    const pmRoot = resolvePmRoot(process.cwd(), global.path);
-    await assertInitializedTracker(pmRoot);
-    const settings = resolveSettingsWithSemanticRuntimeDefaults(await readSettings(pmRoot)).settings;
-    let releaseReindexLock = null;
-    try {
-        releaseReindexLock = await acquireLock(pmRoot, REINDEX_LOCK_ID, settings.locks.ttl_seconds, resolveAuthor(undefined, "pm-reindex"), false, settings.governance.force_required_for_stale_lock, settings.locks.wait_ms);
-    }
-    catch (error) {
-        if (error instanceof PmCliError && error.exitCode === EXIT_CODE.CONFLICT) {
-            throw new PmCliError("Another pm reindex run is already active for this project. Wait for it to finish before starting a new keyword, semantic, or hybrid reindex.", EXIT_CODE.CONFLICT, {
-                code: "reindex_already_running",
-                type: "urn:pm-cli:error:reindex_already_running",
-                why: "Semantic reindex can be expensive and duplicate runs compete for the same local embedding model and vector store.",
-                nextSteps: [
-                    "Check active pm reindex processes before starting another reindex.",
-                    "Rerun with --progress when you need non-interactive visibility.",
-                ],
-            });
-        }
-        throw error;
-    }
-    try {
-        const extensionEmbedding = resolveExtensionSearchEmbedding(settings);
-        const extensionVectorAdapter = resolveExtensionVectorAdapter(settings);
-        const semanticRuntime = assertSemanticRuntimeAvailable({
-            requestedMode,
-            pmRoot,
-            settings,
-            extensionEmbedding,
-            extensionVectorAdapter,
-        });
-        const mode = requestedMode;
-        emitReindexProgress(progressEnabled, "loading item corpus");
-        const corpus = await loadReindexCorpus({ pmRoot, settings });
-        const reindexWarnings = corpus.warnings;
-        const { documentCandidates, metadataDocuments } = corpus;
-        emitReindexProgress(progressEnabled, `loaded_items=${metadataDocuments.length}`);
-        const generatedAt = nowIso();
-        const manifest = buildReindexManifest(mode, generatedAt, metadataDocuments);
-        const manifestPath = path.join(pmRoot, MANIFEST_PATH);
-        const embeddingsPath = path.join(pmRoot, EMBEDDINGS_PATH);
-        let documentsForKeywordArtifacts = mode === "keyword"
-            ? await hydrateDocuments(pmRoot, documentCandidates, settings.schema, reindexWarnings)
-            : metadataDocuments;
-        const semanticWarnings = [];
-        let vectorizationLedgerEntries = {};
-        let vectorizationEmbeddingMetadata = null;
-        const semanticSummary = createReindexSemanticSummary(mode);
-        if (mode === "keyword") {
-            await appendKeywordLedgerWarnings({
-                pmRoot,
-                settings,
-                forceFullSemantic,
-                extensionEmbedding,
-                reindexWarnings,
-            });
-        }
-        if (mode !== "keyword") {
-            const semantic = await runSemanticReindex({
-                pmRoot,
-                settings,
-                requestedMode,
-                activeEmbeddingProvider: semanticRuntime.activeEmbeddingProvider,
-                activeVectorStore: semanticRuntime.activeVectorStore,
-                extensionEmbedding,
-                extensionVectorAdapter,
-                documentCandidates,
-                metadataDocuments,
-                documentsForKeywordArtifacts,
-                forceFullSemantic,
-                reindexWarnings,
-                semanticWarnings,
-                semanticSummary,
-                progressEnabled,
-            });
-            documentsForKeywordArtifacts = semantic.documentsForKeywordArtifacts;
-            vectorizationLedgerEntries = semantic.vectorizationLedgerEntries;
-            vectorizationEmbeddingMetadata = semantic.vectorizationEmbeddingMetadata;
-        }
-        const vectorizationWarnings = await writeReindexArtifacts({
-            pmRoot,
-            mode,
-            manifest,
-            documentsForKeywordArtifacts,
-            settings,
-            vectorizationLedgerEntries,
-            vectorizationEmbeddingMetadata,
-            progressEnabled,
-        });
-        const hookWarnings = [
-            ...(await runActiveOnWriteHooks({
-                path: manifestPath,
-                scope: "project",
-                op: "reindex:manifest",
-            })),
-            ...(await runActiveOnWriteHooks({
-                path: embeddingsPath,
-                scope: "project",
-                op: "reindex:embeddings",
-            })),
-            ...(await runActiveOnIndexHooks({
-                mode,
-                total_items: metadataDocuments.length,
-            })),
-        ];
-        emitReindexProgress(progressEnabled, "done");
-        return {
-            ok: true,
-            mode,
-            total_items: metadataDocuments.length,
-            semantic: semanticSummary,
-            artifacts: {
-                manifest: MANIFEST_PATH,
-                embeddings: EMBEDDINGS_PATH,
-            },
-            warnings: [
-                ...reindexWarnings,
-                ...semanticWarnings,
-                ...vectorizationWarnings,
-                ...hookWarnings,
-            ],
-            generated_at: generatedAt,
-        };
-    }
-    finally {
-        await releaseReindexLock?.();
-    }
-}
+!(function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="02e6f711-7e60-5bb7-a439-9b23d23575f5")}catch(e2){}})();import{assertInitializedTracker}from"../environment/tracker-preflight.js";import fs from"node:fs/promises";import path from"node:path";import{toNonEmptyStringOrUndefined,getActiveExtensionRegistrations,runActiveOnIndexHooks,runActiveOnWriteHooks,collectRegisteredItemFieldNames,resolveRegisteredSearchProvider,resolveRegisteredVectorStoreAdapter,writeFileAtomic,resolveItemTypeRegistry,parseItemDocument,acquireLock,buildSearchCorpus,buildSemanticCorpusInput,resolveSearchCorpusFields,resolveSemanticCorpusCharacterLimit,executeEmbeddingBatchesWithRetry,readVectorizationStatusLedger,writeVectorizationStatusLedger,REINDEX_LOCK_ID,resolveEmbeddingProviders,resolveSettingsWithSemanticRuntimeDefaults,executeVectorDelete,executeVectorReset,executeVectorUpsert,resolveVectorStores,buildVectorizationEmbeddingIdentity,buildVectorizationEmbeddingMetadata,hasVectorizationEmbeddingIdentityChanged,hasVectorizationVectorDimensionChanged,inferConsistentVectorDimension,EXIT_CODE,PmCliError,nowIso,listAllDocumentCandidatesCached,resolvePmRoot,readSettings,resolveAuthor}from"../runtime-primitives.js";const MANIFEST_PATH="index/manifest.json";const EMBEDDINGS_PATH="search/embeddings.jsonl";const EMBEDDING_MIGRATION_REINDEX_HINT="Provider or model has changed since last index. Run pm reindex --mode semantic to rebuild.";function shouldEmitReindexProgress(options){return options.progress===true||process.stderr.isTTY===true}function emitReindexProgress(enabled,message){if(!enabled){return}try{process.stderr.write(`[pm reindex] ${message}
+`)}catch{}}function parseMode(raw){const normalized=(raw??"keyword").trim().toLowerCase();if(normalized==="keyword"){return"keyword"}if(normalized==="semantic"||normalized==="hybrid"){return normalized}throw new PmCliError("Reindex mode must be one of keyword|semantic|hybrid",EXIT_CODE.USAGE)}async function loadDocumentCandidates(pmRoot,itemFormat,typeToFolder,schema){const warnings=[];const candidates=await listAllDocumentCandidatesCached(pmRoot,itemFormat,typeToFolder,warnings,schema);return{candidates,warnings}}async function hydrateDocuments(pmRoot,candidates,schema,warnings,itemIds){const extensionFieldNames=collectRegisteredItemFieldNames(getActiveExtensionRegistrations());const hydrated=[];for(const candidate of candidates){if(itemIds&&!itemIds.has(candidate.metadata.id)){continue}if(typeof candidate.body==="string"){hydrated.push({metadata:candidate.metadata,body:candidate.body});continue}try{const raw=await fs.readFile(candidate.item_path,"utf8");const parsed=parseItemDocument(raw,{format:candidate.item_format,schema,extensionFieldNames,onWarning:warning=>warnings.push(warning)});hydrated.push({metadata:candidate.metadata,body:parsed.body})}catch{warnings.push(`item_list_item_read_failed:${path.relative(pmRoot,candidate.item_path)}`);hydrated.push({metadata:candidate.metadata,body:""})}}return hydrated}function buildKeywordRecord(document,mode,corpusFields){const item=document.metadata;return{id:item.id,mode,updated_at:item.updated_at,corpus:buildSearchCorpus(document,{fields:corpusFields})}}const toOptionalNonEmptyString=toNonEmptyStringOrUndefined;const _testOnly={shouldEmitReindexProgress,emitReindexProgress,parseMode,hydrateDocuments,buildKeywordRecord,resolveExtensionSearchEmbedding,resolveExtensionVectorAdapter,assertVector,executeExtensionEmbedding,resolveExtensionEmbeddingModel,resolveReindexEmbeddingIdentity,executeReindexEmbedding,collectLedgerOrphanIds,resetVectorStoreForReindex,pruneReindexOrphanVectors,upsertReindexVectors};function resolveExtensionSearchEmbedding(settings){const registrations=getActiveExtensionRegistrations();const providerName=toOptionalNonEmptyString(settings.search?.provider);if(!providerName){return null}const registration=resolveRegisteredSearchProvider(registrations,providerName);if(!registration){return null}const runtimeDefinition=registration.runtime_definition??registration.definition;const name=toOptionalNonEmptyString(runtimeDefinition.name)??toOptionalNonEmptyString(registration.definition.name);if(!name){return null}const embedBatch=runtimeDefinition.embedBatch;const embedBatchSnake=runtimeDefinition.embed_batch;const embed=runtimeDefinition.embed;const resolvedEmbedBatch=typeof embedBatch==="function"?embedBatch:typeof embedBatchSnake==="function"?embedBatchSnake:void 0;const resolvedEmbed=typeof embed==="function"?embed:void 0;if(!resolvedEmbedBatch&&!resolvedEmbed){return null}return{name,embedBatch:resolvedEmbedBatch,embed:resolvedEmbed}}function resolveExtensionVectorAdapter(settings){const registrations=getActiveExtensionRegistrations();const adapterName=toOptionalNonEmptyString(settings.vector_store?.adapter);if(!adapterName){return null}const registration=resolveRegisteredVectorStoreAdapter(registrations,adapterName);if(!registration){return null}const runtimeDefinition=registration.runtime_definition??registration.definition;const adapterDisplayName=toOptionalNonEmptyString(runtimeDefinition.name)??toOptionalNonEmptyString(registration.definition.name);if(!adapterDisplayName){return null}const upsert=runtimeDefinition.upsert;const deleteHandler=runtimeDefinition.delete;return{adapterName:adapterDisplayName,...typeof upsert==="function"?{upsert}:{},...typeof deleteHandler==="function"?{delete:deleteHandler}:{}}}function assertVector(value,context){if(!Array.isArray(value)||value.some(entry=>typeof entry!=="number"||!Number.isFinite(entry))){throw new PmCliError(`Invalid vector returned by ${context}`,EXIT_CODE.GENERIC_FAILURE)}return value}async function executeExtensionEmbedding(extensionEmbedding,settings,corpusInputs){const model=settings.search?.embedding_model?.trim()||"text-embedding-3-small";if(extensionEmbedding.embedBatch){const vectors2=await Promise.resolve(extensionEmbedding.embedBatch({inputs:corpusInputs,settings,model}));if(!Array.isArray(vectors2)){throw new PmCliError(`Extension search provider "${extensionEmbedding.name}" embedBatch must return an array of vectors`,EXIT_CODE.GENERIC_FAILURE)}return vectors2.map((vector,index)=>assertVector(vector,`extension search provider "${extensionEmbedding.name}" embedBatch output at index ${index}`))}if(!extensionEmbedding.embed){throw new PmCliError(`Extension search provider "${extensionEmbedding.name}" does not implement embed/embedBatch`,EXIT_CODE.GENERIC_FAILURE)}const vectors=[];for(const[index,input]of corpusInputs.entries()){const vector=await Promise.resolve(extensionEmbedding.embed({input,settings,model}));vectors.push(assertVector(vector,`extension search provider "${extensionEmbedding.name}" embed output at index ${index}`))}return vectors}function resolveExtensionEmbeddingModel(settings){return settings.search?.embedding_model?.trim()||"text-embedding-3-small"}function resolveReindexEmbeddingIdentity(settings,activeEmbeddingProvider,extensionEmbedding){const identity=extensionEmbedding?buildVectorizationEmbeddingIdentity(extensionEmbedding.name,resolveExtensionEmbeddingModel(settings)):activeEmbeddingProvider?buildVectorizationEmbeddingIdentity(activeEmbeddingProvider.name,activeEmbeddingProvider.model):null;if(!identity){throw new PmCliError(`No embedding identity available for semantic reindex mode`,EXIT_CODE.USAGE)}return identity}function collectLedgerOrphanIds(ledgerEntries,currentIds){return Object.keys(ledgerEntries).filter(id=>!currentIds.has(id)).sort((left,right)=>left.localeCompare(right))}async function executeReindexEmbedding(settings,requestedMode,activeEmbeddingProvider,extensionEmbedding,documents,semanticWarnings,semanticSummary,progressEnabled){const semanticProviderName=extensionEmbedding?.name??activeEmbeddingProvider?.name;const corpusCharacterLimit=resolveSemanticCorpusCharacterLimit(semanticProviderName,settings.search.embedding_corpus_max_characters).maxCharacters;const corpusFields=resolveSearchCorpusFields(settings);const corpusInputs=documents.map(document=>buildSemanticCorpusInput(document,{providerName:semanticProviderName,maxCharacters:corpusCharacterLimit,fields:corpusFields}));let vectors=[];let embeddingIdentity=null;if(extensionEmbedding){try{vectors=await executeExtensionEmbedding(extensionEmbedding,settings,corpusInputs);embeddingIdentity=buildVectorizationEmbeddingIdentity(extensionEmbedding.name,resolveExtensionEmbeddingModel(settings))}catch(error){if(!activeEmbeddingProvider){throw new PmCliError(`Extension search provider "${extensionEmbedding.name}" failed to generate embeddings: ${error instanceof Error?error.message:String(error)}`,EXIT_CODE.GENERIC_FAILURE)}semanticWarnings.push(`Extension search provider "${extensionEmbedding.name}" failed; falling back to built-in provider (${error instanceof Error?error.message:String(error)})`)}}if(vectors.length===0){if(!activeEmbeddingProvider){throw new PmCliError(`No embedding executor available for reindex mode '${requestedMode}'`,EXIT_CODE.USAGE)}const embeddingResult=await executeEmbeddingBatchesWithRetry(activeEmbeddingProvider,settings,corpusInputs,{onProgress:event=>{if(event.phase==="complete"){semanticSummary.batches_completed=event.batch_index}emitReindexProgress(progressEnabled,`embedding_batch_${event.phase} batch=${event.batch_index}/${event.batch_total} size=${event.batch_size} completed_inputs=${event.completed_inputs}/${event.total_inputs}`)}});semanticWarnings.push(...embeddingResult.warnings);vectors=embeddingResult.vectors;embeddingIdentity=buildVectorizationEmbeddingIdentity(activeEmbeddingProvider.name,activeEmbeddingProvider.model)}emitReindexProgress(progressEnabled,`embedding_complete vectors=${vectors.length}`);if(vectors.length!==documents.length){throw new PmCliError(`Embedding output size mismatch (expected ${documents.length}, received ${vectors.length})`,EXIT_CODE.GENERIC_FAILURE)}if(!embeddingIdentity){throw new PmCliError(`No embedding identity available for reindex mode '${requestedMode}'`,EXIT_CODE.USAGE)}return{vectors,embeddingIdentity}}async function resetVectorStoreForReindex(activeVectorStore,extensionVectorAdapter,ledgerEntries,settings,semanticWarnings,vectorDimension){const knownIds=Object.keys(ledgerEntries);if(extensionVectorAdapter){if(knownIds.length>0&&extensionVectorAdapter.delete){try{await Promise.resolve(extensionVectorAdapter.delete({ids:knownIds.sort((left,right)=>left.localeCompare(right)),settings}))}catch(error){throw new PmCliError(`Extension vector adapter "${extensionVectorAdapter.adapterName}" failed to delete vectors during reindex reset: ${error instanceof Error?error.message:String(error)}`,EXIT_CODE.GENERIC_FAILURE)}}else if(knownIds.length>0){semanticWarnings.push(`search_semantic_reindex_reset_skipped:adapter=${extensionVectorAdapter.adapterName}:known_ids=${knownIds.length}`)}if(!activeVectorStore){return}}if(activeVectorStore){await executeVectorReset(activeVectorStore,knownIds,{},vectorDimension)}}async function pruneReindexOrphanVectors(activeVectorStore,extensionVectorAdapter,orphanIds,settings,semanticWarnings){if(orphanIds.length===0){return}if(extensionVectorAdapter){if(extensionVectorAdapter.delete){try{await Promise.resolve(extensionVectorAdapter.delete({ids:orphanIds,settings}))}catch(error){throw new PmCliError(`Extension vector adapter "${extensionVectorAdapter.adapterName}" failed to delete orphan vectors during reindex: ${error instanceof Error?error.message:String(error)}`,EXIT_CODE.GENERIC_FAILURE)}}else{semanticWarnings.push(`search_semantic_reindex_orphan_prune_skipped:adapter=${extensionVectorAdapter.adapterName}:count=${orphanIds.length}`)}if(!activeVectorStore){return}}if(activeVectorStore){await executeVectorDelete(activeVectorStore,orphanIds)}}function createReindexSemanticSummary(mode){return{enabled:mode!=="keyword",stale_items:0,unchanged_items:0,embedded_items:0,vector_upserted:0,batches_completed:0}}function buildReindexManifest(mode,generatedAt,metadataDocuments){return{version:1,mode,generated_at:generatedAt,total_items:metadataDocuments.length,items:metadataDocuments.map(document=>({id:document.metadata.id,type:document.metadata.type,status:document.metadata.status,priority:document.metadata.priority,updated_at:document.metadata.updated_at}))}}function assertSemanticRuntimeAvailable(params){if(params.requestedMode==="keyword"){return{activeEmbeddingProvider:null,activeVectorStore:null}}const providerResolution=resolveEmbeddingProviders(params.settings);if(!providerResolution.active&&!params.extensionEmbedding){throw new PmCliError(`Reindex mode '${params.requestedMode}' requires a configured embedding provider in settings.providers.openai/settings.providers.ollama or an extension provider selected by settings.search.provider`,EXIT_CODE.USAGE)}const vectorResolution=resolveVectorStores(params.settings,params.pmRoot);if(!vectorResolution.active&&!params.extensionVectorAdapter){throw new PmCliError(`Reindex mode '${params.requestedMode}' requires a configured vector store in settings.vector_store.qdrant/settings.vector_store.lancedb or an extension adapter selected by settings.vector_store.adapter`,EXIT_CODE.USAGE)}return{activeEmbeddingProvider:providerResolution.active,activeVectorStore:vectorResolution.active}}async function loadReindexCorpus(params){const typeRegistry=resolveItemTypeRegistry(params.settings,getActiveExtensionRegistrations());const loadedCandidates=await loadDocumentCandidates(params.pmRoot,params.settings.item_format,typeRegistry.type_to_folder,params.settings.schema);return{documentCandidates:loadedCandidates.candidates,warnings:[...loadedCandidates.warnings],metadataDocuments:loadedCandidates.candidates.map(candidate=>({metadata:candidate.metadata,body:typeof candidate.body==="string"?candidate.body:""}))}}async function appendKeywordLedgerWarnings(params){const ledger=await readVectorizationStatusLedger(params.pmRoot);params.reindexWarnings.push(...ledger.warnings);if(params.forceFullSemantic){params.reindexWarnings.push("search_semantic_reindex_full_ignored:mode_keyword")}if(!ledger.embedding){return}const currentEmbeddingIdentity=(()=>{try{return resolveReindexEmbeddingIdentity(params.settings,resolveEmbeddingProviders(params.settings).active,params.extensionEmbedding)}catch{return null}})();if(currentEmbeddingIdentity&&hasVectorizationEmbeddingIdentityChanged(ledger.embedding,currentEmbeddingIdentity)){params.reindexWarnings.push("search_semantic_reindex_requires_rebuild:embedding_identity_changed");params.reindexWarnings.push(EMBEDDING_MIGRATION_REINDEX_HINT)}}async function planSemanticReindex(params){const ledger=await readVectorizationStatusLedger(params.pmRoot);params.semanticWarnings.push(...ledger.warnings);const embeddingIdentity=resolveReindexEmbeddingIdentity(params.settings,params.activeEmbeddingProvider,params.extensionEmbedding);const currentIds=new Set(params.metadataDocuments.map(document=>document.metadata.id));const orphanIds=collectLedgerOrphanIds(ledger.entries,currentIds);const resetRequired=hasVectorizationEmbeddingIdentityChanged(ledger.embedding,embeddingIdentity);if(params.forceFullSemantic&&!resetRequired){params.semanticWarnings.push("search_semantic_reindex_full_rebuild_forced")}const staleSourceDocuments=params.forceFullSemantic||resetRequired?params.metadataDocuments:params.metadataDocuments.filter(document=>ledger.entries[document.metadata.id]!==document.metadata.updated_at);const staleIds=new Set(staleSourceDocuments.map(document=>document.metadata.id));const staleDocuments=staleIds.size>0?await hydrateDocuments(params.pmRoot,params.documentCandidates,params.settings.schema,params.reindexWarnings,staleIds):[];return{ledgerEntries:ledger.entries,ledgerEmbedding:ledger.embedding,orphanIds,resetRequired,staleDocuments,freshDocuments:params.metadataDocuments.length-staleDocuments.length}}async function rerunSemanticEmbeddingAfterDimensionChange(params){const staleIds=new Set(params.metadataDocuments.map(document=>document.metadata.id));const staleDocuments=await hydrateDocuments(params.pmRoot,params.documentCandidates,params.settings.schema,params.reindexWarnings,staleIds);params.semanticSummary.stale_items=staleDocuments.length;params.semanticSummary.unchanged_items=0;emitReindexProgress(params.progressEnabled,`embedding_dimension_changed reset_items=${staleDocuments.length}`);const embeddingResult=await executeReindexEmbedding(params.settings,params.requestedMode,params.activeEmbeddingProvider,params.extensionEmbedding,staleDocuments,params.semanticWarnings,params.semanticSummary,params.progressEnabled);return{...embeddingResult,staleDocuments,vectorDimension:inferConsistentVectorDimension(embeddingResult.vectors,"Reindex embeddings")}}async function resolveSemanticEmbeddingForUpsert(params){const embeddingResult=await executeReindexEmbedding(params.settings,params.requestedMode,params.activeEmbeddingProvider,params.extensionEmbedding,params.staleDocuments,params.semanticWarnings,params.semanticSummary,params.progressEnabled);let vectors=embeddingResult.vectors;let actualEmbeddingIdentity=embeddingResult.embeddingIdentity;let vectorDimension=inferConsistentVectorDimension(vectors,"Reindex embeddings");const dimensionChanged=!params.resetRequired&&(hasVectorizationEmbeddingIdentityChanged(params.ledgerEmbedding,actualEmbeddingIdentity)||hasVectorizationVectorDimensionChanged(params.ledgerEmbedding,vectorDimension));if(!dimensionChanged){return{vectors,embeddingIdentity:actualEmbeddingIdentity,staleDocuments:params.staleDocuments,vectorDimension,resetRequired:params.resetRequired}}const rerun=await rerunSemanticEmbeddingAfterDimensionChange(params);vectors=rerun.vectors;actualEmbeddingIdentity=rerun.embeddingIdentity;vectorDimension=rerun.vectorDimension;return{vectors,embeddingIdentity:actualEmbeddingIdentity,staleDocuments:rerun.staleDocuments,vectorDimension,resetRequired:true}}async function upsertReindexVectors(params){if(params.extensionVectorAdapter){try{const adapterName=params.extensionVectorAdapter.adapterName;emitReindexProgress(params.progressEnabled,`vector_upsert_start adapter=${adapterName} points=${params.points.length}`);if(typeof params.extensionVectorAdapter.upsert!=="function"){throw new PmCliError(`Extension vector adapter "${adapterName}" does not support upserting vectors.`,EXIT_CODE.USAGE)}await Promise.resolve(params.extensionVectorAdapter.upsert({points:params.points,settings:params.settings}));params.semanticSummary.vector_upserted=params.points.length;emitReindexProgress(params.progressEnabled,`vector_upsert_complete adapter=${adapterName}`);return}catch(error){if(error instanceof PmCliError){throw error}if(!params.activeVectorStore){throw new PmCliError(`Extension vector adapter "${params.extensionVectorAdapter.adapterName}" failed to upsert vectors: ${error instanceof Error?error.message:String(error)}`,EXIT_CODE.GENERIC_FAILURE)}params.semanticWarnings.push(`Extension vector adapter "${params.extensionVectorAdapter.adapterName}" failed; falling back to built-in vector store (${error instanceof Error?error.message:String(error)})`);emitReindexProgress(params.progressEnabled,"vector_upsert_fallback built_in_store")}}if(params.activeVectorStore){emitReindexProgress(params.progressEnabled,`vector_upsert_start adapter=${params.activeVectorStore.name} points=${params.points.length}`);await executeVectorUpsert(params.activeVectorStore,params.points);params.semanticSummary.vector_upserted=params.points.length;emitReindexProgress(params.progressEnabled,`vector_upsert_complete adapter=${params.activeVectorStore.name}`);return}throw new PmCliError(`No vector upsert executor available for reindex mode '${params.requestedMode}'`,EXIT_CODE.USAGE)}function buildReindexVectorPoints(staleDocuments,vectors){return staleDocuments.map((document,index)=>({id:document.metadata.id,vector:assertVector(vectors[index],`reindex embeddings output at index ${index}`),payload:{id:document.metadata.id,type:document.metadata.type,status:document.metadata.status,priority:document.metadata.priority,updated_at:document.metadata.updated_at}}))}async function executeSemanticVectorRefresh(params){emitReindexProgress(params.progressEnabled,`embedding_start items=${params.plan.staleDocuments.length} unchanged_items=${params.plan.freshDocuments}`);const embedding=await resolveSemanticEmbeddingForUpsert({pmRoot:params.pmRoot,settings:params.settings,requestedMode:params.requestedMode,activeEmbeddingProvider:params.activeEmbeddingProvider,extensionEmbedding:params.extensionEmbedding,documentCandidates:params.documentCandidates,metadataDocuments:params.metadataDocuments,staleDocuments:params.plan.staleDocuments,ledgerEmbedding:params.plan.ledgerEmbedding,resetRequired:params.plan.resetRequired,semanticWarnings:params.semanticWarnings,reindexWarnings:params.reindexWarnings,semanticSummary:params.semanticSummary,progressEnabled:params.progressEnabled});if(embedding.resetRequired){emitReindexProgress(params.progressEnabled,"vector_reset_start");await resetVectorStoreForReindex(params.activeVectorStore,params.extensionVectorAdapter,params.plan.ledgerEntries,params.settings,params.semanticWarnings,params.plan.ledgerEmbedding?embedding.vectorDimension:void 0);emitReindexProgress(params.progressEnabled,"vector_reset_complete")}else{await pruneReindexOrphanVectors(params.activeVectorStore,params.extensionVectorAdapter,params.plan.orphanIds,params.settings,params.semanticWarnings)}const points=buildReindexVectorPoints(embedding.staleDocuments,embedding.vectors);params.semanticSummary.embedded_items=embedding.vectors.length;await upsertReindexVectors({requestedMode:params.requestedMode,activeVectorStore:params.activeVectorStore,extensionVectorAdapter:params.extensionVectorAdapter,settings:params.settings,points,semanticWarnings:params.semanticWarnings,semanticSummary:params.semanticSummary,progressEnabled:params.progressEnabled});return{staleDocuments:embedding.staleDocuments,embeddingMetadata:buildVectorizationEmbeddingMetadata(embedding.embeddingIdentity,embedding.vectorDimension)}}async function runSemanticReindex(params){const plan=await planSemanticReindex(params);params.semanticSummary.stale_items=plan.staleDocuments.length;params.semanticSummary.unchanged_items=plan.freshDocuments;const vectorizationLedgerEntries=Object.fromEntries(params.metadataDocuments.map(document=>[document.metadata.id,document.metadata.updated_at]));emitReindexProgress(params.progressEnabled,`semantic_stale_items stale=${plan.staleDocuments.length} total=${params.metadataDocuments.length} unchanged=${plan.freshDocuments} full=${params.forceFullSemantic||plan.resetRequired}`);if(plan.staleDocuments.length===0){emitReindexProgress(params.progressEnabled,`embedding_skipped unchanged_items=${plan.freshDocuments}`);params.semanticWarnings.push(`search_semantic_reindex_skipped_unchanged:count=${plan.freshDocuments}`);await pruneReindexOrphanVectors(params.activeVectorStore,params.extensionVectorAdapter,plan.orphanIds,params.settings,params.semanticWarnings);return{documentsForKeywordArtifacts:params.documentsForKeywordArtifacts,vectorizationLedgerEntries,vectorizationEmbeddingMetadata:plan.ledgerEmbedding}}const refresh=await executeSemanticVectorRefresh({...params,plan});if(plan.freshDocuments>0){params.semanticWarnings.push(`search_semantic_reindex_skipped_unchanged:count=${plan.freshDocuments}`)}const staleDocumentsById=new Map(refresh.staleDocuments.map(document=>[document.metadata.id,document]));return{documentsForKeywordArtifacts:params.metadataDocuments.map(document=>staleDocumentsById.get(document.metadata.id)??document),vectorizationLedgerEntries,vectorizationEmbeddingMetadata:refresh.embeddingMetadata}}async function writeReindexArtifacts(params){const manifestPath=path.join(params.pmRoot,MANIFEST_PATH);const embeddingsPath=path.join(params.pmRoot,EMBEDDINGS_PATH);const keywordCorpusFields=resolveSearchCorpusFields(params.settings);const embeddingsLines=params.documentsForKeywordArtifacts.map(document=>JSON.stringify(buildKeywordRecord(document,params.mode,keywordCorpusFields))).join("\n");emitReindexProgress(params.progressEnabled,"writing keyword artifacts");await writeFileAtomic(manifestPath,`${JSON.stringify(params.manifest,null,2)}
+`);await writeFileAtomic(embeddingsPath,`${embeddingsLines}
+`);const vectorizationWarnings=[];if(params.mode!=="keyword"){try{emitReindexProgress(params.progressEnabled,"writing vectorization status ledger");await writeVectorizationStatusLedger(params.pmRoot,params.vectorizationLedgerEntries,params.vectorizationEmbeddingMetadata)}catch(error){vectorizationWarnings.push(`search_vectorization_status_ledger_write_failed:${error instanceof Error?error.message:String(error)}`)}}return vectorizationWarnings}async function runReindex(options,global2){const requestedMode=parseMode(options.mode);const progressEnabled=shouldEmitReindexProgress(options);const forceFullSemantic=options.full===true;emitReindexProgress(progressEnabled,`start mode=${requestedMode}`);const pmRoot=resolvePmRoot(process.cwd(),global2.path);await assertInitializedTracker(pmRoot);const settings=resolveSettingsWithSemanticRuntimeDefaults(await readSettings(pmRoot)).settings;let releaseReindexLock=null;try{releaseReindexLock=await acquireLock(pmRoot,REINDEX_LOCK_ID,settings.locks.ttl_seconds,resolveAuthor(void 0,"pm-reindex"),false,settings.governance.force_required_for_stale_lock,settings.locks.wait_ms)}catch(error){if(error instanceof PmCliError&&error.exitCode===EXIT_CODE.CONFLICT){throw new PmCliError("Another pm reindex run is already active for this project. Wait for it to finish before starting a new keyword, semantic, or hybrid reindex.",EXIT_CODE.CONFLICT,{code:"reindex_already_running",type:"urn:pm-cli:error:reindex_already_running",why:"Semantic reindex can be expensive and duplicate runs compete for the same local embedding model and vector store.",nextSteps:["Check active pm reindex processes before starting another reindex.","Rerun with --progress when you need non-interactive visibility."]})}throw error}try{const extensionEmbedding=resolveExtensionSearchEmbedding(settings);const extensionVectorAdapter=resolveExtensionVectorAdapter(settings);const semanticRuntime=assertSemanticRuntimeAvailable({requestedMode,pmRoot,settings,extensionEmbedding,extensionVectorAdapter});const mode=requestedMode;emitReindexProgress(progressEnabled,"loading item corpus");const corpus=await loadReindexCorpus({pmRoot,settings});const reindexWarnings=corpus.warnings;const{documentCandidates,metadataDocuments}=corpus;emitReindexProgress(progressEnabled,`loaded_items=${metadataDocuments.length}`);const generatedAt=nowIso();const manifest=buildReindexManifest(mode,generatedAt,metadataDocuments);const manifestPath=path.join(pmRoot,MANIFEST_PATH);const embeddingsPath=path.join(pmRoot,EMBEDDINGS_PATH);let documentsForKeywordArtifacts=mode==="keyword"?await hydrateDocuments(pmRoot,documentCandidates,settings.schema,reindexWarnings):metadataDocuments;const semanticWarnings=[];let vectorizationLedgerEntries={};let vectorizationEmbeddingMetadata=null;const semanticSummary=createReindexSemanticSummary(mode);if(mode==="keyword"){await appendKeywordLedgerWarnings({pmRoot,settings,forceFullSemantic,extensionEmbedding,reindexWarnings})}if(mode!=="keyword"){const semantic=await runSemanticReindex({pmRoot,settings,requestedMode,activeEmbeddingProvider:semanticRuntime.activeEmbeddingProvider,activeVectorStore:semanticRuntime.activeVectorStore,extensionEmbedding,extensionVectorAdapter,documentCandidates,metadataDocuments,documentsForKeywordArtifacts,forceFullSemantic,reindexWarnings,semanticWarnings,semanticSummary,progressEnabled});documentsForKeywordArtifacts=semantic.documentsForKeywordArtifacts;vectorizationLedgerEntries=semantic.vectorizationLedgerEntries;vectorizationEmbeddingMetadata=semantic.vectorizationEmbeddingMetadata}const vectorizationWarnings=await writeReindexArtifacts({pmRoot,mode,manifest,documentsForKeywordArtifacts,settings,vectorizationLedgerEntries,vectorizationEmbeddingMetadata,progressEnabled});const hookWarnings=[...await runActiveOnWriteHooks({path:manifestPath,scope:"project",op:"reindex:manifest"}),...await runActiveOnWriteHooks({path:embeddingsPath,scope:"project",op:"reindex:embeddings"}),...await runActiveOnIndexHooks({mode,total_items:metadataDocuments.length})];emitReindexProgress(progressEnabled,"done");return{ok:true,mode,total_items:metadataDocuments.length,semantic:semanticSummary,artifacts:{manifest:MANIFEST_PATH,embeddings:EMBEDDINGS_PATH},warnings:[...reindexWarnings,...semanticWarnings,...vectorizationWarnings,...hookWarnings],generated_at:generatedAt}}finally{await releaseReindexLock?.()}}export{_testOnly,runReindex};
 //# sourceMappingURL=reindex.js.map
-//# debugId=1bcd20e1-2995-56ef-8d04-f265b8282c19