@unbrained/pm-cli 2026.10.4 → 2026.10.6

package/dist/sdk/governance/reindex.js

@@ -1,5 +1,6 @@
-!(function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="dae5fa09-fdac-58db-9dbe-5c5c12eb6c9b")}catch(e2){}})();import{assertInitializedTracker}from"../environment/tracker-preflight.js";import fs from"node:fs/promises";import path from"node:path";import{toNonEmptyStringOrUndefined,getActiveExtensionRegistrations,runActiveOnIndexHooks,runActiveOnWriteHooks,collectRegisteredItemFieldNames,resolveRegisteredSearchProvider,resolveRegisteredVectorStoreAdapter,writeFileAtomic,resolveItemTypeRegistry,parseItemDocument,acquireLock,buildSearchCorpus,buildSemanticCorpusInput,resolveSearchCorpusFields,resolveSemanticCorpusCharacterLimit,executeEmbeddingBatchesWithRetry,readVectorizationStatusLedger,writeVectorizationStatusLedger,REINDEX_LOCK_ID,resolveEmbeddingProviders,resolveSettingsWithSemanticRuntimeDefaults,executeVectorDelete,executeVectorReset,executeVectorUpsert,resolveVectorStores,buildVectorizationEmbeddingIdentity,buildVectorizationEmbeddingMetadata,hasVectorizationEmbeddingIdentityChanged,hasVectorizationVectorDimensionChanged,inferConsistentVectorDimension,EXIT_CODE,PmCliError,nowIso,listAllDocumentCandidatesCached,resolvePmRoot,readSettings,resolveAuthor}from"../runtime-primitives.js";const MANIFEST_PATH="index/manifest.json";const EMBEDDINGS_PATH="search/embeddings.jsonl";const EMBEDDING_MIGRATION_REINDEX_HINT="Provider or model has changed since last index. Run pm reindex --mode semantic to rebuild.";function shouldEmitReindexProgress(options){return options.progress===true||process.stderr.isTTY===true}function emitReindexProgress(enabled,message){if(!enabled){return}try{process.stderr.write(`[pm reindex] ${message}
-`)}catch{}}function parseMode(raw){const normalized=(raw??"keyword").trim().toLowerCase();if(normalized==="keyword"){return"keyword"}if(normalized==="semantic"||normalized==="hybrid"){return normalized}throw new PmCliError("Reindex mode must be one of keyword|semantic|hybrid",EXIT_CODE.USAGE)}async function loadDocumentCandidates(pmRoot,itemFormat,typeToFolder,schema){const warnings=[];const candidates=await listAllDocumentCandidatesCached(pmRoot,itemFormat,typeToFolder,warnings,schema);return{candidates,warnings}}async function hydrateDocuments(pmRoot,candidates,schema,warnings,itemIds){const extensionFieldNames=collectRegisteredItemFieldNames(getActiveExtensionRegistrations());const hydrated=[];for(const candidate of candidates){if(itemIds&&!itemIds.has(candidate.metadata.id)){continue}if(typeof candidate.body==="string"){hydrated.push({metadata:candidate.metadata,body:candidate.body});continue}try{const raw=await fs.readFile(candidate.item_path,"utf8");const parsed=parseItemDocument(raw,{format:candidate.item_format,schema,extensionFieldNames,onWarning:warning=>warnings.push(warning)});hydrated.push({metadata:candidate.metadata,body:parsed.body})}catch{warnings.push(`item_list_item_read_failed:${path.relative(pmRoot,candidate.item_path)}`);hydrated.push({metadata:candidate.metadata,body:""})}}return hydrated}function buildKeywordRecord(document,mode,corpusFields){const item=document.metadata;return{id:item.id,mode,updated_at:item.updated_at,corpus:buildSearchCorpus(document,{fields:corpusFields})}}const toOptionalNonEmptyString=toNonEmptyStringOrUndefined;const _testOnly={shouldEmitReindexProgress,emitReindexProgress,parseMode,hydrateDocuments,buildKeywordRecord,resolveExtensionSearchEmbedding,resolveExtensionVectorAdapter,assertVector,executeExtensionEmbedding,resolveExtensionEmbeddingModel,resolveReindexEmbeddingIdentity,executeReindexEmbedding,collectLedgerOrphanIds,resetVectorStoreForReindex,pruneReindexOrphanVectors,upsertReindexVectors};function resolveExtensionSearchEmbedding(settings){const registrations=getActiveExtensionRegistrations();const providerName=toOptionalNonEmptyString(settings.search?.provider);if(!providerName){return null}const registration=resolveRegisteredSearchProvider(registrations,providerName);if(!registration){return null}const runtimeDefinition=registration.runtime_definition??registration.definition;const name=toOptionalNonEmptyString(runtimeDefinition.name)??toOptionalNonEmptyString(registration.definition.name);if(!name){return null}const embedBatch=runtimeDefinition.embedBatch;const embedBatchSnake=runtimeDefinition.embed_batch;const embed=runtimeDefinition.embed;const resolvedEmbedBatch=typeof embedBatch==="function"?embedBatch:typeof embedBatchSnake==="function"?embedBatchSnake:void 0;const resolvedEmbed=typeof embed==="function"?embed:void 0;if(!resolvedEmbedBatch&&!resolvedEmbed){return null}return{name,embedBatch:resolvedEmbedBatch,embed:resolvedEmbed}}function resolveExtensionVectorAdapter(settings){const registrations=getActiveExtensionRegistrations();const adapterName=toOptionalNonEmptyString(settings.vector_store?.adapter);if(!adapterName){return null}const registration=resolveRegisteredVectorStoreAdapter(registrations,adapterName);if(!registration){return null}const runtimeDefinition=registration.runtime_definition??registration.definition;const adapterDisplayName=toOptionalNonEmptyString(runtimeDefinition.name)??toOptionalNonEmptyString(registration.definition.name);if(!adapterDisplayName){return null}const upsert=runtimeDefinition.upsert;const deleteHandler=runtimeDefinition.delete;return{adapterName:adapterDisplayName,...typeof upsert==="function"?{upsert}:{},...typeof deleteHandler==="function"?{delete:deleteHandler}:{}}}function assertVector(value,context){if(!Array.isArray(value)||value.some(entry=>typeof entry!=="number"||!Number.isFinite(entry))){throw new PmCliError(`Invalid vector returned by ${context}`,EXIT_CODE.GENERIC_FAILURE)}return value}async function executeExtensionEmbedding(extensionEmbedding,settings,corpusInputs){const model=settings.search?.embedding_model?.trim()||"text-embedding-3-small";if(extensionEmbedding.embedBatch){const vectors2=await Promise.resolve(extensionEmbedding.embedBatch({inputs:corpusInputs,settings,model}));if(!Array.isArray(vectors2)){throw new PmCliError(`Extension search provider "${extensionEmbedding.name}" embedBatch must return an array of vectors`,EXIT_CODE.GENERIC_FAILURE)}return vectors2.map((vector,index)=>assertVector(vector,`extension search provider "${extensionEmbedding.name}" embedBatch output at index ${index}`))}if(!extensionEmbedding.embed){throw new PmCliError(`Extension search provider "${extensionEmbedding.name}" does not implement embed/embedBatch`,EXIT_CODE.GENERIC_FAILURE)}const vectors=[];for(const[index,input]of corpusInputs.entries()){const vector=await Promise.resolve(extensionEmbedding.embed({input,settings,model}));vectors.push(assertVector(vector,`extension search provider "${extensionEmbedding.name}" embed output at index ${index}`))}return vectors}function resolveExtensionEmbeddingModel(settings){return settings.search?.embedding_model?.trim()||"text-embedding-3-small"}function resolveReindexEmbeddingIdentity(settings,activeEmbeddingProvider,extensionEmbedding){const identity=extensionEmbedding?buildVectorizationEmbeddingIdentity(extensionEmbedding.name,resolveExtensionEmbeddingModel(settings)):activeEmbeddingProvider?buildVectorizationEmbeddingIdentity(activeEmbeddingProvider.name,activeEmbeddingProvider.model):null;if(!identity){throw new PmCliError(`No embedding identity available for semantic reindex mode`,EXIT_CODE.USAGE)}return identity}function collectLedgerOrphanIds(ledgerEntries,currentIds){return Object.keys(ledgerEntries).filter(id=>!currentIds.has(id)).sort((left,right)=>left.localeCompare(right))}async function executeReindexEmbedding(settings,requestedMode,activeEmbeddingProvider,extensionEmbedding,documents,semanticWarnings,semanticSummary,progressEnabled){const semanticProviderName=extensionEmbedding?.name??activeEmbeddingProvider?.name;const corpusCharacterLimit=resolveSemanticCorpusCharacterLimit(semanticProviderName,settings.search.embedding_corpus_max_characters).maxCharacters;const corpusFields=resolveSearchCorpusFields(settings);const corpusInputs=documents.map(document=>buildSemanticCorpusInput(document,{providerName:semanticProviderName,maxCharacters:corpusCharacterLimit,fields:corpusFields}));let vectors=[];let embeddingIdentity=null;if(extensionEmbedding){try{vectors=await executeExtensionEmbedding(extensionEmbedding,settings,corpusInputs);embeddingIdentity=buildVectorizationEmbeddingIdentity(extensionEmbedding.name,resolveExtensionEmbeddingModel(settings))}catch(error){if(!activeEmbeddingProvider){throw new PmCliError(`Extension search provider "${extensionEmbedding.name}" failed to generate embeddings: ${error instanceof Error?error.message:String(error)}`,EXIT_CODE.GENERIC_FAILURE)}semanticWarnings.push(`Extension search provider "${extensionEmbedding.name}" failed; falling back to built-in provider (${error instanceof Error?error.message:String(error)})`)}}if(vectors.length===0){if(!activeEmbeddingProvider){throw new PmCliError(`No embedding executor available for reindex mode '${requestedMode}'`,EXIT_CODE.USAGE)}const embeddingResult=await executeEmbeddingBatchesWithRetry(activeEmbeddingProvider,settings,corpusInputs,{onProgress:event=>{if(event.phase==="complete"){semanticSummary.batches_completed=event.batch_index}emitReindexProgress(progressEnabled,`embedding_batch_${event.phase} batch=${event.batch_index}/${event.batch_total} size=${event.batch_size} completed_inputs=${event.completed_inputs}/${event.total_inputs}`)}});semanticWarnings.push(...embeddingResult.warnings);semanticSummary.batching=embeddingResult.receipt;vectors=embeddingResult.vectors;embeddingIdentity=buildVectorizationEmbeddingIdentity(activeEmbeddingProvider.name,activeEmbeddingProvider.model)}emitReindexProgress(progressEnabled,`embedding_complete vectors=${vectors.length}`);if(vectors.length!==documents.length){throw new PmCliError(`Embedding output size mismatch (expected ${documents.length}, received ${vectors.length})`,EXIT_CODE.GENERIC_FAILURE)}if(!embeddingIdentity){throw new PmCliError(`No embedding identity available for reindex mode '${requestedMode}'`,EXIT_CODE.USAGE)}return{vectors,embeddingIdentity}}async function resetVectorStoreForReindex(activeVectorStore,extensionVectorAdapter,ledgerEntries,settings,semanticWarnings,vectorDimension){const knownIds=Object.keys(ledgerEntries);if(extensionVectorAdapter){if(knownIds.length>0&&extensionVectorAdapter.delete){try{await Promise.resolve(extensionVectorAdapter.delete({ids:knownIds.sort((left,right)=>left.localeCompare(right)),settings}))}catch(error){throw new PmCliError(`Extension vector adapter "${extensionVectorAdapter.adapterName}" failed to delete vectors during reindex reset: ${error instanceof Error?error.message:String(error)}`,EXIT_CODE.GENERIC_FAILURE)}}else if(knownIds.length>0){semanticWarnings.push(`search_semantic_reindex_reset_skipped:adapter=${extensionVectorAdapter.adapterName}:known_ids=${knownIds.length}`)}if(!activeVectorStore){return}}if(activeVectorStore){await executeVectorReset(activeVectorStore,knownIds,{},vectorDimension)}}async function pruneReindexOrphanVectors(activeVectorStore,extensionVectorAdapter,orphanIds,settings,semanticWarnings){if(orphanIds.length===0){return}if(extensionVectorAdapter){if(extensionVectorAdapter.delete){try{await Promise.resolve(extensionVectorAdapter.delete({ids:orphanIds,settings}))}catch(error){throw new PmCliError(`Extension vector adapter "${extensionVectorAdapter.adapterName}" failed to delete orphan vectors during reindex: ${error instanceof Error?error.message:String(error)}`,EXIT_CODE.GENERIC_FAILURE)}}else{semanticWarnings.push(`search_semantic_reindex_orphan_prune_skipped:adapter=${extensionVectorAdapter.adapterName}:count=${orphanIds.length}`)}if(!activeVectorStore){return}}if(activeVectorStore){await executeVectorDelete(activeVectorStore,orphanIds)}}function createReindexSemanticSummary(mode){return{enabled:mode!=="keyword",stale_items:0,unchanged_items:0,embedded_items:0,vector_upserted:0,batches_completed:0}}function buildReindexManifest(mode,generatedAt,metadataDocuments){return{version:1,mode,generated_at:generatedAt,total_items:metadataDocuments.length,items:metadataDocuments.map(document=>({id:document.metadata.id,type:document.metadata.type,status:document.metadata.status,priority:document.metadata.priority,updated_at:document.metadata.updated_at}))}}function assertSemanticRuntimeAvailable(params){if(params.requestedMode==="keyword"){return{activeEmbeddingProvider:null,activeVectorStore:null}}const providerResolution=resolveEmbeddingProviders(params.settings);if(!providerResolution.active&&!params.extensionEmbedding){throw new PmCliError(`Reindex mode '${params.requestedMode}' requires a configured embedding provider in settings.providers.openai/settings.providers.ollama or an extension provider selected by settings.search.provider`,EXIT_CODE.USAGE)}const vectorResolution=resolveVectorStores(params.settings,params.pmRoot);if(!vectorResolution.active&&!params.extensionVectorAdapter){throw new PmCliError(`Reindex mode '${params.requestedMode}' requires a configured vector store in settings.vector_store.qdrant/settings.vector_store.lancedb or an extension adapter selected by settings.vector_store.adapter`,EXIT_CODE.USAGE)}return{activeEmbeddingProvider:providerResolution.active,activeVectorStore:vectorResolution.active}}async function loadReindexCorpus(params){const typeRegistry=resolveItemTypeRegistry(params.settings,getActiveExtensionRegistrations());const loadedCandidates=await loadDocumentCandidates(params.pmRoot,params.settings.item_format,typeRegistry.type_to_folder,params.settings.schema);return{documentCandidates:loadedCandidates.candidates,warnings:[...loadedCandidates.warnings],metadataDocuments:loadedCandidates.candidates.map(candidate=>({metadata:candidate.metadata,body:typeof candidate.body==="string"?candidate.body:""}))}}async function appendKeywordLedgerWarnings(params){const ledger=await readVectorizationStatusLedger(params.pmRoot);params.reindexWarnings.push(...ledger.warnings);if(params.forceFullSemantic){params.reindexWarnings.push("search_semantic_reindex_full_ignored:mode_keyword")}if(!ledger.embedding){return}const currentEmbeddingIdentity=(()=>{try{return resolveReindexEmbeddingIdentity(params.settings,resolveEmbeddingProviders(params.settings).active,params.extensionEmbedding)}catch{return null}})();if(currentEmbeddingIdentity&&hasVectorizationEmbeddingIdentityChanged(ledger.embedding,currentEmbeddingIdentity)){params.reindexWarnings.push("search_semantic_reindex_requires_rebuild:embedding_identity_changed");params.reindexWarnings.push(EMBEDDING_MIGRATION_REINDEX_HINT)}}async function planSemanticReindex(params){const ledger=await readVectorizationStatusLedger(params.pmRoot);params.semanticWarnings.push(...ledger.warnings);const embeddingIdentity=resolveReindexEmbeddingIdentity(params.settings,params.activeEmbeddingProvider,params.extensionEmbedding);const currentIds=new Set(params.metadataDocuments.map(document=>document.metadata.id));const orphanIds=collectLedgerOrphanIds(ledger.entries,currentIds);const resetRequired=hasVectorizationEmbeddingIdentityChanged(ledger.embedding,embeddingIdentity);if(params.forceFullSemantic&&!resetRequired){params.semanticWarnings.push("search_semantic_reindex_full_rebuild_forced")}const staleSourceDocuments=params.forceFullSemantic||resetRequired?params.metadataDocuments:params.metadataDocuments.filter(document=>ledger.entries[document.metadata.id]!==document.metadata.updated_at);const staleIds=new Set(staleSourceDocuments.map(document=>document.metadata.id));const staleDocuments=staleIds.size>0?await hydrateDocuments(params.pmRoot,params.documentCandidates,params.settings.schema,params.reindexWarnings,staleIds):[];return{ledgerEntries:ledger.entries,ledgerEmbedding:ledger.embedding,orphanIds,resetRequired,staleDocuments,freshDocuments:params.metadataDocuments.length-staleDocuments.length}}async function rerunSemanticEmbeddingAfterDimensionChange(params){const staleIds=new Set(params.metadataDocuments.map(document=>document.metadata.id));const staleDocuments=await hydrateDocuments(params.pmRoot,params.documentCandidates,params.settings.schema,params.reindexWarnings,staleIds);params.semanticSummary.stale_items=staleDocuments.length;params.semanticSummary.unchanged_items=0;emitReindexProgress(params.progressEnabled,`embedding_dimension_changed reset_items=${staleDocuments.length}`);const embeddingResult=await executeReindexEmbedding(params.settings,params.requestedMode,params.activeEmbeddingProvider,params.extensionEmbedding,staleDocuments,params.semanticWarnings,params.semanticSummary,params.progressEnabled);return{...embeddingResult,staleDocuments,vectorDimension:inferConsistentVectorDimension(embeddingResult.vectors,"Reindex embeddings")}}async function resolveSemanticEmbeddingForUpsert(params){const embeddingResult=await executeReindexEmbedding(params.settings,params.requestedMode,params.activeEmbeddingProvider,params.extensionEmbedding,params.staleDocuments,params.semanticWarnings,params.semanticSummary,params.progressEnabled);let vectors=embeddingResult.vectors;let actualEmbeddingIdentity=embeddingResult.embeddingIdentity;let vectorDimension=inferConsistentVectorDimension(vectors,"Reindex embeddings");const dimensionChanged=!params.resetRequired&&(hasVectorizationEmbeddingIdentityChanged(params.ledgerEmbedding,actualEmbeddingIdentity)||hasVectorizationVectorDimensionChanged(params.ledgerEmbedding,vectorDimension));if(!dimensionChanged){return{vectors,embeddingIdentity:actualEmbeddingIdentity,staleDocuments:params.staleDocuments,vectorDimension,resetRequired:params.resetRequired}}const rerun=await rerunSemanticEmbeddingAfterDimensionChange(params);vectors=rerun.vectors;actualEmbeddingIdentity=rerun.embeddingIdentity;vectorDimension=rerun.vectorDimension;return{vectors,embeddingIdentity:actualEmbeddingIdentity,staleDocuments:rerun.staleDocuments,vectorDimension,resetRequired:true}}async function upsertReindexVectors(params){if(params.extensionVectorAdapter){try{const adapterName=params.extensionVectorAdapter.adapterName;emitReindexProgress(params.progressEnabled,`vector_upsert_start adapter=${adapterName} points=${params.points.length}`);if(typeof params.extensionVectorAdapter.upsert!=="function"){throw new PmCliError(`Extension vector adapter "${adapterName}" does not support upserting vectors.`,EXIT_CODE.USAGE)}await Promise.resolve(params.extensionVectorAdapter.upsert({points:params.points,settings:params.settings}));params.semanticSummary.vector_upserted=params.points.length;emitReindexProgress(params.progressEnabled,`vector_upsert_complete adapter=${adapterName}`);return}catch(error){if(error instanceof PmCliError){throw error}if(!params.activeVectorStore){throw new PmCliError(`Extension vector adapter "${params.extensionVectorAdapter.adapterName}" failed to upsert vectors: ${error instanceof Error?error.message:String(error)}`,EXIT_CODE.GENERIC_FAILURE)}params.semanticWarnings.push(`Extension vector adapter "${params.extensionVectorAdapter.adapterName}" failed; falling back to built-in vector store (${error instanceof Error?error.message:String(error)})`);emitReindexProgress(params.progressEnabled,"vector_upsert_fallback built_in_store")}}if(params.activeVectorStore){emitReindexProgress(params.progressEnabled,`vector_upsert_start adapter=${params.activeVectorStore.name} points=${params.points.length}`);await executeVectorUpsert(params.activeVectorStore,params.points);params.semanticSummary.vector_upserted=params.points.length;emitReindexProgress(params.progressEnabled,`vector_upsert_complete adapter=${params.activeVectorStore.name}`);return}throw new PmCliError(`No vector upsert executor available for reindex mode '${params.requestedMode}'`,EXIT_CODE.USAGE)}function buildReindexVectorPoints(staleDocuments,vectors){return staleDocuments.map((document,index)=>({id:document.metadata.id,vector:assertVector(vectors[index],`reindex embeddings output at index ${index}`),payload:{id:document.metadata.id,type:document.metadata.type,status:document.metadata.status,priority:document.metadata.priority,updated_at:document.metadata.updated_at}}))}async function executeSemanticVectorRefresh(params){emitReindexProgress(params.progressEnabled,`embedding_start items=${params.plan.staleDocuments.length} unchanged_items=${params.plan.freshDocuments}`);const embedding=await resolveSemanticEmbeddingForUpsert({pmRoot:params.pmRoot,settings:params.settings,requestedMode:params.requestedMode,activeEmbeddingProvider:params.activeEmbeddingProvider,extensionEmbedding:params.extensionEmbedding,documentCandidates:params.documentCandidates,metadataDocuments:params.metadataDocuments,staleDocuments:params.plan.staleDocuments,ledgerEmbedding:params.plan.ledgerEmbedding,resetRequired:params.plan.resetRequired,semanticWarnings:params.semanticWarnings,reindexWarnings:params.reindexWarnings,semanticSummary:params.semanticSummary,progressEnabled:params.progressEnabled});if(embedding.resetRequired){emitReindexProgress(params.progressEnabled,"vector_reset_start");await resetVectorStoreForReindex(params.activeVectorStore,params.extensionVectorAdapter,params.plan.ledgerEntries,params.settings,params.semanticWarnings,params.plan.ledgerEmbedding?embedding.vectorDimension:void 0);emitReindexProgress(params.progressEnabled,"vector_reset_complete")}else{await pruneReindexOrphanVectors(params.activeVectorStore,params.extensionVectorAdapter,params.plan.orphanIds,params.settings,params.semanticWarnings)}const points=buildReindexVectorPoints(embedding.staleDocuments,embedding.vectors);params.semanticSummary.embedded_items=embedding.vectors.length;await upsertReindexVectors({requestedMode:params.requestedMode,activeVectorStore:params.activeVectorStore,extensionVectorAdapter:params.extensionVectorAdapter,settings:params.settings,points,semanticWarnings:params.semanticWarnings,semanticSummary:params.semanticSummary,progressEnabled:params.progressEnabled});return{staleDocuments:embedding.staleDocuments,embeddingMetadata:buildVectorizationEmbeddingMetadata(embedding.embeddingIdentity,embedding.vectorDimension)}}async function runSemanticReindex(params){const plan=await planSemanticReindex(params);params.semanticSummary.stale_items=plan.staleDocuments.length;params.semanticSummary.unchanged_items=plan.freshDocuments;const vectorizationLedgerEntries=Object.fromEntries(params.metadataDocuments.map(document=>[document.metadata.id,document.metadata.updated_at]));emitReindexProgress(params.progressEnabled,`semantic_stale_items stale=${plan.staleDocuments.length} total=${params.metadataDocuments.length} unchanged=${plan.freshDocuments} full=${params.forceFullSemantic||plan.resetRequired}`);if(plan.staleDocuments.length===0){emitReindexProgress(params.progressEnabled,`embedding_skipped unchanged_items=${plan.freshDocuments}`);params.semanticWarnings.push(`search_semantic_reindex_skipped_unchanged:count=${plan.freshDocuments}`);await pruneReindexOrphanVectors(params.activeVectorStore,params.extensionVectorAdapter,plan.orphanIds,params.settings,params.semanticWarnings);return{documentsForKeywordArtifacts:params.documentsForKeywordArtifacts,vectorizationLedgerEntries,vectorizationEmbeddingMetadata:plan.ledgerEmbedding}}const refresh=await executeSemanticVectorRefresh({...params,plan});if(plan.freshDocuments>0){params.semanticWarnings.push(`search_semantic_reindex_skipped_unchanged:count=${plan.freshDocuments}`)}const staleDocumentsById=new Map(refresh.staleDocuments.map(document=>[document.metadata.id,document]));return{documentsForKeywordArtifacts:params.metadataDocuments.map(document=>staleDocumentsById.get(document.metadata.id)??document),vectorizationLedgerEntries,vectorizationEmbeddingMetadata:refresh.embeddingMetadata}}async function writeReindexArtifacts(params){const manifestPath=path.join(params.pmRoot,MANIFEST_PATH);const embeddingsPath=path.join(params.pmRoot,EMBEDDINGS_PATH);const keywordCorpusFields=resolveSearchCorpusFields(params.settings);const embeddingsLines=params.documentsForKeywordArtifacts.map(document=>JSON.stringify(buildKeywordRecord(document,params.mode,keywordCorpusFields))).join("\n");emitReindexProgress(params.progressEnabled,"writing keyword artifacts");await writeFileAtomic(manifestPath,`${JSON.stringify(params.manifest,null,2)}
-`);await writeFileAtomic(embeddingsPath,`${embeddingsLines}
-`);const vectorizationWarnings=[];if(params.mode!=="keyword"){try{emitReindexProgress(params.progressEnabled,"writing vectorization status ledger");await writeVectorizationStatusLedger(params.pmRoot,params.vectorizationLedgerEntries,params.vectorizationEmbeddingMetadata)}catch(error){vectorizationWarnings.push(`search_vectorization_status_ledger_write_failed:${error instanceof Error?error.message:String(error)}`)}}return vectorizationWarnings}async function runReindex(options,global2){const requestedMode=parseMode(options.mode);const progressEnabled=shouldEmitReindexProgress(options);const forceFullSemantic=options.full===true;emitReindexProgress(progressEnabled,`start mode=${requestedMode}`);const pmRoot=resolvePmRoot(process.cwd(),global2.path);await assertInitializedTracker(pmRoot);const settings=resolveSettingsWithSemanticRuntimeDefaults(await readSettings(pmRoot)).settings;let releaseReindexLock=null;try{releaseReindexLock=await acquireLock(pmRoot,REINDEX_LOCK_ID,settings.locks.ttl_seconds,resolveAuthor(void 0,"pm-reindex"),false,settings.governance.force_required_for_stale_lock,settings.locks.wait_ms)}catch(error){if(error instanceof PmCliError&&error.exitCode===EXIT_CODE.CONFLICT){throw new PmCliError("Another pm reindex run is already active for this project. Wait for it to finish before starting a new keyword, semantic, or hybrid reindex.",EXIT_CODE.CONFLICT,{code:"reindex_already_running",type:"urn:pm-cli:error:reindex_already_running",why:"Semantic reindex can be expensive and duplicate runs compete for the same local embedding model and vector store.",nextSteps:["Check active pm reindex processes before starting another reindex.","Rerun with --progress when you need non-interactive visibility."]})}throw error}try{const extensionEmbedding=resolveExtensionSearchEmbedding(settings);const extensionVectorAdapter=resolveExtensionVectorAdapter(settings);const semanticRuntime=assertSemanticRuntimeAvailable({requestedMode,pmRoot,settings,extensionEmbedding,extensionVectorAdapter});const mode=requestedMode;emitReindexProgress(progressEnabled,"loading item corpus");const corpus=await loadReindexCorpus({pmRoot,settings});const reindexWarnings=corpus.warnings;const{documentCandidates,metadataDocuments}=corpus;emitReindexProgress(progressEnabled,`loaded_items=${metadataDocuments.length}`);const generatedAt=nowIso();const manifest=buildReindexManifest(mode,generatedAt,metadataDocuments);const manifestPath=path.join(pmRoot,MANIFEST_PATH);const embeddingsPath=path.join(pmRoot,EMBEDDINGS_PATH);let documentsForKeywordArtifacts=mode==="keyword"?await hydrateDocuments(pmRoot,documentCandidates,settings.schema,reindexWarnings):metadataDocuments;const semanticWarnings=[];let vectorizationLedgerEntries={};let vectorizationEmbeddingMetadata=null;const semanticSummary=createReindexSemanticSummary(mode);if(mode==="keyword"){await appendKeywordLedgerWarnings({pmRoot,settings,forceFullSemantic,extensionEmbedding,reindexWarnings})}if(mode!=="keyword"){const semantic=await runSemanticReindex({pmRoot,settings,requestedMode,activeEmbeddingProvider:semanticRuntime.activeEmbeddingProvider,activeVectorStore:semanticRuntime.activeVectorStore,extensionEmbedding,extensionVectorAdapter,documentCandidates,metadataDocuments,documentsForKeywordArtifacts,forceFullSemantic,reindexWarnings,semanticWarnings,semanticSummary,progressEnabled});documentsForKeywordArtifacts=semantic.documentsForKeywordArtifacts;vectorizationLedgerEntries=semantic.vectorizationLedgerEntries;vectorizationEmbeddingMetadata=semantic.vectorizationEmbeddingMetadata}const vectorizationWarnings=await writeReindexArtifacts({pmRoot,mode,manifest,documentsForKeywordArtifacts,settings,vectorizationLedgerEntries,vectorizationEmbeddingMetadata,progressEnabled});const hookWarnings=[...await runActiveOnWriteHooks({path:manifestPath,scope:"project",op:"reindex:manifest"}),...await runActiveOnWriteHooks({path:embeddingsPath,scope:"project",op:"reindex:embeddings"}),...await runActiveOnIndexHooks({mode,total_items:metadataDocuments.length})];emitReindexProgress(progressEnabled,"done");return{ok:true,mode,total_items:metadataDocuments.length,semantic:semanticSummary,artifacts:{manifest:MANIFEST_PATH,embeddings:EMBEDDINGS_PATH},warnings:[...reindexWarnings,...semanticWarnings,...vectorizationWarnings,...hookWarnings],generated_at:generatedAt}}finally{await releaseReindexLock?.()}}export{_testOnly,runReindex};
+(function(){try{var e=typeof window<"u"?window:typeof global<"u"?global:typeof globalThis<"u"?globalThis:typeof self<"u"?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="f02db25d-bedb-5411-b50a-de0fea51a117")}catch{}})();import{assertInitializedTracker}from"../environment/tracker-preflight.js";import fs from"node:fs/promises";import path from"node:path";import{toNonEmptyStringOrUndefined,getActiveExtensionRegistrations,runActiveOnIndexHooks,runActiveOnWriteHooks,collectRegisteredItemFieldNames,resolveRegisteredSearchProvider,resolveRegisteredVectorStoreAdapter,writeFileAtomic,resolveItemTypeRegistry,parseItemDocument,acquireLock,buildSearchCorpus,buildSemanticCorpusInput,resolveSearchCorpusFields,resolveSemanticCorpusCharacterLimit,executeEmbeddingBatchesWithRetry,readVectorizationStatusLedger,writeVectorizationStatusLedger,REINDEX_LOCK_ID,resolveEmbeddingProviders,resolveSettingsWithSemanticRuntimeDefaults,executeVectorDelete,executeVectorReset,executeVectorUpsert,resolveVectorStores,buildVectorizationEmbeddingIdentity,buildVectorizationEmbeddingMetadata,hasVectorizationEmbeddingIdentityChanged,hasVectorizationVectorDimensionChanged,inferConsistentVectorDimension,EXIT_CODE,PmCliError,nowIso,listAllDocumentCandidatesCached,resolvePmRoot,readSettings,resolveAuthor}from"../runtime-primitives.js";const MANIFEST_PATH="index/manifest.json",EMBEDDINGS_PATH="search/embeddings.jsonl",EMBEDDING_MIGRATION_REINDEX_HINT="Provider or model has changed since last index. Run pm reindex --mode semantic to rebuild.";function shouldEmitReindexProgress(options){return options.progress===!0||process.stderr.isTTY===!0}function emitReindexProgress(enabled,message){if(enabled)try{process.stderr.write(`[pm reindex] ${message}
+`)}catch{}}function parseMode(raw){const normalized=(raw??"keyword").trim().toLowerCase();if(normalized==="keyword")return"keyword";if(normalized==="semantic"||normalized==="hybrid")return normalized;throw new PmCliError("Reindex mode must be one of keyword|semantic|hybrid",EXIT_CODE.USAGE)}async function loadDocumentCandidates(pmRoot,itemFormat,typeToFolder,schema){const warnings=[];return{candidates:await listAllDocumentCandidatesCached(pmRoot,itemFormat,typeToFolder,warnings,schema),warnings}}async function hydrateDocuments(pmRoot,candidates,schema,warnings,itemIds){const extensionFieldNames=collectRegisteredItemFieldNames(getActiveExtensionRegistrations()),hydrated=[];for(const candidate of candidates)if(!(itemIds&&!itemIds.has(candidate.metadata.id))){if(typeof candidate.body=="string"){hydrated.push({metadata:candidate.metadata,body:candidate.body});continue}try{const raw=await fs.readFile(candidate.item_path,"utf8"),parsed=parseItemDocument(raw,{format:candidate.item_format,schema,extensionFieldNames,onWarning:warning=>warnings.push(warning)});hydrated.push({metadata:candidate.metadata,body:parsed.body})}catch{warnings.push(`item_list_item_read_failed:${path.relative(pmRoot,candidate.item_path)}`),hydrated.push({metadata:candidate.metadata,body:""})}}return hydrated}function buildKeywordRecord(document,mode,corpusFields){const item=document.metadata;return{id:item.id,mode,updated_at:item.updated_at,corpus:buildSearchCorpus(document,{fields:corpusFields})}}const toOptionalNonEmptyString=toNonEmptyStringOrUndefined,_testOnly={shouldEmitReindexProgress,emitReindexProgress,parseMode,hydrateDocuments,buildKeywordRecord,resolveExtensionSearchEmbedding,resolveExtensionVectorAdapter,assertVector,executeExtensionEmbedding,resolveExtensionEmbeddingModel,resolveReindexEmbeddingIdentity,executeReindexEmbedding,collectLedgerOrphanIds,resetVectorStoreForReindex,pruneReindexOrphanVectors,upsertReindexVectors};function resolveExtensionSearchEmbedding(settings){const registrations=getActiveExtensionRegistrations(),providerName=toOptionalNonEmptyString(settings.search?.provider);if(!providerName)return null;const registration=resolveRegisteredSearchProvider(registrations,providerName);if(!registration)return null;const runtimeDefinition=registration.runtime_definition??registration.definition,name=toOptionalNonEmptyString(runtimeDefinition.name)??toOptionalNonEmptyString(registration.definition.name);if(!name)return null;const embedBatch=runtimeDefinition.embedBatch,embedBatchSnake=runtimeDefinition.embed_batch,embed=runtimeDefinition.embed,resolvedEmbedBatch=typeof embedBatch=="function"?embedBatch:typeof embedBatchSnake=="function"?embedBatchSnake:void 0,resolvedEmbed=typeof embed=="function"?embed:void 0;return!resolvedEmbedBatch&&!resolvedEmbed?null:{name,embedBatch:resolvedEmbedBatch,embed:resolvedEmbed}}function resolveExtensionVectorAdapter(settings){const registrations=getActiveExtensionRegistrations(),adapterName=toOptionalNonEmptyString(settings.vector_store?.adapter);if(!adapterName)return null;const registration=resolveRegisteredVectorStoreAdapter(registrations,adapterName);if(!registration)return null;const runtimeDefinition=registration.runtime_definition??registration.definition,adapterDisplayName=toOptionalNonEmptyString(runtimeDefinition.name)??toOptionalNonEmptyString(registration.definition.name);if(!adapterDisplayName)return null;const upsert=runtimeDefinition.upsert,deleteHandler=runtimeDefinition.delete;return{adapterName:adapterDisplayName,...typeof upsert=="function"?{upsert}:{},...typeof deleteHandler=="function"?{delete:deleteHandler}:{}}}function assertVector(value,context){if(!Array.isArray(value)||value.some(entry=>typeof entry!="number"||!Number.isFinite(entry)))throw new PmCliError(`Invalid vector returned by ${context}`,EXIT_CODE.GENERIC_FAILURE);return value}async function executeExtensionEmbedding(extensionEmbedding,settings,corpusInputs){const model=settings.search?.embedding_model?.trim()||"text-embedding-3-small";if(extensionEmbedding.embedBatch){const vectors2=await Promise.resolve(extensionEmbedding.embedBatch({inputs:corpusInputs,settings,model}));if(!Array.isArray(vectors2))throw new PmCliError(`Extension search provider "${extensionEmbedding.name}" embedBatch must return an array of vectors`,EXIT_CODE.GENERIC_FAILURE);return vectors2.map((vector,index)=>assertVector(vector,`extension search provider "${extensionEmbedding.name}" embedBatch output at index ${index}`))}if(!extensionEmbedding.embed)throw new PmCliError(`Extension search provider "${extensionEmbedding.name}" does not implement embed/embedBatch`,EXIT_CODE.GENERIC_FAILURE);const vectors=[];for(const[index,input]of corpusInputs.entries()){const vector=await Promise.resolve(extensionEmbedding.embed({input,settings,model}));vectors.push(assertVector(vector,`extension search provider "${extensionEmbedding.name}" embed output at index ${index}`))}return vectors}function resolveExtensionEmbeddingModel(settings){return settings.search?.embedding_model?.trim()||"text-embedding-3-small"}function resolveReindexEmbeddingIdentity(settings,activeEmbeddingProvider,extensionEmbedding){const identity=extensionEmbedding?buildVectorizationEmbeddingIdentity(extensionEmbedding.name,resolveExtensionEmbeddingModel(settings)):activeEmbeddingProvider?buildVectorizationEmbeddingIdentity(activeEmbeddingProvider.name,activeEmbeddingProvider.model):null;if(!identity)throw new PmCliError("No embedding identity available for semantic reindex mode",EXIT_CODE.USAGE);return identity}function collectLedgerOrphanIds(ledgerEntries,currentIds){return Object.keys(ledgerEntries).filter(id=>!currentIds.has(id)).sort((left,right)=>left.localeCompare(right))}async function executeReindexEmbedding(settings,requestedMode,activeEmbeddingProvider,extensionEmbedding,documents,semanticWarnings,semanticSummary,progressEnabled){const semanticProviderName=extensionEmbedding?.name??activeEmbeddingProvider?.name,corpusCharacterLimit=resolveSemanticCorpusCharacterLimit(semanticProviderName,settings.search.embedding_corpus_max_characters).maxCharacters,corpusFields=resolveSearchCorpusFields(settings),corpusInputs=documents.map(document=>buildSemanticCorpusInput(document,{providerName:semanticProviderName,maxCharacters:corpusCharacterLimit,fields:corpusFields}));let vectors=[],embeddingIdentity=null;if(extensionEmbedding)try{vectors=await executeExtensionEmbedding(extensionEmbedding,settings,corpusInputs),embeddingIdentity=buildVectorizationEmbeddingIdentity(extensionEmbedding.name,resolveExtensionEmbeddingModel(settings))}catch(error){if(!activeEmbeddingProvider)throw new PmCliError(`Extension search provider "${extensionEmbedding.name}" failed to generate embeddings: ${error instanceof Error?error.message:String(error)}`,EXIT_CODE.GENERIC_FAILURE);semanticWarnings.push(`Extension search provider "${extensionEmbedding.name}" failed; falling back to built-in provider (${error instanceof Error?error.message:String(error)})`)}if(vectors.length===0){if(!activeEmbeddingProvider)throw new PmCliError(`No embedding executor available for reindex mode '${requestedMode}'`,EXIT_CODE.USAGE);const embeddingResult=await executeEmbeddingBatchesWithRetry(activeEmbeddingProvider,settings,corpusInputs,{onProgress:event=>{event.phase==="complete"&&(semanticSummary.batches_completed=event.batch_index),emitReindexProgress(progressEnabled,`embedding_batch_${event.phase} batch=${event.batch_index}/${event.batch_total} size=${event.batch_size} completed_inputs=${event.completed_inputs}/${event.total_inputs}`)}});semanticWarnings.push(...embeddingResult.warnings),semanticSummary.batching=embeddingResult.receipt,vectors=embeddingResult.vectors,embeddingIdentity=buildVectorizationEmbeddingIdentity(activeEmbeddingProvider.name,activeEmbeddingProvider.model)}if(emitReindexProgress(progressEnabled,`embedding_complete vectors=${vectors.length}`),vectors.length!==documents.length)throw new PmCliError(`Embedding output size mismatch (expected ${documents.length}, received ${vectors.length})`,EXIT_CODE.GENERIC_FAILURE);if(!embeddingIdentity)throw new PmCliError(`No embedding identity available for reindex mode '${requestedMode}'`,EXIT_CODE.USAGE);return{vectors,embeddingIdentity}}async function resetVectorStoreForReindex(activeVectorStore,extensionVectorAdapter,ledgerEntries,settings,semanticWarnings,vectorDimension){const knownIds=Object.keys(ledgerEntries);if(extensionVectorAdapter){if(knownIds.length>0&&extensionVectorAdapter.delete)try{await Promise.resolve(extensionVectorAdapter.delete({ids:knownIds.sort((left,right)=>left.localeCompare(right)),settings}))}catch(error){throw new PmCliError(`Extension vector adapter "${extensionVectorAdapter.adapterName}" failed to delete vectors during reindex reset: ${error instanceof Error?error.message:String(error)}`,EXIT_CODE.GENERIC_FAILURE)}else knownIds.length>0&&semanticWarnings.push(`search_semantic_reindex_reset_skipped:adapter=${extensionVectorAdapter.adapterName}:known_ids=${knownIds.length}`);if(!activeVectorStore)return}activeVectorStore&&await executeVectorReset(activeVectorStore,knownIds,{},vectorDimension)}async function pruneReindexOrphanVectors(activeVectorStore,extensionVectorAdapter,orphanIds,settings,semanticWarnings){if(orphanIds.length!==0){if(extensionVectorAdapter){if(extensionVectorAdapter.delete)try{await Promise.resolve(extensionVectorAdapter.delete({ids:orphanIds,settings}))}catch(error){throw new PmCliError(`Extension vector adapter "${extensionVectorAdapter.adapterName}" failed to delete orphan vectors during reindex: ${error instanceof Error?error.message:String(error)}`,EXIT_CODE.GENERIC_FAILURE)}else semanticWarnings.push(`search_semantic_reindex_orphan_prune_skipped:adapter=${extensionVectorAdapter.adapterName}:count=${orphanIds.length}`);if(!activeVectorStore)return}activeVectorStore&&await executeVectorDelete(activeVectorStore,orphanIds)}}function createReindexSemanticSummary(mode){return{enabled:mode!=="keyword",stale_items:0,unchanged_items:0,embedded_items:0,vector_upserted:0,batches_completed:0}}function buildReindexManifest(mode,generatedAt,metadataDocuments){return{version:1,mode,generated_at:generatedAt,total_items:metadataDocuments.length,items:metadataDocuments.map(document=>({id:document.metadata.id,type:document.metadata.type,status:document.metadata.status,priority:document.metadata.priority,updated_at:document.metadata.updated_at}))}}function assertSemanticRuntimeAvailable(params){if(params.requestedMode==="keyword")return{activeEmbeddingProvider:null,activeVectorStore:null};const providerResolution=resolveEmbeddingProviders(params.settings);if(!providerResolution.active&&!params.extensionEmbedding)throw new PmCliError(`Reindex mode '${params.requestedMode}' requires a configured embedding provider in settings.providers.openai/settings.providers.ollama or an extension provider selected by settings.search.provider`,EXIT_CODE.USAGE);const vectorResolution=resolveVectorStores(params.settings,params.pmRoot);if(!vectorResolution.active&&!params.extensionVectorAdapter)throw new PmCliError(`Reindex mode '${params.requestedMode}' requires a configured vector store in settings.vector_store.qdrant/settings.vector_store.lancedb or an extension adapter selected by settings.vector_store.adapter`,EXIT_CODE.USAGE);return{activeEmbeddingProvider:providerResolution.active,activeVectorStore:vectorResolution.active}}async function loadReindexCorpus(params){const typeRegistry=resolveItemTypeRegistry(params.settings,getActiveExtensionRegistrations()),loadedCandidates=await loadDocumentCandidates(params.pmRoot,params.settings.item_format,typeRegistry.type_to_folder,params.settings.schema);return{documentCandidates:loadedCandidates.candidates,warnings:[...loadedCandidates.warnings],metadataDocuments:loadedCandidates.candidates.map(candidate=>({metadata:candidate.metadata,body:typeof candidate.body=="string"?candidate.body:""}))}}async function appendKeywordLedgerWarnings(params){const ledger=await readVectorizationStatusLedger(params.pmRoot);if(params.reindexWarnings.push(...ledger.warnings),params.forceFullSemantic&&params.reindexWarnings.push("search_semantic_reindex_full_ignored:mode_keyword"),!ledger.embedding)return;const currentEmbeddingIdentity=(()=>{try{return resolveReindexEmbeddingIdentity(params.settings,resolveEmbeddingProviders(params.settings).active,params.extensionEmbedding)}catch{return null}})();currentEmbeddingIdentity&&hasVectorizationEmbeddingIdentityChanged(ledger.embedding,currentEmbeddingIdentity)&&(params.reindexWarnings.push("search_semantic_reindex_requires_rebuild:embedding_identity_changed"),params.reindexWarnings.push(EMBEDDING_MIGRATION_REINDEX_HINT))}async function planSemanticReindex(params){const ledger=await readVectorizationStatusLedger(params.pmRoot);params.semanticWarnings.push(...ledger.warnings);const embeddingIdentity=resolveReindexEmbeddingIdentity(params.settings,params.activeEmbeddingProvider,params.extensionEmbedding),currentIds=new Set(params.metadataDocuments.map(document=>document.metadata.id)),orphanIds=collectLedgerOrphanIds(ledger.entries,currentIds),resetRequired=hasVectorizationEmbeddingIdentityChanged(ledger.embedding,embeddingIdentity);params.forceFullSemantic&&!resetRequired&&params.semanticWarnings.push("search_semantic_reindex_full_rebuild_forced");const staleSourceDocuments=params.forceFullSemantic||resetRequired?params.metadataDocuments:params.metadataDocuments.filter(document=>ledger.entries[document.metadata.id]!==document.metadata.updated_at),staleIds=new Set(staleSourceDocuments.map(document=>document.metadata.id)),staleDocuments=staleIds.size>0?await hydrateDocuments(params.pmRoot,params.documentCandidates,params.settings.schema,params.reindexWarnings,staleIds):[];return{ledgerEntries:ledger.entries,ledgerEmbedding:ledger.embedding,orphanIds,resetRequired,staleDocuments,freshDocuments:params.metadataDocuments.length-staleDocuments.length}}async function rerunSemanticEmbeddingAfterDimensionChange(params){const staleIds=new Set(params.metadataDocuments.map(document=>document.metadata.id)),staleDocuments=await hydrateDocuments(params.pmRoot,params.documentCandidates,params.settings.schema,params.reindexWarnings,staleIds);params.semanticSummary.stale_items=staleDocuments.length,params.semanticSummary.unchanged_items=0,emitReindexProgress(params.progressEnabled,`embedding_dimension_changed reset_items=${staleDocuments.length}`);const embeddingResult=await executeReindexEmbedding(params.settings,params.requestedMode,params.activeEmbeddingProvider,params.extensionEmbedding,staleDocuments,params.semanticWarnings,params.semanticSummary,params.progressEnabled);return{...embeddingResult,staleDocuments,vectorDimension:inferConsistentVectorDimension(embeddingResult.vectors,"Reindex embeddings")}}async function resolveSemanticEmbeddingForUpsert(params){const embeddingResult=await executeReindexEmbedding(params.settings,params.requestedMode,params.activeEmbeddingProvider,params.extensionEmbedding,params.staleDocuments,params.semanticWarnings,params.semanticSummary,params.progressEnabled);let vectors=embeddingResult.vectors,actualEmbeddingIdentity=embeddingResult.embeddingIdentity,vectorDimension=inferConsistentVectorDimension(vectors,"Reindex embeddings");if(!(!params.resetRequired&&(hasVectorizationEmbeddingIdentityChanged(params.ledgerEmbedding,actualEmbeddingIdentity)||hasVectorizationVectorDimensionChanged(params.ledgerEmbedding,vectorDimension))))return{vectors,embeddingIdentity:actualEmbeddingIdentity,staleDocuments:params.staleDocuments,vectorDimension,resetRequired:params.resetRequired};const rerun=await rerunSemanticEmbeddingAfterDimensionChange(params);return vectors=rerun.vectors,actualEmbeddingIdentity=rerun.embeddingIdentity,vectorDimension=rerun.vectorDimension,{vectors,embeddingIdentity:actualEmbeddingIdentity,staleDocuments:rerun.staleDocuments,vectorDimension,resetRequired:!0}}async function upsertReindexVectors(params){if(params.extensionVectorAdapter)try{const adapterName=params.extensionVectorAdapter.adapterName;if(emitReindexProgress(params.progressEnabled,`vector_upsert_start adapter=${adapterName} points=${params.points.length}`),typeof params.extensionVectorAdapter.upsert!="function")throw new PmCliError(`Extension vector adapter "${adapterName}" does not support upserting vectors.`,EXIT_CODE.USAGE);await Promise.resolve(params.extensionVectorAdapter.upsert({points:params.points,settings:params.settings})),params.semanticSummary.vector_upserted=params.points.length,emitReindexProgress(params.progressEnabled,`vector_upsert_complete adapter=${adapterName}`);return}catch(error){if(error instanceof PmCliError)throw error;if(!params.activeVectorStore)throw new PmCliError(`Extension vector adapter "${params.extensionVectorAdapter.adapterName}" failed to upsert vectors: ${error instanceof Error?error.message:String(error)}`,EXIT_CODE.GENERIC_FAILURE);params.semanticWarnings.push(`Extension vector adapter "${params.extensionVectorAdapter.adapterName}" failed; falling back to built-in vector store (${error instanceof Error?error.message:String(error)})`),emitReindexProgress(params.progressEnabled,"vector_upsert_fallback built_in_store")}if(params.activeVectorStore){emitReindexProgress(params.progressEnabled,`vector_upsert_start adapter=${params.activeVectorStore.name} points=${params.points.length}`),await executeVectorUpsert(params.activeVectorStore,params.points),params.semanticSummary.vector_upserted=params.points.length,emitReindexProgress(params.progressEnabled,`vector_upsert_complete adapter=${params.activeVectorStore.name}`);return}throw new PmCliError(`No vector upsert executor available for reindex mode '${params.requestedMode}'`,EXIT_CODE.USAGE)}function buildReindexVectorPoints(staleDocuments,vectors){return staleDocuments.map((document,index)=>({id:document.metadata.id,vector:assertVector(vectors[index],`reindex embeddings output at index ${index}`),payload:{id:document.metadata.id,type:document.metadata.type,status:document.metadata.status,priority:document.metadata.priority,updated_at:document.metadata.updated_at}}))}async function executeSemanticVectorRefresh(params){emitReindexProgress(params.progressEnabled,`embedding_start items=${params.plan.staleDocuments.length} unchanged_items=${params.plan.freshDocuments}`);const embedding=await resolveSemanticEmbeddingForUpsert({pmRoot:params.pmRoot,settings:params.settings,requestedMode:params.requestedMode,activeEmbeddingProvider:params.activeEmbeddingProvider,extensionEmbedding:params.extensionEmbedding,documentCandidates:params.documentCandidates,metadataDocuments:params.metadataDocuments,staleDocuments:params.plan.staleDocuments,ledgerEmbedding:params.plan.ledgerEmbedding,resetRequired:params.plan.resetRequired,semanticWarnings:params.semanticWarnings,reindexWarnings:params.reindexWarnings,semanticSummary:params.semanticSummary,progressEnabled:params.progressEnabled});embedding.resetRequired?(emitReindexProgress(params.progressEnabled,"vector_reset_start"),await resetVectorStoreForReindex(params.activeVectorStore,params.extensionVectorAdapter,params.plan.ledgerEntries,params.settings,params.semanticWarnings,params.plan.ledgerEmbedding?embedding.vectorDimension:void 0),emitReindexProgress(params.progressEnabled,"vector_reset_complete")):await pruneReindexOrphanVectors(params.activeVectorStore,params.extensionVectorAdapter,params.plan.orphanIds,params.settings,params.semanticWarnings);const points=buildReindexVectorPoints(embedding.staleDocuments,embedding.vectors);return params.semanticSummary.embedded_items=embedding.vectors.length,await upsertReindexVectors({requestedMode:params.requestedMode,activeVectorStore:params.activeVectorStore,extensionVectorAdapter:params.extensionVectorAdapter,settings:params.settings,points,semanticWarnings:params.semanticWarnings,semanticSummary:params.semanticSummary,progressEnabled:params.progressEnabled}),{staleDocuments:embedding.staleDocuments,embeddingMetadata:buildVectorizationEmbeddingMetadata(embedding.embeddingIdentity,embedding.vectorDimension)}}async function runSemanticReindex(params){const plan=await planSemanticReindex(params);params.semanticSummary.stale_items=plan.staleDocuments.length,params.semanticSummary.unchanged_items=plan.freshDocuments;const vectorizationLedgerEntries=Object.fromEntries(params.metadataDocuments.map(document=>[document.metadata.id,document.metadata.updated_at]));if(emitReindexProgress(params.progressEnabled,`semantic_stale_items stale=${plan.staleDocuments.length} total=${params.metadataDocuments.length} unchanged=${plan.freshDocuments} full=${params.forceFullSemantic||plan.resetRequired}`),plan.staleDocuments.length===0)return emitReindexProgress(params.progressEnabled,`embedding_skipped unchanged_items=${plan.freshDocuments}`),params.semanticWarnings.push(`search_semantic_reindex_skipped_unchanged:count=${plan.freshDocuments}`),await pruneReindexOrphanVectors(params.activeVectorStore,params.extensionVectorAdapter,plan.orphanIds,params.settings,params.semanticWarnings),{documentsForKeywordArtifacts:params.documentsForKeywordArtifacts,vectorizationLedgerEntries,vectorizationEmbeddingMetadata:plan.ledgerEmbedding};const refresh=await executeSemanticVectorRefresh({...params,plan});plan.freshDocuments>0&&params.semanticWarnings.push(`search_semantic_reindex_skipped_unchanged:count=${plan.freshDocuments}`);const staleDocumentsById=new Map(refresh.staleDocuments.map(document=>[document.metadata.id,document]));return{documentsForKeywordArtifacts:params.metadataDocuments.map(document=>staleDocumentsById.get(document.metadata.id)??document),vectorizationLedgerEntries,vectorizationEmbeddingMetadata:refresh.embeddingMetadata}}async function writeReindexArtifacts(params){const manifestPath=path.join(params.pmRoot,MANIFEST_PATH),embeddingsPath=path.join(params.pmRoot,EMBEDDINGS_PATH),keywordCorpusFields=resolveSearchCorpusFields(params.settings),embeddingsLines=params.documentsForKeywordArtifacts.map(document=>JSON.stringify(buildKeywordRecord(document,params.mode,keywordCorpusFields))).join(`
+`);emitReindexProgress(params.progressEnabled,"writing keyword artifacts"),await writeFileAtomic(manifestPath,`${JSON.stringify(params.manifest,null,2)}
+`),await writeFileAtomic(embeddingsPath,`${embeddingsLines}
+`);const vectorizationWarnings=[];if(params.mode!=="keyword")try{emitReindexProgress(params.progressEnabled,"writing vectorization status ledger"),await writeVectorizationStatusLedger(params.pmRoot,params.vectorizationLedgerEntries,params.vectorizationEmbeddingMetadata)}catch(error){vectorizationWarnings.push(`search_vectorization_status_ledger_write_failed:${error instanceof Error?error.message:String(error)}`)}return vectorizationWarnings}async function runReindex(options,global2){const requestedMode=parseMode(options.mode),progressEnabled=shouldEmitReindexProgress(options),forceFullSemantic=options.full===!0;emitReindexProgress(progressEnabled,`start mode=${requestedMode}`);const pmRoot=resolvePmRoot(process.cwd(),global2.path);await assertInitializedTracker(pmRoot);const settings=resolveSettingsWithSemanticRuntimeDefaults(await readSettings(pmRoot)).settings;let releaseReindexLock=null;try{releaseReindexLock=await acquireLock(pmRoot,REINDEX_LOCK_ID,settings.locks.ttl_seconds,resolveAuthor(void 0,"pm-reindex"),!1,settings.governance.force_required_for_stale_lock,settings.locks.wait_ms)}catch(error){throw error instanceof PmCliError&&error.exitCode===EXIT_CODE.CONFLICT?new PmCliError("Another pm reindex run is already active for this project. Wait for it to finish before starting a new keyword, semantic, or hybrid reindex.",EXIT_CODE.CONFLICT,{code:"reindex_already_running",type:"urn:pm-cli:error:reindex_already_running",why:"Semantic reindex can be expensive and duplicate runs compete for the same local embedding model and vector store.",nextSteps:["Check active pm reindex processes before starting another reindex.","Rerun with --progress when you need non-interactive visibility."]}):error}try{const extensionEmbedding=resolveExtensionSearchEmbedding(settings),extensionVectorAdapter=resolveExtensionVectorAdapter(settings),semanticRuntime=assertSemanticRuntimeAvailable({requestedMode,pmRoot,settings,extensionEmbedding,extensionVectorAdapter}),mode=requestedMode;emitReindexProgress(progressEnabled,"loading item corpus");const corpus=await loadReindexCorpus({pmRoot,settings}),reindexWarnings=corpus.warnings,{documentCandidates,metadataDocuments}=corpus;emitReindexProgress(progressEnabled,`loaded_items=${metadataDocuments.length}`);const generatedAt=nowIso(),manifest=buildReindexManifest(mode,generatedAt,metadataDocuments),manifestPath=path.join(pmRoot,MANIFEST_PATH),embeddingsPath=path.join(pmRoot,EMBEDDINGS_PATH);let documentsForKeywordArtifacts=mode==="keyword"?await hydrateDocuments(pmRoot,documentCandidates,settings.schema,reindexWarnings):metadataDocuments;const semanticWarnings=[];let vectorizationLedgerEntries={},vectorizationEmbeddingMetadata=null;const semanticSummary=createReindexSemanticSummary(mode);if(mode==="keyword"&&await appendKeywordLedgerWarnings({pmRoot,settings,forceFullSemantic,extensionEmbedding,reindexWarnings}),mode!=="keyword"){const semantic=await runSemanticReindex({pmRoot,settings,requestedMode,activeEmbeddingProvider:semanticRuntime.activeEmbeddingProvider,activeVectorStore:semanticRuntime.activeVectorStore,extensionEmbedding,extensionVectorAdapter,documentCandidates,metadataDocuments,documentsForKeywordArtifacts,forceFullSemantic,reindexWarnings,semanticWarnings,semanticSummary,progressEnabled});documentsForKeywordArtifacts=semantic.documentsForKeywordArtifacts,vectorizationLedgerEntries=semantic.vectorizationLedgerEntries,vectorizationEmbeddingMetadata=semantic.vectorizationEmbeddingMetadata}const vectorizationWarnings=await writeReindexArtifacts({pmRoot,mode,manifest,documentsForKeywordArtifacts,settings,vectorizationLedgerEntries,vectorizationEmbeddingMetadata,progressEnabled}),hookWarnings=[...await runActiveOnWriteHooks({path:manifestPath,scope:"project",op:"reindex:manifest"}),...await runActiveOnWriteHooks({path:embeddingsPath,scope:"project",op:"reindex:embeddings"}),...await runActiveOnIndexHooks({mode,total_items:metadataDocuments.length})];return emitReindexProgress(progressEnabled,"done"),{ok:!0,mode,total_items:metadataDocuments.length,semantic:semanticSummary,artifacts:{manifest:MANIFEST_PATH,embeddings:EMBEDDINGS_PATH},warnings:[...reindexWarnings,...semanticWarnings,...vectorizationWarnings,...hookWarnings],generated_at:generatedAt}}finally{await releaseReindexLock?.()}}export{_testOnly,runReindex};
 //# sourceMappingURL=reindex.js.map

package/dist/sdk/governance/stale-work.js

@@ -1,2 +1,2 @@
-!(function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="cdae67c6-8316-5e97-84ca-0be4460ffd57")}catch(e2){}})();import path from"node:path";import{readHistoryEntries}from"../../core/history/read.js";function normalizedStatus(value){return(value??"in_progress").trim().toLowerCase().replaceAll("-","_")}function latestValidTimestamp(item,historyTimestamp){const candidates=[item.updated_at,historyTimestamp].map(value=>({value,time:Date.parse(value??"")})).filter(candidate=>typeof candidate.value==="string"&&Number.isFinite(candidate.time)).sort((left,right)=>right.time-left.time);return candidates[0]?.value??item.updated_at}function inspectStaleInProgressItems(items,options){const thresholdHours=Math.max(1,Math.trunc(options.threshold_hours));const nowMs=(options.now??new Date).getTime();const inProgressStatus=normalizedStatus(options.in_progress_status);const staleItems=[];for(const item of items){if(normalizedStatus(String(item.status))!==inProgressStatus||(item.assignee?.trim().length??0)>0){continue}const lastActivityAt=latestValidTimestamp(item,options.last_history_activity?.(item));const lastActivityMs=Date.parse(lastActivityAt);if(!Number.isFinite(lastActivityMs)){continue}const ageHours=Math.max(0,Math.floor((nowMs-lastActivityMs)/36e5));if(ageHours>=thresholdHours){staleItems.push({id:item.id,last_activity_at:lastActivityAt,age_hours:ageHours})}}staleItems.sort((left,right)=>right.age_hours-left.age_hours||left.id.localeCompare(right.id));return{threshold_hours:thresholdHours,count:staleItems.length,items:staleItems,remediation:"Claim active work with `pm claim <id>` or return abandoned work to open with `pm update <id> --status open`."}}async function scanStaleInProgressItems(pmRoot,items,options){const historyTimestamps=new Map;await Promise.all(items.filter(item=>normalizedStatus(String(item.status))===normalizedStatus(options.in_progress_status)&&(item.assignee?.trim().length??0)===0).map(async item=>{let history;try{history=await readHistoryEntries(path.join(pmRoot,"history",`${item.id}.jsonl`),item.id)}catch{return}const latest=history.map(entry=>entry.ts).filter(timestamp=>Number.isFinite(Date.parse(timestamp))).sort((left,right)=>Date.parse(right)-Date.parse(left))[0];if(latest){historyTimestamps.set(item.id,latest)}}));return inspectStaleInProgressItems(items,{...options,last_history_activity:item=>historyTimestamps.get(item.id)})}export{inspectStaleInProgressItems,scanStaleInProgressItems};
+(function(){try{var e=typeof window<"u"?window:typeof global<"u"?global:typeof globalThis<"u"?globalThis:typeof self<"u"?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="a7cd1d62-16fe-5e5b-b382-64335fc5e403")}catch{}})();import path from"node:path";import{readHistoryEntries}from"../../core/history/read.js";function normalizedStatus(value){return(value??"in_progress").trim().toLowerCase().replaceAll("-","_")}function latestValidTimestamp(item,historyTimestamp){return[item.updated_at,historyTimestamp].map(value=>({value,time:Date.parse(value??"")})).filter(candidate=>typeof candidate.value=="string"&&Number.isFinite(candidate.time)).sort((left,right)=>right.time-left.time)[0]?.value??item.updated_at}function inspectStaleInProgressItems(items,options){const thresholdHours=Math.max(1,Math.trunc(options.threshold_hours)),nowMs=(options.now??new Date).getTime(),inProgressStatus=normalizedStatus(options.in_progress_status),staleItems=[];for(const item of items){if(normalizedStatus(String(item.status))!==inProgressStatus||(item.assignee?.trim().length??0)>0)continue;const lastActivityAt=latestValidTimestamp(item,options.last_history_activity?.(item)),lastActivityMs=Date.parse(lastActivityAt);if(!Number.isFinite(lastActivityMs))continue;const ageHours=Math.max(0,Math.floor((nowMs-lastActivityMs)/36e5));ageHours>=thresholdHours&&staleItems.push({id:item.id,last_activity_at:lastActivityAt,age_hours:ageHours})}return staleItems.sort((left,right)=>right.age_hours-left.age_hours||left.id.localeCompare(right.id)),{threshold_hours:thresholdHours,count:staleItems.length,items:staleItems,remediation:"Claim active work with `pm claim <id>` or return abandoned work to open with `pm update <id> --status open`."}}async function scanStaleInProgressItems(pmRoot,items,options){const historyTimestamps=new Map;return await Promise.all(items.filter(item=>normalizedStatus(String(item.status))===normalizedStatus(options.in_progress_status)&&(item.assignee?.trim().length??0)===0).map(async item=>{let history;try{history=await readHistoryEntries(path.join(pmRoot,"history",`${item.id}.jsonl`),item.id)}catch{return}const latest=history.map(entry=>entry.ts).filter(timestamp=>Number.isFinite(Date.parse(timestamp))).sort((left,right)=>Date.parse(right)-Date.parse(left))[0];latest&&historyTimestamps.set(item.id,latest)})),inspectStaleInProgressItems(items,{...options,last_history_activity:item=>historyTimestamps.get(item.id)})}export{inspectStaleInProgressItems,scanStaleInProgressItems};
 //# sourceMappingURL=stale-work.js.map

package/dist/sdk/governance/status-role-diagnostics.js

@@ -1,2 +1,2 @@
-!(function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="77ccea6e-a118-53df-94b7-a740bb3d7681")}catch(e2){}})();import{normalizeStatusInputWithRegistry}from"../../core/schema/runtime-schema.js";function inspectStatusRoleAssignments(statusRegistry,items,itemLimit=25){const rolelessStatuses=statusRegistry.definitions.filter(definition=>definition.roles.length===0).map(definition=>definition.id).sort((left,right)=>left.localeCompare(right));const rolelessSet=new Set(rolelessStatuses);const affectedItemIds=items.filter(item=>{const resolved=normalizeStatusInputWithRegistry(item.status,statusRegistry);return resolved!==void 0&&rolelessSet.has(resolved)}).map(item=>item.id).sort((left,right)=>left.localeCompare(right));return{roleless_status_count:rolelessStatuses.length,roleless_statuses:rolelessStatuses.slice(0,itemLimit),roleless_statuses_truncated:rolelessStatuses.length>itemLimit,affected_item_count:affectedItemIds.length,affected_item_ids:affectedItemIds.slice(0,itemLimit),affected_item_ids_truncated:affectedItemIds.length>itemLimit}}function buildStatusRoleWarnings(diagnostics){return diagnostics.roleless_status_count===0?[]:[`schema_status_missing_lifecycle_role:${diagnostics.roleless_status_count}`]}export{buildStatusRoleWarnings,inspectStatusRoleAssignments};
+(function(){try{var e=typeof window<"u"?window:typeof global<"u"?global:typeof globalThis<"u"?globalThis:typeof self<"u"?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="d8f1968e-a030-5a3c-b766-60a409163745")}catch{}})();import{normalizeStatusInputWithRegistry}from"../../core/schema/runtime-schema.js";function inspectStatusRoleAssignments(statusRegistry,items,itemLimit=25){const rolelessStatuses=statusRegistry.definitions.filter(definition=>definition.roles.length===0).map(definition=>definition.id).sort((left,right)=>left.localeCompare(right)),rolelessSet=new Set(rolelessStatuses),affectedItemIds=items.filter(item=>{const resolved=normalizeStatusInputWithRegistry(item.status,statusRegistry);return resolved!==void 0&&rolelessSet.has(resolved)}).map(item=>item.id).sort((left,right)=>left.localeCompare(right));return{roleless_status_count:rolelessStatuses.length,roleless_statuses:rolelessStatuses.slice(0,itemLimit),roleless_statuses_truncated:rolelessStatuses.length>itemLimit,affected_item_count:affectedItemIds.length,affected_item_ids:affectedItemIds.slice(0,itemLimit),affected_item_ids_truncated:affectedItemIds.length>itemLimit}}function buildStatusRoleWarnings(diagnostics){return diagnostics.roleless_status_count===0?[]:[`schema_status_missing_lifecycle_role:${diagnostics.roleless_status_count}`]}export{buildStatusRoleWarnings,inspectStatusRoleAssignments};
 //# sourceMappingURL=status-role-diagnostics.js.map

package/dist/sdk/governance/storage-integrity.js

@@ -1,2 +1,2 @@
-!(function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="9bcae2f2-3739-5ef8-b080-daaaf7df2681")}catch(e2){}})();import fs from"node:fs/promises";import path from"node:path";import{readFileIfExists}from"../../core/fs/fs-utils.js";import{parseItemDocument}from"../../core/item/item-format.js";import{findFirstMergeConflictMarker}from"../../core/shared/conflict-markers.js";import{getSettingsPath,ITEM_FILE_EXTENSIONS}from"../../core/store/paths.js";async function listItemFilesOnDisk(pmRoot,typeToFolder){const folders=[...new Set(Object.values(typeToFolder))];const found=[];await Promise.all(folders.map(async folder=>{let entries;try{entries=await fs.readdir(path.join(pmRoot,folder))}catch{return}for(const entry of entries){for(const extension of ITEM_FILE_EXTENSIONS){if(entry.toLowerCase().endsWith(extension)){found.push({relativePath:`${folder}/${entry}`,id:entry.slice(0,-extension.length)});break}}}}));return found.sort((left,right)=>left.relativePath.localeCompare(right.relativePath))}function scanHistoryStreamContent(accumulator,raw){const{id,relativePath,liveItemIds,out}=accumulator;const conflictMarker=findFirstMergeConflictMarker(raw);if(conflictMarker){out.conflictMarkers.push({id,path:relativePath,line:conflictMarker.line,detail:`unresolved merge conflict marker ${conflictMarker.marker}`});return}const latestEntry=scanHistoryEntries(accumulator,raw);if(latestEntry===null){return}if(latestEntry.op==="delete"&&liveItemIds.has(id)){out.resurrected.push({id,deleted_at:typeof latestEntry.ts==="string"?latestEntry.ts:"",deleted_by:typeof latestEntry.author==="string"?latestEntry.author:""})}if(latestEntry.op==="history_repair"&&Array.isArray(latestEntry.patch)&&latestEntry.patch.length>0){out.repairReconciliations+=1}}function scanHistoryEntries(accumulator,raw){const{id,relativePath,out}=accumulator;let latestEntry=null;let createSeen=false;const lines=raw.split(/\r?\n/).map((line,index)=>({content:line.trim(),number:index+1})).filter(line=>line.content.length>0);for(const line of lines){try{const parsed=JSON.parse(line.content);if(typeof parsed!=="object"||parsed===null||Array.isArray(parsed)){throw new TypeError("history entry must be an object")}latestEntry=parsed}catch{out.unparseable.push({id,path:relativePath,line:line.number,detail:"history line is not a valid JSON object"});return null}if(latestEntry.op==="create"){if(createSeen){out.unparseable.push({id,path:relativePath,line:line.number,detail:"duplicate item identity: more than one create event in one history stream"});return null}createSeen=true}}return latestEntry}function describeFileReadFailure(subject,error){const code=typeof error==="object"&&error!==null&&"code"in error&&typeof error.code==="string"?error.code:"UNKNOWN";return`${subject} could not be read (error code: ${code})`}async function scanHistoryStreams(pmRoot,liveItemIds){const out={conflictMarkers:[],unparseable:[],resurrected:[],repairReconciliations:0,scanned:0};let entries;try{entries=await fs.readdir(path.join(pmRoot,"history"))}catch{return out}for(const entry of entries.sort((left,right)=>left.localeCompare(right))){if(!entry.endsWith(".jsonl")){continue}out.scanned+=1;let raw;try{raw=await fs.readFile(path.join(pmRoot,"history",entry),"utf8")}catch(error){out.unparseable.push({id:entry.slice(0,-".jsonl".length),path:`history/${entry}`,detail:describeFileReadFailure("history stream",error)});continue}scanHistoryStreamContent({id:entry.slice(0,-".jsonl".length),relativePath:`history/${entry}`,liveItemIds,out},raw)}return out}function describeUnparseableJson(raw){const conflictMarker=findFirstMergeConflictMarker(raw);if(conflictMarker){return`unresolved merge conflict marker ${conflictMarker.marker} at line ${conflictMarker.line}`}try{JSON.parse(raw);return null}catch(error){return`invalid JSON (${String(error)})`}}async function scanConfigFiles(pmRoot){const unparseable=[];let scanned=0;let settingsRaw=null;try{settingsRaw=await readFileIfExists(getSettingsPath(pmRoot))}catch(error){scanned+=1;unparseable.push({path:"settings.json",detail:describeFileReadFailure("configuration file",error)})}if(settingsRaw!==null){scanned+=1;const detail=describeUnparseableJson(settingsRaw);if(detail!==null){unparseable.push({path:"settings.json",detail})}}let schemaEntries;try{schemaEntries=await fs.readdir(path.join(pmRoot,"schema"))}catch{return{scanned,unparseable}}for(const entry of schemaEntries.sort((left,right)=>left.localeCompare(right))){if(!entry.endsWith(".json")){continue}scanned+=1;let raw;try{raw=await fs.readFile(path.join(pmRoot,"schema",entry),"utf8")}catch(error){unparseable.push({path:`schema/${entry}`,detail:describeFileReadFailure("configuration file",error)});continue}const detail=describeUnparseableJson(raw);if(detail!==null){unparseable.push({path:`schema/${entry}`,detail})}}return{scanned,unparseable}}async function scanStorageIntegrity(pmRoot,parsedItemIds,typeToFolder,itemParseOptions={}){const itemFiles=await listItemFilesOnDisk(pmRoot,typeToFolder);const idsOnDisk=new Set(itemFiles.map(file=>file.id));const pathsById=new Map;for(const file of itemFiles){const paths=pathsById.get(file.id);if(paths===void 0){pathsById.set(file.id,[file.relativePath])}else{paths.push(file.relativePath)}}const duplicateItemIds=[...pathsById.entries()].filter(([,paths])=>paths.length>1).map(([id,paths])=>({id,paths:[...paths].sort((left,right)=>left.localeCompare(right))})).sort((left,right)=>left.id.localeCompare(right.id));const unreadableItemFiles=(await Promise.all(itemFiles.map(async file=>{if(!parsedItemIds.has(file.id)){return{path:file.relativePath,id:file.id}}try{const absolutePath=path.join(pmRoot,file.relativePath);parseItemDocument(await fs.readFile(absolutePath,"utf8"),{format:absolutePath.toLowerCase().endsWith(".md")?"json_markdown":"toon",schema:itemParseOptions.schema,extensionFieldNames:itemParseOptions.extensionFieldNames});return null}catch{return{path:file.relativePath,id:file.id}}}))).filter(row=>row!==null);const historyScan=await scanHistoryStreams(pmRoot,idsOnDisk);const configScan=await scanConfigFiles(pmRoot);return{item_files_on_disk:itemFiles.length,item_ids_on_disk:idsOnDisk.size,parsed_items:parsedItemIds.size,unreadable_item_files:unreadableItemFiles,duplicate_item_ids:duplicateItemIds,history_streams_scanned:historyScan.scanned,history_conflict_marker_streams:historyScan.conflictMarkers,history_unparseable_streams:historyScan.unparseable,resurrected_items:historyScan.resurrected,history_repair_reconciliations:historyScan.repairReconciliations,config_files_scanned:configScan.scanned,unparseable_config_files:configScan.unparseable}}export{scanStorageIntegrity};
+(function(){try{var e=typeof window<"u"?window:typeof global<"u"?global:typeof globalThis<"u"?globalThis:typeof self<"u"?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="7ff2e182-d84c-5e1c-8b63-daea17d55af4")}catch{}})();import fs from"node:fs/promises";import path from"node:path";import{readFileIfExists}from"../../core/fs/fs-utils.js";import{parseItemDocument}from"../../core/item/item-format.js";import{findFirstMergeConflictMarker}from"../../core/shared/conflict-markers.js";import{getSettingsPath,ITEM_FILE_EXTENSIONS}from"../../core/store/paths.js";async function listItemFilesOnDisk(pmRoot,typeToFolder){const folders=[...new Set(Object.values(typeToFolder))],found=[];return await Promise.all(folders.map(async folder=>{let entries;try{entries=await fs.readdir(path.join(pmRoot,folder))}catch{return}for(const entry of entries)for(const extension of ITEM_FILE_EXTENSIONS)if(entry.toLowerCase().endsWith(extension)){found.push({relativePath:`${folder}/${entry}`,id:entry.slice(0,-extension.length)});break}})),found.sort((left,right)=>left.relativePath.localeCompare(right.relativePath))}function scanHistoryStreamContent(accumulator,raw){const{id,relativePath,liveItemIds,out}=accumulator,conflictMarker=findFirstMergeConflictMarker(raw);if(conflictMarker){out.conflictMarkers.push({id,path:relativePath,line:conflictMarker.line,detail:`unresolved merge conflict marker ${conflictMarker.marker}`});return}const latestEntry=scanHistoryEntries(accumulator,raw);latestEntry!==null&&(latestEntry.op==="delete"&&liveItemIds.has(id)&&out.resurrected.push({id,deleted_at:typeof latestEntry.ts=="string"?latestEntry.ts:"",deleted_by:typeof latestEntry.author=="string"?latestEntry.author:""}),latestEntry.op==="history_repair"&&Array.isArray(latestEntry.patch)&&latestEntry.patch.length>0&&(out.repairReconciliations+=1))}function scanHistoryEntries(accumulator,raw){const{id,relativePath,out}=accumulator;let latestEntry=null,createSeen=!1;const lines=raw.split(/\r?\n/).map((line,index)=>({content:line.trim(),number:index+1})).filter(line=>line.content.length>0);for(const line of lines){try{const parsed=JSON.parse(line.content);if(typeof parsed!="object"||parsed===null||Array.isArray(parsed))throw new TypeError("history entry must be an object");latestEntry=parsed}catch{return out.unparseable.push({id,path:relativePath,line:line.number,detail:"history line is not a valid JSON object"}),null}if(latestEntry.op==="create"){if(createSeen)return out.unparseable.push({id,path:relativePath,line:line.number,detail:"duplicate item identity: more than one create event in one history stream"}),null;createSeen=!0}}return latestEntry}function describeFileReadFailure(subject,error){const code=typeof error=="object"&&error!==null&&"code"in error&&typeof error.code=="string"?error.code:"UNKNOWN";return`${subject} could not be read (error code: ${code})`}async function scanHistoryStreams(pmRoot,liveItemIds){const out={conflictMarkers:[],unparseable:[],resurrected:[],repairReconciliations:0,scanned:0};let entries;try{entries=await fs.readdir(path.join(pmRoot,"history"))}catch{return out}for(const entry of entries.sort((left,right)=>left.localeCompare(right))){if(!entry.endsWith(".jsonl"))continue;out.scanned+=1;let raw;try{raw=await fs.readFile(path.join(pmRoot,"history",entry),"utf8")}catch(error){out.unparseable.push({id:entry.slice(0,-6),path:`history/${entry}`,detail:describeFileReadFailure("history stream",error)});continue}scanHistoryStreamContent({id:entry.slice(0,-6),relativePath:`history/${entry}`,liveItemIds,out},raw)}return out}function describeUnparseableJson(raw){const conflictMarker=findFirstMergeConflictMarker(raw);if(conflictMarker)return`unresolved merge conflict marker ${conflictMarker.marker} at line ${conflictMarker.line}`;try{return JSON.parse(raw),null}catch(error){return`invalid JSON (${String(error)})`}}async function scanConfigFiles(pmRoot){const unparseable=[];let scanned=0,settingsRaw=null;try{settingsRaw=await readFileIfExists(getSettingsPath(pmRoot))}catch(error){scanned+=1,unparseable.push({path:"settings.json",detail:describeFileReadFailure("configuration file",error)})}if(settingsRaw!==null){scanned+=1;const detail=describeUnparseableJson(settingsRaw);detail!==null&&unparseable.push({path:"settings.json",detail})}let schemaEntries;try{schemaEntries=await fs.readdir(path.join(pmRoot,"schema"))}catch{return{scanned,unparseable}}for(const entry of schemaEntries.sort((left,right)=>left.localeCompare(right))){if(!entry.endsWith(".json"))continue;scanned+=1;let raw;try{raw=await fs.readFile(path.join(pmRoot,"schema",entry),"utf8")}catch(error){unparseable.push({path:`schema/${entry}`,detail:describeFileReadFailure("configuration file",error)});continue}const detail=describeUnparseableJson(raw);detail!==null&&unparseable.push({path:`schema/${entry}`,detail})}return{scanned,unparseable}}async function scanStorageIntegrity(pmRoot,parsedItemIds,typeToFolder,itemParseOptions={}){const itemFiles=await listItemFilesOnDisk(pmRoot,typeToFolder),idsOnDisk=new Set(itemFiles.map(file=>file.id)),pathsById=new Map;for(const file of itemFiles){const paths=pathsById.get(file.id);paths===void 0?pathsById.set(file.id,[file.relativePath]):paths.push(file.relativePath)}const duplicateItemIds=[...pathsById.entries()].filter(([,paths])=>paths.length>1).map(([id,paths])=>({id,paths:[...paths].sort((left,right)=>left.localeCompare(right))})).sort((left,right)=>left.id.localeCompare(right.id)),unreadableItemFiles=(await Promise.all(itemFiles.map(async file=>{if(!parsedItemIds.has(file.id))return{path:file.relativePath,id:file.id};try{const absolutePath=path.join(pmRoot,file.relativePath);return parseItemDocument(await fs.readFile(absolutePath,"utf8"),{format:absolutePath.toLowerCase().endsWith(".md")?"json_markdown":"toon",schema:itemParseOptions.schema,extensionFieldNames:itemParseOptions.extensionFieldNames}),null}catch{return{path:file.relativePath,id:file.id}}}))).filter(row=>row!==null),historyScan=await scanHistoryStreams(pmRoot,idsOnDisk),configScan=await scanConfigFiles(pmRoot);return{item_files_on_disk:itemFiles.length,item_ids_on_disk:idsOnDisk.size,parsed_items:parsedItemIds.size,unreadable_item_files:unreadableItemFiles,duplicate_item_ids:duplicateItemIds,history_streams_scanned:historyScan.scanned,history_conflict_marker_streams:historyScan.conflictMarkers,history_unparseable_streams:historyScan.unparseable,resurrected_items:historyScan.resurrected,history_repair_reconciliations:historyScan.repairReconciliations,config_files_scanned:configScan.scanned,unparseable_config_files:configScan.unparseable}}export{scanStorageIntegrity};
 //# sourceMappingURL=storage-integrity.js.map

package/dist/sdk/governance/tracked-runtime-cache.js

@@ -1,2 +1,2 @@
-!(function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="be96ba6f-f848-58bf-8a3b-b6e3d6ab4b7a")}catch(e2){}})();import{execFile}from"node:child_process";import{realpath}from"node:fs/promises";import path from"node:path";import{promisify}from"node:util";import{PM_GITIGNORE_RUNTIME_DIRECTORIES}from"../workspace.js";import{findGitWorkspaceRoot}from"../merge/install.js";const execFileAsync=promisify(execFile);const GIT_LS_FILES_MAX_BUFFER=32*1024*1024;const GIT_LS_FILES_TIMEOUT_MS=1e4;const TRACKED_RUNTIME_AUTHORITATIVE_PATHS=["search/eval-queries.json"];function toPosixPath(value){return value.replaceAll("\\","/").replace(/\/+$/,"")}function quoteShellArgument(value){return`'${value.replaceAll("'","'\\''")}'`}async function resolveCanonicalTrackerRoot(pmRoot,resolver=realpath){return resolver(pmRoot).catch(()=>path.resolve(pmRoot))}async function scanTrackedRuntimeCache(pmRoot){const gitWorkspaceRoot=await findGitWorkspaceRoot(pmRoot);if(gitWorkspaceRoot===null){return{git_workspace_root:null,tracker_relative_root:null,tracked_paths:[],tracked_path_count:0,remediation_command:null}}const canonicalPmRoot=await resolveCanonicalTrackerRoot(pmRoot);const trackerRelativeRoot=toPosixPath(path.relative(gitWorkspaceRoot,canonicalPmRoot));if(trackerRelativeRoot.length===0){return{git_workspace_root:gitWorkspaceRoot,tracker_relative_root:null,tracked_paths:[],tracked_path_count:0,remediation_command:null}}const runtimeDirectories=PM_GITIGNORE_RUNTIME_DIRECTORIES.map(directory=>`${trackerRelativeRoot}/${toPosixPath(directory)}`);try{const{stdout}=await execFileAsync("git",["ls-files","-z","--",...runtimeDirectories.map(directory=>`:(literal)${directory}`)],{cwd:gitWorkspaceRoot,encoding:"utf8",maxBuffer:GIT_LS_FILES_MAX_BUFFER,windowsHide:true,timeout:GIT_LS_FILES_TIMEOUT_MS});const authoritativePaths=new Set(TRACKED_RUNTIME_AUTHORITATIVE_PATHS.map(relativePath=>`${trackerRelativeRoot}/${relativePath}`));const trackedPaths=[...new Set(stdout.split("\0").filter(entry=>entry.length>0&&!authoritativePaths.has(toPosixPath(entry))))].sort((left,right)=>left.localeCompare(right));const trackedRuntimeDirectories=runtimeDirectories.filter(directory=>trackedPaths.some(trackedPath=>trackedPath===directory||trackedPath.startsWith(`${directory}/`)));return{git_workspace_root:gitWorkspaceRoot,tracker_relative_root:trackerRelativeRoot,tracked_paths:trackedPaths,tracked_path_count:trackedPaths.length,remediation_command:trackedPaths.length===0?null:`git rm --cached -r -- ${trackedRuntimeDirectories.map(directory=>quoteShellArgument(`:(literal)${directory}`)).join(" ")}`}}catch{return{git_workspace_root:gitWorkspaceRoot,tracker_relative_root:trackerRelativeRoot,tracked_paths:[],tracked_path_count:0,remediation_command:null}}}export{resolveCanonicalTrackerRoot,scanTrackedRuntimeCache};
+(function(){try{var e=typeof window<"u"?window:typeof global<"u"?global:typeof globalThis<"u"?globalThis:typeof self<"u"?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="9af87d55-dbe2-561b-9f3f-6f12c0416147")}catch{}})();import{execFile}from"node:child_process";import{realpath}from"node:fs/promises";import path from"node:path";import{promisify}from"node:util";import{PM_GITIGNORE_RUNTIME_DIRECTORIES}from"../workspace.js";import{findGitWorkspaceRoot}from"../merge/install.js";const execFileAsync=promisify(execFile),GIT_LS_FILES_MAX_BUFFER=32*1024*1024,GIT_LS_FILES_TIMEOUT_MS=1e4,TRACKED_RUNTIME_AUTHORITATIVE_PATHS=["search/eval-queries.json"];function toPosixPath(value){return value.replaceAll("\\","/").replace(/\/+$/,"")}function quoteShellArgument(value){return`'${value.replaceAll("'","'\\''")}'`}async function resolveCanonicalTrackerRoot(pmRoot,resolver=realpath){return resolver(pmRoot).catch(()=>path.resolve(pmRoot))}async function scanTrackedRuntimeCache(pmRoot){const gitWorkspaceRoot=await findGitWorkspaceRoot(pmRoot);if(gitWorkspaceRoot===null)return{git_workspace_root:null,tracker_relative_root:null,tracked_paths:[],tracked_path_count:0,remediation_command:null};const canonicalPmRoot=await resolveCanonicalTrackerRoot(pmRoot),trackerRelativeRoot=toPosixPath(path.relative(gitWorkspaceRoot,canonicalPmRoot));if(trackerRelativeRoot.length===0)return{git_workspace_root:gitWorkspaceRoot,tracker_relative_root:null,tracked_paths:[],tracked_path_count:0,remediation_command:null};const runtimeDirectories=PM_GITIGNORE_RUNTIME_DIRECTORIES.map(directory=>`${trackerRelativeRoot}/${toPosixPath(directory)}`);try{const{stdout}=await execFileAsync("git",["ls-files","-z","--",...runtimeDirectories.map(directory=>`:(literal)${directory}`)],{cwd:gitWorkspaceRoot,encoding:"utf8",maxBuffer:GIT_LS_FILES_MAX_BUFFER,windowsHide:!0,timeout:GIT_LS_FILES_TIMEOUT_MS}),authoritativePaths=new Set(TRACKED_RUNTIME_AUTHORITATIVE_PATHS.map(relativePath=>`${trackerRelativeRoot}/${relativePath}`)),trackedPaths=[...new Set(stdout.split("\0").filter(entry=>entry.length>0&&!authoritativePaths.has(toPosixPath(entry))))].sort((left,right)=>left.localeCompare(right)),trackedRuntimeDirectories=runtimeDirectories.filter(directory=>trackedPaths.some(trackedPath=>trackedPath===directory||trackedPath.startsWith(`${directory}/`)));return{git_workspace_root:gitWorkspaceRoot,tracker_relative_root:trackerRelativeRoot,tracked_paths:trackedPaths,tracked_path_count:trackedPaths.length,remediation_command:trackedPaths.length===0?null:`git rm --cached -r -- ${trackedRuntimeDirectories.map(directory=>quoteShellArgument(`:(literal)${directory}`)).join(" ")}`}}catch{return{git_workspace_root:gitWorkspaceRoot,tracker_relative_root:trackerRelativeRoot,tracked_paths:[],tracked_path_count:0,remediation_command:null}}}export{resolveCanonicalTrackerRoot,scanTrackedRuntimeCache};
 //# sourceMappingURL=tracked-runtime-cache.js.map

package/dist/sdk/governance/upgrade.js

@@ -1,3 +1,3 @@
-!(function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="4bc28901-e70b-5a76-80bb-762ed8227e5f")}catch(e2){}})();import{execFile}from"node:child_process";import path from"node:path";import{promisify}from"node:util";import{renderPmCommand}from"../command-line.js";import{readManagedExtensionState,runExtension}from"../extension.js";import{resolveExtensionRoots,pathExists,EXIT_CODE,PmCliError,resolvePmRoot,resolvePmCliVersion}from"../runtime-primitives.js";const execFileAsync=promisify(execFile);const DEFAULT_CLI_PACKAGE="@unbrained/pm-cli";const DEFAULT_TAG="latest";const PACKAGE_UPGRADE_RETRY_SCOPE_FLAGS={global:["--global"],project:[]};const _testOnly={defaultCommandRunner,isLocalNpmSpec,normalizeTarget,packageRecordMatchesTarget,resolveCliPackage,resolvePackageInstallSource,resolveRunnablePackageSource,resolveScope,resolveTag,packageCommandFor,summarize};function resolveScope(options){const projectLike=options.project===true||options.local===true||options.scope==="project";const global2=options.global===true||options.scope==="global";if(projectLike&&global2){throw new PmCliError('Options "--project/--local" and "--global" are mutually exclusive.',EXIT_CODE.USAGE)}return global2?"global":"project"}function normalizeTarget(value){return value.trim().toLowerCase()}function packageRecordMatchesTarget(record,target){const normalizedTarget=normalizeTarget(target);const values=[record.name,record.directory,record.source.input,record.source.location,record.source.package,record.source.repository,record.source.owner&&record.source.repo?`${record.source.owner}/${record.source.repo}`:void 0];return values.some(value=>typeof value==="string"&&normalizeTarget(value)===normalizedTarget)}function resolveRoots(scope,global2){const pmRoot=resolvePmRoot(process.cwd(),global2.path);const roots=resolveExtensionRoots(pmRoot,process.cwd());return{selected_root:scope==="global"?roots.global:roots.project}}async function defaultCommandRunner(command,args,options){try{const result=await execFileAsync(command,args,{cwd:options?.cwd,encoding:"utf8"});return{stdout:result.stdout,stderr:result.stderr}}catch(error){const stderr=typeof error==="object"&&error!==null&&"stderr"in error?String(error.stderr??""):"";const message=stderr.trim().length>0?stderr.trim():error instanceof Error?error.message:String(error);throw new PmCliError(`Command failed: ${command} ${args.join(" ")}
-${message}`,EXIT_CODE.GENERIC_FAILURE)}}function resolveTag(options){return typeof options.tag==="string"&&options.tag.trim().length>0?options.tag.trim():DEFAULT_TAG}function resolveCliPackage(options){return typeof options.packageName==="string"&&options.packageName.trim().length>0?options.packageName.trim():DEFAULT_CLI_PACKAGE}async function upgradeCli(options,dryRun){const runner=options.commandRunner??defaultCommandRunner;const packageName=resolveCliPackage(options);const tag=resolveTag(options);const target=`${packageName}@${tag}`;const command=["npm","install","-g",target];if(options.repair===true){command.push("--force")}const beforeVersion=resolvePmCliVersion(import.meta.url,["../../.."]);const planned={requested:true,status:"planned",package:packageName,target,command,before_version:beforeVersion,...packageName===DEFAULT_CLI_PACKAGE?{migration_guidance:["Calendar scheduling commands are package-owned. If calendar is absent, run pm package install calendar --project; use pm calendar meet, pm calendar event, or pm calendar remind."]}:{},repair:options.repair===true};if(dryRun){return planned}try{await runner(command[0],command.slice(1));const verified=await runner("pm",["--version"]);return{...planned,status:"updated",after_version:verified.stdout.trim()||void 0}}catch(error){return{...planned,status:"failed",error:error instanceof Error?error.message:String(error)}}}function isLocalNpmSpec(spec){return path.isAbsolute(spec)||spec.startsWith(".")||spec.startsWith("..")||spec.startsWith("file:")}function resolvePackageInstallSource(source,tag){if(source.kind==="npm"){const rawSpec=source.input.startsWith("npm:")?source.input.slice("npm:".length).trim():source.input.trim();if(!isLocalNpmSpec(rawSpec)&&source.package&&source.package.trim().length>0){return`npm:${source.package.trim()}@${tag}`}return source.input.startsWith("npm:")?source.input:`npm:${source.input}`}return source.input}async function resolveRunnablePackageSource(source,tag){const installSource=resolvePackageInstallSource(source,tag);if(source.kind!=="local"){return installSource}if(await pathExists(installSource)){return installSource}if(await pathExists(source.location)){return source.location}return installSource}function packageCommandFor(source,installSource,scope,ref){const command=["pm","package","install",installSource,scope==="global"?"--global":"--project"];if(source.kind==="github"&&ref&&ref.trim().length>0){command.push("--ref",ref.trim())}return command}async function readManagedRecords(scope,global2){const roots=resolveRoots(scope,global2);const managedState=await readManagedExtensionState(roots.selected_root);return managedState.state.entries.filter(entry=>entry.scope===scope)}async function refreshManagedRecord(scope,global2,record){const records=await readManagedRecords(scope,global2);return records.find(candidate=>packageRecordMatchesTarget(candidate,record.name))??records.find(candidate=>normalizeTarget(candidate.directory)===normalizeTarget(record.directory))}async function upgradePackageRecord(record,options,global2,scope,dryRun){const tag=resolveTag(options);const installSource=await resolveRunnablePackageSource(record.source,tag);const command=packageCommandFor(record.source,installSource,scope,record.source.ref);const planned={name:record.name,directory:record.directory,scope,source:record.source,status:"planned",command,previous_version:record.manifest_version};if(dryRun){return planned}try{await runExtension(installSource,{install:true,project:scope==="project",global:scope==="global",ref:record.source.kind==="github"?record.source.ref:void 0},global2);const refreshed=await refreshManagedRecord(scope,global2,record);return{...planned,status:"updated",installed_version:refreshed?.manifest_version}}catch(error){return{...planned,status:"failed",error:error instanceof Error?error.message:String(error)}}}function summarize(cli,packages,includeCli,includePackages){const statuses=[includeCli?cli.status:void 0,...packages.map(entry=>entry.status)].filter(value=>typeof value==="string");return{requested_cli:includeCli,requested_packages:includePackages,planned:statuses.filter(status=>status==="planned").length,updated:statuses.filter(status=>status==="updated").length,skipped:statuses.filter(status=>status==="skipped").length,failed:statuses.filter(status=>status==="failed").length}}async function runUpgrade(target,options,global2){const normalizedTarget=typeof target==="string"&&target.trim().length>0?target.trim():void 0;if(options.cliOnly===true&&options.packagesOnly===true){const suggestedRetryArguments=["package","upgrade",...normalizedTarget?[normalizedTarget]:[],"--packages-only","--dry-run",...PACKAGE_UPGRADE_RETRY_SCOPE_FLAGS[resolveScope(options)]];throw new PmCliError('Options "--cli-only" and "--packages-only" are mutually exclusive.',EXIT_CODE.USAGE,{code:"package_upgrade_modes_mutually_exclusive",recovery:{suggested_retry:renderPmCommand(suggestedRetryArguments),suggested_retry_args:suggestedRetryArguments}})}const scope=resolveScope(options);const dryRun=options.dryRun===true;if(options.cliOnly===true&&normalizedTarget){throw new PmCliError('A package target cannot be used with "--cli-only".',EXIT_CODE.USAGE)}const includeCli=options.packagesOnly===true||normalizedTarget?false:true;const includePackages=options.cliOnly===true?false:true;const cli=includeCli?await upgradeCli(options,dryRun):{requested:false,status:"skipped",package:resolveCliPackage(options),target:`${resolveCliPackage(options)}@${resolveTag(options)}`,command:["npm","install","-g",`${resolveCliPackage(options)}@${resolveTag(options)}`],repair:options.repair===true,reason:"not_requested"};let packageRecords=includePackages?await readManagedRecords(scope,global2):[];if(normalizedTarget){packageRecords=packageRecords.filter(entry=>packageRecordMatchesTarget(entry,normalizedTarget));if(packageRecords.length===0){throw new PmCliError(`Managed package "${normalizedTarget}" was not found in ${scope} scope.`,EXIT_CODE.NOT_FOUND)}}const packages=[];for(const record of packageRecords){packages.push(await upgradePackageRecord(record,options,global2,scope,dryRun))}const summary=summarize(cli,packages,includeCli,includePackages);return{ok:summary.failed===0,action:"upgrade",dry_run:dryRun,scope,target:normalizedTarget,cli,packages,summary}}export{_testOnly,runUpgrade};
+(function(){try{var e=typeof window<"u"?window:typeof global<"u"?global:typeof globalThis<"u"?globalThis:typeof self<"u"?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="7fe99df0-8454-5667-9205-0b861ba212d1")}catch{}})();import{execFile}from"node:child_process";import path from"node:path";import{promisify}from"node:util";import{renderPmCommand}from"../command-line.js";import{readManagedExtensionState,runExtension}from"../extension.js";import{resolveExtensionRoots,pathExists,EXIT_CODE,PmCliError,resolvePmRoot,resolvePmCliVersion}from"../runtime-primitives.js";const execFileAsync=promisify(execFile),DEFAULT_CLI_PACKAGE="@unbrained/pm-cli",DEFAULT_TAG="latest",PACKAGE_UPGRADE_RETRY_SCOPE_FLAGS={global:["--global"],project:[]},_testOnly={defaultCommandRunner,isLocalNpmSpec,normalizeTarget,packageRecordMatchesTarget,resolveCliPackage,resolvePackageInstallSource,resolveRunnablePackageSource,resolveScope,resolveTag,packageCommandFor,summarize};function resolveScope(options){const projectLike=options.project===!0||options.local===!0||options.scope==="project",global2=options.global===!0||options.scope==="global";if(projectLike&&global2)throw new PmCliError('Options "--project/--local" and "--global" are mutually exclusive.',EXIT_CODE.USAGE);return global2?"global":"project"}function normalizeTarget(value){return value.trim().toLowerCase()}function packageRecordMatchesTarget(record,target){const normalizedTarget=normalizeTarget(target);return[record.name,record.directory,record.source.input,record.source.location,record.source.package,record.source.repository,record.source.owner&&record.source.repo?`${record.source.owner}/${record.source.repo}`:void 0].some(value=>typeof value=="string"&&normalizeTarget(value)===normalizedTarget)}function resolveRoots(scope,global2){const pmRoot=resolvePmRoot(process.cwd(),global2.path),roots=resolveExtensionRoots(pmRoot,process.cwd());return{selected_root:scope==="global"?roots.global:roots.project}}async function defaultCommandRunner(command,args,options){try{const result=await execFileAsync(command,args,{cwd:options?.cwd,encoding:"utf8"});return{stdout:result.stdout,stderr:result.stderr}}catch(error){const stderr=typeof error=="object"&&error!==null&&"stderr"in error?String(error.stderr??""):"",message=stderr.trim().length>0?stderr.trim():error instanceof Error?error.message:String(error);throw new PmCliError(`Command failed: ${command} ${args.join(" ")}
+${message}`,EXIT_CODE.GENERIC_FAILURE)}}function resolveTag(options){return typeof options.tag=="string"&&options.tag.trim().length>0?options.tag.trim():DEFAULT_TAG}function resolveCliPackage(options){return typeof options.packageName=="string"&&options.packageName.trim().length>0?options.packageName.trim():DEFAULT_CLI_PACKAGE}async function upgradeCli(options,dryRun){const runner=options.commandRunner??defaultCommandRunner,packageName=resolveCliPackage(options),tag=resolveTag(options),target=`${packageName}@${tag}`,command=["npm","install","-g",target];options.repair===!0&&command.push("--force");const beforeVersion=resolvePmCliVersion(import.meta.url,["../../.."]),planned={requested:!0,status:"planned",package:packageName,target,command,before_version:beforeVersion,...packageName===DEFAULT_CLI_PACKAGE?{migration_guidance:["Calendar scheduling commands are package-owned. If calendar is absent, run pm package install calendar --project; use pm calendar meet, pm calendar event, or pm calendar remind."]}:{},repair:options.repair===!0};if(dryRun)return planned;try{await runner(command[0],command.slice(1));const verified=await runner("pm",["--version"]);return{...planned,status:"updated",after_version:verified.stdout.trim()||void 0}}catch(error){return{...planned,status:"failed",error:error instanceof Error?error.message:String(error)}}}function isLocalNpmSpec(spec){return path.isAbsolute(spec)||spec.startsWith(".")||spec.startsWith("..")||spec.startsWith("file:")}function resolvePackageInstallSource(source,tag){if(source.kind==="npm"){const rawSpec=source.input.startsWith("npm:")?source.input.slice(4).trim():source.input.trim();return!isLocalNpmSpec(rawSpec)&&source.package&&source.package.trim().length>0?`npm:${source.package.trim()}@${tag}`:source.input.startsWith("npm:")?source.input:`npm:${source.input}`}return source.input}async function resolveRunnablePackageSource(source,tag){const installSource=resolvePackageInstallSource(source,tag);return source.kind!=="local"||await pathExists(installSource)?installSource:await pathExists(source.location)?source.location:installSource}function packageCommandFor(source,installSource,scope,ref){const command=["pm","package","install",installSource,scope==="global"?"--global":"--project"];return source.kind==="github"&&ref&&ref.trim().length>0&&command.push("--ref",ref.trim()),command}async function readManagedRecords(scope,global2){const roots=resolveRoots(scope,global2);return(await readManagedExtensionState(roots.selected_root)).state.entries.filter(entry=>entry.scope===scope)}async function refreshManagedRecord(scope,global2,record){const records=await readManagedRecords(scope,global2);return records.find(candidate=>packageRecordMatchesTarget(candidate,record.name))??records.find(candidate=>normalizeTarget(candidate.directory)===normalizeTarget(record.directory))}async function upgradePackageRecord(record,options,global2,scope,dryRun){const tag=resolveTag(options),installSource=await resolveRunnablePackageSource(record.source,tag),command=packageCommandFor(record.source,installSource,scope,record.source.ref),planned={name:record.name,directory:record.directory,scope,source:record.source,status:"planned",command,previous_version:record.manifest_version};if(dryRun)return planned;try{await runExtension(installSource,{install:!0,project:scope==="project",global:scope==="global",ref:record.source.kind==="github"?record.source.ref:void 0},global2);const refreshed=await refreshManagedRecord(scope,global2,record);return{...planned,status:"updated",installed_version:refreshed?.manifest_version}}catch(error){return{...planned,status:"failed",error:error instanceof Error?error.message:String(error)}}}function summarize(cli,packages,includeCli,includePackages){const statuses=[includeCli?cli.status:void 0,...packages.map(entry=>entry.status)].filter(value=>typeof value=="string");return{requested_cli:includeCli,requested_packages:includePackages,planned:statuses.filter(status=>status==="planned").length,updated:statuses.filter(status=>status==="updated").length,skipped:statuses.filter(status=>status==="skipped").length,failed:statuses.filter(status=>status==="failed").length}}async function runUpgrade(target,options,global2){const normalizedTarget=typeof target=="string"&&target.trim().length>0?target.trim():void 0;if(options.cliOnly===!0&&options.packagesOnly===!0){const suggestedRetryArguments=["package","upgrade",...normalizedTarget?[normalizedTarget]:[],"--packages-only","--dry-run",...PACKAGE_UPGRADE_RETRY_SCOPE_FLAGS[resolveScope(options)]];throw new PmCliError('Options "--cli-only" and "--packages-only" are mutually exclusive.',EXIT_CODE.USAGE,{code:"package_upgrade_modes_mutually_exclusive",recovery:{suggested_retry:renderPmCommand(suggestedRetryArguments),suggested_retry_args:suggestedRetryArguments}})}const scope=resolveScope(options),dryRun=options.dryRun===!0;if(options.cliOnly===!0&&normalizedTarget)throw new PmCliError('A package target cannot be used with "--cli-only".',EXIT_CODE.USAGE);const includeCli=!(options.packagesOnly===!0||normalizedTarget),includePackages=options.cliOnly!==!0,cli=includeCli?await upgradeCli(options,dryRun):{requested:!1,status:"skipped",package:resolveCliPackage(options),target:`${resolveCliPackage(options)}@${resolveTag(options)}`,command:["npm","install","-g",`${resolveCliPackage(options)}@${resolveTag(options)}`],repair:options.repair===!0,reason:"not_requested"};let packageRecords=includePackages?await readManagedRecords(scope,global2):[];if(normalizedTarget&&(packageRecords=packageRecords.filter(entry=>packageRecordMatchesTarget(entry,normalizedTarget)),packageRecords.length===0))throw new PmCliError(`Managed package "${normalizedTarget}" was not found in ${scope} scope.`,EXIT_CODE.NOT_FOUND);const packages=[];for(const record of packageRecords)packages.push(await upgradePackageRecord(record,options,global2,scope,dryRun));const summary=summarize(cli,packages,includeCli,includePackages);return{ok:summary.failed===0,action:"upgrade",dry_run:dryRun,scope,target:normalizedTarget,cli,packages,summary}}export{_testOnly,runUpgrade};
 //# sourceMappingURL=upgrade.js.map

package/dist/sdk/governance/validate-history-drift.js

@@ -1,2 +1,2 @@
-!(function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="42402d5d-8074-591f-98b4-75f479509cb4")}catch(e2){}})();import{scanHistoryDrift}from"../../core/history/drift-scan.js";const DEFAULT_DIAGNOSTIC_LIMIT=5;async function buildValidateHistoryDriftCheck(pmRoot,items,verboseDiagnostics){const drift=await scanHistoryDrift(pmRoot,items);const warningCounts=[["validate_history_drift_missing_streams",drift.missingStreams.length],["validate_history_drift_unreadable_streams",drift.unreadableStreams.length],["validate_history_drift_hash_mismatches",drift.hashMismatches.length],["validate_history_drift_chain_mismatches",drift.chainMismatches.length],["validate_history_drift_version_skews",drift.versionSkews.length],["validate_history_drift_workspace_state_mismatches",drift.workspaceStateMismatches.length],["validate_history_drift_workspace_state_missing",drift.workspaceStateMissing.length],["validate_history_drift_workspace_state_unreadable",drift.workspaceStateUnreadable.length]];const warnings=warningCounts.filter(([,count])=>count>0).map(([code,count])=>`${code}:${count}`);const diagnosticLimit=verboseDiagnostics?Number.POSITIVE_INFINITY:DEFAULT_DIAGNOSTIC_LIMIT;const driftedItems=drift.driftedItems.slice(0,diagnosticLimit);const identityDiscontinuities=drift.identityDiscontinuities??[];return{check:{name:"history_drift",status:identityDiscontinuities.length>0?"error":warnings.length===0?"ok":"warn",ok:identityDiscontinuities.length===0&&warnings.length===0,details:{identity_discontinuities:identityDiscontinuities.slice(0,diagnosticLimit),identity_discontinuities_count:identityDiscontinuities.length,identity_discontinuities_truncated:identityDiscontinuities.length>diagnosticLimit,checked_items:items.length,drifted_items_count:drift.driftedItems.length,drifted_items:driftedItems,drifted_items_truncated:driftedItems.length<drift.driftedItems.length,counts:{missing_streams:drift.missingStreams.length,unreadable_streams:drift.unreadableStreams.length,hash_mismatches:drift.hashMismatches.length,chain_mismatches:drift.chainMismatches.length,version_skews:drift.versionSkews.length,workspace_state_mismatches:drift.workspaceStateMismatches.length,workspace_state_missing:drift.workspaceStateMissing.length,workspace_state_unreadable:drift.workspaceStateUnreadable.length},workspace_state_mismatches:drift.workspaceStateMismatches,workspace_state_missing:drift.workspaceStateMissing,workspace_state_unreadable:drift.workspaceStateUnreadable,version_skews:drift.versionSkews.slice(0,diagnosticLimit)}},warnings}}export{buildValidateHistoryDriftCheck};
+(function(){try{var e=typeof window<"u"?window:typeof global<"u"?global:typeof globalThis<"u"?globalThis:typeof self<"u"?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="6322c4ff-92bd-59e5-aa64-ef8d3ef4b57f")}catch{}})();import{scanHistoryDrift,scanItemHistoryDrift}from"../../core/history/drift-scan.js";import{getActiveExtensionRegistrations}from"../../core/extensions/index.js";import{resolveItemTypeRegistry}from"../../core/item/type-registry.js";import{acquireLock}from"../../core/lock/lock.js";import{locateItem,readLocatedItem}from"../../core/store/item-store.js";import{readSettings}from"../../core/store/settings.js";import{WORKSPACE_HISTORY_ID}from"../../core/history/workspace-history.js";import{EXIT_CODE}from"../../core/shared/constants.js";import{PmCliError}from"../../core/shared/errors.js";const DEFAULT_DIAGNOSTIC_LIMIT=5;async function recheckItemHistoryDrift(pmRoot,drift){const ids=drift.hashMismatches.filter(id=>id!==WORKSPACE_HISTORY_ID);if(ids.length===0)return;const settings=await readSettings(pmRoot),registry=resolveItemTypeRegistry(settings,getActiveExtensionRegistrations());for(const id of ids){const release=await acquireLock(pmRoot,id,settings.locks.ttl_seconds,"history-drift-read",!1,!0,settings.locks.wait_ms);try{const located=await locateItem(pmRoot,id,settings.id_prefix,settings.item_format,registry.type_to_folder);if(located===null)throw new PmCliError(`Item ${id} not found`,EXIT_CODE.NOT_FOUND,{code:"item_not_found",required:"Repeat validation after writers finish; each item-hash discrepancy requires readable canonical source."});const{document}=await readLocatedItem(located,{schema:settings.schema});if(document.metadata.id!==id)throw new PmCliError(`Item identity changed while validating ${id}`,EXIT_CODE.CONFLICT,{code:"item_identity_conflict",required:"Restore the canonical item identity and validate storage integrity before retrying history validation."});const verified=await scanItemHistoryDrift(pmRoot,{...document.metadata,body:document.body});for(const key of["missingStreams","unreadableStreams","hashMismatches","chainMismatches","versionSkews","driftedItems"])drift[key]=[...drift[key].filter(itemId=>itemId!==id),...verified[key].filter(itemId=>itemId===id)].sort((left,right)=>left.localeCompare(right));const identities=[...(drift.identityDiscontinuities??[]).filter(finding=>finding.item_id!==id),...(verified.identityDiscontinuities??[]).filter(finding=>finding.item_id===id)];identities.length>0?drift.identityDiscontinuities=identities:delete drift.identityDiscontinuities}finally{await release()}}}async function buildValidateHistoryDriftCheck(pmRoot,items,verboseDiagnostics){const drift=await scanHistoryDrift(pmRoot,items);await recheckItemHistoryDrift(pmRoot,drift);const warnings=[["validate_history_drift_missing_streams",drift.missingStreams.length],["validate_history_drift_unreadable_streams",drift.unreadableStreams.length],["validate_history_drift_hash_mismatches",drift.hashMismatches.length],["validate_history_drift_chain_mismatches",drift.chainMismatches.length],["validate_history_drift_version_skews",drift.versionSkews.length],["validate_history_drift_workspace_state_mismatches",drift.workspaceStateMismatches.length],["validate_history_drift_workspace_state_missing",drift.workspaceStateMissing.length],["validate_history_drift_workspace_state_unreadable",drift.workspaceStateUnreadable.length]].filter(([,count])=>count>0).map(([code,count])=>`${code}:${count}`),diagnosticLimit=verboseDiagnostics?Number.POSITIVE_INFINITY:DEFAULT_DIAGNOSTIC_LIMIT,driftedItems=drift.driftedItems.slice(0,diagnosticLimit),identityDiscontinuities=drift.identityDiscontinuities??[];return{check:{name:"history_drift",status:identityDiscontinuities.length>0?"error":warnings.length===0?"ok":"warn",ok:identityDiscontinuities.length===0&&warnings.length===0,details:{identity_discontinuities:identityDiscontinuities.slice(0,diagnosticLimit),identity_discontinuities_count:identityDiscontinuities.length,identity_discontinuities_truncated:identityDiscontinuities.length>diagnosticLimit,checked_items:items.length,drifted_items_count:drift.driftedItems.length,drifted_items:driftedItems,drifted_items_truncated:driftedItems.length<drift.driftedItems.length,counts:{missing_streams:drift.missingStreams.length,unreadable_streams:drift.unreadableStreams.length,hash_mismatches:drift.hashMismatches.length,chain_mismatches:drift.chainMismatches.length,version_skews:drift.versionSkews.length,workspace_state_mismatches:drift.workspaceStateMismatches.length,workspace_state_missing:drift.workspaceStateMissing.length,workspace_state_unreadable:drift.workspaceStateUnreadable.length},workspace_state_mismatches:drift.workspaceStateMismatches,workspace_state_missing:drift.workspaceStateMissing,workspace_state_unreadable:drift.workspaceStateUnreadable,version_skews:drift.versionSkews.slice(0,diagnosticLimit)}},warnings}}export{buildValidateHistoryDriftCheck};
 //# sourceMappingURL=validate-history-drift.js.map

package/dist/sdk/governance/validate-item-reader.js

@@ -1,2 +1,2 @@
-!(function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="3ae38c0a-7f43-5457-b9a5-d23491a371ea")}catch(e2){}})();import{listAllItemMetadata,listAllItemMetadataWithBody}from"../../core/store/item-store.js";async function readValidateItems(params){if(params.includeBody){return listAllItemMetadataWithBody(params.pmRoot,params.settings.item_format,params.typeToFolder,params.warnings,params.settings.schema,{forceSourceScan:true})}return listAllItemMetadata(params.pmRoot,params.settings.item_format,params.typeToFolder,params.warnings,params.settings.schema)}export{readValidateItems};
+(function(){try{var e=typeof window<"u"?window:typeof global<"u"?global:typeof globalThis<"u"?globalThis:typeof self<"u"?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="8cca9707-86a7-5ab5-8c7b-92be560254d0")}catch{}})();import{listAllItemMetadata,listAllItemMetadataWithBody}from"../../core/store/item-store.js";async function readValidateItems(params){return params.includeBody?listAllItemMetadataWithBody(params.pmRoot,params.settings.item_format,params.typeToFolder,params.warnings,params.settings.schema,{forceSourceScan:!0}):listAllItemMetadata(params.pmRoot,params.settings.item_format,params.typeToFolder,params.warnings,params.settings.schema)}export{readValidateItems};
 //# sourceMappingURL=validate-item-reader.js.map

package/dist/sdk/governance/validate-normalization.js

@@ -1,2 +1,2 @@
-!(function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="b32d3476-3270-555f-a684-80318df96527")}catch(e2){}})();import{toNonEmptyStringOrUndefined}from"../../core/shared/primitives.js";function normalizeRelativePath(value){return value.replaceAll("\\","/").replace(/^\.\/+/,"").replace(/^\/+/,"")}function normalizeRelativeDirectoryPath(value){return normalizeRelativePath(value).replace(/\/+$/,"")}function toMeaningfulString(value){const normalized=toNonEmptyStringOrUndefined(value);if(!normalized){return void 0}const lowered=normalized.toLowerCase();if(lowered==="none"||lowered==="null"||lowered==="n/a"||lowered==="na"){return void 0}return normalized}function summarizeCommandPreview(command){const normalizedCommand=command.trim().replaceAll(/\s+/g," ");return normalizedCommand.length>120?`${normalizedCommand.slice(0,117)}...`:normalizedCommand}export{normalizeRelativeDirectoryPath,normalizeRelativePath,summarizeCommandPreview,toMeaningfulString};
+(function(){try{var e=typeof window<"u"?window:typeof global<"u"?global:typeof globalThis<"u"?globalThis:typeof self<"u"?self:{},n=new e.Error().stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="f2840c80-38f5-5563-b2c0-ef5596cf8f62")}catch{}})();import{toNonEmptyStringOrUndefined}from"../../core/shared/primitives.js";function normalizeRelativePath(value){return value.replaceAll("\\","/").replace(/^\.\/+/,"").replace(/^\/+/,"")}function normalizeRelativeDirectoryPath(value){return normalizeRelativePath(value).replace(/\/+$/,"")}function toMeaningfulString(value){const normalized=toNonEmptyStringOrUndefined(value);if(!normalized)return;const lowered=normalized.toLowerCase();if(!(lowered==="none"||lowered==="null"||lowered==="n/a"||lowered==="na"))return normalized}function summarizeCommandPreview(command){const normalizedCommand=command.trim().replaceAll(/\s+/g," ");return normalizedCommand.length>120?`${normalizedCommand.slice(0,117)}...`:normalizedCommand}export{normalizeRelativeDirectoryPath,normalizeRelativePath,summarizeCommandPreview,toMeaningfulString};
 //# sourceMappingURL=validate-normalization.js.map