@cortexkit/pi-magic-context 0.49.18 → 0.49.20

package/dist/{index-gdjv1nnd.js → index-5vgt1zeh.js}

@@ -3,12 +3,12 @@ import {
 } from "./index-135e8hvg.js";
 import {
   log2
-} from "./index-7bqrfyny.js";
+} from "./index-fgs78jyd.js";
 import {
   ensureColumn,
   healAllNullColumns,
   installV95PerfSchema
-} from "./index-jrap43gc.js";
+} from "./index-w1avzkdt.js";
 import {
   resolveOpenCodeDbPath,
   openCodeDbPathExists,
@@ -16,14 +16,14 @@ import {
 } from "./index-8976mezv.js";
 import {
   Database2
-} from "./index-rrwv9y2k.js";
+} from "./index-hws5f0z9.js";
 import {
   normalizeStoredProjectPath,
   storedPathBelongsToIdentity
-} from "./index-g7p75667.js";
+} from "./index-p63nwn5v.js";
 import {
   logSlowWriteTransaction
-} from "./index-d4dt19md.js";
+} from "./index-hqw0rt9k.js";
 
 // ../plugin/src/features/magic-context/migrations.ts
 import { isMainThread } from "node:worker_threads";
@@ -2764,8 +2764,7 @@ var MIGRATIONS = [
     up(db) {
       const memoriesPresent = tableExists4(db, "memories");
       const notesPresent = tableExists4(db, "notes");
-      const native = db;
-      const privilegeCheck = typeof native.function === "function" || typeof native.createFunction === "function" ? "mc_privileged_writer() = 0" : "COALESCE((SELECT enabled FROM context_privilege_state WHERE id = 1), 0) = 0";
+      const privilegeCheck = authorityPrivilegeCheck();
       if (memoriesPresent) {
         db.exec(`
                     DROP TRIGGER IF EXISTS memories_authority_guard_insert;

package/dist/{index-qpq6w67c.js → index-6kb2xpw7.js}

@@ -3,11 +3,11 @@ import {
 } from "./index-399p688g.js";
 import {
   log2
-} from "./index-7bqrfyny.js";
+} from "./index-fgs78jyd.js";
 import {
   inRootAsyncContext2,
   getSqliteDatabasePath2
-} from "./index-rrwv9y2k.js";
+} from "./index-hws5f0z9.js";
 
 // ../plugin/src/features/magic-context/compaction-marker-candidates.ts
 import { existsSync, realpathSync } from "node:fs";

package/dist/{index-d43hmn31.js → index-af9t637y.js}

@@ -4,7 +4,7 @@ import {
 import {
   inRootAsyncContext2,
   isTransientSqliteError2
-} from "./index-rrwv9y2k.js";
+} from "./index-hws5f0z9.js";
 import {
   PROMOTABLE_CATEGORIES,
   CATEGORY_DEFAULT_TTL
@@ -14,7 +14,7 @@ import {
   sanitizeDiagnosticText,
   log2,
   sessionLog2
-} from "./index-7bqrfyny.js";
+} from "./index-fgs78jyd.js";
 import {
   resolveWorkspaceShareCategories,
   resolveWorkspaceIdentitySet,
@@ -22,17 +22,19 @@ import {
   resolveStoredPathWorkspaceIdentity,
   sourceNameForMemory,
   managedAuthorityNoteRow
-} from "./index-gdjv1nnd.js";
+} from "./index-5vgt1zeh.js";
 import {
   isKnownAutocommit
-} from "./index-jrap43gc.js";
+} from "./index-w1avzkdt.js";
 import {
   SubcClient
-} from "./index-d8gc0112.js";
+} from "./index-jxjr7kz9.js";
 import {
-  buildCanonicalChunkTextFromFts,
-  loadCompartmentChunkEmbeddingsForSearch
-} from "./index-xnch62s6.js";
+  buildCanonicalChunkTextFromFts2,
+  loadCompartmentChunkEmbeddingsForSearch2,
+  peekCompartmentChunkSearchPool2,
+  warmCompartmentChunkSearchPool2
+} from "./index-5n5zxs8e.js";
 import {
   recordEmbeddingMeasurement,
   saveCommitEmbedding,
@@ -50,7 +52,7 @@ import {
   getProjectEmbeddingSnapshot2,
   embedTextForProject2,
   embedItemsForProject2
-} from "./index-vmcgew7x.js";
+} from "./index-v2epyzbm.js";
 import {
   saveEmbeddingIfHashMatches,
   getProjectEmbeddings2
@@ -60,7 +62,7 @@ import {
   isEmbeddingEnabled,
   embedText,
   ensureMemoryEmbeddings2
-} from "./index-z2rkv0mb.js";
+} from "./index-b8am7tns.js";
 import {
   getMemorySelectColumns2,
   isMemoryRow2,
@@ -74,13 +76,13 @@ import {
   getMemoryById2,
   updateMemorySeenCount2,
   updateMemoryRetrievalCount2
-} from "./index-e1rza8gp.js";
+} from "./index-dzem6gn9.js";
 import {
   cleanSearchText,
   keywordRelevance,
   matchedSearchSnippet,
   getIndexedMessageCorpusSize2
-} from "./index-fvjthct0.js";
+} from "./index-vdy273xw.js";
 import {
   MESSAGE_FTS_SESSION_FILTER_SQL,
   withMessageFtsSessionFilter
@@ -2218,7 +2220,7 @@ Reason: ${row.reason}` : ""}`;
       case "compartment": {
         title = hit.title;
         location = `compartment ${hit.compartmentId} ${hit.sessionId} @${hit.startOrdinal}-${hit.endOrdinal}`;
-        body = buildCanonicalChunkTextFromFts(db, hit.sessionId, hit.startOrdinal, hit.endOrdinal) ?? "";
+        body = buildCanonicalChunkTextFromFts2(db, hit.sessionId, hit.startOrdinal, hit.endOrdinal) ?? "";
         break;
       }
     }
@@ -3157,10 +3159,42 @@ function searchNotes(args) {
   }));
 }
 async function searchCompartmentChunks(args) {
-  if (!args.queryEmbedding || args.limit <= 0 || !args.modelId || args.modelId === "off")
+  if (args.limit <= 0 || !args.modelId || args.modelId === "off") {
+    if (args.timings)
+      args.timings.chunkPool = "off";
     return [];
+  }
+  if (!args.queryEmbedding) {
+    if (args.timings)
+      args.timings.chunkPool = "no-vector";
+    if (args.warmOnly)
+      warmCompartmentChunkSearchPool2(args.db, args.sessionId, args.projectPath, args.modelId);
+    return [];
+  }
   const cutoff = args.maxOrdinal != null && args.maxOrdinal >= 0 ? args.maxOrdinal : null;
-  const rows = await loadCompartmentChunkEmbeddingsForSearch(args.db, args.sessionId, args.projectPath, args.modelId, args.dateRange);
+  let rows;
+  if (args.warmOnly) {
+    const warm = peekCompartmentChunkSearchPool2(args.db, args.sessionId, args.projectPath, args.modelId, args.dateRange);
+    if (warm === null) {
+      if (args.timings)
+        args.timings.chunkPool = "cold";
+      warmCompartmentChunkSearchPool2(args.db, args.sessionId, args.projectPath, args.modelId);
+      return [];
+    }
+    if (args.timings)
+      args.timings.chunkPool = "warm";
+    rows = warm;
+  } else {
+    try {
+      rows = await loadCompartmentChunkEmbeddingsForSearch2(args.db, args.sessionId, args.projectPath, args.modelId, args.dateRange, args.signal);
+    } catch (error) {
+      if (args.signal?.aborted)
+        return [];
+      throw error;
+    }
+    if (args.timings)
+      args.timings.chunkPool = "loaded";
+  }
   if (rows.length === 0)
     return [];
   const byCompartment = new Map;
@@ -3485,6 +3519,8 @@ async function unifiedSearch2(db, sessionId, projectPath, query, options = {}) {
   if (options.signal?.aborted)
     return [];
   const messageProbes = options.explicitSearch ? extractLiteralProbes(trimmedQuery) : [];
+  const timings = options.stepTimings;
+  let stepStartedAt = performance.now();
   let messageResults = [];
   if (runMessages) {
     const messageRequest = {
@@ -3511,8 +3547,13 @@ async function unifiedSearch2(db, sessionId, projectPath, query, options = {}) {
     messageResults = outcome.results.filter((result) => result.messageId !== options.excludeMessageId);
     if (lanes)
       lanes.message_fts = (outcome.laneResults ?? outcome.results).slice(0, 25);
+    if (timings)
+      timings.messageMs = performance.now() - stepStartedAt;
   }
+  stepStartedAt = performance.now();
   const capturedQuery = await queryEmbeddingPromise;
+  if (timings && needsEmbedding)
+    timings.vectorWaitMs = performance.now() - stepStartedAt;
   if (options.signal?.aborted)
     return [];
   const embeddingSnapshot = getProjectEmbeddingSnapshot2(projectPath);
@@ -3522,6 +3563,9 @@ async function unifiedSearch2(db, sessionId, projectPath, query, options = {}) {
   const workspace = resolveSearchWorkspaceContext(db, projectPath);
   const embeddingModelId = queryContract?.modelId ?? options.embeddingModelIdOverride ?? embeddingSnapshot?.modelId;
   const chunkModelId = queryContract?.chunkModelId ?? options.chunkModelIdOverride ?? embeddingSnapshot?.chunkModelId;
+  stepStartedAt = performance.now();
+  if (timings)
+    timings.chunkPool = "off";
   const compartmentResults = runCompartmentChunks ? await searchCompartmentChunks({
     db,
     sessionId,
@@ -3530,8 +3574,14 @@ async function unifiedSearch2(db, sessionId, projectPath, query, options = {}) {
     limit: lanes ? Math.max(tierLimit, 25) : tierLimit,
     maxOrdinal: options.maxMessageOrdinal,
     modelId: chunkModelId && chunkModelId !== "off" ? chunkModelId : null,
-    dateRange
+    dateRange,
+    warmOnly: options.chunkPoolWarmOnly,
+    signal: options.signal,
+    timings
   }) : [];
+  if (timings && runCompartmentChunks)
+    timings.chunkMs = performance.now() - stepStartedAt;
+  stepStartedAt = performance.now();
   if (lanes)
     lanes.chunk_vector = compartmentResults.slice(0, 25);
   const messageLikeResults = mergeMessageAndCompartmentResults({
@@ -3587,6 +3637,8 @@ async function unifiedSearch2(db, sessionId, projectPath, query, options = {}) {
       dateRange
     })) : Promise.resolve([])
   ]);
+  if (timings)
+    timings.otherLanesMs = performance.now() - stepStartedAt;
   if (options.diagnostics) {
     options.diagnostics.suppressedVisibleMemoryIds = memoryOutcome.suppressedVisibleIds;
   }

package/dist/{index-z2rkv0mb.js → index-b8am7tns.js}

@@ -3,19 +3,19 @@ import {
 } from "./index-bxmf4dhr.js";
 import {
   log2
-} from "./index-7bqrfyny.js";
+} from "./index-fgs78jyd.js";
 import {
   isSynapseEmbeddingTruncated,
   SynapseEmbeddingProvider
-} from "./index-d8gc0112.js";
+} from "./index-jxjr7kz9.js";
 import {
   LocalEmbeddingProvider
-} from "./index-2mmy81qt.js";
+} from "./index-e19qtjj0.js";
 import {
   OpenAICompatibleEmbeddingProvider,
   getProjectEmbeddingSnapshot2,
   embedBatchForProject2
-} from "./index-vmcgew7x.js";
+} from "./index-v2epyzbm.js";
 import {
   isEmbeddingHostBusy2
 } from "./index-9p40dgkm.js";

package/dist/{index-rhprywn6.js → index-bttctq07.js}

@@ -1,21 +1,21 @@
 import {
   estimateTokens
-} from "./index-1kcfwk9c.js";
+} from "./index-my0dn413.js";
 import {
   getHarness2
 } from "./index-0h2mkab2.js";
 import {
   sessionLog2
-} from "./index-7bqrfyny.js";
+} from "./index-fgs78jyd.js";
 import {
   getTagIdentityWriteGeneration2,
   getSqliteDatabasePath2
-} from "./index-rrwv9y2k.js";
+} from "./index-hws5f0z9.js";
 import {
   jsonHashSink,
   tagOrderConstraintIndex,
   tagIdentityRevisionKey
-} from "./index-jrap43gc.js";
+} from "./index-w1avzkdt.js";
 import {
   DEFAULT_PROTECTED_TOOLS,
   normalizeProtectedToolName,
@@ -3172,6 +3172,24 @@ function getActiveTagsBySession2(db, sessionId) {
   const rows = getActiveTagsBySessionStatement(db).all(sessionId).filter(isTagRow);
   return rows.map(toTagEntry);
 }
+function getTailHygieneTags2(db, sessionId) {
+  const active = getActiveTagsBySession2(db, sessionId);
+  let orphanStatement = getNullOwnerToolTagsBySessionStatements.get(db);
+  if (!orphanStatement) {
+    orphanStatement = db.prepare(`SELECT ${TAG_SELECT_COLUMNS2} FROM tags
+             WHERE session_id = ? AND type = 'tool' AND tool_owner_message_id IS NULL
+             ORDER BY tag_number ASC, id ASC`);
+    getNullOwnerToolTagsBySessionStatements.set(db, orphanStatement);
+  }
+  const seen = new Set(active.map((tag) => `${tag.tagNumber}\x00${tag.messageId}\x00${tag.type}`));
+  for (const row of orphanStatement.all(sessionId).filter(isTagRow)) {
+    const orphan = toTagEntry(row);
+    const key = `${orphan.tagNumber}\x00${orphan.messageId}\x00${orphan.type}`;
+    if (!seen.has(key))
+      active.push(orphan);
+  }
+  return active;
+}
 function getTagsForPendingOperations2(db, sessionId, pendingTagNumbers, protectedCount, recentToolWindow) {
   const byNumber = new Map;
   for (const tag of getTagsByNumbers2(db, sessionId, pendingTagNumbers)) {
@@ -3385,4 +3403,4 @@ function deleteToolTagsByOwner(db, sessionId, ownerMsgId) {
   return getDeleteToolTagsByOwnerStatement(db).all(sessionId, ownerMsgId).length;
 }
 
-export { UNKNOWN_FIT_RATIO, resolveDecisionCalibration, hasMeasuredDecisionCalibration, providerMass, localBudget, calibrationForModelKey, historyLocalBudget, adoptedProtectedToolsPolicy, protectedToolTagNumbers, protectedToolTokenCount, stripWellFormedLeadingTagPrefix, stripPersistedAssistantText, byteSize, stripTagPrefix, peelLeadingMcTagNotation, prependTag, rememberCurrentToolOutputCount, currentReclaimableToolOutputCount, isRecord, TEXT_TAG_IDENTITY_MARKER, PI_FALLBACK_PREFIXES_JSON, contentTagOwnerMessageId, TailHygieneJsonMemo, piJsonHash, estimateImageTokensFromDataUrl, estimateToolAttachmentImageTokens, providerVisiblePart, providerVisibleMessage, TODO_STATUSES, TODO_PRIORITIES, TITLE_DONE_STATUSES, normalizeTodoStateJson, buildSyntheticTodoPart, stripChannel1ReminderSpans, compareMeasuredTailPrefix, formatTailHygienePrefixMismatch, freezeTailHygieneMeasurement, effectiveTailHygiene, CHANNEL1_SENTINEL, CHANNEL1_FLOOR_TOKENS, decideChannel1, evaluateChannel2, buildChannel2Reminder, buildChannel1Reminder, planEmergencyDrop, measureEmergencyTag, queuePendingOp, queuePendingDropForUnchangedTag, getPendingOps, getPendingOpsCount, clearPendingOps, removePendingOp, updateTagByteSize2, getRecentTagOwnerMessageIds2, getActiveTagTokenAggregate2, AGE_RECLAIM_MIN_TOKENS2, getOldestActiveUnprotectedToolTags2, getActiveToolTagsForAgeReclaim2, getTriggerTagTokenUpperBound2, getActiveTagTokenTotalsByMessage2, updateTagInputByteSize2, updateTagTokenCount2, getPersistedToolTagAccounting2, getAllStatusTagTokenTotalsFlat2, getReasoningTokenEstimatesByMessage2, tryGetReasoningTokenEstimatesByMessage2, getMaxTagNumberByOwnerMessage2, scanTagOwnerSummary2, scanTagOwnerDelta2, updateTagInputTokenCount2, tagTokenCountIsNull2, backfillTagTokenCounts2, normalizeTagSnapshotRow2, insertTag2, updateTagStatus2, markTagDropped2, getInertWhitespaceAssistantTagsByNumbers2, updateTagDropMode2, updateCavemanDepth2, updateTagMessageId2, hasPiFallbackMessageTags2, findAdoptableFallbackTags2, adoptFallbackTagMessageId2, foldShrunkPartTags2, hasPiFallbackToolOwnerTags2, findPiFallbackToolOwnerTags2, PiTagIdentityConflictError2, getPiMessageTagCandidates2, findPiTagIdentityConflict2, adoptPiFallbackToolOwnerTag2, adoptPiFallbackMessageTag2, markTagsCompactedByMessageIds2, deleteTagsByMessageId2, getMaxTagNumberBySession2, getTagNumberByMessageId2, getAssignableTagNumberByMessageId2, getMinMessageTagNumberForRawId2, deriveTagLoadFloor2, TAG_SELECT_COLUMNS2, getTagsBySession2, getActiveTagsBySession2, getTagsForPendingOperations2, getTagsByNumbers2, getNewestToolTagNumbers2, getDroppedTagsByNumbers2, getMaxDroppedTagNumber2, getTagById2, getTopNBySize2, getToolTagNumberByOwner2, getNullOwnerToolTag2, adoptNullOwnerToolTag2, getCandidateToolOwners2, pickNearestPriorOwner2 };
+export { UNKNOWN_FIT_RATIO, resolveDecisionCalibration, hasMeasuredDecisionCalibration, providerMass, localBudget, calibrationForModelKey, historyLocalBudget, adoptedProtectedToolsPolicy, protectedToolTagNumbers, protectedToolTokenCount, stripWellFormedLeadingTagPrefix, stripPersistedAssistantText, byteSize, stripTagPrefix, peelLeadingMcTagNotation, prependTag, rememberCurrentToolOutputCount, currentReclaimableToolOutputCount, isRecord, TEXT_TAG_IDENTITY_MARKER, PI_FALLBACK_PREFIXES_JSON, contentTagOwnerMessageId, TailHygieneJsonMemo, piJsonHash, estimateImageTokensFromDataUrl, estimateToolAttachmentImageTokens, providerVisiblePart, providerVisibleMessage, TODO_STATUSES, TODO_PRIORITIES, TITLE_DONE_STATUSES, normalizeTodoStateJson, buildSyntheticTodoPart, stripChannel1ReminderSpans, compareMeasuredTailPrefix, formatTailHygienePrefixMismatch, freezeTailHygieneMeasurement, effectiveTailHygiene, CHANNEL1_SENTINEL, CHANNEL1_FLOOR_TOKENS, decideChannel1, evaluateChannel2, buildChannel2Reminder, buildChannel1Reminder, planEmergencyDrop, measureEmergencyTag, queuePendingOp, queuePendingDropForUnchangedTag, getPendingOps, getPendingOpsCount, clearPendingOps, removePendingOp, updateTagByteSize2, getRecentTagOwnerMessageIds2, getActiveTagTokenAggregate2, AGE_RECLAIM_MIN_TOKENS2, getOldestActiveUnprotectedToolTags2, getActiveToolTagsForAgeReclaim2, getTriggerTagTokenUpperBound2, getActiveTagTokenTotalsByMessage2, updateTagInputByteSize2, updateTagTokenCount2, getPersistedToolTagAccounting2, getAllStatusTagTokenTotalsFlat2, getReasoningTokenEstimatesByMessage2, tryGetReasoningTokenEstimatesByMessage2, getMaxTagNumberByOwnerMessage2, scanTagOwnerSummary2, scanTagOwnerDelta2, updateTagInputTokenCount2, tagTokenCountIsNull2, backfillTagTokenCounts2, normalizeTagSnapshotRow2, insertTag2, updateTagStatus2, markTagDropped2, getInertWhitespaceAssistantTagsByNumbers2, updateTagDropMode2, updateCavemanDepth2, updateTagMessageId2, hasPiFallbackMessageTags2, findAdoptableFallbackTags2, adoptFallbackTagMessageId2, foldShrunkPartTags2, hasPiFallbackToolOwnerTags2, findPiFallbackToolOwnerTags2, PiTagIdentityConflictError2, getPiMessageTagCandidates2, findPiTagIdentityConflict2, adoptPiFallbackToolOwnerTag2, adoptPiFallbackMessageTag2, markTagsCompactedByMessageIds2, deleteTagsByMessageId2, getMaxTagNumberBySession2, getTagNumberByMessageId2, getAssignableTagNumberByMessageId2, getMinMessageTagNumberForRawId2, deriveTagLoadFloor2, TAG_SELECT_COLUMNS2, getTagsBySession2, getActiveTagsBySession2, getTailHygieneTags2, getTagsForPendingOperations2, getTagsByNumbers2, getNewestToolTagNumbers2, getDroppedTagsByNumbers2, getMaxDroppedTagNumber2, getTagById2, getTopNBySize2, getToolTagNumberByOwner2, getNullOwnerToolTag2, adoptNullOwnerToolTag2, getCandidateToolOwners2, pickNearestPriorOwner2 };

package/dist/{index-e1rza8gp.js → index-dzem6gn9.js}

@@ -1,6 +1,6 @@
 import {
   withPrivilegedWriter2
-} from "./index-rrwv9y2k.js";
+} from "./index-hws5f0z9.js";
 import {
   MEMORY_CATEGORY_ORDER_SQL
 } from "./index-135e8hvg.js";