@cortexkit/pi-magic-context 0.49.16 → 0.49.17

package/dist/{index-ajfpyk0x.js → index-fa485mqs.js}

@@ -1,3 +1,7 @@
+import {
+  parseTree
+} from "./index-4knyh1kt.js";
+
 // ../plugin/src/agents/permissions.ts
 var DREAMER_PRIMER_INVESTIGATOR_ALLOWED_TOOLS = [
   "read",
@@ -9,6 +13,37 @@ var DREAMER_PRIMER_INVESTIGATOR_ALLOWED_TOOLS = [
   "ctx_search"
 ];
 
+// ../plugin/src/shared/historian-cache.ts
+function withoutHistorianTailCache(body) {
+  const value = JSON.parse(body);
+  if (!value || typeof value.model !== "string" || typeof value.max_tokens !== "number" || !Array.isArray(value.system) || value.system.length === 0 || !value.system.every((part) => part?.type === "text" && typeof part.text === "string") || !value.system.some((part) => part.cache_control) || !Array.isArray(value.messages) || value.cache_control !== undefined)
+    return body;
+  const root = parseTree(body);
+  const property = (node, key) => node?.children?.find((child) => child.children?.[0]?.value === key)?.children?.[1];
+  const removals = [];
+  for (const message of property(root, "messages")?.children ?? []) {
+    for (const block of property(message, "content")?.children ?? []) {
+      if (block.type !== "object")
+        continue;
+      const fields = block.children ?? [];
+      fields.forEach((field, index) => {
+        if (field.children?.[0]?.value !== "cache_control")
+          return;
+        const next = fields[index + 1];
+        const previous = fields[index - 1];
+        removals.push(next ? [field.offset, next.offset] : [
+          previous ? previous.offset + previous.length : field.offset,
+          field.offset + field.length
+        ]);
+      });
+    }
+  }
+  for (const [start, end] of removals.sort((a, b) => b[0] - a[0])) {
+    body = body.slice(0, start) + body.slice(end);
+  }
+  return body;
+}
+
 // ../plugin/src/agents/hidden-agent-registrations.ts
 var HIDDEN_AGENT_DESCRIPTION = "Internal Magic Context maintenance agent. Not for general tasks — do not select for user work.";
 function buildHiddenAgentRegistrations(args) {
@@ -371,6 +406,7 @@ class SubagentTelemetry {
 
 // src/historian-calibration-extension.ts
 var HISTORIAN_TEMPERATURE_ENV2 = "MAGIC_CONTEXT_HISTORIAN_TEMPERATURE";
+var HISTORIAN_CACHE_TAIL_ENV2 = "MAGIC_CONTEXT_HISTORIAN_CACHE_TAIL";
 var HISTORIAN_MAX_OUTPUT_TOKENS_ENV2 = "MAGIC_CONTEXT_HISTORIAN_MAX_OUTPUT_TOKENS";
 var SUBAGENT_OUTPUT_CEILING_ENV2 = "MAGIC_CONTEXT_SUBAGENT_OUTPUT_CEILING";
 function finiteNumber(value) {
@@ -481,6 +517,28 @@ function withoutProviderTemperature2(payload) {
   return clean;
 }
 function historianCalibrationExtension(pi) {
+  if (process.env[HISTORIAN_CACHE_TAIL_ENV2] === "skip") {
+    let requests = 0;
+    let warned = false;
+    pi.on("before_provider_request", (event) => {
+      if (requests++ > 0)
+        return;
+      try {
+        const original = JSON.stringify(event.payload);
+        const body = withoutHistorianTailCache(original);
+        return body === original ? undefined : JSON.parse(body);
+      } catch (error) {
+        if (!warned) {
+          warned = true;
+          try {
+            process.stderr.write(`Historian cache optimization skipped: ${String(error)}
+`);
+          } catch {}
+        }
+        return;
+      }
+    });
+  }
   const intendedPath = process.env.MAGIC_CONTEXT_SUBAGENT_PROMPT_FILE;
   if (intendedPath) {
     const intended = readFileSync2(intendedPath, "utf8");
@@ -519,4 +577,4 @@ function historianCalibrationExtension(pi) {
   });
 }
 
-export { DREAMER_PRIMER_INVESTIGATOR_ALLOWED_TOOLS, buildHiddenAgentRegistrations, logTemperatureDecision, readHostSystemPrompt, subagentStepCap, SubagentTelemetry, HISTORIAN_TEMPERATURE_ENV2, HISTORIAN_MAX_OUTPUT_TOKENS_ENV2, SUBAGENT_OUTPUT_CEILING_ENV2, calibrateHistorianProviderPayload2, ceilProviderOutputTokens2, withoutProviderTemperature2, historianCalibrationExtension };
+export { DREAMER_PRIMER_INVESTIGATOR_ALLOWED_TOOLS, buildHiddenAgentRegistrations, logTemperatureDecision, readHostSystemPrompt, subagentStepCap, SubagentTelemetry, HISTORIAN_TEMPERATURE_ENV2, HISTORIAN_CACHE_TAIL_ENV2, HISTORIAN_MAX_OUTPUT_TOKENS_ENV2, SUBAGENT_OUTPUT_CEILING_ENV2, calibrateHistorianProviderPayload2, ceilProviderOutputTokens2, withoutProviderTemperature2, historianCalibrationExtension };

package/dist/{index-y5c73caa.js → index-g7p75667.js}

@@ -4,7 +4,7 @@ import {
 } from "./index-7bqrfyny.js";
 import {
   inRootAsyncContext2
-} from "./index-asrxgdt4.js";
+} from "./index-rrwv9y2k.js";
 import {
   projectDirectoryKey
 } from "./index-wrr9rp9a.js";
@@ -21,7 +21,7 @@ import path3 from "node:path";
 
 // ../plugin/src/features/magic-context/memory/project-identity-cache.ts
 import { createHash } from "node:crypto";
-import { readFileSync } from "node:fs";
+import { promises as fs, readFileSync } from "node:fs";
 import path from "node:path";
 function cachePath(directory, storageDir = getMagicContextStorageDir()) {
   const hash = createHash("sha256").update(projectDirectoryKey(directory)).digest("hex");
@@ -41,6 +41,35 @@ function readRememberedGitIdentity(directory, storageDir) {
   } catch {}
   return;
 }
+async function pruneMissingProjectIdentities(storageDir = getMagicContextStorageDir()) {
+  const directory = path.join(storageDir, "project-identities");
+  let removed = 0;
+  let entries;
+  try {
+    entries = await fs.readdir(directory);
+  } catch {
+    return 0;
+  }
+  for (const entry of entries) {
+    if (!/^[0-9a-f]{64}\.json$/.test(entry))
+      continue;
+    const file = path.join(directory, entry);
+    try {
+      const record = JSON.parse(await fs.readFile(file, "utf8"));
+      if (typeof record.directory !== "string" || !path.isAbsolute(record.directory) || cachePath(record.directory, storageDir) !== file || !/^git:[0-9a-f]{7,64}$/.test(record.identity))
+        continue;
+      try {
+        await fs.stat(record.directory);
+      } catch (error) {
+        if (error.code !== "ENOENT")
+          continue;
+        await fs.unlink(file);
+        removed++;
+      }
+    } catch {}
+  }
+  return removed;
+}
 
 // ../plugin/src/features/magic-context/memory/unborn-head.ts
 import { readFileSync as readFileSync2, realpathSync, statSync } from "node:fs";
@@ -667,4 +696,4 @@ function setBootQuietPeriodForTests(startAtMs) {
   bootQuietUntilMs = startAtMs === null ? 0 : startAtMs + BOOT_QUIET_MS;
 }
 
-export { setHomeProjectPermission, ProjectIdentityError, resolveProjectIdentityStrict, isUserHomeDirectory, resolveProjectIdentity, directoryHasGitMetadata, isUsableProjectIdentity, resolveProjectIdentityForSession, normalizeStoredProjectPath, storedPathBelongsToIdentity, beginBootQuietPeriod, scheduleAfterBootQuiet, setBootQuietPeriodForTests };
+export { pruneMissingProjectIdentities, setHomeProjectPermission, ProjectIdentityError, resolveProjectIdentityStrict, isUserHomeDirectory, resolveProjectIdentity, directoryHasGitMetadata, isUsableProjectIdentity, resolveProjectIdentityForSession, normalizeStoredProjectPath, storedPathBelongsToIdentity, beginBootQuietPeriod, scheduleAfterBootQuiet, setBootQuietPeriodForTests };

package/dist/{index-tympym62.js → index-gdjv1nnd.js}

@@ -16,11 +16,11 @@ import {
 } from "./index-8976mezv.js";
 import {
   Database2
-} from "./index-asrxgdt4.js";
+} from "./index-rrwv9y2k.js";
 import {
   normalizeStoredProjectPath,
   storedPathBelongsToIdentity
-} from "./index-y5c73caa.js";
+} from "./index-g7p75667.js";
 import {
   logSlowWriteTransaction
 } from "./index-d4dt19md.js";

package/dist/{index-46q4e104.js → index-qpq6w67c.js}

@@ -7,7 +7,7 @@ import {
 import {
   inRootAsyncContext2,
   getSqliteDatabasePath2
-} from "./index-asrxgdt4.js";
+} from "./index-rrwv9y2k.js";
 
 // ../plugin/src/features/magic-context/compaction-marker-candidates.ts
 import { existsSync, realpathSync } from "node:fs";

package/dist/{index-asrxgdt4.js → index-rrwv9y2k.js}

@@ -28,6 +28,14 @@ function detectSqliteRuntime2() {
 var bunSpec = "bun:" + "sqlite";
 var nodeSpec = "node:" + "sqlite";
 async function importSqliteModule(specifier) {
+  if (specifier === nodeSpec && typeof process.getBuiltinModule === "function") {
+    const loaded = process.getBuiltinModule(specifier);
+    if (loaded)
+      return loaded;
+    throw Object.assign(new Error(`No such built-in module: ${specifier}`), {
+      code: "ERR_UNKNOWN_BUILTIN_MODULE"
+    });
+  }
   return await import(specifier);
 }
 function isModuleNotFoundError(error, specifier) {

package/dist/{index-mx59cve4.js → index-svgkv4g2.js}

@@ -3,7 +3,7 @@ import {
 } from "./index-0h2mkab2.js";
 import {
   isUserHomeDirectory
-} from "./index-y5c73caa.js";
+} from "./index-g7p75667.js";
 import {
   logSlowWriteTransaction
 } from "./index-d4dt19md.js";

package/dist/{index-qqxqwqhp.js → index-vktahpdj.js}

@@ -2,7 +2,7 @@ import {
   inRootAsyncContext2,
   getSqliteDatabasePath2,
   releaseIndexOwner2
-} from "./index-asrxgdt4.js";
+} from "./index-rrwv9y2k.js";
 import {
   registerExitAbort
 } from "./index-399p688g.js";

package/dist/{index-n3r2d2pr.js → index-vmcgew7x.js}

@@ -4,10 +4,10 @@ import {
   withSqliteBackgroundWriter2,
   withoutSqliteTransformPass2,
   isTransientSqliteError2
-} from "./index-asrxgdt4.js";
+} from "./index-rrwv9y2k.js";
 import {
   estimateTokens
-} from "./index-g4jf772p.js";
+} from "./index-1kcfwk9c.js";
 import {
   getHarness2
 } from "./index-0h2mkab2.js";
@@ -20,7 +20,7 @@ import {
   isSynapseEmbeddingTruncated,
   getSynapseBatchRequestKey,
   SynapseEmbeddingProvider
-} from "./index-6dz2ed1v.js";
+} from "./index-d8gc0112.js";
 import {
   DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS,
   CHUNK_WINDOW_SAFETY_RATIO,
@@ -38,7 +38,7 @@ import {
   countSessionCompartmentEmbedCoverage,
   countSessionCompartmentEmbedCoveragePolite,
   countUnembeddedSessionCompartmentsPolite
-} from "./index-afy3dzf9.js";
+} from "./index-xnch62s6.js";
 import {
   DEFAULT_LOCAL_EMBEDDING_MODEL
 } from "./index-bxmf4dhr.js";
@@ -48,10 +48,10 @@ import {
   getEmbeddingProviderIdentity,
   dominantEmbeddingFailure,
   LocalEmbeddingProvider
-} from "./index-657xh9w4.js";
+} from "./index-2mmy81qt.js";
 import {
   setBootQuietPeriodForTests
-} from "./index-y5c73caa.js";
+} from "./index-g7p75667.js";
 import {
   isEmbeddingHostBusy2
 } from "./index-9p40dgkm.js";
@@ -62,7 +62,7 @@ import {
   acquireGitSweepLease,
   renewGitSweepLease,
   releaseGitSweepLease
-} from "./index-mx59cve4.js";
+} from "./index-svgkv4g2.js";
 import {
   saveEmbeddingIfHashMatches,
   getMemoryEmbedCoverage,
@@ -428,6 +428,7 @@ class OpenAICompatibleEmbeddingProvider {
       return Array.from({ length: texts.length }, () => null);
     }
     const isQuery = purpose === "query";
+    let rateLimitedResponses = 0;
     for (;; ) {
       if (Date.now() < this.rateLimit.until) {
         if (isQuery)
@@ -441,6 +442,8 @@ class OpenAICompatibleEmbeddingProvider {
         return outcome;
       if (isQuery)
         return Array.from({ length: texts.length }, () => null);
+      if (++rateLimitedResponses >= 8)
+        return Array.from({ length: texts.length }, () => null);
     }
   }
   async requestOnce(texts, requestTexts, signal, purpose) {

package/dist/{index-afy3dzf9.js → index-xnch62s6.js}

@@ -1,7 +1,7 @@
 import {
   getTokenEstimatorFingerprint,
   estimateTokens
-} from "./index-g4jf772p.js";
+} from "./index-1kcfwk9c.js";
 import {
   getHarness2
 } from "./index-0h2mkab2.js";
@@ -10,10 +10,10 @@ import {
 } from "./index-7bqrfyny.js";
 import {
   isSynapseEmbeddingTruncated
-} from "./index-6dz2ed1v.js";
+} from "./index-d8gc0112.js";
 import {
   messageFtsOrdinalRangeIsMapped2
-} from "./index-s1xn8qfw.js";
+} from "./index-yygsh681.js";
 
 // ../plugin/src/features/magic-context/compartment-chunk-embedding.ts
 import { createHash } from "node:crypto";
@@ -900,12 +900,18 @@ var BACKOFF_PREFIX = "chunk_embed_backoff:";
 function backoffKey(compartmentId) {
   return `${BACKOFF_PREFIX}${compartmentId}`;
 }
-function deleteChunkEmbedBackoffForSession(db, sessionId) {
-  db.prepare(`DELETE FROM schema_migrations_meta WHERE key IN (
+function deleteChunkEmbedBackoffForSession(db, sessionId, limit) {
+  if (limit !== undefined)
+    return db.prepare(`DELETE FROM schema_migrations_meta WHERE key IN (
+        SELECT key FROM schema_migrations_meta JOIN compartments
+        ON key = ? || compartments.id OR key = ? || compartments.id
+        WHERE compartments.session_id = ? LIMIT ?
+    )`).run(BACKOFF_PREFIX, WINDOW_SOURCE_PREFIX, sessionId, limit).changes;
+  return db.prepare(`DELETE FROM schema_migrations_meta WHERE key IN (
         SELECT ? || id FROM compartments WHERE session_id = ?
         UNION ALL
         SELECT ? || id FROM compartments WHERE session_id = ?
-    )`).run(BACKOFF_PREFIX, sessionId, WINDOW_SOURCE_PREFIX, sessionId);
+    )`).run(BACKOFF_PREFIX, sessionId, WINDOW_SOURCE_PREFIX, sessionId).changes;
 }
 function recordChunkEmbedBackoff(db, candidate, projectPath, modelId) {
   const mapped = buildCanonicalChunkTextFromFts(db, candidate.sessionId, candidate.startMessage, candidate.endMessage);

package/dist/{index-s1xn8qfw.js → index-yygsh681.js}

@@ -2,10 +2,10 @@ import {
   getSqliteDatabasePath2,
   withSqliteBackgroundWriter2,
   withoutSqliteTransformPass2
-} from "./index-asrxgdt4.js";
+} from "./index-rrwv9y2k.js";
 import {
   runSessionWarmupWorker
-} from "./index-qqxqwqhp.js";
+} from "./index-vktahpdj.js";
 import {
   logSlowWriteTransaction
 } from "./index-d4dt19md.js";
@@ -168,6 +168,9 @@ function messageFtsOrdinalRangeIsMapped2(db, sessionId, startOrdinal, endOrdinal
   const ordinalCount = endOrdinal - startOrdinal + 1;
   return row?.sourceOrdinalCount === ordinalCount && row.expectedMapCount === row.mappedCount;
 }
+function getMessageFtsRowidMapBackfillProgress2(db) {
+  return getBackfillState(db);
+}
 function deleteUnmappedMessageFtsRows2(db, sessionIds) {
   if (sessionIds.length === 0)
     return;
@@ -179,4 +182,4 @@ function deleteUnmappedMessageFtsRows2(db, sessionIds) {
          WHERE rowid > ? AND session_id IN (${placeholders})`).run(state.watermarkRowid, ...sessionIds);
 }
 
-export { recordMessageFtsRowid2, recordIndexedMessageTime2, runMessageFtsRowidMapBackfill2, startMessageFtsRowidMapBackfill2, messageFtsOrdinalRangeIsMapped2, deleteUnmappedMessageFtsRows2 };
+export { recordMessageFtsRowid2, recordIndexedMessageTime2, runMessageFtsRowidMapBackfill2, startMessageFtsRowidMapBackfill2, messageFtsOrdinalRangeIsMapped2, getMessageFtsRowidMapBackfillProgress2, deleteUnmappedMessageFtsRows2 };

package/dist/{index-p3evwech.js → index-z2rkv0mb.js}

@@ -7,15 +7,15 @@ import {
 import {
   isSynapseEmbeddingTruncated,
   SynapseEmbeddingProvider
-} from "./index-6dz2ed1v.js";
+} from "./index-d8gc0112.js";
 import {
   LocalEmbeddingProvider
-} from "./index-657xh9w4.js";
+} from "./index-2mmy81qt.js";
 import {
   OpenAICompatibleEmbeddingProvider,
   getProjectEmbeddingSnapshot2,
   embedBatchForProject2
-} from "./index-n3r2d2pr.js";
+} from "./index-vmcgew7x.js";
 import {
   isEmbeddingHostBusy2
 } from "./index-9p40dgkm.js";

package/dist/{index-ja1c33qa.js → index-z7kbck29.js}

@@ -3,10 +3,10 @@ import {
 } from "./index-1cvyaw9a.js";
 import {
   estimateTokens
-} from "./index-g4jf772p.js";
+} from "./index-1kcfwk9c.js";
 import {
   readRawSessionMessageIdOrdinalsForRange2
-} from "./index-44h64qza.js";
+} from "./index-5k2mshvq.js";
 
 // ../plugin/src/tools/ctx-expand/search-archive.ts
 var archiveReadsOnThisThread = 0;