@theokit/sdk 4.16.2 → 4.16.4

package/dist/eval.js

@@ -1,7 +1,7 @@
 import { z, toJSONSchema } from 'zod';
 import { createRequire } from 'module';
 import { randomUUID, randomBytes, createHash } from 'crypto';
-import { mkdir, readFile, open, rename, unlink, writeFile, statfs, readdir, stat, access } from 'fs/promises';
+import { mkdir, readFile, open, rename, unlink, readdir, writeFile, statfs, stat, access } from 'fs/promises';
 import { join, dirname, resolve, sep, relative, isAbsolute } from 'path';
 import { readFileSync, existsSync, mkdirSync, appendFileSync, statSync, realpathSync, chmodSync, openSync, writeFileSync, fsyncSync, closeSync, renameSync, unlinkSync, lstatSync, readlinkSync, readdirSync } from 'fs';
 import { homedir } from 'os';
@@ -1602,6 +1602,78 @@ var init_run_events = __esm({
   }
 });
 
+// src/internal/session/agent-session-store.ts
+function seedTranscript(prior, opts) {
+  return SessionTranscript.fromRecords(prior, opts);
+}
+function mapAgentTurn(steps) {
+  const assistant = {};
+  const toolResults = [];
+  const toolCalls = [];
+  for (const step of steps) {
+    if (step.type === "thinkingMessage") assistant.thinking = step.message.text;
+    else if (step.type === "assistantMessage") assistant.text = step.message.text;
+    else if (step.type === "toolCall")
+      toolCalls.push({
+        id: step.message.callId,
+        name: step.message.name,
+        input: step.message.args ?? {}
+      });
+    else
+      toolResults.push({
+        toolUseId: step.message.callId,
+        content: step.message.result,
+        isError: step.message.isError
+      });
+  }
+  if (toolCalls.length > 0) assistant.toolCalls = toolCalls;
+  return { assistant, toolResults };
+}
+function hasAssistantContent(a) {
+  return a.text !== void 0 || a.thinking !== void 0 || (a.toolCalls?.length ?? 0) > 0;
+}
+function appendConversation(transcript, conversation) {
+  for (const ct of conversation) {
+    if (ct.type !== "agentConversationTurn") continue;
+    const { assistant, toolResults } = mapAgentTurn(ct.turn.steps);
+    if (hasAssistantContent(assistant)) transcript.appendAssistantTurn(assistant);
+    if (toolResults.length > 0) transcript.appendToolResults(toolResults);
+  }
+}
+async function readSessionMessages(store, agentId) {
+  const records = await store.readRecords(agentId);
+  return reconstructMessages(records).map(narrowToSessionMessage);
+}
+function partToText(p) {
+  if (p.type === "text") return p.text ?? "";
+  if (p.type === "tool_use") return `[tool call] ${p.name ?? ""}`;
+  if (p.type === "tool_result") {
+    const body = typeof p.content === "string" ? p.content : JSON.stringify(p.content);
+    return `[tool result] ${body}`;
+  }
+  return "";
+}
+function narrowToSessionMessage(m) {
+  const role = m.role === "user" ? "user" : "assistant";
+  const text = m.content.map(partToText).filter((s) => s.length > 0).join("\n");
+  return { role, text };
+}
+function deltaRecords(transcript, priorLength) {
+  return transcript.records().slice(priorLength);
+}
+async function persistTurn(store, loc, sessionId, turn) {
+  const prior = await store.readRecords(loc.agentId);
+  const transcript = seedTranscript(prior, { cwd: loc.cwd, sessionId, model: loc.model });
+  transcript.appendUserTurn(turn.userText);
+  appendConversation(transcript, turn.conversation);
+  await store.appendRecords(loc.agentId, deltaRecords(transcript, prior.length));
+}
+var init_agent_session_store = __esm({
+  "src/internal/session/agent-session-store.ts"() {
+    init_session_transcript();
+  }
+});
+
 // src/compaction.ts
 function estimateTokens(text) {
   return Math.ceil(text.length / 4);
@@ -1802,6 +1874,13 @@ function getProviderProfile(name) {
   const canonical = ALIASES.get(name) ?? name;
   return REGISTRY.get(canonical);
 }
+function listProviders() {
+  return Array.from(REGISTRY.values());
+}
+function _resetProvidersForTests() {
+  REGISTRY.clear();
+  ALIASES.clear();
+}
 var REGISTRY, ALIASES;
 var init_registry = __esm({
   "src/internal/providers/registry.ts"() {
@@ -2734,6 +2813,9 @@ function registerBuiltins() {
   registerProvider(CEREBRAS);
   registerCatalogProviders();
 }
+function _resetBuiltinsRegistered() {
+  _registeredState.done = false;
+}
 var _registeredState;
 var init_builtin = __esm({
   "src/internal/providers/builtin/index.ts"() {
@@ -2860,6 +2942,9 @@ async function loadOne(dir, entryName) {
     }
   }
 }
+function _resetDiscovery() {
+  discoveryState.done = false;
+}
 var discoveryState;
 var init_discovery = __esm({
   "src/internal/providers/discovery.ts"() {
@@ -2871,9 +2956,25 @@ var init_discovery = __esm({
 });
 
 // src/internal/providers/index.ts
+var providers_exports = {};
+__export(providers_exports, {
+  ANTHROPIC: () => ANTHROPIC,
+  GEMINI: () => GEMINI,
+  OPENAI: () => OPENAI,
+  OPENROUTER: () => OPENROUTER,
+  _resetBuiltinsRegistered: () => _resetBuiltinsRegistered,
+  _resetDiscovery: () => _resetDiscovery,
+  _resetProvidersForTests: () => _resetProvidersForTests,
+  discoverProviderPlugins: () => discoverProviderPlugins,
+  getProviderProfile: () => getProviderProfile,
+  listProviders: () => listProviders,
+  registerBuiltins: () => registerBuiltins,
+  registerProvider: () => registerProvider
+});
 var init_providers = __esm({
   "src/internal/providers/index.ts"() {
     init_builtin();
+    init_discovery();
     init_registry();
   }
 });
@@ -5932,7 +6033,14 @@ async function compactSessionTranscript(opts) {
     const m = compressible[i];
     if (m === void 0 || m.role !== "user" || isCompactSummary(m.content)) continue;
     const cost = estimateTokens(m.content);
-    if (budget + cost > COMPACT_USER_MESSAGE_MAX_TOKENS) break;
+    if (budget + cost > COMPACT_USER_MESSAGE_MAX_TOKENS) {
+      const remaining = COMPACT_USER_MESSAGE_MAX_TOKENS - budget;
+      if (remaining > 50) {
+        preserved.unshift(`${m.content.slice(0, remaining * 4)}
+[...truncated for compaction...]`);
+      }
+      break;
+    }
     budget += cost;
     preserved.unshift(m.content);
   }
@@ -5948,6 +6056,8 @@ ${summaryBody}`;
   transcript.appendUserTurn(summary);
   const delta = transcript.records().slice(prior.length);
   await opts.store.appendRecords(opts.loc.agentId, delta);
+  const { invalidateSessionCache: invalidateSessionCache2 } = await Promise.resolve().then(() => (init_agent_session(), agent_session_exports));
+  invalidateSessionCache2(opts.loc.cwd, opts.loc.agentId);
   const postTokens = estimateTokens([...preserved, summary].join("\n"));
   return { preTokens, postTokens };
 }
@@ -5959,9 +6069,12 @@ function buildDefaultSummarizer(opts) {
     const { inferProviderFromApiKey: inferProviderFromApiKey2, detectPrimaryProvider: detectPrimaryProvider2 } = await Promise.resolve().then(() => (init_real_local_run_provider(), real_local_run_provider_exports));
     const keyProvider = inferProviderFromApiKey2(opts.apiKey);
     const modelPrefix = opts.agentModel.includes("/") ? opts.agentModel.slice(0, opts.agentModel.indexOf("/")) : void 0;
-    const provider = keyProvider ?? modelPrefix ?? detectPrimaryProvider2();
+    const { registerBuiltins: registerBuiltins2, getProviderProfile: getProviderProfile2 } = await Promise.resolve().then(() => (init_providers(), providers_exports));
+    registerBuiltins2();
+    const prefixProfile = modelPrefix !== void 0 ? getProviderProfile2(modelPrefix) : void 0;
+    const provider = prefixProfile !== void 0 ? modelPrefix : keyProvider ?? detectPrimaryProvider2();
     let model;
-    if (keyProvider !== void 0 && keyProvider !== modelPrefix) {
+    if (provider !== modelPrefix) {
       model = opts.agentModel;
     } else {
       try {
@@ -6036,6 +6149,122 @@ var init_compact_session = __esm({
     })();
   }
 });
+
+// src/internal/session/agent-session.ts
+var agent_session_exports = {};
+__export(agent_session_exports, {
+  appendSessionMessage: () => appendSessionMessage,
+  clearAllSessions: () => clearAllSessions,
+  clearSession: () => clearSession,
+  enqueueSessionWrite: () => enqueueSessionWrite,
+  flushSessionWrites: () => flushSessionWrites,
+  getSessionMessages: () => getSessionMessages,
+  hydrateSession: () => hydrateSession,
+  invalidateSessionCache: () => invalidateSessionCache,
+  persistTurnToTranscript: () => persistTurnToTranscript
+});
+function transcriptKey(cwd, agentId) {
+  return `${cwd}::${agentId}`;
+}
+function appendSessionMessage(agentId, message) {
+  const existing = sessions.get(agentId) ?? [];
+  existing.push(message);
+  sessions.set(agentId, existing);
+}
+function getSessionMessages(agentId) {
+  return sessions.get(agentId) ?? [];
+}
+function persistTurnToTranscript(store, loc, sessionId, turn, onCompact) {
+  const key = transcriptKey(loc.cwd, loc.agentId);
+  const chained = (pendingWrites.get(key) ?? Promise.resolve()).then(async () => {
+    try {
+      await persistTurn(store, loc, sessionId, turn);
+      const count = (recordCounts.get(key) ?? 0) + 1;
+      recordCounts.set(key, count);
+      if (turn.autoCompact !== void 0) {
+        const { autoCompactIfNeeded: autoCompactIfNeeded2 } = await Promise.resolve().then(() => (init_compact_session(), compact_session_exports));
+        const fired = await autoCompactIfNeeded2({
+          store,
+          loc,
+          sessionId,
+          usageTotal: turn.autoCompact.usageTotal,
+          contextWindow: turn.autoCompact.contextWindow,
+          turnCount: count,
+          summarize: turn.autoCompact.summarize
+        });
+        if (fired) onCompact?.();
+      }
+    } catch (cause) {
+      const msg = cause instanceof Error ? cause.message : String(cause);
+      process.stderr.write(
+        `[theokit-sdk] session transcript write failed (${loc.agentId}): ${msg}
+`
+      );
+    }
+  });
+  pendingWrites.set(
+    key,
+    chained.then(
+      () => void 0,
+      () => void 0
+    )
+  );
+}
+async function hydrateSession(agentId, loc) {
+  const key = transcriptKey(loc.cwd, agentId);
+  if (hydratedKeys.has(key)) return;
+  hydratedKeys.add(key);
+  const persisted = await readSessionMessages(loc.store, agentId);
+  if (persisted.length === 0) return;
+  if (!sessions.has(agentId) || sessions.get(agentId)?.length === 0) {
+    sessions.set(agentId, persisted);
+  }
+}
+async function flushSessionWrites() {
+  while (pendingWrites.size > 0) {
+    const all = Array.from(pendingWrites.values());
+    pendingWrites.clear();
+    await Promise.all(all);
+  }
+}
+function clearSession(agentId) {
+  sessions.delete(agentId);
+}
+function invalidateSessionCache(cwd, agentId) {
+  sessions.delete(agentId);
+  hydratedKeys.delete(transcriptKey(cwd, agentId));
+}
+function enqueueSessionWrite(cwd, agentId, fn) {
+  const key = transcriptKey(cwd, agentId);
+  const prior = pendingWrites.get(key) ?? Promise.resolve();
+  const result = prior.then(fn);
+  pendingWrites.set(
+    key,
+    result.then(
+      () => void 0,
+      () => void 0
+    )
+  );
+  return result;
+}
+function clearAllSessions() {
+  sessions.clear();
+  hydratedKeys.clear();
+  recordCounts.clear();
+  const g = globalThis;
+  const sym = /* @__PURE__ */ Symbol.for("theokit-sdk.session.auto-compact-attempts");
+  g[sym]?.clear();
+}
+var sessions, hydratedKeys, pendingWrites, recordCounts;
+var init_agent_session = __esm({
+  "src/internal/session/agent-session.ts"() {
+    init_agent_session_store();
+    sessions = /* @__PURE__ */ new Map();
+    hydratedKeys = /* @__PURE__ */ new Set();
+    pendingWrites = /* @__PURE__ */ new Map();
+    recordCounts = /* @__PURE__ */ new Map();
+  }
+});
 async function withToolWhitelist(whitelist, fn) {
   return toolWhitelistStore.run(whitelist, fn);
 }
@@ -10411,147 +10640,6 @@ async function writeSessionSummary(input) {
   await replaceFileAtomic(path, body);
 }
 
-// src/internal/session/agent-session-store.ts
-init_session_transcript();
-function seedTranscript(prior, opts) {
-  return SessionTranscript.fromRecords(prior, opts);
-}
-function mapAgentTurn(steps) {
-  const assistant = {};
-  const toolResults = [];
-  const toolCalls = [];
-  for (const step of steps) {
-    if (step.type === "thinkingMessage") assistant.thinking = step.message.text;
-    else if (step.type === "assistantMessage") assistant.text = step.message.text;
-    else if (step.type === "toolCall")
-      toolCalls.push({
-        id: step.message.callId,
-        name: step.message.name,
-        input: step.message.args ?? {}
-      });
-    else
-      toolResults.push({
-        toolUseId: step.message.callId,
-        content: step.message.result,
-        isError: step.message.isError
-      });
-  }
-  if (toolCalls.length > 0) assistant.toolCalls = toolCalls;
-  return { assistant, toolResults };
-}
-function hasAssistantContent(a) {
-  return a.text !== void 0 || a.thinking !== void 0 || (a.toolCalls?.length ?? 0) > 0;
-}
-function appendConversation(transcript, conversation) {
-  for (const ct of conversation) {
-    if (ct.type !== "agentConversationTurn") continue;
-    const { assistant, toolResults } = mapAgentTurn(ct.turn.steps);
-    if (hasAssistantContent(assistant)) transcript.appendAssistantTurn(assistant);
-    if (toolResults.length > 0) transcript.appendToolResults(toolResults);
-  }
-}
-async function readSessionMessages(store, agentId) {
-  const records = await store.readRecords(agentId);
-  return reconstructMessages(records).map(narrowToSessionMessage);
-}
-function partToText(p) {
-  if (p.type === "text") return p.text ?? "";
-  if (p.type === "tool_use") return `[tool call] ${p.name ?? ""}`;
-  if (p.type === "tool_result") {
-    const body = typeof p.content === "string" ? p.content : JSON.stringify(p.content);
-    return `[tool result] ${body}`;
-  }
-  return "";
-}
-function narrowToSessionMessage(m) {
-  const role = m.role === "user" ? "user" : "assistant";
-  const text = m.content.map(partToText).filter((s) => s.length > 0).join("\n");
-  return { role, text };
-}
-function deltaRecords(transcript, priorLength) {
-  return transcript.records().slice(priorLength);
-}
-async function persistTurn(store, loc, sessionId, turn) {
-  const prior = await store.readRecords(loc.agentId);
-  const transcript = seedTranscript(prior, { cwd: loc.cwd, sessionId, model: loc.model });
-  transcript.appendUserTurn(turn.userText);
-  appendConversation(transcript, turn.conversation);
-  await store.appendRecords(loc.agentId, deltaRecords(transcript, prior.length));
-}
-
-// src/internal/session/agent-session.ts
-var sessions = /* @__PURE__ */ new Map();
-var hydratedKeys = /* @__PURE__ */ new Set();
-var pendingWrites = /* @__PURE__ */ new Map();
-var recordCounts = /* @__PURE__ */ new Map();
-function transcriptKey(cwd, agentId) {
-  return `${cwd}::${agentId}`;
-}
-function appendSessionMessage(agentId, message) {
-  const existing = sessions.get(agentId) ?? [];
-  existing.push(message);
-  sessions.set(agentId, existing);
-}
-function getSessionMessages(agentId) {
-  return sessions.get(agentId) ?? [];
-}
-function persistTurnToTranscript(store, loc, sessionId, turn, onCompact) {
-  const key = transcriptKey(loc.cwd, loc.agentId);
-  const chained = (pendingWrites.get(key) ?? Promise.resolve()).then(async () => {
-    try {
-      await persistTurn(store, loc, sessionId, turn);
-      const count = (recordCounts.get(key) ?? 0) + 1;
-      recordCounts.set(key, count);
-      if (turn.autoCompact !== void 0) {
-        const { autoCompactIfNeeded: autoCompactIfNeeded2 } = await Promise.resolve().then(() => (init_compact_session(), compact_session_exports));
-        const fired = await autoCompactIfNeeded2({
-          store,
-          loc,
-          sessionId,
-          usageTotal: turn.autoCompact.usageTotal,
-          contextWindow: turn.autoCompact.contextWindow,
-          turnCount: count,
-          summarize: turn.autoCompact.summarize
-        });
-        if (fired) onCompact?.();
-      }
-    } catch (cause) {
-      const msg = cause instanceof Error ? cause.message : String(cause);
-      process.stderr.write(
-        `[theokit-sdk] session transcript write failed (${loc.agentId}): ${msg}
-`
-      );
-    }
-  });
-  pendingWrites.set(
-    key,
-    chained.then(
-      () => void 0,
-      () => void 0
-    )
-  );
-}
-async function hydrateSession(agentId, loc) {
-  const key = transcriptKey(loc.cwd, agentId);
-  if (hydratedKeys.has(key)) return;
-  hydratedKeys.add(key);
-  const persisted = await readSessionMessages(loc.store, agentId);
-  if (persisted.length === 0) return;
-  if (!sessions.has(agentId) || sessions.get(agentId)?.length === 0) {
-    sessions.set(agentId, persisted);
-  }
-}
-async function flushSessionWrites() {
-  while (pendingWrites.size > 0) {
-    const all = Array.from(pendingWrites.values());
-    pendingWrites.clear();
-    await Promise.all(all);
-  }
-}
-function clearSession(agentId) {
-  sessions.delete(agentId);
-}
-
 // src/internal/runtime/memory/memory-path-selector.ts
 var PORT_MEMORY_PATH_ENV_VAR = "THEOKIT_PORT_MEMORY_PATH";
 function shouldUsePortMemoryPath() {
@@ -10602,6 +10690,20 @@ async function runPostRunLifecycle(inputs) {
   const { getCatalogModelInfo: getCatalogModelInfo2 } = await Promise.resolve().then(() => (init_catalog_loader(), catalog_loader_exports));
   const { buildDefaultSummarizer: buildDefaultSummarizer2 } = await Promise.resolve().then(() => (init_compact_session(), compact_session_exports));
   const contextWindow = getCatalogModelInfo2(model)?.limit?.context;
+  if (contextWindow === void 0) {
+    const g = globalThis;
+    const sym = /* @__PURE__ */ Symbol.for("theokit-sdk.compact.no-cw-warned");
+    const warned3 = g[sym] ??= /* @__PURE__ */ new Set();
+    if (!warned3.has(model)) {
+      warned3.add(model);
+      process.stderr.write(
+        `[theokit-sdk] auto-compaction disabled: model "${model}" has no context-window entry in the catalog
+`
+      );
+    }
+  }
+  const lastRequestUsage = result.usage?.requests?.at(-1)?.totalTokens;
+  const usageForTrigger = lastRequestUsage ?? result.usage?.totalTokens;
   persistTurnToTranscript(
     sessionStore,
     { cwd: workspaceCwd, agentId, model },
@@ -10610,7 +10712,7 @@ async function runPostRunLifecycle(inputs) {
       userText,
       conversation,
       autoCompact: {
-        usageTotal: result.usage?.totalTokens,
+        usageTotal: usageForTrigger,
         contextWindow,
         summarize: buildDefaultSummarizer2({
           agentModel: model,
@@ -19894,7 +19996,8 @@ var Agent = class _Agent {
     const { defaultBaseDir: defaultBaseDir2, expandTilde: expandTilde2 } = await Promise.resolve().then(() => (init_session_transcript(), session_transcript_exports));
     const baseDir = reg.options.local?.baseDir !== void 0 ? expandTilde2(reg.options.local.baseDir) : defaultBaseDir2();
     const store = new FsSessionStore2({ baseDir, cwd });
-    return compactSessionTranscript2({
+    const { enqueueSessionWrite: enqueueSessionWrite2 } = await Promise.resolve().then(() => (init_agent_session(), agent_session_exports));
+    return enqueueSessionWrite2(cwd, agentId, () => compactSessionTranscript2({
       store,
       loc: { cwd, agentId, model },
       sessionId: agentId,
@@ -19903,7 +20006,7 @@ var Agent = class _Agent {
         agentModel: model,
         ...reg.options.apiKey !== void 0 ? { apiKey: reg.options.apiKey } : {}
       })
-    });
+    }));
   }
   /**
    * Permanently delete a cloud agent.