@theokit/sdk 2.0.1 → 2.1.0

package/dist/index.cjs

@@ -1,8 +1,8 @@
 'use strict';
 
+var crypto = require('crypto');
 var fs = require('fs');
 var path = require('path');
-var crypto = require('crypto');
 var promises = require('fs/promises');
 var zod = require('zod');
 var async_hooks = require('async_hooks');
@@ -23,6 +23,24 @@ var __export = (target, all) => {
     __defProp(target, name, { get: all[name], enumerable: true });
 };
 
+// src/internal/default-retriable.ts
+function defaultRetriableForCode(code) {
+  switch (code) {
+    case "rate_limit":
+    case "timeout":
+    case "server_error":
+    case "network":
+    case "provider_unreachable":
+      return true;
+    default:
+      return false;
+  }
+}
+var init_default_retriable = __esm({
+  "src/internal/default-retriable.ts"() {
+  }
+});
+
 // src/internal/security/redact.ts
 function readEnvOnce() {
   const raw = process.env.THEOKIT_REDACT_SECRETS;
@@ -179,7 +197,8 @@ __export(errors_exports, {
   UnsupportedBudgetOperationError: () => exports.UnsupportedBudgetOperationError,
   UnsupportedRunOperationError: () => exports.UnsupportedRunOperationError,
   UnsupportedTaskOperationError: () => exports.UnsupportedTaskOperationError,
-  coerceToKnownAgentRunErrorCode: () => coerceToKnownAgentRunErrorCode
+  coerceToKnownAgentRunErrorCode: () => coerceToKnownAgentRunErrorCode,
+  isTransientError: () => isTransientError
 });
 function coerceToKnownAgentRunErrorCode(code) {
   if (code !== void 0 && KNOWN_AGENT_RUN_ERROR_CODES.has(code)) {
@@ -211,21 +230,13 @@ function safeStringify(value) {
     return String(value);
   }
 }
-function defaultRetriableForCode(code) {
-  switch (code) {
-    case "rate_limit":
-    case "timeout":
-    case "server_error":
-    case "network":
-    case "provider_unreachable":
-      return true;
-    default:
-      return false;
-  }
+function isTransientError(err) {
+  return err instanceof exports.TheokitAgentError && err.isRetryable === true;
 }
 var KNOWN_AGENT_RUN_ERROR_CODES; exports.TheokitAgentError = void 0; exports.AuthenticationError = void 0; exports.RateLimitError = void 0; exports.ConfigurationError = void 0; exports.IntegrationNotConnectedError = void 0; exports.NetworkError = void 0; exports.UnknownAgentError = void 0; exports.AgentRunError = void 0; exports.UnsupportedRunOperationError = void 0; var CredentialPoolExhaustedError; exports.MemoryAdapterError = void 0; exports.InvalidTaskIdError = void 0; exports.TaskNotFoundError = void 0; exports.UnsupportedTaskOperationError = void 0; exports.BudgetExceededError = void 0; exports.AgentDisposedError = void 0; exports.UnsupportedBudgetOperationError = void 0;
 var init_errors = __esm({
   "src/errors.ts"() {
+    init_default_retriable();
     init_redact();
     KNOWN_AGENT_RUN_ERROR_CODES = /* @__PURE__ */ new Set([
       "rate_limit",
@@ -649,6 +660,19 @@ function sanitizeIdentifier(input, options) {
   }
   return input.toLowerCase();
 }
+function safeFilenameForId(id, options) {
+  if (id.length === 0) {
+    throw new exports.ConfigurationError("Filename id must be a non-empty string", {
+      code: "invalid_filename_id"
+    });
+  }
+  const maxLen = options?.maxLen;
+  const lower = id.toLowerCase();
+  if (lower.length <= maxLen && IDENTIFIER_PATTERN.test(lower)) {
+    return lower;
+  }
+  return `h-${crypto.createHash("sha256").update(id).digest("hex").slice(0, 16)}`;
+}
 var PathTraversalError, IDENTIFIER_PATTERN;
 var init_path_guard = __esm({
   "src/internal/security/path-guard.ts"() {
@@ -1051,10 +1075,7 @@ function sessionsDir(cwd) {
   return path.join(memoryDir(cwd), "sessions");
 }
 function sessionSummaryPath(cwd, runId) {
-  return path.join(sessionsDir(cwd), `${sanitizeRunId(runId)}.md`);
-}
-function sanitizeRunId(runId) {
-  return runId.replace(/[^a-zA-Z0-9_-]/g, "_").slice(0, 128);
+  return path.join(sessionsDir(cwd), `${safeFilenameForId(runId, { maxLen: 128 })}.md`);
 }
 function truncate(text) {
   if (text.length <= MAX_TURN_CHARS) return text;
@@ -1090,6 +1111,7 @@ var MAX_TURN_CHARS;
 var init_session_summary_writer = __esm({
   "src/internal/memory/storage/session-summary-writer.ts"() {
     init_atomic_write();
+    init_path_guard();
     init_types();
     init_markdown_store();
     MAX_TURN_CHARS = 2e3;
@@ -1119,6 +1141,49 @@ var init_async_local_storage = __esm({
   }
 });
 
+// src/internal/runtime/concurrency/async-semaphore.ts
+function createSemaphore(permits) {
+  if (!Number.isInteger(permits) || permits < 1) {
+    throw new exports.ConfigurationError(
+      `async-semaphore: permits must be a positive integer, got ${permits}`,
+      { code: "invalid_concurrency" }
+    );
+  }
+  let active = 0;
+  const queue = [];
+  function tryGrant() {
+    if (active < permits && queue.length > 0) {
+      const resolve3 = queue.shift();
+      if (resolve3 !== void 0) {
+        active += 1;
+        resolve3();
+      }
+    }
+  }
+  return {
+    inFlight: () => active,
+    pending: () => queue.length + active,
+    async acquire() {
+      await new Promise((resolve3) => {
+        queue.push(resolve3);
+        tryGrant();
+      });
+      let released = false;
+      return () => {
+        if (released) return;
+        released = true;
+        active -= 1;
+        tryGrant();
+      };
+    }
+  };
+}
+var init_async_semaphore = __esm({
+  "src/internal/runtime/concurrency/async-semaphore.ts"() {
+    init_errors();
+  }
+});
+
 // src/internal/llm/credential-pool-types.ts
 var COOLDOWN_MS, DEFAULT_COOLDOWN_MS;
 var init_credential_pool_types = __esm({
@@ -1500,6 +1565,61 @@ var init_sqlite_wal = __esm({
     warnedLabels = /* @__PURE__ */ new Set();
   }
 });
+async function openSqliteResilient(options) {
+  await promises.mkdir(path.dirname(options.filePath), { recursive: true });
+  try {
+    return await openConcrete(options);
+  } catch (cause) {
+    if (options.recoverCorrupt !== false && isCorruptionError(cause)) {
+      await renameAside(options.filePath, options.label ?? "sqlite");
+      return await openConcrete(options);
+    }
+    throw cause;
+  }
+}
+async function openConcrete(options) {
+  const db = await loadDriver(options.filePath);
+  applyWalWithFallback(db, options.label ?? "sqlite");
+  await options.onOpen?.(db);
+  return db;
+}
+async function loadDriver(filePath) {
+  try {
+    const mod = await import('better-sqlite3');
+    const Ctor = mod.default ?? mod;
+    if (typeof Ctor !== "function") {
+      throw new Error(`better-sqlite3 export is not a constructor (got ${typeof Ctor})`);
+    }
+    return new Ctor(filePath);
+  } catch (cause) {
+    const message = cause instanceof Error ? cause.message : String(cause);
+    throw new exports.ConfigurationError(
+      `Failed to load SQLite driver. Install \`better-sqlite3\` or run on Node 22.5+ for built-in \`node:sqlite\`. Cause: ${message}`,
+      { code: "sqlite_driver_unavailable", cause }
+    );
+  }
+}
+function isCorruptionError(cause) {
+  if (!(cause instanceof Error)) return false;
+  const msg = cause.message.toLowerCase();
+  return msg.includes("malformed") || msg.includes("not a database") || msg.includes("encrypted") || msg.includes("disk image is malformed");
+}
+async function renameAside(filePath, label) {
+  const asidePath = `${filePath}.corrupt-${Date.now()}`;
+  await promises.rename(filePath, asidePath).catch(() => void 0);
+  await promises.rename(`${filePath}-wal`, `${asidePath}-wal`).catch(() => void 0);
+  await promises.rename(`${filePath}-shm`, `${asidePath}-shm`).catch(() => void 0);
+  process.stderr.write(
+    `[theokit-sdk] ${label} database corrupt; renamed aside to ${asidePath} and rebuilt schema
+`
+  );
+}
+var init_sqlite_open = __esm({
+  "src/internal/persistence/sqlite-open.ts"() {
+    init_errors();
+    init_sqlite_wal();
+  }
+});
 
 // src/internal/memory/index-schema.ts
 var SCHEMA_STATEMENTS, PRAGMA_STATEMENTS;
@@ -1547,60 +1667,22 @@ var init_index_schema = __esm({
   }
 });
 async function openMemoryDb(opts) {
-  await promises.mkdir(path.dirname(opts.filePath), { recursive: true });
-  try {
-    return await openConcrete(opts.filePath);
-  } catch (cause) {
-    if (opts.recoverCorrupt !== false && isCorruptionError(cause)) {
-      await renameAside(opts.filePath);
-      return await openConcrete(opts.filePath);
+  return openSqliteResilient({
+    filePath: opts.filePath,
+    label: "memory-index",
+    recoverCorrupt: opts.recoverCorrupt,
+    onOpen: (db) => {
+      for (const pragma of PRAGMA_STATEMENTS) db.exec(pragma);
+      for (const stmt of SCHEMA_STATEMENTS) db.exec(stmt);
     }
-    throw cause;
-  }
-}
-async function openConcrete(filePath) {
-  const db = await loadDriver(filePath);
-  applyWalWithFallback(db, "memory-index");
-  for (const pragma of PRAGMA_STATEMENTS) db.exec(pragma);
-  for (const stmt of SCHEMA_STATEMENTS) db.exec(stmt);
-  return db;
-}
-async function loadDriver(filePath) {
-  try {
-    const mod = await import('better-sqlite3');
-    const Ctor = mod.default ?? mod;
-    const db = new Ctor(filePath);
-    return db;
-  } catch (cause) {
-    const message = cause instanceof Error ? cause.message : String(cause);
-    throw new exports.ConfigurationError(
-      `Failed to load SQLite driver. Install \`better-sqlite3\` or run on Node 22.5+ for built-in \`node:sqlite\`. Cause: ${message}`,
-      { code: "sqlite_driver_unavailable", cause }
-    );
-  }
-}
-function isCorruptionError(cause) {
-  if (!(cause instanceof Error)) return false;
-  const msg = cause.message.toLowerCase();
-  return msg.includes("malformed") || msg.includes("not a database") || msg.includes("encrypted") || msg.includes("disk image is malformed");
-}
-async function renameAside(filePath) {
-  const asidePath = `${filePath}.corrupt-${Date.now()}`;
-  await promises.rename(filePath, asidePath).catch(() => void 0);
-  await promises.rename(`${filePath}-wal`, `${asidePath}-wal`).catch(() => void 0);
-  await promises.rename(`${filePath}-shm`, `${asidePath}-shm`).catch(() => void 0);
-  process.stderr.write(
-    `[theokit-sdk] memory index corrupt; renamed aside to ${asidePath} and rebuilt schema
-`
-  );
+  });
 }
 function defaultIndexPath(cwd) {
   return path.join(cwd, ".theokit", "memory", ".index", "memory.sqlite");
 }
 var init_index_db = __esm({
   "src/internal/memory/index-db.ts"() {
-    init_errors();
-    init_sqlite_wal();
+    init_sqlite_open();
     init_index_schema();
   }
 });
@@ -2800,49 +2882,6 @@ var init_task = __esm({
   }
 });
 
-// src/internal/runtime/concurrency/async-semaphore.ts
-function createSemaphore(permits) {
-  if (!Number.isInteger(permits) || permits < 1) {
-    throw new exports.ConfigurationError(
-      `async-semaphore: permits must be a positive integer, got ${permits}`,
-      { code: "invalid_concurrency" }
-    );
-  }
-  let active = 0;
-  const queue = [];
-  function tryGrant() {
-    if (active < permits && queue.length > 0) {
-      const resolve3 = queue.shift();
-      if (resolve3 !== void 0) {
-        active += 1;
-        resolve3();
-      }
-    }
-  }
-  return {
-    inFlight: () => active,
-    pending: () => queue.length + active,
-    async acquire() {
-      await new Promise((resolve3) => {
-        queue.push(resolve3);
-        tryGrant();
-      });
-      let released = false;
-      return () => {
-        if (released) return;
-        released = true;
-        active -= 1;
-        tryGrant();
-      };
-    }
-  };
-}
-var init_async_semaphore = __esm({
-  "src/internal/runtime/concurrency/async-semaphore.ts"() {
-    init_errors();
-  }
-});
-
 // src/internal/task/ring-buffer.ts
 var RingBuffer;
 var init_ring_buffer = __esm({
@@ -10858,6 +10897,27 @@ async function emitTextDeltaCallback(inputs, text) {
 // src/internal/agent-loop/tool-dispatch.ts
 init_async_local_storage();
 
+// src/internal/runtime/concurrency/map-with-concurrency.ts
+init_async_semaphore();
+var NEVER_ABORT = new AbortController().signal;
+async function mapWithConcurrency(items, concurrency, fn, options) {
+  const semaphore = createSemaphore(concurrency);
+  const signal = NEVER_ABORT;
+  return Promise.all(
+    items.map(async (item, index) => {
+      const release = await semaphore.acquire();
+      try {
+        if (signal.aborted) {
+          throw signal.reason instanceof Error ? signal.reason : new Error("mapWithConcurrency: aborted");
+        }
+        return await fn(item, index, signal);
+      } finally {
+        release();
+      }
+    })
+  );
+}
+
 // src/internal/tool-dispatch/repair-middleware.ts
 var DECIMAL_RE = /^-?\d+(\.\d+)?$/;
 function repairToolCall(raw, registry3) {
@@ -11032,38 +11092,12 @@ ${result.stderr}`.trim();
 // src/internal/agent-loop/tool-dispatch.ts
 async function dispatchTools(inputs, tools, toolCalls, events) {
   const maxConcurrent = inputs.maxConcurrentTools ?? 4;
-  return boundedParallel(
-    maxConcurrent,
+  return mapWithConcurrency(
     toolCalls,
+    maxConcurrent,
     (call) => dispatchSingleCall(inputs, tools, call, events)
   );
 }
-async function boundedParallel(max, items, fn) {
-  let running = 0;
-  const queue = [];
-  async function acquire() {
-    if (running < max) {
-      running++;
-      return;
-    }
-    await new Promise((resolve3) => queue.push(resolve3));
-    running++;
-  }
-  function release() {
-    running--;
-    if (queue.length > 0) queue.shift()();
-  }
-  return Promise.all(
-    items.map(async (item) => {
-      await acquire();
-      try {
-        return await fn(item);
-      } finally {
-        release();
-      }
-    })
-  );
-}
 async function dispatchSingleCall(inputs, tools, call, events) {
   const { call: workingCall, repairs } = applyRepairAndExtractCall(tools, call);
   const callId = generateCallId();
@@ -14013,6 +14047,16 @@ function resolveMcpCwd(configCwd) {
   return safePathJoin(process.cwd(), configCwd);
 }
 
+// src/internal/providers/register-plugin-providers.ts
+function registerPluginProviderProfiles(entries) {
+  let registered4 = 0;
+  for (const entry of entries) {
+    registerProvider(entry.profile);
+    registered4 += 1;
+  }
+  return registered4;
+}
+
 // src/internal/tool-registry/personality-filter.ts
 init_hooks_source();
 function applyPersonalityFilter(exposedTools, whitelist, opts) {
@@ -14089,12 +14133,27 @@ function createRealLocalRun(options) {
   registerRun(handle);
   return handle;
 }
-function buildLoopInputs(options, runId, userText) {
+var pluginProvidersAnnounced = false;
+function resolveRunProvider(options) {
   registerBuiltins();
+  const profiles = options.pluginManager?.aggregated.providerProfiles ?? [];
+  const registered4 = registerPluginProviderProfiles(profiles);
+  if (registered4 > 0 && !pluginProvidersAnnounced) {
+    pluginProvidersAnnounced = true;
+    const names = profiles.map((e) => e.profile.name).join(", ");
+    process.stderr.write(
+      `[theokit-sdk] registered ${registered4} plugin provider profile(s): ${names}
+`
+    );
+  }
   const parsedModel = parseModelId(options.model?.id);
   const inferredProvider = parsedModel.provider !== void 0 && getProviderProfile(parsedModel.provider) !== void 0 ? parsedModel.provider : void 0;
   const primary = options.agentOptions.providers?.routes?.[0]?.provider ?? inferredProvider ?? detectPrimaryProvider();
   const effectiveModelId = inferredProvider !== void 0 ? parsedModel.name : options.model?.id ?? "claude-sonnet-4-6";
+  return { primary, effectiveModelId };
+}
+function buildLoopInputs(options, runId, userText) {
+  const { primary, effectiveModelId } = resolveRunProvider(options);
   const fallback = options.agentOptions.providers?.fallback;
   const apiKeys = options.agentOptions.providers?.apiKeys;
   const credentialPoolStrategy = options.agentOptions.providers?.credentialPoolStrategy;
@@ -14684,7 +14743,7 @@ async function embedTexts(input) {
       pending
     });
   }
-  await runBatches(input, pending, results);
+  await embedInBoundedBatches(input, pending, results);
   return results.map((v) => v ?? new Array(dimension).fill(0));
 }
 function classifyEntry(args) {
@@ -14703,45 +14762,34 @@ function classifyEntry(args) {
   args.pending.push({ index: args.index, text: args.text, key: key2 });
 }
 var MAX_CONCURRENT_BATCHES = 3;
-async function runBatches(input, pending, results) {
+async function embedInBoundedBatches(input, pending, results) {
   const batches = [];
   for (let offset = 0; offset < pending.length; offset += MAX_BATCH) {
     batches.push(pending.slice(offset, offset + MAX_BATCH));
   }
-  let running = 0;
-  const queue = [];
-  await Promise.all(batches.map((batch) => processBatch(input, batch, results, acquire, release)));
-  async function acquire() {
-    if (running >= MAX_CONCURRENT_BATCHES) await new Promise((r) => queue.push(r));
-    running++;
-  }
-  function release() {
-    running--;
-    if (queue.length > 0) queue.shift()();
-  }
+  await mapWithConcurrency(
+    batches,
+    MAX_CONCURRENT_BATCHES,
+    (batch) => processBatch(input, batch, results)
+  );
 }
-async function processBatch(input, batch, results, acquire, release) {
-  await acquire();
-  try {
-    const vectors = await embedBatch({
-      apiKey: input.apiKey,
-      baseUrl: input.baseUrl,
-      embeddingsPath: input.embeddingsPath,
-      model: input.model,
-      inputs: batch.map((b) => b.text),
-      fetchImpl: input.fetchImpl,
-      stats: input.stats,
-      providerId: input.providerId
-    });
-    for (let j = 0; j < batch.length; j++) {
-      const slot = batch[j];
-      const vector = vectors[j];
-      if (slot === void 0 || vector === void 0) continue;
-      results[slot.index] = vector;
-      input.cache.set(slot.key, vector);
-    }
-  } finally {
-    release();
+async function processBatch(input, batch, results) {
+  const vectors = await embedBatch({
+    apiKey: input.apiKey,
+    baseUrl: input.baseUrl,
+    embeddingsPath: input.embeddingsPath,
+    model: input.model,
+    inputs: batch.map((b) => b.text),
+    fetchImpl: input.fetchImpl,
+    stats: input.stats,
+    providerId: input.providerId
+  });
+  for (let j = 0; j < batch.length; j++) {
+    const slot = batch[j];
+    const vector = vectors[j];
+    if (slot === void 0 || vector === void 0) continue;
+    results[slot.index] = vector;
+    input.cache.set(slot.key, vector);
   }
 }
 async function embedBatch(opts) {
@@ -17702,6 +17750,16 @@ async function updateJobStatus(jobId, enabled) {
   return updated;
 }
 
+// src/define-provider.ts
+function defineProvider(profile, opts) {
+  return {
+    name: profile.name,
+    version: opts?.version ?? "1.0.0",
+    kind: "model-provider",
+    profile
+  };
+}
+
 // src/define-tool.ts
 init_to_json_schema();
 function defineTool(spec) {
@@ -19232,10 +19290,12 @@ exports.createCounterBudgetTracker = createCounterBudgetTracker;
 exports.createNoopMemoryProvider = createNoopMemoryProvider;
 exports.createSquad = createSquad;
 exports.definePlugin = definePlugin;
+exports.defineProvider = defineProvider;
 exports.defineTool = defineTool;
 exports.extractRawId = extractRawId;
 exports.getPricingEntry = getPricingEntry;
 exports.inferApiMode = inferApiMode;
+exports.isTransientError = isTransientError;
 exports.migrateSqliteToLance = migrateSqliteToLance2;
 exports.mkMemoryId = mkMemoryId;
 exports.normalizeUsage = normalizeUsage;