@theokit/sdk 2.0.1 → 2.1.0

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # Changelog
 
+## 2.1.0
+
+### Minor Changes
+
+- 7d53632: Custom LLM providers via the public Plugin protocol (plan `dev-friendly-custom-provider`).
+
+  - **Added** `defineProvider(profile, opts?)` — canonical factory (mirrors `defineTool`/`definePlugin`, Inviolable Rule 9) that wraps a data-only `ProviderProfile` into a `kind: "model-provider"` `Plugin`. Register any OpenAI-/Anthropic-compatible endpoint (Groq, Together, Fireworks, DeepInfra, a private gateway) with `Agent.create({ model: { id: "myprov/model" }, plugins: [defineProvider(profile)] })`, routed via the `provider/model` id prefix. Exported from `@theokit/sdk`.
+  - **Fixed** half-wired `kind: "model-provider"` plugin path: `PluginManager` aggregated provider profiles but nothing registered them, so `getProviderProfile`/`resolveProviderChain` never saw a plugin-contributed provider — a programmatic `model-provider` plugin was silently dropped. The local-agent run now registers plugin-contributed profiles before provider-chain resolution, so custom providers actually route.
+  - **Docs** new "Custom providers (`defineProvider`)" section in `docs.md` (field reference + `apiMode` table) and a worked `examples/custom-provider/`.
+
+- 872c89e: M0 Foundation — expose already-existing internal primitives as public surfaces (plan `m0-foundation-expose-primitives`), so agent/code-assistant builders reuse battle-tested plumbing instead of re-implementing it.
+
+  - `isTransientError(err)` — public retryability predicate delegating to `TheokitAgentError.isRetryable` (T1.1).
+  - `safeFilenameForId(id, { maxLen })` — total id→filename helper via `@theokit/sdk/path-safety` (passthrough when safe, deterministic sha256 token otherwise); `sanitizeRunId` migrated to it (T2.1).
+  - `@theokit/sdk/concurrency` — public `createSemaphore` + new ordered, fail-fast `mapWithConcurrency`; two internal pooling clones deduplicated onto it (T3.1).
+  - `@theokit/sdk/retry` — generic `withRetry(fn, options)` (exponential backoff + full jitter, injectable sleep/rng, default `isRetryable = isTransientError`) (T4.1).
+  - `openSqliteResilient` (`@theokit/sdk/internal/persistence`, semver-exempt) — shared driver-load + WAL + corruption-recovery; both memory `index-db` copies deduplicated onto it (T5.1).
+
 ## 2.0.1
 
 ### Patch Changes

package/dist/a2a/index.cjs

@@ -132,6 +132,24 @@ var init_agent_builder = __esm({
   }
 });
 
+// src/internal/default-retriable.ts
+function defaultRetriableForCode(code) {
+  switch (code) {
+    case "rate_limit":
+    case "timeout":
+    case "server_error":
+    case "network":
+    case "provider_unreachable":
+      return true;
+    default:
+      return false;
+  }
+}
+var init_default_retriable = __esm({
+  "src/internal/default-retriable.ts"() {
+  }
+});
+
 // src/internal/security/redact.ts
 function readEnvOnce() {
   const raw = process.env.THEOKIT_REDACT_SECRETS;
@@ -282,7 +300,8 @@ __export(errors_exports, {
   UnsupportedBudgetOperationError: () => UnsupportedBudgetOperationError,
   UnsupportedRunOperationError: () => UnsupportedRunOperationError,
   UnsupportedTaskOperationError: () => UnsupportedTaskOperationError,
-  coerceToKnownAgentRunErrorCode: () => coerceToKnownAgentRunErrorCode
+  coerceToKnownAgentRunErrorCode: () => coerceToKnownAgentRunErrorCode,
+  isTransientError: () => isTransientError
 });
 function coerceToKnownAgentRunErrorCode(code) {
   if (code !== void 0 && KNOWN_AGENT_RUN_ERROR_CODES.has(code)) {
@@ -314,21 +333,13 @@ function safeStringify(value) {
     return String(value);
   }
 }
-function defaultRetriableForCode(code) {
-  switch (code) {
-    case "rate_limit":
-    case "timeout":
-    case "server_error":
-    case "network":
-    case "provider_unreachable":
-      return true;
-    default:
-      return false;
-  }
+function isTransientError(err) {
+  return err instanceof TheokitAgentError && err.isRetryable === true;
 }
 var KNOWN_AGENT_RUN_ERROR_CODES, TheokitAgentError, AuthenticationError, RateLimitError, ConfigurationError, IntegrationNotConnectedError, NetworkError, UnknownAgentError, AgentRunError, UnsupportedRunOperationError, CredentialPoolExhaustedError, MemoryAdapterError, InvalidTaskIdError, TaskNotFoundError, UnsupportedTaskOperationError, BudgetExceededError, AgentDisposedError, UnsupportedBudgetOperationError;
 var init_errors = __esm({
   "src/errors.ts"() {
+    init_default_retriable();
     init_redact();
     KNOWN_AGENT_RUN_ERROR_CODES = /* @__PURE__ */ new Set([
       "rate_limit",
@@ -1027,6 +1038,19 @@ function sanitizeIdentifier(input, options) {
   }
   return input.toLowerCase();
 }
+function safeFilenameForId(id, options) {
+  if (id.length === 0) {
+    throw new ConfigurationError("Filename id must be a non-empty string", {
+      code: "invalid_filename_id"
+    });
+  }
+  const maxLen = options?.maxLen;
+  const lower = id.toLowerCase();
+  if (lower.length <= maxLen && IDENTIFIER_PATTERN.test(lower)) {
+    return lower;
+  }
+  return `h-${crypto.createHash("sha256").update(id).digest("hex").slice(0, 16)}`;
+}
 var PathTraversalError, IDENTIFIER_PATTERN;
 var init_path_guard = __esm({
   "src/internal/security/path-guard.ts"() {
@@ -4243,10 +4267,7 @@ function sessionsDir(cwd) {
   return path.join(memoryDir(cwd), "sessions");
 }
 function sessionSummaryPath(cwd, runId) {
-  return path.join(sessionsDir(cwd), `${sanitizeRunId(runId)}.md`);
-}
-function sanitizeRunId(runId) {
-  return runId.replace(/[^a-zA-Z0-9_-]/g, "_").slice(0, 128);
+  return path.join(sessionsDir(cwd), `${safeFilenameForId(runId, { maxLen: 128 })}.md`);
 }
 function truncate(text) {
   if (text.length <= MAX_TURN_CHARS) return text;
@@ -4282,6 +4303,7 @@ var MAX_TURN_CHARS;
 var init_session_summary_writer = __esm({
   "src/internal/memory/storage/session-summary-writer.ts"() {
     init_atomic_write();
+    init_path_guard();
     init_types();
     init_markdown_store();
     MAX_TURN_CHARS = 2e3;
@@ -7112,6 +7134,75 @@ var init_async_local_storage = __esm({
   }
 });
 
+// src/internal/runtime/concurrency/async-semaphore.ts
+function createSemaphore(permits) {
+  if (!Number.isInteger(permits) || permits < 1) {
+    throw new ConfigurationError(
+      `async-semaphore: permits must be a positive integer, got ${permits}`,
+      { code: "invalid_concurrency" }
+    );
+  }
+  let active = 0;
+  const queue = [];
+  function tryGrant() {
+    if (active < permits && queue.length > 0) {
+      const resolve3 = queue.shift();
+      if (resolve3 !== void 0) {
+        active += 1;
+        resolve3();
+      }
+    }
+  }
+  return {
+    inFlight: () => active,
+    pending: () => queue.length + active,
+    async acquire() {
+      await new Promise((resolve3) => {
+        queue.push(resolve3);
+        tryGrant();
+      });
+      let released = false;
+      return () => {
+        if (released) return;
+        released = true;
+        active -= 1;
+        tryGrant();
+      };
+    }
+  };
+}
+var init_async_semaphore = __esm({
+  "src/internal/runtime/concurrency/async-semaphore.ts"() {
+    init_errors();
+  }
+});
+
+// src/internal/runtime/concurrency/map-with-concurrency.ts
+async function mapWithConcurrency(items, concurrency, fn, options) {
+  const semaphore = createSemaphore(concurrency);
+  const signal = NEVER_ABORT;
+  return Promise.all(
+    items.map(async (item, index) => {
+      const release = await semaphore.acquire();
+      try {
+        if (signal.aborted) {
+          throw signal.reason instanceof Error ? signal.reason : new Error("mapWithConcurrency: aborted");
+        }
+        return await fn(item, index, signal);
+      } finally {
+        release();
+      }
+    })
+  );
+}
+var NEVER_ABORT;
+var init_map_with_concurrency = __esm({
+  "src/internal/runtime/concurrency/map-with-concurrency.ts"() {
+    init_async_semaphore();
+    NEVER_ABORT = new AbortController().signal;
+  }
+});
+
 // src/internal/tool-dispatch/repair-middleware.ts
 function repairToolCall(raw, registry) {
   const repairs = [];
@@ -7301,38 +7392,12 @@ var init_tool_executors = __esm({
 // src/internal/agent-loop/tool-dispatch.ts
 async function dispatchTools(inputs, tools, toolCalls, events) {
   const maxConcurrent = inputs.maxConcurrentTools ?? 4;
-  return boundedParallel(
-    maxConcurrent,
+  return mapWithConcurrency(
     toolCalls,
+    maxConcurrent,
     (call) => dispatchSingleCall(inputs, tools, call, events)
   );
 }
-async function boundedParallel(max, items, fn) {
-  let running = 0;
-  const queue = [];
-  async function acquire() {
-    if (running < max) {
-      running++;
-      return;
-    }
-    await new Promise((resolve3) => queue.push(resolve3));
-    running++;
-  }
-  function release() {
-    running--;
-    if (queue.length > 0) queue.shift()();
-  }
-  return Promise.all(
-    items.map(async (item) => {
-      await acquire();
-      try {
-        return await fn(item);
-      } finally {
-        release();
-      }
-    })
-  );
-}
 async function dispatchSingleCall(inputs, tools, call, events) {
   const { call: workingCall, repairs } = applyRepairAndExtractCall(tools, call);
   const callId = generateCallId();
@@ -7556,6 +7621,7 @@ var init_tool_dispatch = __esm({
   "src/internal/agent-loop/tool-dispatch.ts"() {
     init_ids();
     init_async_local_storage();
+    init_map_with_concurrency();
     init_repair_middleware();
     init_tool_executors();
   }
@@ -10827,6 +10893,21 @@ var init_client = __esm({
   }
 });
 
+// src/internal/providers/register-plugin-providers.ts
+function registerPluginProviderProfiles(entries) {
+  let registered4 = 0;
+  for (const entry of entries) {
+    registerProvider(entry.profile);
+    registered4 += 1;
+  }
+  return registered4;
+}
+var init_register_plugin_providers = __esm({
+  "src/internal/providers/register-plugin-providers.ts"() {
+    init_registry();
+  }
+});
+
 // src/internal/tool-registry/personality-filter.ts
 function applyPersonalityFilter(exposedTools, whitelist, opts) {
   if (whitelist === void 0) return exposedTools;
@@ -10907,12 +10988,26 @@ function createRealLocalRun(options) {
   registerRun(handle);
   return handle;
 }
-function buildLoopInputs(options, runId, userText) {
+function resolveRunProvider(options) {
   registerBuiltins();
+  const profiles = options.pluginManager?.aggregated.providerProfiles ?? [];
+  const registered4 = registerPluginProviderProfiles(profiles);
+  if (registered4 > 0 && !pluginProvidersAnnounced) {
+    pluginProvidersAnnounced = true;
+    const names = profiles.map((e) => e.profile.name).join(", ");
+    process.stderr.write(
+      `[theokit-sdk] registered ${registered4} plugin provider profile(s): ${names}
+`
+    );
+  }
   const parsedModel = parseModelId(options.model?.id);
   const inferredProvider = parsedModel.provider !== void 0 && getProviderProfile(parsedModel.provider) !== void 0 ? parsedModel.provider : void 0;
   const primary = options.agentOptions.providers?.routes?.[0]?.provider ?? inferredProvider ?? detectPrimaryProvider();
   const effectiveModelId = inferredProvider !== void 0 ? parsedModel.name : options.model?.id ?? "claude-sonnet-4-6";
+  return { primary, effectiveModelId };
+}
+function buildLoopInputs(options, runId, userText) {
+  const { primary, effectiveModelId } = resolveRunProvider(options);
   const fallback = options.agentOptions.providers?.fallback;
   const apiKeys = options.agentOptions.providers?.apiKeys;
   const credentialPoolStrategy = options.agentOptions.providers?.credentialPoolStrategy;
@@ -11006,7 +11101,7 @@ function buildMcpMap(options) {
   }
   return map;
 }
-var RealLocalRun;
+var pluginProvidersAnnounced, RealLocalRun;
 var init_real_local_run = __esm({
   "src/internal/runtime/local-agent/real-local-run.ts"() {
     init_loop();
@@ -11015,10 +11110,12 @@ var init_real_local_run = __esm({
     init_router();
     init_client();
     init_providers();
+    init_register_plugin_providers();
     init_tracer();
     init_personality_filter();
     init_fixture_run_base();
     init_run_registry();
+    pluginProvidersAnnounced = false;
     RealLocalRun = class extends FixtureRunBase {
       buildInputs;
       constructor(options, buildInputs) {
@@ -11570,7 +11667,7 @@ async function embedTexts(input) {
       pending
     });
   }
-  await runBatches(input, pending, results);
+  await embedInBoundedBatches(input, pending, results);
   return results.map((v) => v ?? new Array(dimension).fill(0));
 }
 function classifyEntry(args) {
@@ -11588,45 +11685,34 @@ function classifyEntry(args) {
   args.stats.cacheMisses += 1;
   args.pending.push({ index: args.index, text: args.text, key });
 }
-async function runBatches(input, pending, results) {
+async function embedInBoundedBatches(input, pending, results) {
   const batches = [];
   for (let offset = 0; offset < pending.length; offset += MAX_BATCH) {
     batches.push(pending.slice(offset, offset + MAX_BATCH));
   }
-  let running = 0;
-  const queue = [];
-  await Promise.all(batches.map((batch) => processBatch(input, batch, results, acquire, release)));
-  async function acquire() {
-    if (running >= MAX_CONCURRENT_BATCHES) await new Promise((r) => queue.push(r));
-    running++;
-  }
-  function release() {
-    running--;
-    if (queue.length > 0) queue.shift()();
-  }
+  await mapWithConcurrency(
+    batches,
+    MAX_CONCURRENT_BATCHES,
+    (batch) => processBatch(input, batch, results)
+  );
 }
-async function processBatch(input, batch, results, acquire, release) {
-  await acquire();
-  try {
-    const vectors = await embedBatch({
-      apiKey: input.apiKey,
-      baseUrl: input.baseUrl,
-      embeddingsPath: input.embeddingsPath,
-      model: input.model,
-      inputs: batch.map((b) => b.text),
-      fetchImpl: input.fetchImpl,
-      stats: input.stats,
-      providerId: input.providerId
-    });
-    for (let j = 0; j < batch.length; j++) {
-      const slot = batch[j];
-      const vector = vectors[j];
-      if (slot === void 0 || vector === void 0) continue;
-      results[slot.index] = vector;
-      input.cache.set(slot.key, vector);
-    }
-  } finally {
-    release();
+async function processBatch(input, batch, results) {
+  const vectors = await embedBatch({
+    apiKey: input.apiKey,
+    baseUrl: input.baseUrl,
+    embeddingsPath: input.embeddingsPath,
+    model: input.model,
+    inputs: batch.map((b) => b.text),
+    fetchImpl: input.fetchImpl,
+    stats: input.stats,
+    providerId: input.providerId
+  });
+  for (let j = 0; j < batch.length; j++) {
+    const slot = batch[j];
+    const vector = vectors[j];
+    if (slot === void 0 || vector === void 0) continue;
+    results[slot.index] = vector;
+    input.cache.set(slot.key, vector);
   }
 }
 async function embedBatch(opts) {
@@ -11700,6 +11786,7 @@ var init_openai_compatible2 = __esm({
   "src/internal/memory/adapters/openai-compatible.ts"() {
     init_errors();
     init_openai_compatible();
+    init_map_with_concurrency();
     init_embedding_cache();
     MAX_BATCH = 100;
     MAX_RETRIES = 2;
@@ -12184,6 +12271,61 @@ var init_sqlite_wal = __esm({
     warnedLabels = /* @__PURE__ */ new Set();
   }
 });
+async function openSqliteResilient(options) {
+  await promises.mkdir(path.dirname(options.filePath), { recursive: true });
+  try {
+    return await openConcrete(options);
+  } catch (cause) {
+    if (options.recoverCorrupt !== false && isCorruptionError(cause)) {
+      await renameAside(options.filePath, options.label ?? "sqlite");
+      return await openConcrete(options);
+    }
+    throw cause;
+  }
+}
+async function openConcrete(options) {
+  const db = await loadDriver(options.filePath);
+  applyWalWithFallback(db, options.label ?? "sqlite");
+  await options.onOpen?.(db);
+  return db;
+}
+async function loadDriver(filePath) {
+  try {
+    const mod = await import('better-sqlite3');
+    const Ctor = mod.default ?? mod;
+    if (typeof Ctor !== "function") {
+      throw new Error(`better-sqlite3 export is not a constructor (got ${typeof Ctor})`);
+    }
+    return new Ctor(filePath);
+  } catch (cause) {
+    const message = cause instanceof Error ? cause.message : String(cause);
+    throw new ConfigurationError(
+      `Failed to load SQLite driver. Install \`better-sqlite3\` or run on Node 22.5+ for built-in \`node:sqlite\`. Cause: ${message}`,
+      { code: "sqlite_driver_unavailable", cause }
+    );
+  }
+}
+function isCorruptionError(cause) {
+  if (!(cause instanceof Error)) return false;
+  const msg = cause.message.toLowerCase();
+  return msg.includes("malformed") || msg.includes("not a database") || msg.includes("encrypted") || msg.includes("disk image is malformed");
+}
+async function renameAside(filePath, label) {
+  const asidePath = `${filePath}.corrupt-${Date.now()}`;
+  await promises.rename(filePath, asidePath).catch(() => void 0);
+  await promises.rename(`${filePath}-wal`, `${asidePath}-wal`).catch(() => void 0);
+  await promises.rename(`${filePath}-shm`, `${asidePath}-shm`).catch(() => void 0);
+  process.stderr.write(
+    `[theokit-sdk] ${label} database corrupt; renamed aside to ${asidePath} and rebuilt schema
+`
+  );
+}
+var init_sqlite_open = __esm({
+  "src/internal/persistence/sqlite-open.ts"() {
+    init_errors();
+    init_sqlite_wal();
+  }
+});
 
 // src/internal/memory/index-schema.ts
 var SCHEMA_STATEMENTS, PRAGMA_STATEMENTS;
@@ -12231,60 +12373,22 @@ var init_index_schema = __esm({
   }
 });
 async function openMemoryDb(opts) {
-  await promises.mkdir(path.dirname(opts.filePath), { recursive: true });
-  try {
-    return await openConcrete(opts.filePath);
-  } catch (cause) {
-    if (opts.recoverCorrupt !== false && isCorruptionError(cause)) {
-      await renameAside(opts.filePath);
-      return await openConcrete(opts.filePath);
+  return openSqliteResilient({
+    filePath: opts.filePath,
+    label: "memory-index",
+    recoverCorrupt: opts.recoverCorrupt,
+    onOpen: (db) => {
+      for (const pragma of PRAGMA_STATEMENTS) db.exec(pragma);
+      for (const stmt of SCHEMA_STATEMENTS) db.exec(stmt);
     }
-    throw cause;
-  }
-}
-async function openConcrete(filePath) {
-  const db = await loadDriver(filePath);
-  applyWalWithFallback(db, "memory-index");
-  for (const pragma of PRAGMA_STATEMENTS) db.exec(pragma);
-  for (const stmt of SCHEMA_STATEMENTS) db.exec(stmt);
-  return db;
-}
-async function loadDriver(filePath) {
-  try {
-    const mod = await import('better-sqlite3');
-    const Ctor = mod.default ?? mod;
-    const db = new Ctor(filePath);
-    return db;
-  } catch (cause) {
-    const message = cause instanceof Error ? cause.message : String(cause);
-    throw new ConfigurationError(
-      `Failed to load SQLite driver. Install \`better-sqlite3\` or run on Node 22.5+ for built-in \`node:sqlite\`. Cause: ${message}`,
-      { code: "sqlite_driver_unavailable", cause }
-    );
-  }
-}
-function isCorruptionError(cause) {
-  if (!(cause instanceof Error)) return false;
-  const msg = cause.message.toLowerCase();
-  return msg.includes("malformed") || msg.includes("not a database") || msg.includes("encrypted") || msg.includes("disk image is malformed");
-}
-async function renameAside(filePath) {
-  const asidePath = `${filePath}.corrupt-${Date.now()}`;
-  await promises.rename(filePath, asidePath).catch(() => void 0);
-  await promises.rename(`${filePath}-wal`, `${asidePath}-wal`).catch(() => void 0);
-  await promises.rename(`${filePath}-shm`, `${asidePath}-shm`).catch(() => void 0);
-  process.stderr.write(
-    `[theokit-sdk] memory index corrupt; renamed aside to ${asidePath} and rebuilt schema
-`
-  );
+  });
 }
 function defaultIndexPath(cwd) {
   return path.join(cwd, ".theokit", "memory", ".index", "memory.sqlite");
 }
 var init_index_db = __esm({
   "src/internal/memory/index-db.ts"() {
-    init_errors();
-    init_sqlite_wal();
+    init_sqlite_open();
     init_index_schema();
   }
 });
@@ -14347,49 +14451,6 @@ var init_task = __esm({
   }
 });
 
-// src/internal/runtime/concurrency/async-semaphore.ts
-function createSemaphore(permits) {
-  if (!Number.isInteger(permits) || permits < 1) {
-    throw new ConfigurationError(
-      `async-semaphore: permits must be a positive integer, got ${permits}`,
-      { code: "invalid_concurrency" }
-    );
-  }
-  let active = 0;
-  const queue = [];
-  function tryGrant() {
-    if (active < permits && queue.length > 0) {
-      const resolve3 = queue.shift();
-      if (resolve3 !== void 0) {
-        active += 1;
-        resolve3();
-      }
-    }
-  }
-  return {
-    inFlight: () => active,
-    pending: () => queue.length + active,
-    async acquire() {
-      await new Promise((resolve3) => {
-        queue.push(resolve3);
-        tryGrant();
-      });
-      let released = false;
-      return () => {
-        if (released) return;
-        released = true;
-        active -= 1;
-        tryGrant();
-      };
-    }
-  };
-}
-var init_async_semaphore = __esm({
-  "src/internal/runtime/concurrency/async-semaphore.ts"() {
-    init_errors();
-  }
-});
-
 // src/internal/task/ring-buffer.ts
 var RingBuffer;
 var init_ring_buffer = __esm({