@theokit/sdk 4.9.0 → 4.9.1

package/dist/eval.js

@@ -12945,6 +12945,172 @@ function assistantMessage(message) {
   return result;
 }
 
+// src/internal/llm/pool-aware-client.ts
+init_errors();
+
+// src/internal/resilience/circuit-breaker.ts
+var DEFAULT_MAX_TIMEOUTS = 3;
+var DEFAULT_COOLDOWN_MS2 = 6e4;
+var CircuitBreaker = class {
+  constructor(opts = {}) {
+    this.opts = opts;
+  }
+  opts;
+  states = /* @__PURE__ */ new Map();
+  /** @returns true when the breaker is open and the call should be skipped. */
+  shouldSkip(key) {
+    const state2 = this.states.get(key);
+    if (state2 === void 0) return false;
+    if (state2.cooldownUntilMs === 0) return false;
+    if (this.now() < state2.cooldownUntilMs) return true;
+    state2.cooldownUntilMs = 0;
+    state2.consecutiveTimeouts = 0;
+    return false;
+  }
+  recordSuccess(key) {
+    const state2 = this.states.get(key);
+    if (state2 === void 0) return;
+    state2.consecutiveTimeouts = 0;
+    state2.cooldownUntilMs = 0;
+  }
+  recordTimeout(key) {
+    const state2 = this.states.get(key) ?? { consecutiveTimeouts: 0, cooldownUntilMs: 0 };
+    state2.consecutiveTimeouts += 1;
+    if (state2.consecutiveTimeouts >= (this.opts.maxTimeouts ?? DEFAULT_MAX_TIMEOUTS)) {
+      state2.cooldownUntilMs = this.now() + (this.opts.cooldownMs ?? DEFAULT_COOLDOWN_MS2);
+    }
+    this.states.set(key, state2);
+  }
+  /** @internal — tests inspect counter state. */
+  inspect(key) {
+    return this.states.get(key) ?? { consecutiveTimeouts: 0, cooldownUntilMs: 0 };
+  }
+  now() {
+    return this.opts.now?.() ?? Date.now();
+  }
+};
+
+// src/internal/llm/pool-aware-client.ts
+init_retry();
+var PoolAwareLlmClient = class {
+  constructor(pool, buildClient2, waitForAvailableMs = 3e4, resilience = {}) {
+    this.pool = pool;
+    this.buildClient = buildClient2;
+    this.waitForAvailableMs = waitForAvailableMs;
+    this.name = `pool-aware:${pool.provider}`;
+    this.breaker = resilience.breaker ?? new CircuitBreaker();
+    this.backoffBaseMs = resilience.backoffBaseMs;
+    this.rng = resilience.rng;
+    this.onRateLimit = resilience.onRateLimit;
+  }
+  pool;
+  buildClient;
+  waitForAvailableMs;
+  name;
+  onRateLimit;
+  /** M2 #60 — provider-level circuit breaker (consecutive-failure). */
+  breaker;
+  backoffBaseMs;
+  rng;
+  // biome-ignore lint/complexity/noExcessiveCognitiveComplexity: stream() must serialize pool-select → build client → first-event probe → classify → retry/rotate/propagate. Extracting helpers fragments the linear narrative; the comments above each branch keep it readable.
+  async *stream(request, signal) {
+    if (this.breaker.shouldSkip(this.pool.provider)) {
+      throw new NetworkError(`${this.pool.provider} circuit open \u2014 failing fast`, {
+        code: "circuit_open"
+      });
+    }
+    let hasRetried429 = false;
+    while (true) {
+      if (signal.aborted) throw abortError2(signal);
+      let entry = await this.pool.select();
+      if (entry === null) {
+        if (this.waitForAvailableMs > 0) {
+          const available = await this.pool.waitForAvailable(signal, {
+            maxWaitMs: this.waitForAvailableMs
+          });
+          if (available) {
+            entry = await this.pool.select();
+          }
+        }
+        if (entry === null) {
+          this.breaker.recordTimeout(this.pool.provider);
+          throw new CredentialPoolExhaustedError(
+            `All ${this.pool.provider} credentials exhausted; next retry available at ${this.nextRetryHint() ?? "unknown"}`,
+            { provider: this.pool.provider, nextRetryAt: this.nextRetryHint() }
+          );
+        }
+      }
+      const realClient = this.buildClient(entry.accessToken);
+      const attempt = await tryFirstEvent(realClient, request, signal);
+      if (attempt.kind === "ok") {
+        this.breaker.recordSuccess(this.pool.provider);
+        return yield* relayStream(attempt.generator, attempt.firstResult);
+      }
+      const decision = classifyAndDecide(attempt.error, hasRetried429);
+      if (decision === "retry") {
+        const backoffMs = computeBackoffMs({
+          attempt: 0,
+          ...this.backoffBaseMs !== void 0 ? { baseMs: this.backoffBaseMs } : {},
+          ...this.rng !== void 0 ? { rng: this.rng } : {}
+        });
+        this.onRateLimit?.({ attempt: 1, retryAfterMs: backoffMs });
+        await sleepWithAbort(backoffMs, signal);
+        hasRetried429 = true;
+        continue;
+      }
+      if (decision === "rotate") {
+        try {
+          await this.pool.markExhaustedAndRotate({
+            entryId: entry.id,
+            statusCode: attempt.error.metadata?.statusCode ?? inferStatusCode(attempt.error),
+            ...parseRetryAfterMs(attempt.error) !== void 0 ? { resetAtMs: parseRetryAfterMs(attempt.error) } : {}
+          });
+        } catch (persistErr) {
+          process.stderr.write(
+            `[theokit-sdk] credential-pool: persist failed during rotate; continuing in-memory: ${persistErr instanceof Error ? persistErr.message : String(persistErr)}
+`
+          );
+        }
+        hasRetried429 = false;
+        continue;
+      }
+      this.breaker.recordTimeout(this.pool.provider);
+      throw attempt.error;
+    }
+  }
+  /**
+   * Earliest epoch ms among entries' `lastErrorResetAt` — best estimate
+   * for the caller's `CredentialPoolExhaustedError.nextRetryAt`.
+   */
+  nextRetryHint() {
+    const resets = this.pool.list().map((e) => e.lastErrorResetAt).filter((v) => v !== void 0);
+    return resets.length === 0 ? void 0 : Math.min(...resets);
+  }
+};
+function classifyAndDecide(error, hasRetried429) {
+  if (error instanceof NetworkError) return "propagate";
+  if (error instanceof AuthenticationError) return "rotate";
+  const status = error.metadata?.statusCode ?? 429;
+  if (status === 402) return "rotate";
+  return hasRetried429 ? "rotate" : "retry";
+}
+function parseRetryAfterMs(error) {
+  const seconds = error.metadata?.retryAfter;
+  if (typeof seconds === "number" && seconds > 0) {
+    return Date.now() + seconds * 1e3;
+  }
+  return void 0;
+}
+function inferStatusCode(error) {
+  if (error instanceof AuthenticationError) return 401;
+  if (error instanceof RateLimitError) return 429;
+  return 0;
+}
+function abortError2(signal) {
+  if (signal.reason instanceof Error) return signal.reason;
+  return new Error("AbortError");
+}
+
 // src/internal/llm/responses.ts
 function messageToInputItems(message) {
   const items = [];
@@ -12993,7 +13159,9 @@ function buildResponsesBody(request) {
   for (const message of request.messages) {
     for (const item of messageToInputItems(message)) input.push(item);
   }
-  const body = { model: request.model, input, stream: true, store: false };
+  const slash = request.model.lastIndexOf("/");
+  const model = slash >= 0 ? request.model.slice(slash + 1) : request.model;
+  const body = { model, input, stream: true, store: false };
   const instructions = collapseSystemText(request.system);
   if (instructions.length > 0) body.instructions = instructions;
   if (request.maxTokens !== void 0) body.max_output_tokens = request.maxTokens;
@@ -13127,175 +13295,16 @@ var ResponsesApiClient = class {
     }
     if (toolCalls.length > 0 && stopReason === "end_turn") stopReason = "tool_use";
     yield { type: "stop", reason: stopReason };
-    return makeLlmFinish({ stopReason, text, toolCalls, inputTokens, outputTokens, reasoningTokens });
-  }
-};
-
-// src/internal/llm/pool-aware-client.ts
-init_errors();
-
-// src/internal/resilience/circuit-breaker.ts
-var DEFAULT_MAX_TIMEOUTS = 3;
-var DEFAULT_COOLDOWN_MS2 = 6e4;
-var CircuitBreaker = class {
-  constructor(opts = {}) {
-    this.opts = opts;
-  }
-  opts;
-  states = /* @__PURE__ */ new Map();
-  /** @returns true when the breaker is open and the call should be skipped. */
-  shouldSkip(key) {
-    const state2 = this.states.get(key);
-    if (state2 === void 0) return false;
-    if (state2.cooldownUntilMs === 0) return false;
-    if (this.now() < state2.cooldownUntilMs) return true;
-    state2.cooldownUntilMs = 0;
-    state2.consecutiveTimeouts = 0;
-    return false;
-  }
-  recordSuccess(key) {
-    const state2 = this.states.get(key);
-    if (state2 === void 0) return;
-    state2.consecutiveTimeouts = 0;
-    state2.cooldownUntilMs = 0;
-  }
-  recordTimeout(key) {
-    const state2 = this.states.get(key) ?? { consecutiveTimeouts: 0, cooldownUntilMs: 0 };
-    state2.consecutiveTimeouts += 1;
-    if (state2.consecutiveTimeouts >= (this.opts.maxTimeouts ?? DEFAULT_MAX_TIMEOUTS)) {
-      state2.cooldownUntilMs = this.now() + (this.opts.cooldownMs ?? DEFAULT_COOLDOWN_MS2);
-    }
-    this.states.set(key, state2);
-  }
-  /** @internal — tests inspect counter state. */
-  inspect(key) {
-    return this.states.get(key) ?? { consecutiveTimeouts: 0, cooldownUntilMs: 0 };
-  }
-  now() {
-    return this.opts.now?.() ?? Date.now();
-  }
-};
-
-// src/internal/llm/pool-aware-client.ts
-init_retry();
-var PoolAwareLlmClient = class {
-  constructor(pool, buildClient2, waitForAvailableMs = 3e4, resilience = {}) {
-    this.pool = pool;
-    this.buildClient = buildClient2;
-    this.waitForAvailableMs = waitForAvailableMs;
-    this.name = `pool-aware:${pool.provider}`;
-    this.breaker = resilience.breaker ?? new CircuitBreaker();
-    this.backoffBaseMs = resilience.backoffBaseMs;
-    this.rng = resilience.rng;
-    this.onRateLimit = resilience.onRateLimit;
-  }
-  pool;
-  buildClient;
-  waitForAvailableMs;
-  name;
-  onRateLimit;
-  /** M2 #60 — provider-level circuit breaker (consecutive-failure). */
-  breaker;
-  backoffBaseMs;
-  rng;
-  // biome-ignore lint/complexity/noExcessiveCognitiveComplexity: stream() must serialize pool-select → build client → first-event probe → classify → retry/rotate/propagate. Extracting helpers fragments the linear narrative; the comments above each branch keep it readable.
-  async *stream(request, signal) {
-    if (this.breaker.shouldSkip(this.pool.provider)) {
-      throw new NetworkError(`${this.pool.provider} circuit open \u2014 failing fast`, {
-        code: "circuit_open"
-      });
-    }
-    let hasRetried429 = false;
-    while (true) {
-      if (signal.aborted) throw abortError2(signal);
-      let entry = await this.pool.select();
-      if (entry === null) {
-        if (this.waitForAvailableMs > 0) {
-          const available = await this.pool.waitForAvailable(signal, {
-            maxWaitMs: this.waitForAvailableMs
-          });
-          if (available) {
-            entry = await this.pool.select();
-          }
-        }
-        if (entry === null) {
-          this.breaker.recordTimeout(this.pool.provider);
-          throw new CredentialPoolExhaustedError(
-            `All ${this.pool.provider} credentials exhausted; next retry available at ${this.nextRetryHint() ?? "unknown"}`,
-            { provider: this.pool.provider, nextRetryAt: this.nextRetryHint() }
-          );
-        }
-      }
-      const realClient = this.buildClient(entry.accessToken);
-      const attempt = await tryFirstEvent(realClient, request, signal);
-      if (attempt.kind === "ok") {
-        this.breaker.recordSuccess(this.pool.provider);
-        return yield* relayStream(attempt.generator, attempt.firstResult);
-      }
-      const decision = classifyAndDecide(attempt.error, hasRetried429);
-      if (decision === "retry") {
-        const backoffMs = computeBackoffMs({
-          attempt: 0,
-          ...this.backoffBaseMs !== void 0 ? { baseMs: this.backoffBaseMs } : {},
-          ...this.rng !== void 0 ? { rng: this.rng } : {}
-        });
-        this.onRateLimit?.({ attempt: 1, retryAfterMs: backoffMs });
-        await sleepWithAbort(backoffMs, signal);
-        hasRetried429 = true;
-        continue;
-      }
-      if (decision === "rotate") {
-        try {
-          await this.pool.markExhaustedAndRotate({
-            entryId: entry.id,
-            statusCode: attempt.error.metadata?.statusCode ?? inferStatusCode(attempt.error),
-            ...parseRetryAfterMs(attempt.error) !== void 0 ? { resetAtMs: parseRetryAfterMs(attempt.error) } : {}
-          });
-        } catch (persistErr) {
-          process.stderr.write(
-            `[theokit-sdk] credential-pool: persist failed during rotate; continuing in-memory: ${persistErr instanceof Error ? persistErr.message : String(persistErr)}
-`
-          );
-        }
-        hasRetried429 = false;
-        continue;
-      }
-      this.breaker.recordTimeout(this.pool.provider);
-      throw attempt.error;
-    }
-  }
-  /**
-   * Earliest epoch ms among entries' `lastErrorResetAt` — best estimate
-   * for the caller's `CredentialPoolExhaustedError.nextRetryAt`.
-   */
-  nextRetryHint() {
-    const resets = this.pool.list().map((e) => e.lastErrorResetAt).filter((v) => v !== void 0);
-    return resets.length === 0 ? void 0 : Math.min(...resets);
+    return makeLlmFinish({
+      stopReason,
+      text,
+      toolCalls,
+      inputTokens,
+      outputTokens,
+      reasoningTokens
+    });
   }
 };
-function classifyAndDecide(error, hasRetried429) {
-  if (error instanceof NetworkError) return "propagate";
-  if (error instanceof AuthenticationError) return "rotate";
-  const status = error.metadata?.statusCode ?? 429;
-  if (status === 402) return "rotate";
-  return hasRetried429 ? "rotate" : "retry";
-}
-function parseRetryAfterMs(error) {
-  const seconds = error.metadata?.retryAfter;
-  if (typeof seconds === "number" && seconds > 0) {
-    return Date.now() + seconds * 1e3;
-  }
-  return void 0;
-}
-function inferStatusCode(error) {
-  if (error instanceof AuthenticationError) return 401;
-  if (error instanceof RateLimitError) return 429;
-  return 0;
-}
-function abortError2(signal) {
-  if (signal.reason instanceof Error) return signal.reason;
-  return new Error("AbortError");
-}
 
 // src/internal/llm/vertex-anthropic.ts
 init_errors();