@theokit/sdk 2.11.2 → 2.12.0

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # Changelog
 
+## 2.12.0
+
+### Minor Changes
+
+- 95e9cba: Add opt-in leaked-dialect safe-parse for OpenAI-compatible providers (`ProviderProfile.extractToolCallsFromContent`, default off). Some models — notably qwen3-coder via OpenRouter — intermittently emit their Hermes tool-call dialect (`<function=NAME><parameter=KEY>VALUE</parameter></function></tool_call>`) as assistant TEXT instead of native `tool_calls`. When that happens the provider sends ZERO native `tool_calls`, so the agent loop sees a plain `end_turn` and the intended call is silently lost (theokit#58 follow-up). With the flag enabled, a `chat_completions` finish that has no native `tool_calls` has its assistant content scanned for the leaked dialect; any recovered calls are surfaced as real `tool_calls` and the stop reason flips to `tool_use` so the loop dispatches them. Fail-open like `stripThinkBlocks` — a partial/unclosed block is left as text and never fabricates a call. Default off, dedup-guarded (native `tool_calls` always win, no double-count), and scoped per-provider so a code assistant printing a literal `<function=` in a fenced block on a non-leaking route is unaffected.
+
+## 2.11.3
+
+### Patch Changes
+
+- bb3a7d8: Fail-loud on in-stream provider errors. OpenRouter (and some OpenAI-compatible proxies) report auth / quota / rate-limit failures as an HTTP 200 SSE body carrying `data: {"error":{"message":"...","code":401}}` rather than a non-2xx status. The stream accumulator only reads `choices`, so such an error-only chunk produced zero events and the turn finished empty — the failure was silently swallowed (a dead API key looked like an empty model response). The OpenAI client now detects an in-stream `error` chunk and throws the same typed error a non-2xx HTTP status would (`AuthenticationError` / `RateLimitError` / `ConfigurationError` / …), so callers surface it instead of a blank turn. Fixes usetheodev/theocode#31.
+
 ## 2.11.2
 
 ### Patch Changes

package/dist/a2a/index.cjs

@@ -10097,6 +10097,40 @@ var init_ollama_native = __esm({
   }
 });
 
+// src/internal/llm/hermes-tool-extract.ts
+function extractHermesToolCalls(content, makeId) {
+  const toolCalls = [];
+  for (const block of content.matchAll(HERMES_BLOCK)) {
+    const name = (block[1] ?? "").trim();
+    if (name.length === 0) continue;
+    toolCalls.push({
+      type: "tool_use",
+      id: makeId(),
+      name,
+      input: parseHermesParams(block[2] ?? "")
+    });
+  }
+  const residualText = toolCalls.length === 0 ? content : content.replace(HERMES_BLOCK, "").trim();
+  return { toolCalls, residualText };
+}
+function parseHermesParams(inner) {
+  const input = {};
+  for (const param of inner.matchAll(HERMES_PARAM)) {
+    const key = param[1];
+    const value = param[2];
+    if (key === void 0 || value === void 0) continue;
+    input[key.trim()] = value;
+  }
+  return input;
+}
+var HERMES_BLOCK, HERMES_PARAM;
+var init_hermes_tool_extract = __esm({
+  "src/internal/llm/hermes-tool-extract.ts"() {
+    HERMES_BLOCK = /<function=\s*([^>\s]+)\s*>([\s\S]*?)<\/tool_call>/g;
+    HERMES_PARAM = /<parameter=\s*([^>\s]+)\s*>([\s\S]*?)<\/parameter>/g;
+  }
+});
+
 // src/internal/llm/openai.ts
 function mapOpenAIFinish(reason) {
   switch (reason) {
@@ -10209,6 +10243,7 @@ var init_openai2 = __esm({
     init_ollama2();
     init_openai_compatible();
     init_finish();
+    init_hermes_tool_extract();
     init_sse();
     OpenAIClient = class {
       constructor(options) {
@@ -10270,7 +10305,10 @@ var init_openai2 = __esm({
             endpoint: "/v1/chat/completions"
           });
         }
-        const accumulator = new OpenAIStreamAccumulator();
+        const accumulator = new OpenAIStreamAccumulator(
+          this.options.extractToolCallsFromContent ?? false,
+          providerId
+        );
         for await (const record of parseSseStream(response.body, signal)) {
           if (record.data === "[DONE]") break;
           let chunk;
@@ -10279,6 +10317,16 @@ var init_openai2 = __esm({
           } catch {
             continue;
           }
+          if (chunk.error !== void 0 && chunk.error !== null) {
+            const status = typeof chunk.error.code === "number" ? chunk.error.code : 502;
+            throw mapOpenAICompatibleError({
+              providerId,
+              status,
+              body: chunk,
+              headers: response.headers,
+              endpoint: "/v1/chat/completions"
+            });
+          }
           const events = accumulator.consume(chunk);
           for (const event of events) yield event;
         }
@@ -10286,6 +10334,16 @@ var init_openai2 = __esm({
       }
     };
     OpenAIStreamAccumulator = class {
+      /**
+       * @param extractFromContent opt-in leaked-dialect safe-parse (theokit#58). Default false.
+       * @param providerName provider id, used only to label the recovery log line.
+       */
+      constructor(extractFromContent = false, providerName = "openai") {
+        this.extractFromContent = extractFromContent;
+        this.providerName = providerName;
+      }
+      extractFromContent;
+      providerName;
       text = "";
       stopReason = "end_turn";
       inputTokens;
@@ -10351,9 +10409,26 @@ var init_openai2 = __esm({
           const input = parseToolArguments(call.args);
           toolCalls.push({ type: "tool_use", id: call.id, name: call.name, input });
         }
+        let text = this.text;
+        let stopReason = this.stopReason;
+        if (this.extractFromContent && toolCalls.length === 0) {
+          const recovered = extractHermesToolCalls(
+            this.text,
+            () => `hermes-${globalThis.crypto.randomUUID()}`
+          );
+          if (recovered.toolCalls.length > 0) {
+            toolCalls.push(...recovered.toolCalls);
+            text = recovered.residualText;
+            stopReason = "tool_use";
+            process.stderr.write(
+              `[theokit-sdk] recovered ${recovered.toolCalls.length} leaked tool call(s) from assistant content (provider="${this.providerName}", names=${recovered.toolCalls.map((c) => c.name).join(",")})
+`
+            );
+          }
+        }
         return makeLlmFinish({
-          stopReason: this.stopReason,
-          text: this.text,
+          stopReason,
+          text,
           toolCalls,
           inputTokens: this.inputTokens,
           outputTokens: this.outputTokens,
@@ -10866,6 +10941,9 @@ function selectTransport(profile, apiKey) {
     const opts = { apiKey };
     opts.baseUrl = profile.baseUrl;
     opts.providerName = profile.name;
+    if (profile.extractToolCallsFromContent === true) {
+      opts.extractToolCallsFromContent = true;
+    }
     if (profile.name === "openai" && process.env.OPENAI_ORGANIZATION !== void 0) {
       opts.organization = process.env.OPENAI_ORGANIZATION;
     }