@theokit/sdk 2.11.2 → 2.12.0

package/dist/eval.js

@@ -10948,6 +10948,35 @@ function toOllamaTools(tools) {
   }));
 }
 
+// src/internal/llm/hermes-tool-extract.ts
+var HERMES_BLOCK = /<function=\s*([^>\s]+)\s*>([\s\S]*?)<\/tool_call>/g;
+var HERMES_PARAM = /<parameter=\s*([^>\s]+)\s*>([\s\S]*?)<\/parameter>/g;
+function extractHermesToolCalls(content, makeId) {
+  const toolCalls = [];
+  for (const block of content.matchAll(HERMES_BLOCK)) {
+    const name = (block[1] ?? "").trim();
+    if (name.length === 0) continue;
+    toolCalls.push({
+      type: "tool_use",
+      id: makeId(),
+      name,
+      input: parseHermesParams(block[2] ?? "")
+    });
+  }
+  const residualText = toolCalls.length === 0 ? content : content.replace(HERMES_BLOCK, "").trim();
+  return { toolCalls, residualText };
+}
+function parseHermesParams(inner) {
+  const input = {};
+  for (const param of inner.matchAll(HERMES_PARAM)) {
+    const key = param[1];
+    const value = param[2];
+    if (key === void 0 || value === void 0) continue;
+    input[key.trim()] = value;
+  }
+  return input;
+}
+
 // src/internal/llm/openai.ts
 var OpenAIClient = class {
   constructor(options) {
@@ -11009,7 +11038,10 @@ var OpenAIClient = class {
         endpoint: "/v1/chat/completions"
       });
     }
-    const accumulator = new OpenAIStreamAccumulator();
+    const accumulator = new OpenAIStreamAccumulator(
+      this.options.extractToolCallsFromContent ?? false,
+      providerId
+    );
     for await (const record of parseSseStream(response.body, signal)) {
       if (record.data === "[DONE]") break;
       let chunk;
@@ -11018,6 +11050,16 @@ var OpenAIClient = class {
       } catch {
         continue;
       }
+      if (chunk.error !== void 0 && chunk.error !== null) {
+        const status = typeof chunk.error.code === "number" ? chunk.error.code : 502;
+        throw mapOpenAICompatibleError({
+          providerId,
+          status,
+          body: chunk,
+          headers: response.headers,
+          endpoint: "/v1/chat/completions"
+        });
+      }
       const events = accumulator.consume(chunk);
       for (const event of events) yield event;
     }
@@ -11025,6 +11067,16 @@ var OpenAIClient = class {
   }
 };
 var OpenAIStreamAccumulator = class {
+  /**
+   * @param extractFromContent opt-in leaked-dialect safe-parse (theokit#58). Default false.
+   * @param providerName provider id, used only to label the recovery log line.
+   */
+  constructor(extractFromContent = false, providerName = "openai") {
+    this.extractFromContent = extractFromContent;
+    this.providerName = providerName;
+  }
+  extractFromContent;
+  providerName;
   text = "";
   stopReason = "end_turn";
   inputTokens;
@@ -11090,9 +11142,26 @@ var OpenAIStreamAccumulator = class {
       const input = parseToolArguments(call.args);
       toolCalls.push({ type: "tool_use", id: call.id, name: call.name, input });
     }
+    let text = this.text;
+    let stopReason = this.stopReason;
+    if (this.extractFromContent && toolCalls.length === 0) {
+      const recovered = extractHermesToolCalls(
+        this.text,
+        () => `hermes-${globalThis.crypto.randomUUID()}`
+      );
+      if (recovered.toolCalls.length > 0) {
+        toolCalls.push(...recovered.toolCalls);
+        text = recovered.residualText;
+        stopReason = "tool_use";
+        process.stderr.write(
+          `[theokit-sdk] recovered ${recovered.toolCalls.length} leaked tool call(s) from assistant content (provider="${this.providerName}", names=${recovered.toolCalls.map((c) => c.name).join(",")})
+`
+        );
+      }
+    }
     return makeLlmFinish({
-      stopReason: this.stopReason,
-      text: this.text,
+      stopReason,
+      text,
       toolCalls,
       inputTokens: this.inputTokens,
       outputTokens: this.outputTokens,
@@ -11672,6 +11741,9 @@ function selectTransport(profile, apiKey) {
     const opts = { apiKey };
     opts.baseUrl = profile.baseUrl;
     opts.providerName = profile.name;
+    if (profile.extractToolCallsFromContent === true) {
+      opts.extractToolCallsFromContent = true;
+    }
     if (profile.name === "openai" && process.env.OPENAI_ORGANIZATION !== void 0) {
       opts.organization = process.env.OPENAI_ORGANIZATION;
     }