@anvaka/vue-llm 0.2.0 → 0.3.1

package/dist/providers/AnthropicProvider.js

@@ -1,74 +1,86 @@
-import { BaseProvider as f } from "./BaseProvider.js";
-class m extends f {
+import { BaseProvider as g } from "./BaseProvider.js";
+class C extends g {
   async detectCapabilities() {
-    var e, t, n, o;
-    ((e = this.config.model) != null && e.includes("claude-3") || (t = this.config.model) != null && t.includes("claude-sonnet") || (n = this.config.model) != null && n.includes("claude-opus") || (o = this.config.model) != null && o.includes("claude-haiku")) && (this.capabilities.add("vision"), this.capabilities.add("tools"));
-  }
-  prepareRequest(e, t) {
-    const n = h(e), o = {
-      model: t.model || this.config.model || "claude-3-sonnet-20240229",
-      max_tokens: t.maxTokens || 1e3,
-      temperature: t.temperature ?? 0.7,
-      messages: n,
-      stream: t.stream || !1
-    }, s = e.find((l) => l.role === "system");
-    return s && (o.system = s.content), t.tools && this.capabilities.has("tools") && (o.tools = p(t.tools), t.tool_choice && (o.tool_choice = t.tool_choice)), o;
-  }
-  processMessages(e, t) {
-    return t.images && this.capabilities.has("vision") ? this.addImagesToMessages(e, t.images) : e;
-  }
-  addImagesToMessages(e, t) {
-    const n = e[e.length - 1];
-    if (n && n.role === "user") {
-      const o = [{ type: "text", text: n.content }];
-      t.forEach((s) => {
-        o.push({
+    var t, e, o, s;
+    ((t = this.config.model) != null && t.includes("claude-3") || (e = this.config.model) != null && e.includes("claude-sonnet") || (o = this.config.model) != null && o.includes("claude-opus") || (s = this.config.model) != null && s.includes("claude-haiku")) && (this.capabilities.add("vision"), this.capabilities.add("tools"));
+  }
+  prepareRequest(t, e) {
+    const o = _(t), s = e.model || this.config.model || "claude-3-sonnet-20240229", r = {
+      model: s,
+      max_tokens: e.maxTokens || 1e3,
+      messages: o,
+      stream: e.stream || !1
+    };
+    s.includes("claude-opus-4-7") || (r.temperature = e.temperature ?? 0.7);
+    const c = t.find((i) => i.role === "system");
+    return c && (r.system = c.content), e.tools && this.capabilities.has("tools") && (r.tools = m(e.tools), e.tool_choice && (r.tool_choice = e.tool_choice)), this.promptCachingEnabled(e) && y(r, e), r;
+  }
+  // Prompt caching is on by default for the Claude/Anthropic-family path
+  // (Bedrock inherits this method) because it's strictly cheaper and degrades
+  // gracefully — a prefix under the model's minimum cacheable length is simply
+  // not cached, with no error. Disable per-call with options.promptCache:false
+  // or per-config with config.promptCache:false.
+  promptCachingEnabled(t) {
+    var e;
+    return (t == null ? void 0 : t.promptCache) !== !1 && ((e = this.config) == null ? void 0 : e.promptCache) !== !1;
+  }
+  processMessages(t, e) {
+    return e.images && this.capabilities.has("vision") ? this.addImagesToMessages(t, e.images) : t;
+  }
+  addImagesToMessages(t, e) {
+    const o = t[t.length - 1];
+    if (o && o.role === "user") {
+      const s = [{ type: "text", text: o.content }];
+      e.forEach((r) => {
+        s.push({
           type: "image",
-          source: { type: "base64", media_type: "image/jpeg", data: typeof s == "string" ? s : s.data }
+          source: { type: "base64", media_type: "image/jpeg", data: typeof r == "string" ? r : r.data }
         });
-      }), n.content = o;
+      }), o.content = s;
     }
-    return e;
+    return t;
   }
-  processResponse(e) {
-    const t = u(e.stop_reason), n = e.content || [], o = n.find((r) => r.type === "text"), l = n.filter((r) => r.type === "tool_use").map((r) => ({ id: r.id, name: r.name, args: r.input || {} }));
+  processResponse(t) {
+    const e = h(t.stop_reason), o = t.content || [], s = o.find((i) => i.type === "text"), c = o.filter((i) => i.type === "tool_use").map((i) => ({ id: i.id, name: i.name, args: i.input || {} }));
     return {
-      content: (o == null ? void 0 : o.text) || "",
-      usage: e.usage || null,
-      finishReason: t,
-      toolCalls: l
+      content: (s == null ? void 0 : s.text) || "",
+      usage: f(t.usage),
+      finishReason: e,
+      toolCalls: c
     };
   }
-  parseStreamingLine(e) {
-    if (!e.startsWith("data: ")) return null;
-    const t = e.slice(6).trim();
-    if (t === "[DONE]") return { done: !0 };
+  parseStreamingLine(t) {
+    if (!t.startsWith("data: ")) return null;
+    const e = t.slice(6).trim();
+    if (e === "[DONE]") return { done: !0 };
     try {
-      return JSON.parse(t);
+      return JSON.parse(e);
     } catch {
       return null;
     }
   }
-  extractStreamingContent(e) {
-    var t, n, o, s, l, r, d;
-    if (e.done) return { done: !0 };
-    if (e.type === "error") {
-      const a = ((t = e.error) == null ? void 0 : t.type) || "anthropic_error", c = new Error(((n = e.error) == null ? void 0 : n.message) || "Anthropic streaming error");
-      throw c.code = a, e.request_id && (c.requestId = e.request_id), c;
+  extractStreamingContent(t) {
+    var e, o, s, r, c, i, d, p;
+    if (t.done) return { done: !0 };
+    if (t.type === "error") {
+      const a = ((e = t.error) == null ? void 0 : e.type) || "anthropic_error", u = new Error(((o = t.error) == null ? void 0 : o.message) || "Anthropic streaming error");
+      throw u.code = a, t.request_id && (u.requestId = t.request_id), u;
     }
-    if (e.type === "content_block_start") {
-      const a = e.content_block;
+    if (t.type === "message_start")
+      return { content: "", thinking: "", done: !1, usage: f((s = t.message) == null ? void 0 : s.usage), finishReason: null };
+    if (t.type === "content_block_start") {
+      const a = t.content_block;
       return (a == null ? void 0 : a.type) === "tool_use" ? {
         content: "",
         done: !1,
-        toolCallDelta: { index: e.index, id: a.id, name: a.name, argsTextDelta: "" }
+        toolCallDelta: { index: t.index, id: a.id, name: a.name, argsTextDelta: "" }
       } : null;
     }
-    return e.type === "content_block_delta" ? ((o = e.delta) == null ? void 0 : o.type) === "text_delta" ? { content: ((s = e.delta) == null ? void 0 : s.text) || "", thinking: "", done: !1, usage: null, finishReason: null } : ((l = e.delta) == null ? void 0 : l.type) === "input_json_delta" ? {
+    return t.type === "content_block_delta" ? ((r = t.delta) == null ? void 0 : r.type) === "text_delta" ? { content: ((c = t.delta) == null ? void 0 : c.text) || "", thinking: "", done: !1, usage: null, finishReason: null } : ((i = t.delta) == null ? void 0 : i.type) === "input_json_delta" ? {
       content: "",
       done: !1,
-      toolCallDelta: { index: e.index, argsTextDelta: ((r = e.delta) == null ? void 0 : r.partial_json) || "" }
-    } : null : e.type === "message_delta" ? { content: "", thinking: "", done: !1, usage: e.usage ? { tokens: e.usage.output_tokens || 0 } : null, finishReason: u((d = e.delta) == null ? void 0 : d.stop_reason) } : e.type === "message_stop" ? { content: "", thinking: "", done: !0, usage: null, finishReason: u(e.stop_reason) } : null;
+      toolCallDelta: { index: t.index, argsTextDelta: ((d = t.delta) == null ? void 0 : d.partial_json) || "" }
+    } : null : t.type === "message_delta" ? { content: "", thinking: "", done: !1, usage: f(t.usage), finishReason: h((p = t.delta) == null ? void 0 : p.stop_reason) } : t.type === "message_stop" ? { content: "", thinking: "", done: !0, usage: null, finishReason: h(t.stop_reason) } : null;
   }
   getApiPath() {
     return "/v1/messages";
@@ -83,61 +95,103 @@ class m extends f {
     return this.config.apiKey;
   }
   buildHeaders() {
-    const e = super.buildHeaders();
-    return this.requiresAuth() && (e["anthropic-version"] = "2023-06-01", e["anthropic-dangerous-direct-browser-access"] = "true"), e;
+    const t = super.buildHeaders();
+    return this.requiresAuth() && (t["anthropic-version"] = "2023-06-01", t["anthropic-dangerous-direct-browser-access"] = "true"), t;
   }
   getModelsEndpoint() {
     return `${this.config.baseUrl}/v1/models`;
   }
-  parseModelsResponse(e) {
-    var t;
-    return ((t = e.data) == null ? void 0 : t.map((n) => n.id)) || [];
+  parseModelsResponse(t) {
+    var e;
+    return ((e = t.data) == null ? void 0 : e.map((o) => o.id)) || [];
   }
 }
-function u(i) {
-  if (!i) return null;
-  const e = String(i).toLowerCase();
-  return e === "max_tokens" ? "length" : e;
+function h(n) {
+  if (!n) return null;
+  const t = String(n).toLowerCase();
+  return t === "max_tokens" ? "length" : t;
+}
+function f(n) {
+  if (!n) return null;
+  const t = n.input_tokens ?? 0, e = n.cache_read_input_tokens ?? 0, o = n.cache_creation_input_tokens ?? 0, r = n.input_tokens != null || n.cache_read_input_tokens != null || n.cache_creation_input_tokens != null ? t + e + o : 0, c = n.output_tokens ?? 0, i = { inputTokens: r, outputTokens: c, totalTokens: r + c, raw: n };
+  return n.cache_read_input_tokens != null && (i.cachedInputTokens = e), n.cache_creation_input_tokens != null && (i.cacheCreationInputTokens = o), i;
 }
-function h(i) {
-  const e = [];
-  for (const t of i)
-    if (t.role !== "system") {
-      if (t.role === "assistant" && Array.isArray(t.tool_calls) && t.tool_calls.length) {
-        const n = [];
-        t.content && n.push({ type: "text", text: t.content });
-        for (const o of t.tool_calls)
-          n.push({
+function _(n) {
+  const t = [];
+  for (const e of n)
+    if (e.role !== "system") {
+      if (e.role === "assistant" && Array.isArray(e.tool_calls) && e.tool_calls.length) {
+        const o = [];
+        e.content && o.push({ type: "text", text: e.content });
+        for (const s of e.tool_calls)
+          o.push({
             type: "tool_use",
-            id: o.id,
-            name: o.name,
-            input: o.args || {}
+            id: s.id,
+            name: s.name,
+            input: s.args || {}
           });
-        e.push({ role: "assistant", content: n });
+        t.push({ role: "assistant", content: o });
         continue;
       }
-      if (t.role === "tool") {
-        e.push({
+      if (e.role === "tool") {
+        t.push({
           role: "user",
           content: [{
             type: "tool_result",
-            tool_use_id: t.tool_call_id,
-            content: String(t.content ?? "")
+            tool_use_id: e.tool_call_id,
+            content: String(e.content ?? "")
           }]
         });
         continue;
       }
-      e.push({ role: t.role, content: t.content });
+      t.push({ role: e.role, content: e.content });
     }
-  return e;
+  return t;
+}
+function m(n) {
+  return n.map((t) => t.type === "function" && t.function ? {
+    name: t.function.name,
+    description: t.function.description,
+    input_schema: t.function.parameters || { type: "object", properties: {} }
+  } : t);
 }
-function p(i) {
-  return i.map((e) => e.type === "function" && e.function ? {
-    name: e.function.name,
-    description: e.function.description,
-    input_schema: e.function.parameters || { type: "object", properties: {} }
-  } : e);
+const l = { type: "ephemeral" };
+function y(n, t) {
+  if (n.system)
+    n.system = k(n.system);
+  else if (Array.isArray(n.tools) && n.tools.length) {
+    const e = n.tools.length - 1;
+    n.tools[e] = { ...n.tools[e], cache_control: l };
+  }
+  if (t != null && t.cacheTranscript) {
+    const e = n.messages;
+    if (Array.isArray(e) && e.length) {
+      const o = e[e.length - 1];
+      o.content = x(o.content);
+    }
+  }
+  return n;
+}
+function k(n) {
+  let t;
+  if (typeof n == "string")
+    t = [{ type: "text", text: n }];
+  else if (Array.isArray(n) && n.length)
+    t = n.map((e) => typeof e == "string" ? { type: "text", text: e } : { ...e });
+  else
+    return n;
+  return t[t.length - 1] = { ...t[t.length - 1], cache_control: l }, t;
+}
+function x(n) {
+  if (typeof n == "string")
+    return [{ type: "text", text: n, cache_control: l }];
+  if (Array.isArray(n) && n.length) {
+    const t = n.slice(), e = t.length - 1, o = t[e];
+    return t[e] = typeof o == "string" ? { type: "text", text: o, cache_control: l } : { ...o, cache_control: l }, t;
+  }
+  return n;
 }
 export {
-  m as AnthropicProvider
+  C as AnthropicProvider,
+  f as normalizeAnthropicUsage
 };

package/dist/providers/BaseProvider.js

@@ -1,4 +1,4 @@
-class q {
+class A {
   constructor(e) {
     this.config = e, this.capabilities = /* @__PURE__ */ new Set(), this.activeRequests = /* @__PURE__ */ new Map();
   }
@@ -7,106 +7,108 @@ class q {
   }
   async detectCapabilities() {
   }
-  prepareRequest(e, r) {
+  prepareRequest(e, t) {
     throw new Error("prepareRequest must be implemented by subclass");
   }
   processResponse(e) {
     throw new Error("processResponse must be implemented by subclass");
   }
-  async streamRequest(e, r, n) {
-    const a = this.prepareRequest(e, r), s = new AbortController(), l = r.requestId || this.generateRequestId();
-    this.activeRequests.set(l, s);
+  async streamRequest(e, t, n) {
+    const r = this.prepareRequest(e, t), o = new AbortController(), l = t.requestId || this.generateRequestId();
+    this.activeRequests.set(l, o);
     try {
-      const y = (await this.makeStreamingRequest(a, s.signal)).body.getReader(), R = new TextDecoder();
-      let p = "", w = "", c = "";
-      const g = /* @__PURE__ */ new Map(), f = () => Array.from(g.values()).sort((o, t) => o.index - t.index).map((o) => {
-        let t = {};
-        if (o.argsText)
+      const k = (await this.makeStreamingRequest(r, o.signal)).body.getReader(), E = new TextDecoder();
+      let m = "", f = "", g = null, u = "";
+      const w = /* @__PURE__ */ new Map(), b = () => Array.from(w.values()).sort((a, s) => a.index - s.index).map((a) => {
+        let s = {};
+        if (a.argsText)
           try {
-            t = JSON.parse(o.argsText);
+            s = JSON.parse(a.argsText);
           } catch {
-            t = { __parseError: !0, raw: o.argsText };
+            s = { __parseError: !0, raw: a.argsText };
           }
-        return { id: o.id, name: o.name, args: t };
-      }), b = (h) => {
-        if (!h.trim()) return null;
-        const o = this.parseStreamingLine(h);
-        if (!o) return null;
-        const t = this.extractStreamingContent(o);
-        if (!t) return null;
-        if (t.content && (p += t.content), t.thinking && (w += t.thinking), t.toolCallDelta) {
-          const i = t.toolCallDelta;
-          let u = g.get(i.index);
-          u ? (i.id && (u.id = i.id), i.name && (u.name = i.name)) : (u = { index: i.index, id: i.id || null, name: i.name || "", argsText: "" }, g.set(i.index, u)), i.argsTextDelta && (u.argsText += i.argsTextDelta);
+        return { id: a.id, name: a.name, args: s };
+      }), R = (p) => {
+        if (!p.trim()) return null;
+        const a = this.parseStreamingLine(p);
+        if (!a) return null;
+        const s = this.extractStreamingContent(a);
+        if (!s) return null;
+        s.content && (m += s.content), s.thinking && (f += s.thinking), s.usage && (g = q(g, s.usage));
+        const y = Array.isArray(s.toolCallDeltas) ? s.toolCallDeltas : s.toolCallDelta ? [s.toolCallDelta] : [];
+        for (const i of y) {
+          let d = w.get(i.index);
+          d ? (i.id && (d.id = i.id), i.name && (d.name = i.name)) : (d = { index: i.index, id: i.id || null, name: i.name || "", argsText: "" }, w.set(i.index, d)), i.argsTextDelta && (d.argsText += i.argsTextDelta);
         }
-        const m = t.done || !1, E = m ? f() : null;
+        const T = s.done || !1, C = T ? b() : null;
         return n({
-          content: t.content || "",
-          thinking: t.thinking || "",
-          fullContent: p,
-          fullThinking: w,
-          done: m,
-          usage: t.usage || null,
-          finishReason: t.finishReason || null,
-          toolCallDelta: t.toolCallDelta || null,
-          toolCalls: E
-        }), m ? "done" : null;
+          content: s.content || "",
+          thinking: s.thinking || "",
+          fullContent: m,
+          fullThinking: f,
+          done: T,
+          usage: s.usage || null,
+          fullUsage: g,
+          finishReason: s.finishReason || null,
+          toolCallDelta: s.toolCallDelta || null,
+          toolCalls: C
+        }), T ? "done" : null;
       };
       for (; ; ) {
-        const { done: h, value: o } = await y.read();
-        if (h) {
-          c.length > 0 && b(c);
+        const { done: p, value: a } = await k.read();
+        if (p) {
+          u.length > 0 && R(u);
           break;
         }
-        c += R.decode(o, { stream: !0 });
-        let t;
-        for (; (t = c.indexOf(`
+        u += E.decode(a, { stream: !0 });
+        let s;
+        for (; (s = u.indexOf(`
 `)) !== -1; ) {
-          const m = c.slice(0, t);
-          if (c = c.slice(t + 1), b(m) === "done")
-            return { content: p, toolCalls: f() };
+          const y = u.slice(0, s);
+          if (u = u.slice(s + 1), R(y) === "done")
+            return { content: m, thinking: f, toolCalls: b(), usage: g };
         }
       }
-      return { content: p, toolCalls: f() };
-    } catch (d) {
-      throw d.name === "AbortError" ? new Error("Request cancelled") : d;
+      return { content: m, thinking: f, toolCalls: b(), usage: g };
+    } catch (h) {
+      throw h.name === "AbortError" ? new Error("Request cancelled") : h;
     } finally {
       this.activeRequests.delete(l);
     }
   }
-  async makeRequest(e, r, n) {
-    const a = r ? { signal: r } : new AbortController();
-    r || (n = n || this.generateRequestId(), this.activeRequests.set(n, a));
+  async makeRequest(e, t, n) {
+    const r = t ? { signal: t } : new AbortController();
+    t || (n = n || this.generateRequestId(), this.activeRequests.set(n, r));
     try {
-      const s = this.buildHeaders(), l = await fetch(this.getEndpoint(), {
+      const o = this.buildHeaders(), l = await fetch(this.getEndpoint(), {
         method: "POST",
-        headers: s,
+        headers: o,
         body: JSON.stringify(e),
-        signal: a.signal || r
+        signal: r.signal || t
       });
       if (!l.ok) {
-        const d = await l.text();
-        throw new Error(`LLM API Error (${l.status}): ${d}`);
+        const h = await l.text();
+        throw new Error(`LLM API Error (${l.status}): ${h}`);
       }
       return l.json();
-    } catch (s) {
-      throw s.name === "AbortError" ? new Error("Request cancelled") : s;
+    } catch (o) {
+      throw o.name === "AbortError" ? new Error("Request cancelled") : o;
     } finally {
-      !r && n && this.activeRequests.delete(n);
+      !t && n && this.activeRequests.delete(n);
     }
   }
-  async makeStreamingRequest(e, r) {
-    const n = this.buildHeaders(), a = await fetch(this.getStreamingEndpoint(), {
+  async makeStreamingRequest(e, t) {
+    const n = this.buildHeaders(), r = await fetch(this.getStreamingEndpoint(), {
       method: "POST",
       headers: n,
       body: JSON.stringify(e),
-      signal: r
+      signal: t
     });
-    if (!a.ok) {
-      const s = await a.text();
-      throw new Error(`LLM API Error (${a.status}): ${s}`);
+    if (!r.ok) {
+      const o = await r.text();
+      throw new Error(`LLM API Error (${r.status}): ${o}`);
     }
-    return a;
+    return r;
   }
   buildHeaders() {
     const e = { "Content-Type": "application/json" };
@@ -147,8 +149,8 @@ class q {
   }
   // Cancel specific request
   cancelRequest(e) {
-    const r = this.activeRequests.get(e);
-    r && (r.abort(), this.activeRequests.delete(e));
+    const t = this.activeRequests.get(e);
+    t && (t.abort(), this.activeRequests.delete(e));
   }
   // Check if provider has capability
   hasCapability(e) {
@@ -157,17 +159,17 @@ class q {
   // Discover available models (override in subclass if needed)
   async discoverModels(e = 1e4) {
     try {
-      const r = this.buildHeaders(), n = new AbortController(), a = setTimeout(() => n.abort(), e), s = await fetch(this.getModelsEndpoint(), {
+      const t = this.buildHeaders(), n = new AbortController(), r = setTimeout(() => n.abort(), e), o = await fetch(this.getModelsEndpoint(), {
         method: "GET",
-        headers: r,
+        headers: t,
         signal: n.signal
       });
-      if (clearTimeout(a), !s.ok)
-        throw new Error(`Failed to fetch models: ${s.status} ${s.statusText}`);
-      const l = await s.json();
+      if (clearTimeout(r), !o.ok)
+        throw new Error(`Failed to fetch models: ${o.status} ${o.statusText}`);
+      const l = await o.json();
       return this.parseModelsResponse(l);
-    } catch (r) {
-      throw r.name === "AbortError" ? new Error("Model discovery timeout - please check your connection") : r;
+    } catch (t) {
+      throw t.name === "AbortError" ? new Error("Model discovery timeout - please check your connection") : t;
     }
   }
   getModelsEndpoint() {
@@ -177,6 +179,14 @@ class q {
     throw new Error("parseModelsResponse must be implemented by subclass");
   }
 }
+function q(c, e) {
+  if (!e) return c;
+  if (!c) return { ...e };
+  const t = { ...c }, n = ["inputTokens", "outputTokens", "totalTokens", "cachedInputTokens", "cacheCreationInputTokens", "reasoningTokens"];
+  for (const r of n)
+    e[r] != null && (t[r] = c[r] != null ? Math.max(c[r], e[r]) : e[r]);
+  return e.raw && (t.raw = e.raw), t.totalTokens == null && t.inputTokens != null && t.outputTokens != null && (t.totalTokens = t.inputTokens + t.outputTokens), t;
+}
 export {
-  q as BaseProvider
+  A as BaseProvider
 };

package/dist/providers/CustomProvider.js

@@ -1,33 +1,66 @@
-import { BaseProvider as u } from "./BaseProvider.js";
-class l extends u {
+import { BaseProvider as d } from "./BaseProvider.js";
+import { convertMessagesToOpenAI as g, normalizeOpenAIUsage as u } from "./OpenAIProvider.js";
+class A extends d {
   async detectCapabilities() {
+    this.capabilities.add("tools");
   }
-  prepareRequest(e, t) {
-    return {
-      model: t.model || this.config.model || "gpt-3.5-turbo",
-      messages: e,
-      temperature: t.temperature ?? 0.7,
-      max_tokens: t.maxTokens || 1e3,
-      stream: t.stream || !1
+  prepareRequest(n, e) {
+    const t = {
+      model: e.model || this.config.model || "gpt-3.5-turbo",
+      messages: g(n),
+      temperature: e.temperature ?? 0.7,
+      max_tokens: e.maxTokens || 1e3,
+      stream: e.stream || !1
     };
+    return t.stream && (t.stream_options = { include_usage: !0 }), e.tools && this.capabilities.has("tools") && (t.tools = e.tools, e.tool_choice && (t.tool_choice = e.tool_choice)), t;
   }
-  processResponse(e) {
-    var t, n, r, s, a;
-    return { content: ((r = (n = (t = e.choices) == null ? void 0 : t[0]) == null ? void 0 : n.message) == null ? void 0 : r.content) || "", usage: e.usage || null, finishReason: o((a = (s = e.choices) == null ? void 0 : s[0]) == null ? void 0 : a.finish_reason) };
+  processResponse(n) {
+    var s, o, i, a;
+    const e = (o = (s = n.choices) == null ? void 0 : s[0]) == null ? void 0 : o.message, t = {
+      content: (e == null ? void 0 : e.content) || "",
+      usage: u(n.usage),
+      finishReason: c((a = (i = n.choices) == null ? void 0 : i[0]) == null ? void 0 : a.finish_reason)
+    };
+    return Array.isArray(e == null ? void 0 : e.tool_calls) && (t.toolCalls = e.tool_calls.map((l) => {
+      var f, m;
+      return {
+        id: l.id,
+        name: (f = l.function) == null ? void 0 : f.name,
+        args: h((m = l.function) == null ? void 0 : m.arguments)
+      };
+    })), t;
   }
-  parseStreamingLine(e) {
-    if (!e.startsWith("data: ")) return null;
-    const t = e.slice(6).trim();
-    if (t === "[DONE]") return { done: !0 };
+  parseStreamingLine(n) {
+    if (!n.startsWith("data: ")) return null;
+    const e = n.slice(6).trim();
+    if (e === "[DONE]") return { done: !0 };
     try {
-      return JSON.parse(t);
+      return JSON.parse(e);
     } catch {
       return null;
     }
   }
-  extractStreamingContent(e) {
-    var t, n, r, s, a;
-    return e.done ? { done: !0 } : { content: ((r = (n = (t = e.choices) == null ? void 0 : t[0]) == null ? void 0 : n.delta) == null ? void 0 : r.content) || "", thinking: "", done: !1, usage: e.usage || null, finishReason: o((a = (s = e.choices) == null ? void 0 : s[0]) == null ? void 0 : a.finish_reason) };
+  extractStreamingContent(n) {
+    var s, o, i;
+    if (n.done) return { done: !0 };
+    const e = (s = n.choices) == null ? void 0 : s[0], t = e == null ? void 0 : e.delta;
+    if (t && Array.isArray(t.tool_calls) && t.tool_calls.length) {
+      const a = t.tool_calls[0];
+      return {
+        content: t.content || "",
+        thinking: "",
+        done: !1,
+        usage: u(n.usage),
+        finishReason: c(e == null ? void 0 : e.finish_reason),
+        toolCallDelta: {
+          index: a.index ?? 0,
+          id: a.id || void 0,
+          name: ((o = a.function) == null ? void 0 : o.name) || void 0,
+          argsTextDelta: ((i = a.function) == null ? void 0 : i.arguments) || ""
+        }
+      };
+    }
+    return { content: (t == null ? void 0 : t.content) || "", thinking: "", done: !1, usage: u(n.usage), finishReason: c(e == null ? void 0 : e.finish_reason) };
   }
   getApiPath() {
     return "/v1/chat/completions";
@@ -38,16 +71,24 @@ class l extends u {
   getModelsEndpoint() {
     return `${this.config.baseUrl}/v1/models`;
   }
-  parseModelsResponse(e) {
-    var t, n;
-    return ((n = (t = e.data) == null ? void 0 : t.map((r) => r.id)) == null ? void 0 : n.sort()) || [];
+  parseModelsResponse(n) {
+    var e, t;
+    return ((t = (e = n.data) == null ? void 0 : e.map((s) => s.id)) == null ? void 0 : t.sort()) || [];
   }
 }
-function o(i) {
-  if (!i) return null;
-  const e = String(i).toLowerCase();
-  return e === "max_tokens" ? "length" : e;
+function c(r) {
+  if (!r) return null;
+  const n = String(r).toLowerCase();
+  return n === "max_tokens" ? "length" : n;
+}
+function h(r) {
+  if (!r) return {};
+  try {
+    return JSON.parse(r);
+  } catch {
+    return { __parseError: !0, raw: r };
+  }
 }
 export {
-  l as CustomProvider
+  A as CustomProvider
 };