@anvaka/vue-llm 0.2.0 → 0.3.0

package/dist/providers/GeminiProvider.js

@@ -1,14 +1,17 @@
-import { BaseProvider as A } from "./BaseProvider.js";
-class _ extends A {
+import { BaseProvider as C } from "./BaseProvider.js";
+class A extends C {
   async detectCapabilities() {
-    this.config.model && ((this.config.model.includes("gemini-pro-vision") || this.config.model.includes("gemini-1.5") || this.config.model.includes("gemini-2.0")) && this.capabilities.add("vision"), (this.config.model.includes("gemini-pro") || this.config.model.includes("gemini-1.5") || this.config.model.includes("gemini-2.0")) && this.capabilities.add("tools"), this.config.model.includes("gemini-2.0") && this.capabilities.add("thinking"));
-  }
-  prepareRequest(e, t) {
-    const n = this.processMessages(e, t), s = {
-      contents: this.convertToGeminiFormat(n),
+    const t = this.config.model;
+    if (!t) return;
+    const e = t.match(/gemini-(\d+)\.(\d+)/), s = e ? Number(e[1]) : null, n = e ? Number(e[2]) : null, i = (a, o) => s != null && (s > a || s === a && n >= o);
+    (t.includes("gemini-pro-vision") || i(1, 5)) && this.capabilities.add("vision"), (t.includes("gemini-pro") || i(1, 5)) && this.capabilities.add("tools"), i(2, 0) && this.capabilities.add("thinking");
+  }
+  prepareRequest(t, e) {
+    const s = this.processMessages(t, e), n = {
+      contents: this.convertToGeminiFormat(s),
       generationConfig: {
-        temperature: t.temperature ?? this.config.temperature ?? 0.7,
-        maxOutputTokens: t.maxTokens || this.config.maxTokens || 1e3,
+        temperature: e.temperature ?? this.config.temperature ?? 0.7,
+        maxOutputTokens: e.maxTokens || this.config.maxTokens || 1e3,
         topP: 0.8,
         topK: 10
       },
@@ -18,117 +21,130 @@ class _ extends A {
         { category: "HARM_CATEGORY_SEXUALLY_EXPLICIT", threshold: "BLOCK_NONE" },
         { category: "HARM_CATEGORY_DANGEROUS_CONTENT", threshold: "BLOCK_NONE" }
       ]
-    }, i = e.find((o) => o.role === "system");
-    return i && (s.systemInstruction = { parts: [{ text: i.content }] }), t.tools && this.capabilities.has("tools") && (s.tools = this.convertToolsToGeminiFormat(t.tools)), s;
+    }, i = t.find((a) => a.role === "system");
+    return i && (n.systemInstruction = { parts: [{ text: i.content }] }), e.tools && this.capabilities.has("tools") && (n.tools = this.convertToolsToGeminiFormat(e.tools)), n;
+  }
+  // Build a {tool_call_id -> function name} index from prior assistant
+  // messages so tool-result messages can be reshaped into Gemini's
+  // functionResponse (which requires the function name to match).
+  buildToolCallNameIndex(t) {
+    const e = /* @__PURE__ */ new Map();
+    for (const s of t)
+      if (s.role === "assistant" && Array.isArray(s.tool_calls))
+        for (const n of s.tool_calls)
+          n.id && e.set(n.id, n.name);
+    return e;
   }
-  convertToGeminiFormat(e) {
-    const t = [];
-    for (const n of e) {
+  convertToGeminiFormat(t) {
+    const e = this.buildToolCallNameIndex(t), s = [];
+    for (const n of t) {
       if (n.role === "system") continue;
-      const s = n.role === "assistant" ? "model" : "user";
+      if (n.role === "tool") {
+        const a = n.name || e.get(n.tool_call_id) || "unknown";
+        let o = n.content;
+        if (typeof o == "string")
+          try {
+            const l = JSON.parse(o);
+            o = l !== null && typeof l == "object" && !Array.isArray(l) ? l : { result: l };
+          } catch {
+            o = { result: n.content };
+          }
+        else (o === null || typeof o != "object" || Array.isArray(o)) && (o = { result: o });
+        s.push({
+          role: "user",
+          parts: [{ functionResponse: { name: a, response: o } }]
+        });
+        continue;
+      }
+      if (n.role === "assistant" && Array.isArray(n.tool_calls) && n.tool_calls.length) {
+        const a = [];
+        n.content && a.push({ text: String(n.content) });
+        for (const o of n.tool_calls)
+          a.push({ functionCall: { name: o.name, args: typeof o.args == "string" ? T(o.args) : o.args || {} } });
+        s.push({ role: "model", parts: a });
+        continue;
+      }
+      const i = n.role === "assistant" ? "model" : "user";
       if (Array.isArray(n.content)) {
-        const i = n.content.map((o) => {
-          var a, l;
-          return o.type === "text" ? { text: o.text } : o.type === "image" ? { inlineData: { mimeType: ((a = o.source) == null ? void 0 : a.media_type) || "image/jpeg", data: ((l = o.source) == null ? void 0 : l.data) || o.data } } : o.type === "image_url" ? { inlineData: { mimeType: "image/jpeg", data: o.image_url.url.split(",")[1] } } : { text: String(o) };
+        const a = n.content.map((o) => {
+          var l, u;
+          return o.type === "text" ? { text: o.text } : o.type === "image" ? { inlineData: { mimeType: ((l = o.source) == null ? void 0 : l.media_type) || "image/jpeg", data: ((u = o.source) == null ? void 0 : u.data) || o.data } } : o.type === "image_url" ? { inlineData: { mimeType: "image/jpeg", data: o.image_url.url.split(",")[1] } } : { text: String(o) };
         });
-        t.push({ role: s, parts: i });
+        s.push({ role: i, parts: a });
       } else
-        t.push({ role: s, parts: [{ text: n.content }] });
+        s.push({ role: i, parts: [{ text: n.content }] });
     }
-    return t;
+    return s;
   }
-  processMessages(e, t) {
-    return t.images && this.capabilities.has("vision") ? this.addImagesToMessages(e, t.images) : e;
+  processMessages(t, e) {
+    return e.images && this.capabilities.has("vision") ? this.addImagesToMessages(t, e.images) : t;
   }
-  addImagesToMessages(e, t) {
-    const n = e[e.length - 1];
-    if (n && n.role === "user") {
-      const s = [{ type: "text", text: n.content }];
-      t.forEach((i) => s.push({ type: "image", data: typeof i == "string" ? i : i.data, mimeType: "image/jpeg" })), n.content = s;
+  addImagesToMessages(t, e) {
+    const s = t[t.length - 1];
+    if (s && s.role === "user") {
+      const n = [{ type: "text", text: s.content }];
+      e.forEach((i) => n.push({ type: "image", data: typeof i == "string" ? i : i.data, mimeType: "image/jpeg" })), s.content = n;
     }
-    return e;
+    return t;
   }
-  convertToolsToGeminiFormat(e) {
-    return e.map((t) => ({ functionDeclarations: [{ name: t.function.name, description: t.function.description, parameters: t.function.parameters }] }));
-  }
-  processResponse(e) {
-    var n, s;
-    const t = { content: "", usage: null, finishReason: null };
-    if (e.candidates && e.candidates.length > 0) {
-      const i = e.candidates[0];
-      if ((n = i.content) != null && n.parts && (t.content = i.content.parts.filter((o) => o.text).map((o) => o.text).join("")), (s = i.content) != null && s.parts) {
-        const o = i.content.parts.filter((a) => a.functionCall);
-        o.length > 0 && (t.functionCalls = o);
-      }
-      i.finishReason && (t.finishReason = k(i.finishReason));
+  convertToolsToGeminiFormat(t) {
+    return t.map((e) => ({ functionDeclarations: [{ name: e.function.name, description: e.function.description, parameters: e.function.parameters }] }));
+  }
+  processResponse(t) {
+    var s;
+    const e = { content: "", usage: null, finishReason: null };
+    if (t.candidates && t.candidates.length > 0) {
+      const n = t.candidates[0], i = ((s = n.content) == null ? void 0 : s.parts) || [];
+      e.content = i.filter((o) => o.text).map((o) => o.text).join("");
+      const a = i.filter((o) => o.functionCall).map((o) => o.functionCall);
+      a.length && (e.toolCalls = a.map((o, l) => ({
+        id: p(l),
+        name: o.name,
+        args: o.args || {}
+      }))), n.finishReason && (e.finishReason = h(n.finishReason));
     }
-    return e.usageMetadata && (t.usage = {
-      promptTokens: e.usageMetadata.promptTokenCount,
-      completionTokens: e.usageMetadata.candidatesTokenCount,
-      totalTokens: e.usageMetadata.totalTokenCount
-    }), t;
-  }
-  async streamRequest(e, t, n) {
-    const s = this.prepareRequest(e, t), i = new AbortController(), o = t.requestId || this.generateRequestId();
-    this.activeRequests.set(o, i);
+    return e.usage = y(t.usageMetadata), e;
+  }
+  parseStreamingLine(t) {
+    if (!t.startsWith("data: ")) return null;
+    const e = t.slice(6).trim();
+    if (!e) return null;
     try {
-      const l = (await this.makeStreamingRequest(s, i.signal)).body.getReader(), m = new TextDecoder();
-      let c = "", R = "", u = "", f = 0, d = 0, h = !1, C = !1;
-      for (; ; ) {
-        const { done: y, value: M } = await l.read();
-        if (y) break;
-        u += m.decode(M, { stream: !0 });
-        for (let g = d; g < u.length; g++) {
-          const p = u[g];
-          if (C) {
-            C = !1;
-            continue;
-          }
-          if (p === "\\" && h) {
-            C = !0;
-            continue;
-          }
-          if (p === '"') {
-            h = !h;
-            continue;
-          }
-          if (!h) {
-            if (p === "{")
-              f === 0 && (d = g), f++;
-            else if (p === "}" && (f--, f === 0)) {
-              const x = u.slice(d, g + 1);
-              try {
-                const b = JSON.parse(x), r = this.extractStreamingContent(b);
-                if (r && (r.content && (c += r.content), r.thinking && (R += r.thinking), n({ content: r.content || "", thinking: r.thinking || "", fullContent: c, fullThinking: R, done: r.done || !1, usage: r.usage || null, finishReason: r.finishReason || null }), r.done))
-                  return c;
-              } catch {
-              }
-              d = g + 1;
-            }
-          }
-        }
-        f === 0 && d < u.length && (u = u.slice(d), d = 0);
-      }
-      return c;
-    } catch (a) {
-      throw a.name === "AbortError" ? new Error("Request cancelled") : a;
-    } finally {
-      this.activeRequests.delete(o);
+      return JSON.parse(e);
+    } catch {
+      return null;
     }
   }
-  extractStreamingContent(e) {
-    var a, l, m;
-    if (!((a = e == null ? void 0 : e.candidates) != null && a.length)) return null;
-    const t = e.candidates[0];
-    let n = "", s = "", i = !1, o = null;
-    return (l = t.content) != null && l.parts && (n = t.content.parts.filter((c) => c.text).map((c) => c.text).join("")), t.finishReason && (i = !0, o = k(t.finishReason)), ((m = e.usageMetadata) == null ? void 0 : m.thoughtsTokenCount) > 0 && (s = `[Thinking: ${e.usageMetadata.thoughtsTokenCount} tokens]`), { content: n, thinking: s, done: i, usage: e.usageMetadata ? { promptTokens: e.usageMetadata.promptTokenCount, completionTokens: e.usageMetadata.candidatesTokenCount, totalTokens: e.usageMetadata.totalTokenCount } : null, finishReason: o };
+  extractStreamingContent(t) {
+    var m, d, f;
+    if (!((m = t == null ? void 0 : t.candidates) != null && m.length))
+      return { content: "", thinking: "", done: !1 };
+    const e = t.candidates[0];
+    let s = "", n = "", i = !1, a = null;
+    const o = ((d = e.content) == null ? void 0 : d.parts) || [];
+    s = o.filter((c) => c.text).map((c) => c.text).join("");
+    const l = o.filter((c) => c.functionCall).map((c) => c.functionCall);
+    e.finishReason && (i = !0, a = h(e.finishReason)), ((f = t.usageMetadata) == null ? void 0 : f.thoughtsTokenCount) > 0 && (n = `[Thinking: ${t.usageMetadata.thoughtsTokenCount} tokens]`);
+    const u = {
+      content: s,
+      thinking: n,
+      done: i,
+      usage: y(t.usageMetadata),
+      finishReason: a
+    };
+    return l.length && (u.toolCallDeltas = l.map((c, g) => ({
+      index: g,
+      id: p(g),
+      name: c.name || "",
+      argsTextDelta: JSON.stringify(c.args ?? {})
+    }))), u;
   }
   getApiPath() {
     return `/v1beta/models/${this.config.model || "gemini-pro"}:generateContent`;
   }
   getStreamingEndpoint() {
-    const e = this.config.model || "gemini-pro";
-    return `${this.config.baseUrl}/v1beta/models/${e}:streamGenerateContent`;
+    const t = this.config.model || "gemini-pro";
+    return `${this.config.baseUrl}/v1beta/models/${t}:streamGenerateContent?alt=sse`;
   }
   requiresAuth() {
     return !!this.config.apiKey;
@@ -145,19 +161,35 @@ class _ extends A {
   getModelsEndpoint() {
     return `${this.config.baseUrl}/v1beta/models`;
   }
-  parseModelsResponse(e) {
-    var t;
-    return ((t = e.models) == null ? void 0 : t.filter((n) => {
+  parseModelsResponse(t) {
+    var e;
+    return ((e = t.models) == null ? void 0 : e.filter((s) => {
       var i;
-      return n.name.toLowerCase().includes("gemini") && ((i = n.supportedGenerationMethods) == null ? void 0 : i.includes("generateContent"));
-    }).map((n) => n.name.split("/").pop()).sort()) || [];
+      return s.name.toLowerCase().includes("gemini") && ((i = s.supportedGenerationMethods) == null ? void 0 : i.includes("generateContent"));
+    }).map((s) => s.name.split("/").pop()).sort()) || [];
   }
 }
-function k(T) {
-  if (!T) return null;
-  const e = String(T).toLowerCase();
-  return e.includes("max") && e.includes("token") ? "length" : e;
+function h(r) {
+  if (!r) return null;
+  const t = String(r).toLowerCase();
+  return t.includes("max") && t.includes("token") ? "length" : t;
+}
+function p(r) {
+  return `gemini_call_${r}`;
+}
+function y(r) {
+  if (!r) return null;
+  const t = r.promptTokenCount ?? 0, e = r.candidatesTokenCount ?? 0, s = r.totalTokenCount ?? t + e, n = { inputTokens: t, outputTokens: e, totalTokens: s, raw: r };
+  return r.cachedContentTokenCount != null && (n.cachedInputTokens = r.cachedContentTokenCount), r.thoughtsTokenCount != null && (n.reasoningTokens = r.thoughtsTokenCount), n;
+}
+function T(r) {
+  try {
+    return JSON.parse(r);
+  } catch {
+    return {};
+  }
 }
 export {
-  _ as GeminiProvider
+  A as GeminiProvider,
+  y as normalizeGeminiUsage
 };

package/dist/providers/GrokProvider.js

@@ -1,50 +1,79 @@
-import { BaseProvider as c } from "./BaseProvider.js";
-class u extends c {
+import { BaseProvider as g } from "./BaseProvider.js";
+import { convertMessagesToOpenAI as m, normalizeOpenAIUsage as u } from "./OpenAIProvider.js";
+class y extends g {
   async detectCapabilities() {
     if (!this.config.model) return;
-    const e = this.config.model.toLowerCase();
-    (e.includes("grok-2") || e.includes("vision")) && this.capabilities.add("vision"), this.capabilities.add("tools");
+    const t = this.config.model.toLowerCase();
+    (t.includes("grok-2") || t.includes("vision")) && this.capabilities.add("vision"), this.capabilities.add("tools");
   }
-  prepareRequest(e, t) {
+  prepareRequest(t, e) {
     const s = {
-      model: t.model || this.config.model || "grok-beta",
-      messages: this.processMessages(e, t),
-      temperature: t.temperature ?? 0.7,
-      max_tokens: t.maxTokens || 1e3,
-      stream: t.stream || !1
+      model: e.model || this.config.model || "grok-beta",
+      messages: this.processMessages(t, e),
+      temperature: e.temperature ?? 0.7,
+      max_tokens: e.maxTokens || 1e3,
+      stream: e.stream || !1
     };
-    return t.tools && this.capabilities.has("tools") && (s.tools = t.tools), s;
+    return s.stream && (s.stream_options = { include_usage: !0 }), e.tools && this.capabilities.has("tools") && (s.tools = e.tools, e.tool_choice && (s.tool_choice = e.tool_choice)), s;
   }
-  processMessages(e, t) {
-    return t.images && this.capabilities.has("vision") ? this.addImagesToMessages(e, t.images) : e;
+  processMessages(t, e) {
+    const s = m(t);
+    return e.images && this.capabilities.has("vision") ? this.addImagesToMessages(s, e.images) : s;
   }
-  addImagesToMessages(e, t) {
-    const s = e[e.length - 1];
+  addImagesToMessages(t, e) {
+    const s = t[t.length - 1];
     if (s && s.role === "user") {
       const n = [{ type: "text", text: s.content }];
-      t.forEach((r) => n.push({ type: "image_url", image_url: { url: typeof r == "string" ? r : r.url } })), s.content = n;
+      e.forEach((r) => n.push({ type: "image_url", image_url: { url: typeof r == "string" ? r : r.url } })), s.content = n;
     }
-    return e;
+    return t;
   }
-  processResponse(e) {
-    var t, s, n, r, i;
-    return { content: ((n = (s = (t = e.choices) == null ? void 0 : t[0]) == null ? void 0 : s.message) == null ? void 0 : n.content) || "", usage: e.usage || null, finishReason: a((i = (r = e.choices) == null ? void 0 : r[0]) == null ? void 0 : i.finish_reason) };
+  processResponse(t) {
+    var n, r, i, o;
+    const e = (r = (n = t.choices) == null ? void 0 : n[0]) == null ? void 0 : r.message, s = {
+      content: (e == null ? void 0 : e.content) || "",
+      usage: u(t.usage),
+      finishReason: c((o = (i = t.choices) == null ? void 0 : i[0]) == null ? void 0 : o.finish_reason)
+    };
+    return Array.isArray(e == null ? void 0 : e.tool_calls) && (s.toolCalls = e.tool_calls.map((l) => {
+      var d, f;
+      return {
+        id: l.id,
+        name: (d = l.function) == null ? void 0 : d.name,
+        args: h((f = l.function) == null ? void 0 : f.arguments)
+      };
+    })), s;
   }
-  parseStreamingLine(e) {
-    if (!e.startsWith("data: ")) return null;
-    const t = e.slice(6).trim();
-    if (t === "[DONE]") return { done: !0 };
+  parseStreamingLine(t) {
+    if (!t.startsWith("data: ")) return null;
+    const e = t.slice(6).trim();
+    if (e === "[DONE]") return { done: !0 };
     try {
-      return JSON.parse(t);
+      return JSON.parse(e);
     } catch {
       return null;
     }
   }
-  extractStreamingContent(e) {
-    var s, n, r, i;
-    if (e.done) return { done: !0 };
-    const t = (n = (s = e.choices) == null ? void 0 : s[0]) == null ? void 0 : n.delta;
-    return { content: (t == null ? void 0 : t.content) || "", done: !1, usage: e.usage || null, finishReason: a((i = (r = e.choices) == null ? void 0 : r[0]) == null ? void 0 : i.finish_reason) };
+  extractStreamingContent(t) {
+    var n, r, i;
+    if (t.done) return { done: !0 };
+    const e = (n = t.choices) == null ? void 0 : n[0], s = e == null ? void 0 : e.delta;
+    if (s && Array.isArray(s.tool_calls) && s.tool_calls.length) {
+      const o = s.tool_calls[0];
+      return {
+        content: s.content || "",
+        done: !1,
+        usage: u(t.usage),
+        finishReason: c(e == null ? void 0 : e.finish_reason),
+        toolCallDelta: {
+          index: o.index ?? 0,
+          id: o.id || void 0,
+          name: ((r = o.function) == null ? void 0 : r.name) || void 0,
+          argsTextDelta: ((i = o.function) == null ? void 0 : i.arguments) || ""
+        }
+      };
+    }
+    return { content: (s == null ? void 0 : s.content) || "", done: !1, usage: u(t.usage), finishReason: c(e == null ? void 0 : e.finish_reason) };
   }
   getApiPath() {
     return "/v1/chat/completions";
@@ -55,16 +84,24 @@ class u extends c {
   getModelsEndpoint() {
     return `${this.config.baseUrl}/v1/models`;
   }
-  parseModelsResponse(e) {
-    var t, s, n;
-    return ((n = (s = (t = e.data) == null ? void 0 : t.filter((r) => String(r.id).toLowerCase().includes("grok"))) == null ? void 0 : s.map((r) => r.id)) == null ? void 0 : n.sort()) || [];
+  parseModelsResponse(t) {
+    var e, s, n;
+    return ((n = (s = (e = t.data) == null ? void 0 : e.filter((r) => String(r.id).toLowerCase().includes("grok"))) == null ? void 0 : s.map((r) => r.id)) == null ? void 0 : n.sort()) || [];
   }
 }
-function a(o) {
-  if (!o) return null;
-  const e = String(o).toLowerCase();
-  return e === "length" || e === "max_tokens" ? "length" : e;
+function c(a) {
+  if (!a) return null;
+  const t = String(a).toLowerCase();
+  return t === "length" || t === "max_tokens" ? "length" : t;
+}
+function h(a) {
+  if (!a) return {};
+  try {
+    return JSON.parse(a);
+  } catch {
+    return { __parseError: !0, raw: a };
+  }
 }
 export {
-  u as GrokProvider
+  y as GrokProvider
 };

package/dist/providers/LlamaServerProvider.js

@@ -1,33 +1,66 @@
-import { BaseProvider as l } from "./BaseProvider.js";
-class c extends l {
+import { BaseProvider as m } from "./BaseProvider.js";
+import { convertMessagesToOpenAI as g, normalizeOpenAIUsage as u } from "./OpenAIProvider.js";
+class A extends m {
   async detectCapabilities() {
+    this.capabilities.add("tools");
   }
-  prepareRequest(e, t) {
-    return {
-      model: t.model || this.config.model || "llama2",
-      messages: e,
-      temperature: t.temperature ?? 0.7,
-      max_tokens: t.maxTokens || 1e3,
-      stream: t.stream || !1
+  prepareRequest(n, e) {
+    const t = {
+      model: e.model || this.config.model || "llama2",
+      messages: g(n),
+      temperature: e.temperature ?? 0.7,
+      max_tokens: e.maxTokens || 1e3,
+      stream: e.stream || !1
     };
+    return t.stream && (t.stream_options = { include_usage: !0 }), e.tools && this.capabilities.has("tools") && (t.tools = e.tools, e.tool_choice && (t.tool_choice = e.tool_choice)), t;
   }
-  processResponse(e) {
-    var t, r, n, s, a;
-    return { content: ((n = (r = (t = e.choices) == null ? void 0 : t[0]) == null ? void 0 : r.message) == null ? void 0 : n.content) || "", usage: e.usage || null, finishReason: o((a = (s = e.choices) == null ? void 0 : s[0]) == null ? void 0 : a.finish_reason) };
+  processResponse(n) {
+    var r, o, i, a;
+    const e = (o = (r = n.choices) == null ? void 0 : r[0]) == null ? void 0 : o.message, t = {
+      content: (e == null ? void 0 : e.content) || "",
+      usage: u(n.usage),
+      finishReason: c((a = (i = n.choices) == null ? void 0 : i[0]) == null ? void 0 : a.finish_reason)
+    };
+    return Array.isArray(e == null ? void 0 : e.tool_calls) && (t.toolCalls = e.tool_calls.map((l) => {
+      var d, f;
+      return {
+        id: l.id,
+        name: (d = l.function) == null ? void 0 : d.name,
+        args: h((f = l.function) == null ? void 0 : f.arguments)
+      };
+    })), t;
   }
-  parseStreamingLine(e) {
-    if (!e.startsWith("data: ")) return null;
-    const t = e.slice(6).trim();
-    if (t === "[DONE]") return { done: !0 };
+  parseStreamingLine(n) {
+    if (!n.startsWith("data: ")) return null;
+    const e = n.slice(6).trim();
+    if (e === "[DONE]") return { done: !0 };
     try {
-      return JSON.parse(t);
+      return JSON.parse(e);
     } catch {
       return null;
     }
   }
-  extractStreamingContent(e) {
-    var t, r, n, s, a;
-    return e.done ? { done: !0 } : { content: ((n = (r = (t = e.choices) == null ? void 0 : t[0]) == null ? void 0 : r.delta) == null ? void 0 : n.content) || "", thinking: "", done: !1, usage: e.usage || null, finishReason: o((a = (s = e.choices) == null ? void 0 : s[0]) == null ? void 0 : a.finish_reason) };
+  extractStreamingContent(n) {
+    var r, o, i;
+    if (n.done) return { done: !0 };
+    const e = (r = n.choices) == null ? void 0 : r[0], t = e == null ? void 0 : e.delta;
+    if (t && Array.isArray(t.tool_calls) && t.tool_calls.length) {
+      const a = t.tool_calls[0];
+      return {
+        content: t.content || "",
+        thinking: "",
+        done: !1,
+        usage: u(n.usage),
+        finishReason: c(e == null ? void 0 : e.finish_reason),
+        toolCallDelta: {
+          index: a.index ?? 0,
+          id: a.id || void 0,
+          name: ((o = a.function) == null ? void 0 : o.name) || void 0,
+          argsTextDelta: ((i = a.function) == null ? void 0 : i.arguments) || ""
+        }
+      };
+    }
+    return { content: (t == null ? void 0 : t.content) || "", thinking: "", done: !1, usage: u(n.usage), finishReason: c(e == null ? void 0 : e.finish_reason) };
   }
   getApiPath() {
     return "/v1/chat/completions";
@@ -38,19 +71,27 @@ class c extends l {
   getModelsEndpoint() {
     return `${this.config.baseUrl}/v1/models`;
   }
-  parseModelsResponse(e) {
-    var t;
-    return ((t = e.data) == null ? void 0 : t.filter((r) => {
-      const n = r.id.toLowerCase();
-      return n.includes("mistral") || n.includes("llama") || n.includes("codellama") || n.includes(".gguf") || n.includes(".bin");
-    }).map((r) => r.id).sort()) || [];
+  parseModelsResponse(n) {
+    var e;
+    return ((e = n.data) == null ? void 0 : e.filter((t) => {
+      const r = t.id.toLowerCase();
+      return r.includes("mistral") || r.includes("llama") || r.includes("codellama") || r.includes(".gguf") || r.includes(".bin");
+    }).map((t) => t.id).sort()) || [];
   }
 }
-function o(i) {
-  if (!i) return null;
-  const e = String(i).toLowerCase();
-  return e === "max_tokens" ? "length" : e;
+function c(s) {
+  if (!s) return null;
+  const n = String(s).toLowerCase();
+  return n === "max_tokens" ? "length" : n;
+}
+function h(s) {
+  if (!s) return {};
+  try {
+    return JSON.parse(s);
+  } catch {
+    return { __parseError: !0, raw: s };
+  }
 }
 export {
-  c as LlamaServerProvider
+  A as LlamaServerProvider
 };