@anvaka/vue-llm 0.2.0 → 0.3.1

package/dist/providers/LlamaServerProvider.js

@@ -1,33 +1,66 @@
-import { BaseProvider as l } from "./BaseProvider.js";
-class c extends l {
+import { BaseProvider as m } from "./BaseProvider.js";
+import { convertMessagesToOpenAI as g, normalizeOpenAIUsage as u } from "./OpenAIProvider.js";
+class A extends m {
   async detectCapabilities() {
+    this.capabilities.add("tools");
   }
-  prepareRequest(e, t) {
-    return {
-      model: t.model || this.config.model || "llama2",
-      messages: e,
-      temperature: t.temperature ?? 0.7,
-      max_tokens: t.maxTokens || 1e3,
-      stream: t.stream || !1
+  prepareRequest(n, e) {
+    const t = {
+      model: e.model || this.config.model || "llama2",
+      messages: g(n),
+      temperature: e.temperature ?? 0.7,
+      max_tokens: e.maxTokens || 1e3,
+      stream: e.stream || !1
     };
+    return t.stream && (t.stream_options = { include_usage: !0 }), e.tools && this.capabilities.has("tools") && (t.tools = e.tools, e.tool_choice && (t.tool_choice = e.tool_choice)), t;
   }
-  processResponse(e) {
-    var t, r, n, s, a;
-    return { content: ((n = (r = (t = e.choices) == null ? void 0 : t[0]) == null ? void 0 : r.message) == null ? void 0 : n.content) || "", usage: e.usage || null, finishReason: o((a = (s = e.choices) == null ? void 0 : s[0]) == null ? void 0 : a.finish_reason) };
+  processResponse(n) {
+    var r, o, i, a;
+    const e = (o = (r = n.choices) == null ? void 0 : r[0]) == null ? void 0 : o.message, t = {
+      content: (e == null ? void 0 : e.content) || "",
+      usage: u(n.usage),
+      finishReason: c((a = (i = n.choices) == null ? void 0 : i[0]) == null ? void 0 : a.finish_reason)
+    };
+    return Array.isArray(e == null ? void 0 : e.tool_calls) && (t.toolCalls = e.tool_calls.map((l) => {
+      var d, f;
+      return {
+        id: l.id,
+        name: (d = l.function) == null ? void 0 : d.name,
+        args: h((f = l.function) == null ? void 0 : f.arguments)
+      };
+    })), t;
   }
-  parseStreamingLine(e) {
-    if (!e.startsWith("data: ")) return null;
-    const t = e.slice(6).trim();
-    if (t === "[DONE]") return { done: !0 };
+  parseStreamingLine(n) {
+    if (!n.startsWith("data: ")) return null;
+    const e = n.slice(6).trim();
+    if (e === "[DONE]") return { done: !0 };
     try {
-      return JSON.parse(t);
+      return JSON.parse(e);
     } catch {
       return null;
     }
   }
-  extractStreamingContent(e) {
-    var t, r, n, s, a;
-    return e.done ? { done: !0 } : { content: ((n = (r = (t = e.choices) == null ? void 0 : t[0]) == null ? void 0 : r.delta) == null ? void 0 : n.content) || "", thinking: "", done: !1, usage: e.usage || null, finishReason: o((a = (s = e.choices) == null ? void 0 : s[0]) == null ? void 0 : a.finish_reason) };
+  extractStreamingContent(n) {
+    var r, o, i;
+    if (n.done) return { done: !0 };
+    const e = (r = n.choices) == null ? void 0 : r[0], t = e == null ? void 0 : e.delta;
+    if (t && Array.isArray(t.tool_calls) && t.tool_calls.length) {
+      const a = t.tool_calls[0];
+      return {
+        content: t.content || "",
+        thinking: "",
+        done: !1,
+        usage: u(n.usage),
+        finishReason: c(e == null ? void 0 : e.finish_reason),
+        toolCallDelta: {
+          index: a.index ?? 0,
+          id: a.id || void 0,
+          name: ((o = a.function) == null ? void 0 : o.name) || void 0,
+          argsTextDelta: ((i = a.function) == null ? void 0 : i.arguments) || ""
+        }
+      };
+    }
+    return { content: (t == null ? void 0 : t.content) || "", thinking: "", done: !1, usage: u(n.usage), finishReason: c(e == null ? void 0 : e.finish_reason) };
   }
   getApiPath() {
     return "/v1/chat/completions";
@@ -38,19 +71,27 @@ class c extends l {
   getModelsEndpoint() {
     return `${this.config.baseUrl}/v1/models`;
   }
-  parseModelsResponse(e) {
-    var t;
-    return ((t = e.data) == null ? void 0 : t.filter((r) => {
-      const n = r.id.toLowerCase();
-      return n.includes("mistral") || n.includes("llama") || n.includes("codellama") || n.includes(".gguf") || n.includes(".bin");
-    }).map((r) => r.id).sort()) || [];
+  parseModelsResponse(n) {
+    var e;
+    return ((e = n.data) == null ? void 0 : e.filter((t) => {
+      const r = t.id.toLowerCase();
+      return r.includes("mistral") || r.includes("llama") || r.includes("codellama") || r.includes(".gguf") || r.includes(".bin");
+    }).map((t) => t.id).sort()) || [];
   }
 }
-function o(i) {
-  if (!i) return null;
-  const e = String(i).toLowerCase();
-  return e === "max_tokens" ? "length" : e;
+function c(s) {
+  if (!s) return null;
+  const n = String(s).toLowerCase();
+  return n === "max_tokens" ? "length" : n;
+}
+function h(s) {
+  if (!s) return {};
+  try {
+    return JSON.parse(s);
+  } catch {
+    return { __parseError: !0, raw: s };
+  }
 }
 export {
-  c as LlamaServerProvider
+  A as LlamaServerProvider
 };

package/dist/providers/OllamaProvider.js

@@ -1,57 +1,86 @@
-import { BaseProvider as r } from "./BaseProvider.js";
-class l extends r {
+import { BaseProvider as m } from "./BaseProvider.js";
+class k extends m {
   async detectCapabilities() {
     if (this.config.model)
       try {
-        const t = (await this.fetchModelInfo()).capabilities || [];
-        t.includes("thinking") && this.capabilities.add("thinking"), t.includes("vision") && this.capabilities.add("vision"), t.includes("tools") && this.capabilities.add("tools");
-      } catch (e) {
-        console.warn("Ollama capability detection failed:", e);
+        const e = (await this.fetchModelInfo()).capabilities || [];
+        e.includes("thinking") && this.capabilities.add("thinking"), e.includes("vision") && this.capabilities.add("vision"), e.includes("tools") && this.capabilities.add("tools");
+      } catch (t) {
+        console.warn("Ollama capability detection failed:", t);
       }
   }
   async fetchModelInfo() {
-    const e = await fetch(`${this.config.baseUrl}/api/show`, {
+    const t = await fetch(`${this.config.baseUrl}/api/show`, {
       method: "POST",
       headers: { "Content-Type": "application/json" },
       body: JSON.stringify({ name: this.config.model })
     });
-    if (!e.ok) throw new Error(`Failed to fetch model info: ${e.status}`);
-    return e.json();
+    if (!t.ok) throw new Error(`Failed to fetch model info: ${t.status}`);
+    return t.json();
   }
-  prepareRequest(e, t) {
-    const i = t.model || this.config.model;
-    if (!i) throw new Error("Model must be specified for Ollama requests");
-    const n = {
-      model: i,
-      messages: this.processMessages(e, t),
-      stream: t.stream || !1,
-      think: t.enableThinking || !1,
-      options: { temperature: t.temperature ?? 0.7, num_predict: t.maxTokens || 1e3 }
+  prepareRequest(t, e) {
+    const s = e.model || this.config.model;
+    if (!s) throw new Error("Model must be specified for Ollama requests");
+    const i = {
+      model: s,
+      messages: this.processMessages(t, e),
+      stream: e.stream || !1,
+      think: e.enableThinking || !1,
+      options: { temperature: e.temperature ?? 0.7, num_predict: e.maxTokens || 1e3 }
     };
-    return t.enableThinking && this.capabilities.has("thinking") && (n.options.enable_thinking = !0), n;
+    return e.enableThinking && this.capabilities.has("thinking") && (i.options.enable_thinking = !0), e.tools && this.capabilities.has("tools") && (i.tools = e.tools), i;
   }
-  processMessages(e, t) {
-    return t.images && this.capabilities.has("vision") ? this.addImagesToMessages(e, t.images) : e;
+  processMessages(t, e) {
+    const s = p(t);
+    return e.images && this.capabilities.has("vision") ? this.addImagesToMessages(s, e.images) : s;
   }
-  addImagesToMessages(e, t) {
-    const i = e[e.length - 1];
-    return i && i.role === "user" && (i.images = t.map((n) => typeof n == "string" && n.startsWith("data:") ? n.split(",")[1] : n)), e;
+  addImagesToMessages(t, e) {
+    const s = t[t.length - 1];
+    return s && s.role === "user" && (s.images = e.map((i) => typeof i == "string" && i.startsWith("data:") ? i.split(",")[1] : i)), t;
   }
-  processResponse(e) {
-    var i;
-    const t = { content: ((i = e.message) == null ? void 0 : i.content) || "", usage: e.eval_count ? { tokens: e.eval_count } : null, finishReason: a(e.finish_reason) };
-    return e.thinking && (t.thinking = e.thinking), t;
+  processResponse(t) {
+    var i, a;
+    const e = {
+      content: ((i = t.message) == null ? void 0 : i.content) || "",
+      usage: g(t),
+      finishReason: f(t.finish_reason)
+    };
+    t.thinking && (e.thinking = t.thinking);
+    const s = (a = t.message) == null ? void 0 : a.tool_calls;
+    return Array.isArray(s) && s.length && (e.toolCalls = s.map((r, c) => {
+      var o, l;
+      return {
+        id: h(c),
+        name: (o = r.function) == null ? void 0 : o.name,
+        args: d((l = r.function) == null ? void 0 : l.arguments)
+      };
+    })), e;
   }
-  parseStreamingLine(e) {
+  parseStreamingLine(t) {
     try {
-      return JSON.parse(e);
+      return JSON.parse(t);
     } catch {
       return null;
     }
   }
-  extractStreamingContent(e) {
-    var t;
-    return { content: ((t = e.message) == null ? void 0 : t.content) || "", thinking: e.thinking || "", done: e.done || !1, usage: e.eval_count ? { tokens: e.eval_count } : null, finishReason: a(e.finish_reason) };
+  extractStreamingContent(t) {
+    var i, a, r;
+    const e = {
+      content: ((i = t.message) == null ? void 0 : i.content) || "",
+      thinking: t.thinking || ((a = t.message) == null ? void 0 : a.thinking) || "",
+      done: t.done || !1,
+      usage: g(t),
+      finishReason: f(t.finish_reason)
+    }, s = (r = t.message) == null ? void 0 : r.tool_calls;
+    return Array.isArray(s) && s.length && (e.toolCallDeltas = s.map((c, o) => {
+      var l, u;
+      return {
+        index: o,
+        id: h(o),
+        name: ((l = c.function) == null ? void 0 : l.name) || "",
+        argsTextDelta: JSON.stringify(((u = c.function) == null ? void 0 : u.arguments) ?? {})
+      };
+    })), e;
   }
   getApiPath() {
     return "/api/chat";
@@ -62,16 +91,63 @@ class l extends r {
   getModelsEndpoint() {
     return `${this.config.baseUrl}/api/tags`;
   }
-  parseModelsResponse(e) {
-    var t;
-    return ((t = e.models) == null ? void 0 : t.map((i) => i.name)) || [];
+  parseModelsResponse(t) {
+    var e;
+    return ((e = t.models) == null ? void 0 : e.map((s) => s.name)) || [];
   }
 }
-function a(s) {
-  if (!s) return null;
-  const e = String(s).toLowerCase();
-  return e === "max_tokens" ? "length" : e;
+function f(n) {
+  if (!n) return null;
+  const t = String(n).toLowerCase();
+  return t === "max_tokens" ? "length" : t;
+}
+function h(n) {
+  return `ollama_call_${n}`;
+}
+function g(n) {
+  if (!n || n.prompt_eval_count == null && n.eval_count == null) return null;
+  const t = n.prompt_eval_count ?? 0, e = n.eval_count ?? 0;
+  return { inputTokens: t, outputTokens: e, totalTokens: t + e, raw: n };
+}
+function d(n) {
+  if (n == null) return {};
+  if (typeof n == "string")
+    try {
+      return JSON.parse(n);
+    } catch {
+      return { __parseError: !0, raw: n };
+    }
+  return n;
+}
+function p(n) {
+  return n.map((t) => {
+    if (t.role === "assistant" && Array.isArray(t.tool_calls) && t.tool_calls.length)
+      return {
+        role: "assistant",
+        content: t.content ?? "",
+        tool_calls: t.tool_calls.map((e) => ({
+          function: {
+            name: e.name,
+            arguments: typeof e.args == "string" ? _(e.args) : e.args || {}
+          }
+        }))
+      };
+    if (t.role === "tool") {
+      const { tool_call_id: e, ...s } = t;
+      return s;
+    }
+    return t;
+  });
+}
+function _(n) {
+  try {
+    return JSON.parse(n);
+  } catch {
+    return {};
+  }
 }
 export {
-  l as OllamaProvider
+  k as OllamaProvider,
+  p as convertMessagesToOllama,
+  g as normalizeOllamaUsage
 };

package/dist/providers/OpenAIProvider.js

@@ -1,15 +1,15 @@
-var f = (i) => {
-  throw TypeError(i);
+var h = (s) => {
+  throw TypeError(s);
 };
-var _ = (i, r, t) => r.has(i) || f("Cannot " + t);
-var h = (i, r, t) => r.has(i) ? f("Cannot add the same private member more than once") : r instanceof WeakSet ? r.add(i) : r.set(i, t);
-var p = (i, r, t) => (_(i, r, "access private method"), t);
+var k = (s, o, t) => o.has(s) || h("Cannot " + t);
+var p = (s, o, t) => o.has(s) ? h("Cannot add the same private member more than once") : o instanceof WeakSet ? o.add(s) : o.set(s, t);
+var m = (s, o, t) => (k(s, o, "access private method"), t);
 import { BaseProvider as y } from "./BaseProvider.js";
-var u, m;
+var u, _;
 class v extends y {
   constructor() {
     super(...arguments);
-    h(this, u);
+    p(this, u);
   }
   async detectCapabilities() {
     if (!this.config.model) return;
@@ -17,46 +17,46 @@ class v extends y {
     (t.startsWith("o1") || t.startsWith("o2") || t.startsWith("o3") || t.startsWith("o-") || t.includes("gpt-5") || t === "gpt5") && this.capabilities.add("thinking"), t.includes("gpt-4") && t.includes("vision") && this.capabilities.add("vision"), (t.includes("gpt-4") || t.includes("gpt-3.5") || t.includes("gpt-5")) && this.capabilities.add("tools");
   }
   prepareRequest(t, e) {
-    const s = e.model || this.config.model || "gpt-3.5-turbo", n = {
-      model: s,
+    const n = e.model || this.config.model || "gpt-3.5-turbo", i = {
+      model: n,
       messages: this.processMessages(t, e),
       temperature: e.temperature ?? 0.7,
       stream: e.stream || !1
     };
-    return p(this, u, m).call(this, s) ? (n.max_completion_tokens = e.maxTokens || 1e3, n.temperature = 1) : n.max_tokens = e.maxTokens || 1e3, e.enableThinking && this.capabilities.has("thinking") && (n.reasoning_effort = e.reasoningEffort || "medium"), e.tools && this.capabilities.has("tools") && (n.tools = e.tools), n;
+    return i.stream && (i.stream_options = { include_usage: !0 }), m(this, u, _).call(this, n) ? (i.max_completion_tokens = e.maxTokens || 1e3, i.temperature = 1) : i.max_tokens = e.maxTokens || 1e3, e.enableThinking && this.capabilities.has("thinking") && (i.reasoning_effort = e.reasoningEffort || "medium"), e.tools && this.capabilities.has("tools") && (i.tools = e.tools), i;
   }
   processMessages(t, e) {
-    const s = b(t);
-    return e.images && this.capabilities.has("vision") ? this.addImagesToMessages(s, e.images) : s;
+    const n = A(t);
+    return e.images && this.capabilities.has("vision") ? this.addImagesToMessages(n, e.images) : n;
   }
   addImagesToMessages(t, e) {
-    const s = t[t.length - 1];
-    if (s && s.role === "user") {
-      const n = [{ type: "text", text: s.content }];
-      e.forEach((a) => {
-        n.push({
+    const n = t[t.length - 1];
+    if (n && n.role === "user") {
+      const i = [{ type: "text", text: n.content }];
+      e.forEach((r) => {
+        i.push({
           type: "image_url",
-          image_url: { url: typeof a == "string" ? a : a.url }
+          image_url: { url: typeof r == "string" ? r : r.url }
         });
-      }), s.content = n;
+      }), n.content = i;
     }
     return t;
   }
   processResponse(t) {
-    var n, a, l, o;
-    const e = (a = (n = t.choices) == null ? void 0 : n[0]) == null ? void 0 : a.message, s = {
+    var i, r, l, a;
+    const e = (r = (i = t.choices) == null ? void 0 : i[0]) == null ? void 0 : r.message, n = {
       content: (e == null ? void 0 : e.content) || "",
-      usage: t.usage || null,
-      finishReason: ((o = (l = t.choices) == null ? void 0 : l[0]) == null ? void 0 : o.finish_reason) || null
+      usage: g(t.usage),
+      finishReason: ((a = (l = t.choices) == null ? void 0 : l[0]) == null ? void 0 : a.finish_reason) || null
     };
-    return t.reasoning && (s.thinking = t.reasoning), Array.isArray(e == null ? void 0 : e.tool_calls) && (s.toolCalls = e.tool_calls.map((c) => {
-      var g, d;
+    return t.reasoning && (n.thinking = t.reasoning), Array.isArray(e == null ? void 0 : e.tool_calls) && (n.toolCalls = e.tool_calls.map((c) => {
+      var d, f;
       return {
         id: c.id,
-        name: (g = c.function) == null ? void 0 : g.name,
-        args: k((d = c.function) == null ? void 0 : d.arguments)
+        name: (d = c.function) == null ? void 0 : d.name,
+        args: T((f = c.function) == null ? void 0 : f.arguments)
       };
-    })), s;
+    })), n;
   }
   parseStreamingLine(t) {
     if (!t.startsWith("data: ")) return null;
@@ -69,30 +69,30 @@ class v extends y {
     }
   }
   extractStreamingContent(t) {
-    var n, a, l;
+    var i, r, l;
     if (t.done) return { done: !0 };
-    const e = (n = t.choices) == null ? void 0 : n[0], s = e == null ? void 0 : e.delta;
-    if (s && Array.isArray(s.tool_calls) && s.tool_calls.length) {
-      const o = s.tool_calls[0];
+    const e = (i = t.choices) == null ? void 0 : i[0], n = e == null ? void 0 : e.delta;
+    if (n && Array.isArray(n.tool_calls) && n.tool_calls.length) {
+      const a = n.tool_calls[0];
       return {
-        content: s.content || "",
-        thinking: s.reasoning || "",
+        content: n.content || "",
+        thinking: n.reasoning || "",
         done: !1,
-        usage: t.usage || null,
+        usage: g(t.usage),
         finishReason: (e == null ? void 0 : e.finish_reason) || null,
         toolCallDelta: {
-          index: o.index ?? 0,
-          id: o.id || void 0,
-          name: ((a = o.function) == null ? void 0 : a.name) || void 0,
-          argsTextDelta: ((l = o.function) == null ? void 0 : l.arguments) || ""
+          index: a.index ?? 0,
+          id: a.id || void 0,
+          name: ((r = a.function) == null ? void 0 : r.name) || void 0,
+          argsTextDelta: ((l = a.function) == null ? void 0 : l.arguments) || ""
         }
       };
     }
     return {
-      content: (s == null ? void 0 : s.content) || "",
-      thinking: (s == null ? void 0 : s.reasoning) || "",
+      content: (n == null ? void 0 : n.content) || "",
+      thinking: (n == null ? void 0 : n.reasoning) || "",
       done: !1,
-      usage: t.usage || null,
+      usage: g(t.usage),
       finishReason: (e == null ? void 0 : e.finish_reason) || null
     };
   }
@@ -107,29 +107,35 @@ class v extends y {
   }
   parseModelsResponse(t) {
     var e;
-    return ((e = t.data) == null ? void 0 : e.filter((s) => {
-      const n = s.id.toLowerCase();
-      return n.includes("gpt") || n.includes("chat");
-    }).map((s) => s.id).sort()) || [];
+    return ((e = t.data) == null ? void 0 : e.filter((n) => {
+      const i = n.id.toLowerCase();
+      return i.includes("gpt") || i.includes("chat");
+    }).map((n) => n.id).sort()) || [];
   }
 }
-u = new WeakSet(), m = function(t) {
+u = new WeakSet(), _ = function(t) {
   const e = (t || "").toLowerCase();
   return e.startsWith("o1") || e.startsWith("o2") || e.startsWith("o3") || e.startsWith("o-") || e.includes("gpt-5") || e === "gpt5" || e.includes("reasoning") || this.capabilities.has("thinking");
 };
-function k(i) {
-  if (!i) return {};
+function T(s) {
+  if (!s) return {};
   try {
-    return JSON.parse(i);
+    return JSON.parse(s);
   } catch {
-    return { __parseError: !0, raw: i };
+    return { __parseError: !0, raw: s };
   }
 }
-function b(i) {
-  return i.map((r) => r.role === "assistant" && Array.isArray(r.tool_calls) && r.tool_calls.length ? {
+function g(s) {
+  var l, a;
+  if (!s) return null;
+  const o = s.prompt_tokens ?? 0, t = s.completion_tokens ?? 0, e = s.total_tokens ?? o + t, n = (l = s.prompt_tokens_details) == null ? void 0 : l.cached_tokens, i = (a = s.completion_tokens_details) == null ? void 0 : a.reasoning_tokens, r = { inputTokens: o, outputTokens: t, totalTokens: e, raw: s };
+  return n != null && (r.cachedInputTokens = n), i != null && (r.reasoningTokens = i), r;
+}
+function A(s) {
+  return s.map((o) => o.role === "assistant" && Array.isArray(o.tool_calls) && o.tool_calls.length ? {
     role: "assistant",
-    content: r.content ?? null,
-    tool_calls: r.tool_calls.map((t) => ({
+    content: o.content ?? null,
+    tool_calls: o.tool_calls.map((t) => ({
       id: t.id,
       type: "function",
       function: {
@@ -137,9 +143,10 @@ function b(i) {
         arguments: typeof t.args == "string" ? t.args : JSON.stringify(t.args || {})
       }
     }))
-  } : r);
+  } : o);
 }
 export {
   v as OpenAIProvider,
-  b as convertMessagesToOpenAI
+  A as convertMessagesToOpenAI,
+  g as normalizeOpenAIUsage
 };