@anvaka/vue-llm 0.4.0 → 0.4.2

package/dist/providers/BedrockProvider.js

@@ -1,6 +1,6 @@
-import { BaseProvider as y } from "./BaseProvider.js";
-import { AnthropicProvider as w } from "./AnthropicProvider.js";
-const p = [
+import { BaseProvider as b } from "./BaseProvider.js";
+import { AnthropicProvider as v } from "./AnthropicProvider.js";
+const f = [
   "us.anthropic.claude-opus-4-8",
   "us.anthropic.claude-opus-4-7",
   "us.anthropic.claude-sonnet-4-6",
@@ -10,13 +10,13 @@ const p = [
   "us.anthropic.claude-sonnet-4-5-20250929-v1:0",
   "us.anthropic.claude-opus-4-1-20250805-v1:0"
 ];
-class A extends w {
+class A extends v {
   prepareRequest(r, n) {
     const t = super.prepareRequest(r, n);
     return delete t.stream, t.anthropic_version = "bedrock-2023-05-31", t;
   }
   buildHeaders() {
-    return y.prototype.buildHeaders.call(this);
+    return b.prototype.buildHeaders.call(this);
   }
   getAuthHeaderName() {
     return "Authorization";
@@ -28,68 +28,61 @@ class A extends w {
     return !!this.config.apiKey;
   }
   async makeRequest(r, n, t) {
-    const e = r.model, d = { ...r };
-    delete d.model;
-    const i = `${this.config.baseUrl}/model/${encodeURIComponent(e)}/invoke`, l = n ? { signal: n } : new AbortController();
-    n || (t = t || this.generateRequestId(), this.activeRequests.set(t, l));
-    try {
-      const o = await fetch(i, {
+    const e = r.model, c = `${this.config.baseUrl}/model/${encodeURIComponent(e)}/invoke`, u = n ? { signal: n } : new AbortController();
+    n || (t = t || this.generateRequestId(), this.activeRequests.set(t, u));
+    const d = () => {
+      const i = { ...r };
+      return delete i.model, fetch(c, {
         method: "POST",
         headers: this.buildHeaders(),
-        body: JSON.stringify(d),
-        signal: l.signal || n
+        body: JSON.stringify(i),
+        signal: u.signal || n
       });
-      if (!o.ok) {
-        const h = await o.text();
-        throw new Error(`Bedrock API Error (${o.status}): ${h}`);
-      }
-      return o.json();
+    };
+    try {
+      return (await this._sendWithTemperatureRetry(d, r, "Bedrock API Error")).json();
     } finally {
       !n && t && this.activeRequests.delete(t);
     }
   }
   async makeStreamingRequest(r, n) {
-    const t = r.model, e = { ...r };
-    delete e.model;
-    const d = `${this.config.baseUrl}/model/${encodeURIComponent(t)}/invoke-with-response-stream`, i = await fetch(d, {
-      method: "POST",
-      headers: this.buildHeaders(),
-      body: JSON.stringify(e),
-      signal: n
-    });
-    if (!i.ok) {
-      const c = await i.text();
-      throw new Error(`Bedrock API Error (${i.status}): ${c}`);
-    }
-    const l = i.body.getReader(), o = new v(), h = new TextEncoder(), f = new ReadableStream({
-      async pull(c) {
+    const t = r.model, e = `${this.config.baseUrl}/model/${encodeURIComponent(t)}/invoke-with-response-stream`, c = () => {
+      const o = { ...r };
+      return delete o.model, fetch(e, {
+        method: "POST",
+        headers: this.buildHeaders(),
+        body: JSON.stringify(o),
+        signal: n
+      });
+    }, d = (await this._sendWithTemperatureRetry(c, r, "Bedrock API Error")).body.getReader(), i = new w(), m = new TextEncoder(), h = new ReadableStream({
+      async pull(o) {
         try {
-          const { done: a, value: g } = await l.read();
+          const { done: a, value: y } = await d.read();
           if (a) {
-            c.close();
+            o.close();
             return;
           }
-          const m = o.feed(g);
-          for (const u of m) {
-            if (u.kind === "error") {
-              c.error(new Error(u.message));
+          const p = i.feed(y);
+          for (const l of p) {
+            if (l.kind === "error") {
+              o.error(new Error(l.message));
               return;
             }
-            c.enqueue(h.encode(`data: ${JSON.stringify(u.payload)}
+            o.enqueue(m.encode(`data: ${JSON.stringify(l.payload)}
 `));
           }
         } catch (a) {
-          c.error(a);
+          o.error(a);
         }
       },
-      cancel(c) {
+      cancel(o) {
         try {
-          l.cancel(c);
+          d.cancel(o);
         } catch {
         }
       }
     });
-    return new Response(f, { status: 200, headers: { "Content-Type": "text/event-stream" } });
+    return new Response(h, { status: 200, headers: { "Content-Type": "text/event-stream" } });
   }
   // Live discovery is opt-in via config.liveModelDiscovery. A Bedrock API key
   // authenticates against the control plane with Bearer auth (no SigV4), and
@@ -102,12 +95,12 @@ class A extends w {
   // unset and keep the "no surprise network calls" default.
   async discoverModels(r = 1e4, { force: n = !1 } = {}) {
     if (!n && !this.config.liveModelDiscovery || !this.getModelsEndpoint())
-      return p.slice();
+      return f.slice();
     try {
       const t = await super.discoverModels(r);
-      return t.length ? t : p.slice();
+      return t.length ? t : f.slice();
     } catch {
-      return p.slice();
+      return f.slice();
     }
   }
   // The control plane lives at the same host with the `-runtime` segment
@@ -125,12 +118,12 @@ class A extends w {
   // exactly what InvokeModel expects in the URL path.
   parseModelsResponse(r) {
     const n = r == null ? void 0 : r.inferenceProfileSummaries;
-    if (!Array.isArray(n)) return p.slice();
+    if (!Array.isArray(n)) return f.slice();
     const t = n.map((e) => e == null ? void 0 : e.inferenceProfileId).filter((e) => typeof e == "string" && e.includes("anthropic.claude"));
-    return t.length ? t : p.slice();
+    return t.length ? t : f.slice();
   }
 }
-class v {
+class w {
   constructor() {
     this.buf = new Uint8Array(0), this.textDecoder = new TextDecoder();
   }
@@ -141,30 +134,30 @@ class v {
     }
     const n = [];
     for (; this.buf.length >= 12; ) {
-      const t = new DataView(this.buf.buffer, this.buf.byteOffset, this.buf.byteLength), e = t.getUint32(0, !1), d = t.getUint32(4, !1);
+      const t = new DataView(this.buf.buffer, this.buf.byteOffset, this.buf.byteLength), e = t.getUint32(0, !1), c = t.getUint32(4, !1);
       if (e < 16 || e > 16 * 1024 * 1024)
         throw new Error(`Bedrock event stream: invalid frame length ${e}`);
       if (this.buf.length < e) break;
-      const i = 12, l = i + d, o = l, h = e - 4, f = k(this.buf.subarray(i, l)), c = this.textDecoder.decode(this.buf.subarray(o, h));
+      const u = 12, d = u + c, i = d, m = e - 4, h = k(this.buf.subarray(u, d)), o = this.textDecoder.decode(this.buf.subarray(i, m));
       this.buf = this.buf.subarray(e);
       let a;
       try {
-        a = JSON.parse(c);
+        a = JSON.parse(o);
       } catch {
         a = null;
       }
-      const g = f[":message-type"], m = f[":exception-type"];
-      if (g === "exception" || m) {
-        const u = m || f[":event-type"] || "BedrockStreamException", b = (a == null ? void 0 : a.message) || c || "unknown error";
-        n.push({ kind: "error", message: `${u}: ${b}` });
+      const y = h[":message-type"], p = h[":exception-type"];
+      if (y === "exception" || p) {
+        const l = p || h[":event-type"] || "BedrockStreamException", g = (a == null ? void 0 : a.message) || o || "unknown error";
+        n.push({ kind: "error", message: `${l}: ${g}` });
         continue;
       }
       if (a && typeof a.bytes == "string")
         try {
-          const u = x(a.bytes), b = JSON.parse(u);
-          n.push({ kind: "event", payload: b });
-        } catch (u) {
-          n.push({ kind: "error", message: `Bedrock event-stream decode failed: ${u.message}` });
+          const l = R(a.bytes), g = JSON.parse(l);
+          n.push({ kind: "event", payload: g });
+        } catch (l) {
+          n.push({ kind: "error", message: `Bedrock event-stream decode failed: ${l.message}` });
         }
     }
     return n;
@@ -174,27 +167,27 @@ function k(s) {
   const r = {}, n = new DataView(s.buffer, s.byteOffset, s.byteLength), t = new TextDecoder();
   let e = 0;
   for (; e < s.length; ) {
+    const c = s[e];
+    if (e += 1, e + c > s.length) break;
+    const u = t.decode(s.subarray(e, e + c));
+    if (e += c, e >= s.length) break;
     const d = s[e];
-    if (e += 1, e + d > s.length) break;
-    const i = t.decode(s.subarray(e, e + d));
-    if (e += d, e >= s.length) break;
-    const l = s[e];
-    if (e += 1, l === 7) {
+    if (e += 1, d === 7) {
       if (e + 2 > s.length) break;
-      const o = n.getUint16(e, !1);
-      if (e += 2, e + o > s.length) break;
-      r[i] = t.decode(s.subarray(e, e + o)), e += o;
+      const i = n.getUint16(e, !1);
+      if (e += 2, e + i > s.length) break;
+      r[u] = t.decode(s.subarray(e, e + i)), e += i;
     } else
       break;
   }
   return r;
 }
-function x(s) {
+function R(s) {
   const r = atob(s), n = new Uint8Array(r.length);
   for (let t = 0; t < r.length; t++) n[t] = r.charCodeAt(t);
   return new TextDecoder().decode(n);
 }
 export {
-  p as BEDROCK_CLAUDE_MODELS,
+  f as BEDROCK_CLAUDE_MODELS,
   A as BedrockProvider
 };

package/dist/providers/CustomProvider.js

@@ -1,6 +1,6 @@
 import { BaseProvider as d } from "./BaseProvider.js";
 import { convertMessagesToOpenAI as g, normalizeOpenAIUsage as u } from "./OpenAIProvider.js";
-class A extends d {
+class y extends d {
   async detectCapabilities() {
     this.capabilities.add("tools");
   }
@@ -8,11 +8,10 @@ class A extends d {
     const t = {
       model: e.model || this.config.model || "gpt-3.5-turbo",
       messages: g(n),
-      temperature: e.temperature ?? 0.7,
       max_tokens: e.maxTokens || 1e3,
       stream: e.stream || !1
     };
-    return t.stream && (t.stream_options = { include_usage: !0 }), e.tools && this.capabilities.has("tools") && (t.tools = e.tools, e.tool_choice && (t.tool_choice = e.tool_choice)), t;
+    return this.applySamplingParams(t, e), t.stream && (t.stream_options = { include_usage: !0 }), e.tools && this.capabilities.has("tools") && (t.tools = e.tools, e.tool_choice && (t.tool_choice = e.tool_choice)), t;
   }
   processResponse(n) {
     var s, o, i, a;
@@ -90,5 +89,5 @@ function h(r) {
   }
 }
 export {
-  A as CustomProvider
+  y as CustomProvider
 };

package/dist/providers/DeepSeekProvider.js

@@ -1,6 +1,6 @@
-import { BaseProvider as d } from "./BaseProvider.js";
-import { convertMessagesToOpenAI as h } from "./OpenAIProvider.js";
-class b extends d {
+import { BaseProvider as h } from "./BaseProvider.js";
+import { convertMessagesToOpenAI as d } from "./OpenAIProvider.js";
+class b extends h {
   async detectCapabilities() {
     if (!this.config.model) return;
     const t = this.config.model.toLowerCase();
@@ -10,11 +10,10 @@ class b extends d {
     const n = {
       model: e.model || this.config.model || "deepseek-chat",
       messages: _(t),
-      temperature: e.temperature ?? 0.7,
       max_tokens: e.maxTokens || 1e3,
       stream: e.stream || !1
     };
-    return n.stream && (n.stream_options = { include_usage: !0 }), e.tools && this.capabilities.has("tools") && (n.tools = e.tools, e.tool_choice && (n.tool_choice = e.tool_choice)), e.enableThinking && this.capabilities.has("thinking") && (n.thinking = { type: "enabled" }), n;
+    return this.applySamplingParams(n, e), n.stream && (n.stream_options = { include_usage: !0 }), e.tools && this.capabilities.has("tools") && (n.tools = e.tools, e.tool_choice && (n.tool_choice = e.tool_choice)), e.enableThinking && this.capabilities.has("thinking") && (n.thinking = { type: "enabled" }), n;
   }
   processResponse(t) {
     var s, i, a, r;
@@ -103,7 +102,7 @@ function u(o) {
   return o.prompt_cache_hit_tokens != null && (s.cachedInputTokens = o.prompt_cache_hit_tokens), s;
 }
 function _(o) {
-  return h(o).map((e, n) => {
+  return d(o).map((e, n) => {
     if (e.role !== "assistant") return e;
     const s = o[n] || {}, i = s.thinking || s.reasoning_content, { thinking: a, reasoning_content: r, ...c } = e;
     return i && (c.reasoning_content = i), c;

package/dist/providers/GrokProvider.js

@@ -1,52 +1,51 @@
 import { BaseProvider as g } from "./BaseProvider.js";
-import { convertMessagesToOpenAI as m, normalizeOpenAIUsage as u } from "./OpenAIProvider.js";
+import { convertMessagesToOpenAI as m, normalizeOpenAIUsage as c } from "./OpenAIProvider.js";
 class y extends g {
   async detectCapabilities() {
     if (!this.config.model) return;
-    const t = this.config.model.toLowerCase();
-    (t.includes("grok-2") || t.includes("vision")) && this.capabilities.add("vision"), this.capabilities.add("tools");
+    const s = this.config.model.toLowerCase();
+    (s.includes("grok-2") || s.includes("vision")) && this.capabilities.add("vision"), this.capabilities.add("tools");
   }
-  prepareRequest(t, e) {
-    const s = {
+  prepareRequest(s, e) {
+    const t = {
       model: e.model || this.config.model || "grok-beta",
-      messages: this.processMessages(t, e),
-      temperature: e.temperature ?? 0.7,
+      messages: this.processMessages(s, e),
       max_tokens: e.maxTokens || 1e3,
       stream: e.stream || !1
     };
-    return s.stream && (s.stream_options = { include_usage: !0 }), e.tools && this.capabilities.has("tools") && (s.tools = e.tools, e.tool_choice && (s.tool_choice = e.tool_choice)), s;
+    return this.applySamplingParams(t, e), t.stream && (t.stream_options = { include_usage: !0 }), e.tools && this.capabilities.has("tools") && (t.tools = e.tools, e.tool_choice && (t.tool_choice = e.tool_choice)), t;
   }
-  processMessages(t, e) {
-    const s = m(t);
-    return e.images && this.capabilities.has("vision") ? this.addImagesToMessages(s, e.images) : s;
+  processMessages(s, e) {
+    const t = m(s);
+    return e.images && this.capabilities.has("vision") ? this.addImagesToMessages(t, e.images) : t;
   }
-  addImagesToMessages(t, e) {
-    const s = t[t.length - 1];
-    if (s && s.role === "user") {
-      const n = [{ type: "text", text: s.content }];
-      e.forEach((r) => n.push({ type: "image_url", image_url: { url: typeof r == "string" ? r : r.url } })), s.content = n;
+  addImagesToMessages(s, e) {
+    const t = s[s.length - 1];
+    if (t && t.role === "user") {
+      const r = [{ type: "text", text: t.content }];
+      e.forEach((n) => r.push({ type: "image_url", image_url: { url: typeof n == "string" ? n : n.url } })), t.content = r;
     }
-    return t;
+    return s;
   }
-  processResponse(t) {
-    var n, r, i, o;
-    const e = (r = (n = t.choices) == null ? void 0 : n[0]) == null ? void 0 : r.message, s = {
+  processResponse(s) {
+    var r, n, i, o;
+    const e = (n = (r = s.choices) == null ? void 0 : r[0]) == null ? void 0 : n.message, t = {
       content: (e == null ? void 0 : e.content) || "",
-      usage: u(t.usage),
-      finishReason: c((o = (i = t.choices) == null ? void 0 : i[0]) == null ? void 0 : o.finish_reason)
+      usage: c(s.usage),
+      finishReason: u((o = (i = s.choices) == null ? void 0 : i[0]) == null ? void 0 : o.finish_reason)
     };
-    return Array.isArray(e == null ? void 0 : e.tool_calls) && (s.toolCalls = e.tool_calls.map((l) => {
+    return Array.isArray(e == null ? void 0 : e.tool_calls) && (t.toolCalls = e.tool_calls.map((l) => {
       var d, f;
       return {
         id: l.id,
         name: (d = l.function) == null ? void 0 : d.name,
         args: h((f = l.function) == null ? void 0 : f.arguments)
       };
-    })), s;
+    })), t;
   }
-  parseStreamingLine(t) {
-    if (!t.startsWith("data: ")) return null;
-    const e = t.slice(6).trim();
+  parseStreamingLine(s) {
+    if (!s.startsWith("data: ")) return null;
+    const e = s.slice(6).trim();
     if (e === "[DONE]") return { done: !0 };
     try {
       return JSON.parse(e);
@@ -54,26 +53,26 @@ class y extends g {
       return null;
     }
   }
-  extractStreamingContent(t) {
-    var n, r, i;
-    if (t.done) return { done: !0 };
-    const e = (n = t.choices) == null ? void 0 : n[0], s = e == null ? void 0 : e.delta;
-    if (s && Array.isArray(s.tool_calls) && s.tool_calls.length) {
-      const o = s.tool_calls[0];
+  extractStreamingContent(s) {
+    var r, n, i;
+    if (s.done) return { done: !0 };
+    const e = (r = s.choices) == null ? void 0 : r[0], t = e == null ? void 0 : e.delta;
+    if (t && Array.isArray(t.tool_calls) && t.tool_calls.length) {
+      const o = t.tool_calls[0];
       return {
-        content: s.content || "",
+        content: t.content || "",
         done: !1,
-        usage: u(t.usage),
-        finishReason: c(e == null ? void 0 : e.finish_reason),
+        usage: c(s.usage),
+        finishReason: u(e == null ? void 0 : e.finish_reason),
         toolCallDelta: {
           index: o.index ?? 0,
           id: o.id || void 0,
-          name: ((r = o.function) == null ? void 0 : r.name) || void 0,
+          name: ((n = o.function) == null ? void 0 : n.name) || void 0,
           argsTextDelta: ((i = o.function) == null ? void 0 : i.arguments) || ""
         }
       };
     }
-    return { content: (s == null ? void 0 : s.content) || "", done: !1, usage: u(t.usage), finishReason: c(e == null ? void 0 : e.finish_reason) };
+    return { content: (t == null ? void 0 : t.content) || "", done: !1, usage: c(s.usage), finishReason: u(e == null ? void 0 : e.finish_reason) };
   }
   getApiPath() {
     return "/v1/chat/completions";
@@ -84,15 +83,15 @@ class y extends g {
   getModelsEndpoint() {
     return `${this.config.baseUrl}/v1/models`;
   }
-  parseModelsResponse(t) {
-    var e, s, n;
-    return ((n = (s = (e = t.data) == null ? void 0 : e.filter((r) => String(r.id).toLowerCase().includes("grok"))) == null ? void 0 : s.map((r) => r.id)) == null ? void 0 : n.sort()) || [];
+  parseModelsResponse(s) {
+    var e, t, r;
+    return ((r = (t = (e = s.data) == null ? void 0 : e.filter((n) => String(n.id).toLowerCase().includes("grok"))) == null ? void 0 : t.map((n) => n.id)) == null ? void 0 : r.sort()) || [];
   }
 }
-function c(a) {
+function u(a) {
   if (!a) return null;
-  const t = String(a).toLowerCase();
-  return t === "length" || t === "max_tokens" ? "length" : t;
+  const s = String(a).toLowerCase();
+  return s === "length" || s === "max_tokens" ? "length" : s;
 }
 function h(a) {
   if (!a) return {};

package/dist/providers/LlamaServerProvider.js

@@ -8,18 +8,17 @@ class A extends m {
     const t = {
       model: e.model || this.config.model || "llama2",
       messages: g(n),
-      temperature: e.temperature ?? 0.7,
       max_tokens: e.maxTokens || 1e3,
       stream: e.stream || !1
     };
-    return t.stream && (t.stream_options = { include_usage: !0 }), e.tools && this.capabilities.has("tools") && (t.tools = e.tools, e.tool_choice && (t.tool_choice = e.tool_choice)), t;
+    return this.applySamplingParams(t, e), t.stream && (t.stream_options = { include_usage: !0 }), e.tools && this.capabilities.has("tools") && (t.tools = e.tools, e.tool_choice && (t.tool_choice = e.tool_choice)), t;
   }
   processResponse(n) {
-    var r, o, i, a;
-    const e = (o = (r = n.choices) == null ? void 0 : r[0]) == null ? void 0 : o.message, t = {
+    var r, i, o, a;
+    const e = (i = (r = n.choices) == null ? void 0 : r[0]) == null ? void 0 : i.message, t = {
       content: (e == null ? void 0 : e.content) || "",
       usage: u(n.usage),
-      finishReason: c((a = (i = n.choices) == null ? void 0 : i[0]) == null ? void 0 : a.finish_reason)
+      finishReason: c((a = (o = n.choices) == null ? void 0 : o[0]) == null ? void 0 : a.finish_reason)
     };
     return Array.isArray(e == null ? void 0 : e.tool_calls) && (t.toolCalls = e.tool_calls.map((l) => {
       var d, f;
@@ -41,7 +40,7 @@ class A extends m {
     }
   }
   extractStreamingContent(n) {
-    var r, o, i;
+    var r, i, o;
     if (n.done) return { done: !0 };
     const e = (r = n.choices) == null ? void 0 : r[0], t = e == null ? void 0 : e.delta;
     if (t && Array.isArray(t.tool_calls) && t.tool_calls.length) {
@@ -55,8 +54,8 @@ class A extends m {
         toolCallDelta: {
           index: a.index ?? 0,
           id: a.id || void 0,
-          name: ((o = a.function) == null ? void 0 : o.name) || void 0,
-          argsTextDelta: ((i = a.function) == null ? void 0 : i.arguments) || ""
+          name: ((i = a.function) == null ? void 0 : i.name) || void 0,
+          argsTextDelta: ((o = a.function) == null ? void 0 : o.arguments) || ""
         }
       };
     }