huxy-llm-api 1.0.5 → 1.0.7

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "huxy-llm-api",
-  "version": "1.0.5",
+  "version": "1.0.7",
   "description": "一个简洁、易用的用于简化 Ollama 和 OpenAI API 调用的 Node.js 库。",
   "type": "module",
   "module": "./src/index.js",

package/src/index.js

@@ -1,167 +1,175 @@
-import {Ollama as H} from 'ollama';
-import j from 'openai';
-import {fetch as K, Agent as M} from 'undici';
+import {Ollama as q} from 'ollama';
+import z from 'openai';
+import {fetch as E, Agent as K} from 'undici';
 var U = 300 * 60 * 1e3,
-  E = (t, a) => K(t, {...a, dispatcher: new M({headersTimeout: U})}),
-  R = E;
-var T = {
-    config: {apiKey: process.env.LLM_API_KEY || 'ah.yiru@gmail.com', baseURL: process.env.LLM_API_BASEURL || 'http://127.0.0.1:11434/v1', timeout: process.env.LLM_API_TIMEOUT || 108e5, maxRetries: 3},
-    params: {model: 'qwen3-vl:latest', temperature: 1, max_tokens: 4096, top_p: 0.95},
-    options: {top_k: 20, repeat_penalty: 1.05, thinking: !0},
-  },
-  P = T;
-var b = {
-    config: {apiKey: process.env.OLLM_API_KEY || 'ah.yiru@gmail.com', host: process.env.OLLM_API_HOST || 'http://127.0.0.1:11434'},
-    params: {model: 'qwen3-vl:latest', keep_alive: -1},
-    options: {temperature: 1, num_ctx: 4096, top_k: 20, top_p: 0.95, repeat_penalty: 1.05},
-  },
-  A = b;
-var q = ['response.reasoning_text.delta', 'response.reasoning_summary_text.delta'],
-  I = async (t, a, o) => {
-    if (a) {
-      let r = '',
-        e = '';
-      for await (let n of t) {
-        let {type: s, delta: i} = n;
-        (q.includes(s) && (e += i), s === 'response.output_text.delta' && (r += i), o?.({content: r, reasoning: e}, n));
+  k = (t, r) => E(t, {...r, dispatcher: new K({headersTimeout: U})}),
+  _ = k;
+var v = {config: {apiKey: process.env.LLM_API_KEY || 'llm_key', baseURL: process.env.LLM_API_BASEURL}, params: {}, options: {}},
+  w = v;
+var M = {config: {apiKey: process.env.OLLM_API_KEY || 'ollm_key', host: process.env.OLLM_API_HOST}, params: {}, options: {}},
+  A = M;
+var T = ['response.reasoning_text.delta', 'response.reasoning_summary_text.delta'],
+  C = async (t, r, s) => {
+    if (r) {
+      let o = '',
+        n = '';
+      for await (let e of t) {
+        let {type: c, delta: i} = e;
+        (T.includes(c) && (n += i), c === 'response.output_text.delta' && (o += i), s?.({content: o, reasoning: n}, e));
       }
-      return {content: r, reasoning: e};
+      return {content: o, reasoning: n};
     }
-    return (o?.(t), {reasoning: (t.output?.[0]?.content ?? t.output?.[0]?.summary)?.[0]?.text, content: t.output_text});
+    return (s?.(t), {reasoning: (t.output?.[0]?.content ?? t.output?.[0]?.summary)?.[0]?.text, content: t.output_text});
   },
-  C = async (t, a, o) => {
-    if (a) {
-      let n = '',
-        s = '';
+  L = async (t, r, s) => {
+    if (r) {
+      let e = '',
+        c = '';
       for await (let i of t) {
         let {delta: p} = i.choices?.[0] ?? {},
-          {reasoning: l, content: u} = p ?? {};
-        (l && (s += l), u && (n += u), o?.({content: n, reasoning: s}, i));
+          {reasoning: f, content: u} = p ?? {};
+        (f && (c += f), u && (e += u), s?.({content: e, reasoning: c}, i));
       }
-      return {content: n, reasoning: s};
+      return {content: e, reasoning: c};
     }
-    o?.(t);
-    let {message: c} = t.choices?.[0] ?? {},
-      {content: r, reasoning: e} = c;
-    return {content: r, reasoning: e};
+    s?.(t);
+    let {message: a} = t.choices?.[0] ?? {},
+      {content: o, reasoning: n} = a;
+    return {content: o, reasoning: n};
   };
 var S = ['response.reasoning_text.delta', 'response.reasoning_summary_text.delta'],
-  O = async (t, a, o) => {
-    if (a) {
-      let r = '',
-        e = '';
-      for await (let n of t) {
-        let {type: s, delta: i} = n;
-        (S.includes(s) && (e += i), s === 'response.output_text.delta' && (r += i), o?.({content: r, reasoning: e}, n));
+  I = async (t, r, s) => {
+    if (r) {
+      let o = '',
+        n = '';
+      for await (let e of t) {
+        let {type: c, delta: i} = e;
+        (S.includes(c) && (n += i), c === 'response.output_text.delta' && (o += i), s?.({content: o, reasoning: n}, e));
       }
-      return {content: r, reasoning: e};
+      return {content: o, reasoning: n};
     }
-    return (o?.(t), {reasoning: (t.output?.[0]?.content ?? t.output?.[0]?.summary)?.[0]?.text, content: t.output_text});
+    return (s?.(t), {reasoning: (t.output?.[0]?.content ?? t.output?.[0]?.summary)?.[0]?.text, content: t.output_text});
   },
-  k = async (t, a, o) => {
-    if (a) {
-      let e = '',
-        n = '';
-      for await (let s of t) {
-        let i = s.reasoning ?? s.thinking,
-          p = s.content ?? s.response;
-        (i && (n += i), p && (e += p), o?.({content: e, reasoning: n}, s));
+  O = async (t, r, s) => {
+    if (r) {
+      let n = '',
+        e = '';
+      for await (let c of t) {
+        let i = c.reasoning ?? c.thinking,
+          p = c.content ?? c.response;
+        (i && (e += i), p && (n += p), s?.({content: n, reasoning: e}, c));
       }
-      return {content: e, reasoning: n};
+      return {content: n, reasoning: e};
     }
-    o?.(t);
-    let c = t.reasoning ?? t.thinking;
-    return {content: t.content ?? t.response, reasoning: c};
+    s?.(t);
+    let a = t.reasoning ?? t.thinking;
+    return {content: t.content ?? t.response, reasoning: a};
   },
-  v = async (t, a, o) => {
-    if (a) {
-      let n = '',
-        s = '';
+  b = async (t, r, s) => {
+    if (r) {
+      let e = '',
+        c = '';
       for await (let i of t) {
         let {message: p} = i,
-          l = p.reasoning ?? p.thinking,
+          f = p.reasoning ?? p.thinking,
           u = p.content ?? p.response;
-        (l && (s += l), u && (n += u), o?.({content: n, reasoning: s}, i));
+        (f && (c += f), u && (e += u), s?.({content: e, reasoning: c}, i));
       }
-      return {content: n, reasoning: s};
+      return {content: e, reasoning: c};
     }
-    let {message: c} = t;
-    o?.(t);
-    let r = c.reasoning ?? c.thinking;
-    return {content: c.content ?? c.response, reasoning: r};
+    let {message: a} = t;
+    s?.(t);
+    let o = a.reasoning ?? a.thinking;
+    return {content: a.content ?? a.response, reasoning: o};
   };
-var B = (t, a = {}, o = 'chat') => {
-  if (!t) throw Error('\u8BF7\u4F20\u5165\u4F60\u7684 prompt !');
-  if (o === 'chat') {
-    let r = Array.isArray(t) ? t : [{role: 'user', content: t}],
-      {system: e, ...n} = a;
-    return (e && (r = [{role: 'system', content: e}, ...r]), {messages: r, ...n});
-  }
-  if (o === 'responses') {
-    let {instructions: r, system: e, ...n} = a;
-    return (r || (n.instructions = e), {input: t, ...n});
-  }
-  return {prompt: Array.isArray(t) ? t.slice(-1)[0]?.content : t, ...a};
-};
-var w =
-  ({params: t, options: a} = {}, o) =>
-  (c, r = {}, e) => {
-    let {options: n, ...s} = r,
-      i = B(c, {...t, ...s}, e),
-      p = {...a, ...n};
-    return (o === 'openai' ? (i.extra_body = p) : (i.options = p), i);
+var j = ['temperature', 'seed', 'stop', 'top_p'],
+  B = t => {
+    let {max_tokens: r, options: s = {}, ...a} = t,
+      {num_ctx: o, ...n} = s;
+    return (
+      (a.max_tokens = r ?? o),
+      Object.keys(n).map(e => {
+        j.includes(e) ? (a[e] = n[e]) : (a.extra_body || (a.extra_body = {}), (a.extra_body[e] = n[e]));
+      }),
+      a
+    );
+  },
+  H = (t, r = {}, s = 'chat') => {
+    if (!t) throw Error('\u8BF7\u4F20\u5165\u4F60\u7684 prompt !');
+    if (!r.model) throw Error('\u8BF7\u914D\u7F6E\u8981\u4F7F\u7528\u7684\u5927\u6A21\u578B model !');
+    if (s === 'chat') {
+      let o = Array.isArray(t) ? t : [{role: 'user', content: t}],
+        {system: n, ...e} = r;
+      return (n && (o = [{role: 'system', content: n}, ...o]), {messages: o, ...e});
+    }
+    if (s === 'responses') {
+      let {instructions: o, system: n, ...e} = r;
+      return (o || (e.instructions = n), {input: t, ...e});
+    }
+    return {prompt: Array.isArray(t) ? t.slice(-1)[0]?.content : t, ...r};
   };
-var L = {
-  openai: (t = {}, a = {}) => {
-    let {config: o, params: c, options: r} = P,
-      {host: e, baseURL: n, ...s} = t,
-      i = new j({fetch: R, ...o, ...s, baseURL: e || n}),
-      {options: p, extra_body: l, ...u} = a,
-      h = {params: {...c, ...u}, options: {...r, ...l, ...p}},
-      x = w(h, 'openai');
+var R =
+  ({params: t, options: r} = {}, s) =>
+  (a, o = {}, n) => {
+    let {options: e, extra_body: c, ...i} = o,
+      p = H(a, {...t, ...i}, n);
+    return ((p.options = {...r, ...c, ...e}), s === 'openai' ? B(p) : p);
+  };
+var P = {
+  openai: (t = {}, r = {}) => {
+    let {config: s, params: a, options: o} = w,
+      {host: n, ...e} = t,
+      c = new z({fetch: _, ...s, ...e, baseURL: n}),
+      {options: i, extra_body: p, ...f} = r,
+      u = {params: {...a, ...f}, options: {...o, ...p, ...i}},
+      h = R(u, 'openai');
     return {
-      chat: async (m, f = {}, g) => {
-        let y = x(m, f, 'chat'),
-          _ = C,
-          d = await i.chat.completions.create(y);
-        return _(d, y.stream, g);
+      chat: async (g, m = {}, x) => {
+        let l = h(g, m, 'chat'),
+          y = L,
+          d = await c.chat.completions.create(l);
+        return y(d, l.stream, x);
       },
-      responses: async (m, f = {}, g) => {
-        let y = x(m, f, 'responses'),
-          _ = I,
-          d = await i.responses.create(y);
-        return _(d, y.stream, g);
+      responses: async (g, m = {}, x) => {
+        let l = h(g, m, 'responses'),
+          y = C,
+          d = await c.responses.create(l);
+        return y(d, l.stream, x);
       },
     };
   },
-  ollama: (t = {}, a = {}) => {
-    let {config: o, params: c, options: r} = A,
-      e = new H({fetch: R, ...o, ...t}),
-      {options: n, extra_body: s, ...i} = a,
-      p = {params: {...c, ...i}, options: {...r, ...s, ...n}},
-      l = w(p, 'ollama');
+  ollama: (t = {}, r = {}) => {
+    let {config: s, params: a, options: o} = A,
+      n = new q({fetch: _, ...s, ...t}),
+      {options: e, extra_body: c, ...i} = r,
+      p = {params: {...a, ...i}, options: {...o, ...c, ...e}},
+      f = R(p, 'ollama');
     return {
-      chat: async (u, h = {}, x) => {
-        let m = l(u, h, 'chat'),
-          f = v,
-          g = await e.chat(m);
-        return f(g, m.stream, x);
+      chat: async (u, h = {}, g) => {
+        let m = f(u, h, 'chat'),
+          x = b,
+          l = await n.chat(m);
+        return x(l, m.stream, g);
       },
-      generate: async (u, h = {}, x) => {
-        let m = l(u, h, 'generate'),
-          f = k,
-          g = await e.generate(m);
-        return f(g, m.stream, x);
+      generate: async (u, h = {}, g) => {
+        let m = f(u, h, 'generate'),
+          x = O,
+          l = await n.generate(m);
+        return x(l, m.stream, g);
       },
-      responses: async (u, h = {}, x) => {
-        let m = l(u, h, 'responses'),
-          f = O,
-          g = await e.responses(m);
-        return f(g, m.stream, x);
+      responses: async (u, h = {}, g) => {
+        let m = f(u, h, 'responses'),
+          x = I,
+          l = await n.responses(m);
+        return x(l, m.stream, g);
       },
     };
   },
 };
-var z = (t = 'ollama', a, o) => (L[t] ?? L.ollama)(a, o),
-  ot = z;
-export {ot as default, z as startApi};
+var D = (t = 'ollama', r = {}, s = {}) => {
+    let {baseURL: a, host: o, ...n} = r;
+    if (((n.host = o || a), !n.host)) throw Error('\u8BF7\u914D\u7F6E\u5927\u6A21\u578B API \u5730\u5740 host/baseURL !');
+    return (P[t] ?? P.ollama)(n, s);
+  },
+  st = D;
+export {st as default, D as startApi};