huxy-llm-api 1.0.7 → 1.0.8

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "huxy-llm-api",
-  "version": "1.0.7",
+  "version": "1.0.8",
   "description": "一个简洁、易用的用于简化 Ollama 和 OpenAI API 调用的 Node.js 库。",
   "type": "module",
   "module": "./src/index.js",

package/src/index.js

@@ -1,175 +1,168 @@
 import {Ollama as q} from 'ollama';
 import z from 'openai';
-import {fetch as E, Agent as K} from 'undici';
-var U = 300 * 60 * 1e3,
-  k = (t, r) => E(t, {...r, dispatcher: new K({headersTimeout: U})}),
-  _ = k;
-var v = {config: {apiKey: process.env.LLM_API_KEY || 'llm_key', baseURL: process.env.LLM_API_BASEURL}, params: {}, options: {}},
-  w = v;
-var M = {config: {apiKey: process.env.OLLM_API_KEY || 'ollm_key', host: process.env.OLLM_API_HOST}, params: {}, options: {}},
-  A = M;
-var T = ['response.reasoning_text.delta', 'response.reasoning_summary_text.delta'],
-  C = async (t, r, s) => {
-    if (r) {
+import {fetch as K, Agent as v} from 'undici';
+var b = 300 * 60 * 1e3,
+  E = (t, c) => K(t, {...c, dispatcher: new v({headersTimeout: b})}),
+  m = E;
+var k = {config: {apiKey: process.env.OLLM_API_KEY || 'ollm_key', host: process.env.OLLM_API_HOST}, params: {}, options: {}},
+  l = k;
+var U = {config: {apiKey: process.env.LLM_API_KEY || 'llm_key', baseURL: process.env.LLM_API_BASEURL}, params: {}, options: {}},
+  g = U;
+var M = ['temperature', 'seed', 'stop', 'top_p'],
+  F = t => {
+    let {max_tokens: c, options: s = {}, ...r} = t,
+      {num_ctx: o, ...n} = s;
+    return (
+      (r.max_tokens = c ?? o),
+      Object.keys(n).map(e => {
+        M.includes(e) ? (r[e] = n[e]) : (r.extra_body || (r.extra_body = {}), (r.extra_body[e] = n[e]));
+      }),
+      r
+    );
+  },
+  S = (t, c = {}, s = 'chat') => {
+    if (!t) throw Error('\u8BF7\u4F20\u5165\u4F60\u7684 prompt !');
+    if (!c.model) throw Error('\u8BF7\u914D\u7F6E\u8981\u4F7F\u7528\u7684\u5927\u6A21\u578B model !');
+    if (s === 'chat') {
+      let o = Array.isArray(t) ? t : [{role: 'user', content: t}],
+        {system: n, ...e} = c;
+      return (n && (o = [{role: 'system', content: n}, ...o]), {messages: o, ...e});
+    }
+    if (s === 'responses') {
+      let {instructions: o, system: n, ...e} = c;
+      return (o || (e.instructions = n), {input: t, ...e});
+    }
+    return {prompt: Array.isArray(t) ? t.slice(-1)[0]?.content : t, ...c};
+  };
+var x =
+  ({params: t, options: c} = {}, s) =>
+  (r, o = {}, n) => {
+    let {options: e, extra_body: a, ...i} = o,
+      p = S(r, {...t, ...i}, n);
+    return ((p.options = {...c, ...a, ...e}), s === 'openai' ? F(p) : p);
+  };
+var Y = ['response.reasoning_text.delta', 'response.reasoning_summary_text.delta'],
+  h = async (t, c, s) => {
+    if (c) {
       let o = '',
         n = '';
       for await (let e of t) {
-        let {type: c, delta: i} = e;
-        (T.includes(c) && (n += i), c === 'response.output_text.delta' && (o += i), s?.({content: o, reasoning: n}, e));
+        let {type: a, delta: i} = e;
+        (Y.includes(a) && (n += i), a === 'response.output_text.delta' && (o += i), s?.({content: o, reasoning: n}, e));
       }
       return {content: o, reasoning: n};
     }
     return (s?.(t), {reasoning: (t.output?.[0]?.content ?? t.output?.[0]?.summary)?.[0]?.text, content: t.output_text});
   },
-  L = async (t, r, s) => {
-    if (r) {
+  y = async (t, c, s) => {
+    if (c) {
       let e = '',
-        c = '';
+        a = '';
       for await (let i of t) {
         let {delta: p} = i.choices?.[0] ?? {},
           {reasoning: f, content: u} = p ?? {};
-        (f && (c += f), u && (e += u), s?.({content: e, reasoning: c}, i));
+        (f && (a += f), u && (e += u), s?.({content: e, reasoning: a}, i));
       }
-      return {content: e, reasoning: c};
+      return {content: e, reasoning: a};
     }
     s?.(t);
-    let {message: a} = t.choices?.[0] ?? {},
-      {content: o, reasoning: n} = a;
+    let {message: r} = t.choices?.[0] ?? {},
+      {content: o, reasoning: n} = r;
     return {content: o, reasoning: n};
   };
-var S = ['response.reasoning_text.delta', 'response.reasoning_summary_text.delta'],
-  I = async (t, r, s) => {
-    if (r) {
+var B = ['response.reasoning_text.delta', 'response.reasoning_summary_text.delta'],
+  d = async (t, c, s) => {
+    if (c) {
       let o = '',
         n = '';
       for await (let e of t) {
-        let {type: c, delta: i} = e;
-        (S.includes(c) && (n += i), c === 'response.output_text.delta' && (o += i), s?.({content: o, reasoning: n}, e));
+        let {type: a, delta: i} = e;
+        (B.includes(a) && (n += i), a === 'response.output_text.delta' && (o += i), s?.({content: o, reasoning: n}, e));
       }
       return {content: o, reasoning: n};
     }
     return (s?.(t), {reasoning: (t.output?.[0]?.content ?? t.output?.[0]?.summary)?.[0]?.text, content: t.output_text});
   },
-  O = async (t, r, s) => {
-    if (r) {
+  _ = async (t, c, s) => {
+    if (c) {
       let n = '',
         e = '';
-      for await (let c of t) {
-        let i = c.reasoning ?? c.thinking,
-          p = c.content ?? c.response;
-        (i && (e += i), p && (n += p), s?.({content: n, reasoning: e}, c));
+      for await (let a of t) {
+        let i = a.reasoning ?? a.thinking,
+          p = a.content ?? a.response;
+        (i && (e += i), p && (n += p), s?.({content: n, reasoning: e}, a));
       }
       return {content: n, reasoning: e};
     }
     s?.(t);
-    let a = t.reasoning ?? t.thinking;
-    return {content: t.content ?? t.response, reasoning: a};
+    let r = t.reasoning ?? t.thinking;
+    return {content: t.content ?? t.response, reasoning: r};
   },
-  b = async (t, r, s) => {
-    if (r) {
+  R = async (t, c, s) => {
+    if (c) {
       let e = '',
-        c = '';
+        a = '';
       for await (let i of t) {
         let {message: p} = i,
           f = p.reasoning ?? p.thinking,
           u = p.content ?? p.response;
-        (f && (c += f), u && (e += u), s?.({content: e, reasoning: c}, i));
+        (f && (a += f), u && (e += u), s?.({content: e, reasoning: a}, i));
       }
-      return {content: e, reasoning: c};
+      return {content: e, reasoning: a};
     }
-    let {message: a} = t;
+    let {message: r} = t;
     s?.(t);
-    let o = a.reasoning ?? a.thinking;
-    return {content: a.content ?? a.response, reasoning: o};
-  };
-var j = ['temperature', 'seed', 'stop', 'top_p'],
-  B = t => {
-    let {max_tokens: r, options: s = {}, ...a} = t,
-      {num_ctx: o, ...n} = s;
-    return (
-      (a.max_tokens = r ?? o),
-      Object.keys(n).map(e => {
-        j.includes(e) ? (a[e] = n[e]) : (a.extra_body || (a.extra_body = {}), (a.extra_body[e] = n[e]));
-      }),
-      a
-    );
-  },
-  H = (t, r = {}, s = 'chat') => {
-    if (!t) throw Error('\u8BF7\u4F20\u5165\u4F60\u7684 prompt !');
-    if (!r.model) throw Error('\u8BF7\u914D\u7F6E\u8981\u4F7F\u7528\u7684\u5927\u6A21\u578B model !');
-    if (s === 'chat') {
-      let o = Array.isArray(t) ? t : [{role: 'user', content: t}],
-        {system: n, ...e} = r;
-      return (n && (o = [{role: 'system', content: n}, ...o]), {messages: o, ...e});
-    }
-    if (s === 'responses') {
-      let {instructions: o, system: n, ...e} = r;
-      return (o || (e.instructions = n), {input: t, ...e});
-    }
-    return {prompt: Array.isArray(t) ? t.slice(-1)[0]?.content : t, ...r};
-  };
-var R =
-  ({params: t, options: r} = {}, s) =>
-  (a, o = {}, n) => {
-    let {options: e, extra_body: c, ...i} = o,
-      p = H(a, {...t, ...i}, n);
-    return ((p.options = {...r, ...c, ...e}), s === 'openai' ? B(p) : p);
+    let o = r.reasoning ?? r.thinking;
+    return {content: r.content ?? r.response, reasoning: o};
   };
-var P = {
-  openai: (t = {}, r = {}) => {
-    let {config: s, params: a, options: o} = w,
-      {host: n, ...e} = t,
-      c = new z({fetch: _, ...s, ...e, baseURL: n}),
-      {options: i, extra_body: p, ...f} = r,
-      u = {params: {...a, ...f}, options: {...o, ...p, ...i}},
-      h = R(u, 'openai');
-    return {
-      chat: async (g, m = {}, x) => {
-        let l = h(g, m, 'chat'),
-          y = L,
-          d = await c.chat.completions.create(l);
-        return y(d, l.stream, x);
-      },
-      responses: async (g, m = {}, x) => {
-        let l = h(g, m, 'responses'),
-          y = C,
-          d = await c.responses.create(l);
-        return y(d, l.stream, x);
-      },
-    };
-  },
-  ollama: (t = {}, r = {}) => {
-    let {config: s, params: a, options: o} = A,
-      n = new q({fetch: _, ...s, ...t}),
-      {options: e, extra_body: c, ...i} = r,
-      p = {params: {...a, ...i}, options: {...o, ...c, ...e}},
-      f = R(p, 'ollama');
-    return {
-      chat: async (u, h = {}, g) => {
-        let m = f(u, h, 'chat'),
-          x = b,
-          l = await n.chat(m);
-        return x(l, m.stream, g);
-      },
-      generate: async (u, h = {}, g) => {
-        let m = f(u, h, 'generate'),
-          x = O,
-          l = await n.generate(m);
-        return x(l, m.stream, g);
-      },
-      responses: async (u, h = {}, g) => {
-        let m = f(u, h, 'responses'),
-          x = I,
-          l = await n.responses(m);
-        return x(l, m.stream, g);
-      },
-    };
-  },
+var A = {
+  openai: (t, c) => ({
+    chat: async (s, r = {}, o) => {
+      let n = c(s, r, 'chat'),
+        e = y,
+        a = await t.chat.completions.create(n);
+      return e(a, n.stream, o);
+    },
+    responses: async (s, r = {}, o) => {
+      let n = c(s, r, 'responses'),
+        e = h,
+        a = await t.responses.create(n);
+      return e(a, n.stream, o);
+    },
+  }),
+  ollama: (t, c) => ({
+    chat: async (s, r = {}, o) => {
+      let n = c(s, r, 'chat'),
+        e = R,
+        a = await t.chat(n);
+      return e(a, n.stream, o);
+    },
+    generate: async (s, r = {}, o) => {
+      let n = c(s, r, 'generate'),
+        e = _,
+        a = await t.generate(n);
+      return e(a, n.stream, o);
+    },
+    responses: async (s, r = {}, o) => {
+      let n = c(s, r, 'responses'),
+        e = d,
+        a = await t.responses(n);
+      return e(a, n.stream, o);
+    },
+  }),
 };
-var D = (t = 'ollama', r = {}, s = {}) => {
-    let {baseURL: a, host: o, ...n} = r;
-    if (((n.host = o || a), !n.host)) throw Error('\u8BF7\u914D\u7F6E\u5927\u6A21\u578B API \u5730\u5740 host/baseURL !');
-    return (P[t] ?? P.ollama)(n, s);
+var D = {ollama: {hostKey: 'host', envConfig: l, API: q}, openai: {hostKey: 'baseURL', envConfig: g, API: z}},
+  G = (t = 'ollama', c = {}, s = {}) => {
+    t = ['ollama', 'openai'].includes(t) ? t : 'ollama';
+    let {hostKey: r, envConfig: o, API: n} = D[t],
+      {config: e, params: a, options: i} = o,
+      {baseURL: p, host: f, ...u} = {...e, ...c};
+    if (((u[r] = f || p), !u[r])) throw Error('\u8BF7\u914D\u7F6E\u5927\u6A21\u578B API \u5730\u5740 host/baseURL !');
+    let w = new n({fetch: m, ...u}),
+      {options: I, extra_body: P, ...C} = s,
+      L = {params: {...a, ...C}, options: {...i, ...P, ...I}},
+      O = x(L, t);
+    return A[t](w, O);
   },
-  st = D;
-export {st as default, D as startApi};
+  st = G;
+export {st as default, G as startApi};