huxy-llm-api 1.0.6 → 1.0.8

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "huxy-llm-api",
-  "version": "1.0.6",
+  "version": "1.0.8",
   "description": "一个简洁、易用的用于简化 Ollama 和 OpenAI API 调用的 Node.js 库。",
   "type": "module",
   "module": "./src/index.js",

package/src/index.js

@@ -1,172 +1,168 @@
-import {Ollama as H} from 'ollama';
-import j from 'openai';
-import {fetch as E, Agent as U} from 'undici';
-var v = 300 * 60 * 1e3,
-  K = (t, a) => E(t, {...a, dispatcher: new U({headersTimeout: v})}),
-  d = K;
-var M = {
-    config: {apiKey: process.env.LLM_API_KEY || 'ah.yiru@gmail.com', baseURL: process.env.LLM_API_BASEURL || 'http://127.0.0.1:11434/v1', timeout: process.env.LLM_API_TIMEOUT || 108e5, maxRetries: 3},
-    params: {temperature: 1, max_tokens: 4096, top_p: 0.95},
-    options: {top_k: 20, repeat_penalty: 1.05},
+import {Ollama as q} from 'ollama';
+import z from 'openai';
+import {fetch as K, Agent as v} from 'undici';
+var b = 300 * 60 * 1e3,
+  E = (t, c) => K(t, {...c, dispatcher: new v({headersTimeout: b})}),
+  m = E;
+var k = {config: {apiKey: process.env.OLLM_API_KEY || 'ollm_key', host: process.env.OLLM_API_HOST}, params: {}, options: {}},
+  l = k;
+var U = {config: {apiKey: process.env.LLM_API_KEY || 'llm_key', baseURL: process.env.LLM_API_BASEURL}, params: {}, options: {}},
+  g = U;
+var M = ['temperature', 'seed', 'stop', 'top_p'],
+  F = t => {
+    let {max_tokens: c, options: s = {}, ...r} = t,
+      {num_ctx: o, ...n} = s;
+    return (
+      (r.max_tokens = c ?? o),
+      Object.keys(n).map(e => {
+        M.includes(e) ? (r[e] = n[e]) : (r.extra_body || (r.extra_body = {}), (r.extra_body[e] = n[e]));
+      }),
+      r
+    );
   },
-  L = M;
-var T = {
-    config: {apiKey: process.env.OLLM_API_KEY || 'ah.yiru@gmail.com', host: process.env.OLLM_API_HOST || 'http://127.0.0.1:11434'},
-    params: {},
-    options: {temperature: 1, num_ctx: 4096, top_k: 20, top_p: 0.95, repeat_penalty: 1.05},
-  },
-  P = T;
-var b = ['response.reasoning_text.delta', 'response.reasoning_summary_text.delta'],
-  A = async (t, a, r) => {
-    if (a) {
+  S = (t, c = {}, s = 'chat') => {
+    if (!t) throw Error('\u8BF7\u4F20\u5165\u4F60\u7684 prompt !');
+    if (!c.model) throw Error('\u8BF7\u914D\u7F6E\u8981\u4F7F\u7528\u7684\u5927\u6A21\u578B model !');
+    if (s === 'chat') {
+      let o = Array.isArray(t) ? t : [{role: 'user', content: t}],
+        {system: n, ...e} = c;
+      return (n && (o = [{role: 'system', content: n}, ...o]), {messages: o, ...e});
+    }
+    if (s === 'responses') {
+      let {instructions: o, system: n, ...e} = c;
+      return (o || (e.instructions = n), {input: t, ...e});
+    }
+    return {prompt: Array.isArray(t) ? t.slice(-1)[0]?.content : t, ...c};
+  };
+var x =
+  ({params: t, options: c} = {}, s) =>
+  (r, o = {}, n) => {
+    let {options: e, extra_body: a, ...i} = o,
+      p = S(r, {...t, ...i}, n);
+    return ((p.options = {...c, ...a, ...e}), s === 'openai' ? F(p) : p);
+  };
+var Y = ['response.reasoning_text.delta', 'response.reasoning_summary_text.delta'],
+  h = async (t, c, s) => {
+    if (c) {
       let o = '',
         n = '';
       for await (let e of t) {
-        let {type: s, delta: i} = e;
-        (b.includes(s) && (n += i), s === 'response.output_text.delta' && (o += i), r?.({content: o, reasoning: n}, e));
+        let {type: a, delta: i} = e;
+        (Y.includes(a) && (n += i), a === 'response.output_text.delta' && (o += i), s?.({content: o, reasoning: n}, e));
       }
       return {content: o, reasoning: n};
     }
-    return (r?.(t), {reasoning: (t.output?.[0]?.content ?? t.output?.[0]?.summary)?.[0]?.text, content: t.output_text});
+    return (s?.(t), {reasoning: (t.output?.[0]?.content ?? t.output?.[0]?.summary)?.[0]?.text, content: t.output_text});
   },
-  I = async (t, a, r) => {
-    if (a) {
+  y = async (t, c, s) => {
+    if (c) {
       let e = '',
-        s = '';
+        a = '';
       for await (let i of t) {
         let {delta: p} = i.choices?.[0] ?? {},
           {reasoning: f, content: u} = p ?? {};
-        (f && (s += f), u && (e += u), r?.({content: e, reasoning: s}, i));
+        (f && (a += f), u && (e += u), s?.({content: e, reasoning: a}, i));
       }
-      return {content: e, reasoning: s};
+      return {content: e, reasoning: a};
     }
-    r?.(t);
-    let {message: c} = t.choices?.[0] ?? {},
-      {content: o, reasoning: n} = c;
+    s?.(t);
+    let {message: r} = t.choices?.[0] ?? {},
+      {content: o, reasoning: n} = r;
     return {content: o, reasoning: n};
   };
-var S = ['response.reasoning_text.delta', 'response.reasoning_summary_text.delta'],
-  C = async (t, a, r) => {
-    if (a) {
+var B = ['response.reasoning_text.delta', 'response.reasoning_summary_text.delta'],
+  d = async (t, c, s) => {
+    if (c) {
       let o = '',
         n = '';
       for await (let e of t) {
-        let {type: s, delta: i} = e;
-        (S.includes(s) && (n += i), s === 'response.output_text.delta' && (o += i), r?.({content: o, reasoning: n}, e));
+        let {type: a, delta: i} = e;
+        (B.includes(a) && (n += i), a === 'response.output_text.delta' && (o += i), s?.({content: o, reasoning: n}, e));
       }
       return {content: o, reasoning: n};
     }
-    return (r?.(t), {reasoning: (t.output?.[0]?.content ?? t.output?.[0]?.summary)?.[0]?.text, content: t.output_text});
+    return (s?.(t), {reasoning: (t.output?.[0]?.content ?? t.output?.[0]?.summary)?.[0]?.text, content: t.output_text});
   },
-  O = async (t, a, r) => {
-    if (a) {
+  _ = async (t, c, s) => {
+    if (c) {
       let n = '',
         e = '';
-      for await (let s of t) {
-        let i = s.reasoning ?? s.thinking,
-          p = s.content ?? s.response;
-        (i && (e += i), p && (n += p), r?.({content: n, reasoning: e}, s));
+      for await (let a of t) {
+        let i = a.reasoning ?? a.thinking,
+          p = a.content ?? a.response;
+        (i && (e += i), p && (n += p), s?.({content: n, reasoning: e}, a));
       }
       return {content: n, reasoning: e};
     }
-    r?.(t);
-    let c = t.reasoning ?? t.thinking;
-    return {content: t.content ?? t.response, reasoning: c};
+    s?.(t);
+    let r = t.reasoning ?? t.thinking;
+    return {content: t.content ?? t.response, reasoning: r};
   },
-  k = async (t, a, r) => {
-    if (a) {
+  R = async (t, c, s) => {
+    if (c) {
       let e = '',
-        s = '';
+        a = '';
       for await (let i of t) {
         let {message: p} = i,
           f = p.reasoning ?? p.thinking,
           u = p.content ?? p.response;
-        (f && (s += f), u && (e += u), r?.({content: e, reasoning: s}, i));
+        (f && (a += f), u && (e += u), s?.({content: e, reasoning: a}, i));
       }
-      return {content: e, reasoning: s};
+      return {content: e, reasoning: a};
     }
-    let {message: c} = t;
-    r?.(t);
-    let o = c.reasoning ?? c.thinking;
-    return {content: c.content ?? c.response, reasoning: o};
+    let {message: r} = t;
+    s?.(t);
+    let o = r.reasoning ?? r.thinking;
+    return {content: r.content ?? r.response, reasoning: o};
   };
-var B = (t, a = {}, r = 'chat') => {
-  if (!t) throw Error('\u8BF7\u4F20\u5165\u4F60\u7684 prompt !');
-  if (!a.model) throw Error('\u8BF7\u914D\u7F6E\u8981\u4F7F\u7528\u7684\u5927\u6A21\u578B model !');
-  if (r === 'chat') {
-    let o = Array.isArray(t) ? t : [{role: 'user', content: t}],
-      {system: n, ...e} = a;
-    return (n && (o = [{role: 'system', content: n}, ...o]), {messages: o, ...e});
-  }
-  if (r === 'responses') {
-    let {instructions: o, system: n, ...e} = a;
-    return (o || (e.instructions = n), {input: t, ...e});
-  }
-  return {prompt: Array.isArray(t) ? t.slice(-1)[0]?.content : t, ...a};
-};
-var R =
-  ({params: t, options: a} = {}, r) =>
-  (c, o = {}, n) => {
-    let {options: e, ...s} = o,
-      i = B(c, {...t, ...s}, n),
-      p = {...a, ...e};
-    return (r === 'openai' ? (i.extra_body = p) : (i.options = p), i);
-  };
-var w = {
-  openai: (t = {}, a = {}) => {
-    let {config: r, params: c, options: o} = L,
-      {host: n, ...e} = t,
-      s = new j({fetch: d, ...r, ...e, baseURL: n}),
-      {options: i, extra_body: p, ...f} = a,
-      u = {params: {...c, ...f}, options: {...o, ...p, ...i}},
-      x = R(u, 'openai');
-    return {
-      chat: async (g, m = {}, h) => {
-        let l = x(g, m, 'chat'),
-          y = I,
-          _ = await s.chat.completions.create(l);
-        return y(_, l.stream, h);
-      },
-      responses: async (g, m = {}, h) => {
-        let l = x(g, m, 'responses'),
-          y = A,
-          _ = await s.responses.create(l);
-        return y(_, l.stream, h);
-      },
-    };
-  },
-  ollama: (t = {}, a = {}) => {
-    let {config: r, params: c, options: o} = P,
-      n = new H({fetch: d, ...r, ...t}),
-      {options: e, extra_body: s, ...i} = a,
-      p = {params: {...c, ...i}, options: {...o, ...s, ...e}},
-      f = R(p, 'ollama');
-    return {
-      chat: async (u, x = {}, g) => {
-        let m = f(u, x, 'chat'),
-          h = k,
-          l = await n.chat(m);
-        return h(l, m.stream, g);
-      },
-      generate: async (u, x = {}, g) => {
-        let m = f(u, x, 'generate'),
-          h = O,
-          l = await n.generate(m);
-        return h(l, m.stream, g);
-      },
-      responses: async (u, x = {}, g) => {
-        let m = f(u, x, 'responses'),
-          h = C,
-          l = await n.responses(m);
-        return h(l, m.stream, g);
-      },
-    };
-  },
+var A = {
+  openai: (t, c) => ({
+    chat: async (s, r = {}, o) => {
+      let n = c(s, r, 'chat'),
+        e = y,
+        a = await t.chat.completions.create(n);
+      return e(a, n.stream, o);
+    },
+    responses: async (s, r = {}, o) => {
+      let n = c(s, r, 'responses'),
+        e = h,
+        a = await t.responses.create(n);
+      return e(a, n.stream, o);
+    },
+  }),
+  ollama: (t, c) => ({
+    chat: async (s, r = {}, o) => {
+      let n = c(s, r, 'chat'),
+        e = R,
+        a = await t.chat(n);
+      return e(a, n.stream, o);
+    },
+    generate: async (s, r = {}, o) => {
+      let n = c(s, r, 'generate'),
+        e = _,
+        a = await t.generate(n);
+      return e(a, n.stream, o);
+    },
+    responses: async (s, r = {}, o) => {
+      let n = c(s, r, 'responses'),
+        e = d,
+        a = await t.responses(n);
+      return e(a, n.stream, o);
+    },
+  }),
 };
-var q = (t = 'ollama', a = {}, r = {}) => {
-    let {baseURL: c, host: o, ...n} = a;
-    if (((n.host = o || c), !n.host)) throw Error('\u8BF7\u914D\u7F6E\u5927\u6A21\u578B API \u5730\u5740 host/baseURL !');
-    return (w[t] ?? w.ollama)(n, r);
+var D = {ollama: {hostKey: 'host', envConfig: l, API: q}, openai: {hostKey: 'baseURL', envConfig: g, API: z}},
+  G = (t = 'ollama', c = {}, s = {}) => {
+    t = ['ollama', 'openai'].includes(t) ? t : 'ollama';
+    let {hostKey: r, envConfig: o, API: n} = D[t],
+      {config: e, params: a, options: i} = o,
+      {baseURL: p, host: f, ...u} = {...e, ...c};
+    if (((u[r] = f || p), !u[r])) throw Error('\u8BF7\u914D\u7F6E\u5927\u6A21\u578B API \u5730\u5740 host/baseURL !');
+    let w = new n({fetch: m, ...u}),
+      {options: I, extra_body: P, ...C} = s,
+      L = {params: {...a, ...C}, options: {...i, ...P, ...I}},
+      O = x(L, t);
+    return A[t](w, O);
   },
-  et = q;
-export {et as default, q as startApi};
+  st = G;
+export {st as default, G as startApi};