huxy-llm-api 1.0.0-beta.0 → 1.0.0

package/README.md

@@ -92,7 +92,7 @@ console.log('对话结果:', response);
 
 - `generate(prompt, configs, callback)`: 文本生成
 - `chat(prompt, configs, callback)`: 聊天对话
-- `responses(prompt, configs, callback)`: 结构化响应
+- <del>`responses(prompt, configs, callback)`: 结构化响应</del>
 
 ### OpenAI 方法
 
@@ -106,7 +106,7 @@ console.log('对话结果:', response);
   - `model`: 模型名称
   - `stream`: 是否流式响应（默认: false）
   - `system`: 系统提示（聊天模式）
-  - `options`: 其他模型参数
+  - `options`: 其他模型参数（OpenAI 可使用 `extra_body`）
      - `temperature`: 生成温度（0-1）
      - `top_p`: 核采样概率
 - `callback`: 函数 - 流式响应回调
@@ -161,25 +161,6 @@ console.log('对话结果:', response);
 }
 ```
 
-## 高级用法
-
-### 自定义 Fetch
-
-项目使用 Undici 实现高性能 HTTP 请求，并支持自定义超时：
-
-```javascript
-import customFetch from 'huxy-llm-api/customFetch';
-
-// 自定义请求
-const response = await customFetch('https://api.example.com', {
-  method: 'POST',
-  headers: {
-    'Content-Type': 'application/json',
-  },
-  body: JSON.stringify({prompt: 'Hello'}),
-});
-```
-
 ### 环境变量
 
 支持通过环境变量配置 API 密钥和地址：

package/example.js

@@ -16,7 +16,7 @@ const openaiApi = startApi('openai', {
 
 const demo = async () => {
   const ollamaResult = await ollamaApi.generate('你好', {
-    model: 'devstral-small-2',
+    model: 'ministral3:14b-reasoning',
     stream: false,
     options: {
       temperature: 0.15,
@@ -38,6 +38,18 @@ const demo = async () => {
     console.log(mesg, resp);
   });
   console.log(openaiResult);
+
+  const responsesResult = await openaiApi.responses('你是谁', {
+    model: 'qwen3-vl',
+    temperature: 0.15,
+    stream: true,
+    options: {
+      top_k: 20,
+    },
+  }, (mesg, resp) => {
+    console.log(mesg, resp);
+  });
+  console.log(responsesResult);
 };
 
 demo();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "huxy-llm-api",
-  "version": "1.0.0-beta.0",
+  "version": "1.0.0",
   "description": "一个简洁、易用的用于简化 Ollama 和 OpenAI API 调用的 Node.js 库。",
   "type": "module",
   "module": "./src/index.js",

package/src/index.js

@@ -1,9 +1,9 @@
 import {Ollama as T} from 'ollama';
-import E from 'openai';
-import {fetch as I, Agent as L} from 'undici';
+import q from 'openai';
+import {fetch as w, Agent as L} from 'undici';
 var P = 300 * 60 * 1e3,
-  k = (t, a) => I(t, {...a, dispatcher: new L({headersTimeout: P})}),
-  x = k;
+  k = (t, r) => w(t, {...r, dispatcher: new L({headersTimeout: P})}),
+  y = k;
 var v = {
     config: {
       apiKey: process.env.LLM_API_KEY || 'ah.yiru@gmail.com',
@@ -21,144 +21,147 @@ var C = {
     options: {temperature: 0.6, num_ctx: 4096, top_k: 20, top_p: 0.9, repeat_penalty: 1.15},
   },
   g = C;
-var _ = async (t, a, o) => {
-    if (a) {
-      let r = '',
-        e = '';
-      for await (let n of t) {
-        let {type: c, delta: i} = n;
-        (c === 'response.reasoning_text.delta' && (e += i), c === 'response.output_text.delta' && (r += i), o?.({content: r, reasoning: e}, n));
+var K = ['response.reasoning_text.delta', 'response.reasoning_summary_text.delta'],
+  _ = async (t, r, s) => {
+    if (r) {
+      let o = '',
+        n = '';
+      for await (let e of t) {
+        let {type: i, delta: c} = e;
+        (K.includes(i) && (n += c), i === 'response.output_text.delta' && (o += c), s?.({content: o, reasoning: n}, e));
       }
-      return {content: r, reasoning: e};
+      return {content: o, reasoning: n};
     }
-    let [s = {}] = t.output ?? [];
-    return (o?.(t), {reasoning: s.content?.[0]?.text, content: t.output_text});
+    return (s?.(t), {reasoning: (t.output?.[0]?.content ?? t.output?.[0]?.summary)?.[0]?.text, content: t.output_text});
   },
-  R = async (t, a, o) => {
-    if (a) {
-      let n = '',
-        c = '';
-      for await (let i of t) {
-        let {delta: p} = i.choices?.[0] ?? {},
-          {reasoning: u, content: f} = p ?? {};
-        (u && (c += u), f && (n += f), o?.({content: n, reasoning: c}, i));
+  d = async (t, r, s) => {
+    if (r) {
+      let e = '',
+        i = '';
+      for await (let c of t) {
+        let {delta: p} = c.choices?.[0] ?? {},
+          {reasoning: l, content: f} = p ?? {};
+        (l && (i += l), f && (e += f), s?.({content: e, reasoning: i}, c));
       }
-      return {content: n, reasoning: c};
+      return {content: e, reasoning: i};
     }
-    let {message: s} = t.choices?.[0] ?? {},
-      {content: r, reasoning: e} = s;
-    return (o?.(t), {content: r, reasoning: e});
+    s?.(t);
+    let {message: a} = t.choices?.[0] ?? {},
+      {content: o, reasoning: n} = a;
+    return {content: o, reasoning: n};
   };
-var d = async (t, a, o) => {
-    if (a) {
-      let r = '',
-        e = '';
-      for await (let n of t) {
-        let {type: c, delta: i} = n;
-        (c === 'response.reasoning_text.delta' && (e += i), c === 'response.output_text.delta' && (r += i), o?.({content: r, reasoning: e}, n));
-      }
-      return {content: r, reasoning: e};
-    }
-    let [s = {}] = t.output ?? [];
-    return (o?.(t), {reasoning: s.content?.[0]?.text, content: t.output_text});
-  },
-  A = async (t, a, o) => {
-    if (a) {
-      let e = '',
+var O = ['response.reasoning_text.delta', 'response.reasoning_summary_text.delta'],
+  R = async (t, r, s) => {
+    if (r) {
+      let o = '',
         n = '';
-      for await (let c of t) {
-        let i = c.reasoning ?? c.thinking,
-          p = c.content ?? c.response;
-        (i && (n += i), p && (e += p), o?.({content: e, reasoning: n}, c));
+      for await (let e of t) {
+        let {type: i, delta: c} = e;
+        (O.includes(i) && (n += c), i === 'response.output_text.delta' && (o += c), s?.({content: o, reasoning: n}, e));
       }
-      return {content: e, reasoning: n};
+      return {content: o, reasoning: n};
     }
-    let s = t.reasoning ?? t.thinking,
-      r = t.content ?? t.response;
-    return (o?.(t), {content: r, reasoning: s});
+    return (s?.(t), {reasoning: (t.output?.[0]?.content ?? t.output?.[0]?.summary)?.[0]?.text, content: t.output_text});
   },
-  w = async (t, a, o) => {
-    if (a) {
+  A = async (t, r, s) => {
+    if (r) {
       let n = '',
-        c = '';
+        e = '';
       for await (let i of t) {
-        let {message: p} = i,
-          u = p.reasoning ?? p.thinking,
+        let c = i.reasoning ?? i.thinking,
+          p = i.content ?? i.response;
+        (c && (e += c), p && (n += p), s?.({content: n, reasoning: e}, i));
+      }
+      return {content: n, reasoning: e};
+    }
+    s?.(t);
+    let a = t.reasoning ?? t.thinking;
+    return {content: t.content ?? t.response, reasoning: a};
+  },
+  I = async (t, r, s) => {
+    if (r) {
+      let e = '',
+        i = '';
+      for await (let c of t) {
+        let {message: p} = c,
+          l = p.reasoning ?? p.thinking,
           f = p.content ?? p.response;
-        (u && (c += u), f && (n += f), o?.({content: n, reasoning: c}, i));
+        (l && (i += l), f && (e += f), s?.({content: e, reasoning: i}, c));
       }
-      return {content: n, reasoning: c};
+      return {content: e, reasoning: i};
     }
-    let {message: s} = t,
-      r = s.reasoning ?? s.thinking,
-      e = s.content ?? s.response;
-    return (o?.(t), {content: e, reasoning: r});
+    let {message: a} = t;
+    s?.(t);
+    let o = a.reasoning ?? a.thinking;
+    return {content: a.content ?? a.response, reasoning: o};
   };
-var m = (t, a = {}, o = 'chat') => {
+var u = (t, r = {}, s = 'chat') => {
     if (!t) throw Error('\u8BF7\u4F20\u5165\u4F60\u7684 prompt !');
-    if (o === 'chat') {
-      let n = Array.isArray(t) ? t : [{role: 'user', content: t}],
-        {system: c, ...i} = a;
-      return (c && (n = [{role: 'system', content: c}, ...n]), {messages: n, ...i});
+    if (s === 'chat') {
+      let o = Array.isArray(t) ? t : [{role: 'user', content: t}],
+        {system: n, ...e} = r;
+      return (n && (o = [{role: 'system', content: n}, ...o]), {messages: o, ...e});
+    }
+    if (s === 'responses') {
+      let {instructions: o, system: n, ...e} = r;
+      return (o || (e.instructions = n), {input: t, ...e});
     }
-    let s = Array.isArray(t) ? t.slice(-1)[0]?.content : t,
-      {instructions: r, ...e} = a;
-    return (r || (e.instructions = e.system), {prompt: s, ...e});
+    return {prompt: Array.isArray(t) ? t.slice(-1)[0]?.content : t, ...r};
   },
-  l = ({options: t, extra_body: a, ...o}, s, r) => {
-    let e = {...s.params, ...o},
-      n = {...s.options, ...t};
-    return (r === 'openai' ? (e.extra_body = {...n, ...a}) : (e.options = n), e);
+  m = ({options: t, extra_body: r, ...s}, a, o) => {
+    let n = {...a.params, ...s},
+      e = {...a.options, ...t};
+    return (o === 'openai' ? (n.extra_body = {...e, ...r}) : (n.options = e), n);
   };
-var y = {
+var x = {
   openai: {
-    API: t => new E({...t, fetch: x}),
+    API: t => new q({...t, fetch: y}),
     config: h,
     llm: t => ({
-      chat: async (a, o = {}, s) => {
-        let r = R,
-          e = m(a, o, 'chat'),
-          n = await t.chat.completions.create(l(e, h, 'openai'));
-        return r(n, e.stream, s);
+      chat: async (r, s = {}, a) => {
+        let o = d,
+          n = u(r, s, 'chat'),
+          e = await t.chat.completions.create(m(n, h, 'openai'));
+        return o(e, n.stream, a);
       },
-      responses: async (a, o = {}, s) => {
-        let r = _,
-          e = m(a, o, 'responses'),
-          n = await t.responses.create(l(e, h, 'openai'));
-        return r(n, e.stream, s);
+      responses: async (r, s = {}, a) => {
+        let o = _,
+          n = u(r, s, 'responses'),
+          e = await t.responses.create(m(n, h, 'openai'));
+        return o(e, n.stream, a);
       },
     }),
   },
   ollama: {
-    API: t => new T({...t, fetch: x}),
+    API: t => new T({...t, fetch: y}),
     config: g,
     llm: t => ({
-      chat: async (a, o = {}, s) => {
-        let r = w,
-          e = m(a, o, 'chat'),
-          n = await t.chat(l(e, g, 'ollama'));
-        return r(n, e.stream, s);
+      chat: async (r, s = {}, a) => {
+        let o = I,
+          n = u(r, s, 'chat'),
+          e = await t.chat(m(n, g, 'ollama'));
+        return o(e, n.stream, a);
       },
-      generate: async (a, o = {}, s) => {
-        let r = A,
-          e = m(a, o, 'generate'),
-          n = await t.generate(l(e, g, 'ollama'));
-        return r(n, e.stream, s);
+      generate: async (r, s = {}, a) => {
+        let o = A,
+          n = u(r, s, 'generate'),
+          e = await t.generate(m(n, g, 'ollama'));
+        return o(e, n.stream, a);
       },
-      responses: async (a, o = {}, s) => {
-        let r = d,
-          e = m(a, o, 'responses'),
-          n = await t.responses(l(e, g, 'ollama'));
-        return r(n, e.stream, s);
+      responses: async (r, s = {}, a) => {
+        let o = R,
+          n = u(r, s, 'responses'),
+          e = await t.responses(m(n, g, 'ollama'));
+        return o(e, n.stream, a);
       },
     }),
   },
 };
-var K = (t = 'ollama', a) => {
-    let o = y[t] ?? y.ollama,
-      {API: s, config: r, llm: e} = o,
-      n = s({...r.config, ...a});
-    return e(n);
+var U = (t = 'ollama', r) => {
+    let s = x[t] ?? x.ollama,
+      {API: a, config: o, llm: n} = s,
+      e = a({...o.config, ...r});
+    return n(e);
   },
-  Q = K;
-export {Q as default, K as startApi};
+  W = U;
+export {W as default, U as startApi};