plugin-custom-llm 1.0.0 → 1.1.0

package/README.md

@@ -1 +1,77 @@
-# @nocobase/plugin-custom-llm
+# Plugin Custom LLM (OpenAI Compatible)
+
+NocoBase plugin for integrating external LLM providers that support OpenAI-compatible `/chat/completions` API, with built-in response format normalization and response mapping for non-standard APIs.
+
+## Features
+
+- **OpenAI-compatible**: Works with any LLM provider exposing `/chat/completions` endpoint
+- **Auto content detection**: Handles both string and array content blocks (`[{type: 'text', text: '...'}]`)
+- **Response mapping**: Transform non-standard API responses to OpenAI format via JSON config (supports streaming SSE and JSON)
+- **Reasoning content**: Display thinking/reasoning from DeepSeek-compatible providers
+- **Configurable**: JSON config editors for request and response customization
+- **Locale support**: English, Vietnamese, Chinese
+
+## Installation
+
+Upload `plugin-custom-llm-x.x.x.tgz` via NocoBase Plugin Manager UI, then enable.
+
+## Configuration
+
+### Provider Settings
+
+| Field | Description |
+|---|---|
+| **Base URL** | LLM endpoint URL, e.g. `https://your-llm-server.com/v1` |
+| **API Key** | Authentication key |
+| **Request config (JSON)** | Optional. Extra request configuration |
+| **Response config (JSON)** | Optional. Response parsing and mapping configuration |
+
+### Request Config
+
+```json
+{
+  "extraHeaders": { "X-Custom-Header": "value" },
+  "extraBody": { "custom_field": "value" },
+  "modelKwargs": { "stop": ["\n"] }
+}
+```
+
+- `extraHeaders` — Custom HTTP headers sent with every request
+- `extraBody` — Additional fields merged into the request body
+- `modelKwargs` — Extra LangChain model parameters (stop sequences, etc.)
+
+### Response Config
+
+```json
+{
+  "contentPath": "auto",
+  "reasoningKey": "reasoning_content",
+  "responseMapping": {
+    "content": "message.response"
+  }
+}
+```
+
+- `contentPath` — How to extract text from LangChain chunks. `"auto"` (default) detects string, array, and object formats. Or use a dot-path like `"0.text"`
+- `reasoningKey` — Key name for reasoning/thinking content in `additional_kwargs` (default: `"reasoning_content"`)
+- `responseMapping` — Maps non-standard LLM responses to OpenAI format before LangChain processes them:
+  - `content` — Dot-path to the content field in the raw response (e.g. `"message.response"`, `"data.text"`)
+  - `role` — Dot-path to role field (optional, defaults to `"assistant"`)
+  - `id` — Dot-path to response ID (optional)
+
+### Response Mapping Examples
+
+| Raw LLM Response | `responseMapping.content` |
+|---|---|
+| `{"message": {"response": "..."}}` | `message.response` |
+| `{"data": {"text": "..."}}` | `data.text` |
+| `{"result": "..."}` | `result` |
+| `{"output": {"content": {"text": "..."}}}` | `output.content.text` |
+
+### Model Settings
+
+Standard OpenAI-compatible parameters: temperature, max tokens, top P, frequency/presence penalty, response format, timeout, max retries.
+
+## License
+
+Apache-2.0

package/dist/client/index.js

@@ -7,4 +7,4 @@
  * For more information, please refer to: https://www.nocobase.com/agreement.
  */
 
-!function(e,t){"object"==typeof exports&&"object"==typeof module?module.exports=t(require("react"),require("@nocobase/plugin-ai/client"),require("@nocobase/client"),require("@nocobase/utils/client"),require("antd"),require("react-i18next")):"function"==typeof define&&define.amd?define("plugin-custom-llm",["react","@nocobase/plugin-ai/client","@nocobase/client","@nocobase/utils/client","antd","react-i18next"],t):"object"==typeof exports?exports["plugin-custom-llm"]=t(require("react"),require("@nocobase/plugin-ai/client"),require("@nocobase/client"),require("@nocobase/utils/client"),require("antd"),require("react-i18next")):e["plugin-custom-llm"]=t(e.react,e["@nocobase/plugin-ai/client"],e["@nocobase/client"],e["@nocobase/utils/client"],e.antd,e["react-i18next"])}(self,function(e,t,n,o,r,i){return function(){"use strict";var u={772:function(e){e.exports=n},645:function(e){e.exports=t},584:function(e){e.exports=o},721:function(e){e.exports=r},156:function(t){t.exports=e},238:function(e){e.exports=i}},c={};function a(e){var t=c[e];if(void 0!==t)return t.exports;var n=c[e]={exports:{}};return u[e](n,n.exports,a),n.exports}a.n=function(e){var t=e&&e.__esModule?function(){return e.default}:function(){return e};return a.d(t,{a:t}),t},a.d=function(e,t){for(var n in t)a.o(t,n)&&!a.o(e,n)&&Object.defineProperty(e,n,{enumerable:!0,get:t[n]})},a.o=function(e,t){return Object.prototype.hasOwnProperty.call(e,t)},a.r=function(e){"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})};var l={};return!function(){a.r(l),a.d(l,{PluginCustomLLMClient:function(){return g},default:function(){return S}});var e=a(772),t=a(156),n=a.n(t),o=a(584),r=a(238),i="@nocobase/plugin-custom-llm",u=a(721),c=a(645),p=function(){var t=(0,r.useTranslation)(i,{nsMode:"fallback"}).t;return n().createElement("div",{style:{marginBottom:24}},n().createElement(u.Collapse,{bordered:!1,size:"small",items:[{key:"options",label:t("Options"),forceRender:!0,children:n().createElement(e.SchemaComponent,{schema:{type:"void",name:"custom-llm",properties:{temperature:{title:(0,o.tval)("Temperature",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber",default:.7,"x-component-props":{step:.1,min:0,max:2}},maxCompletionTokens:{title:(0,o.tval)("Max completion tokens",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber",default:-1},topP:{title:(0,o.tval)("Top P",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber",default:1,"x-component-props":{step:.1,min:0,max:1}},frequencyPenalty:{title:(0,o.tval)("Frequency penalty",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber",default:0,"x-component-props":{step:.1,min:-2,max:2}},presencePenalty:{title:(0,o.tval)("Presence penalty",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber",default:0,"x-component-props":{step:.1,min:-2,max:2}},responseFormat:{title:(0,o.tval)("Response format",{ns:i}),type:"string","x-decorator":"FormItem","x-component":"Select",enum:[{label:t("Text"),value:"text"},{label:t("JSON"),value:"json_object"}],default:"text"},timeout:{title:(0,o.tval)("Timeout (ms)",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber",default:6e4},maxRetries:{title:(0,o.tval)("Max retries",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber",default:1}}}})}]}))},s={components:{ProviderSettingsForm:function(){return n().createElement(e.SchemaComponent,{schema:{type:"void",properties:{baseURL:{title:(0,o.tval)("Base URL",{ns:i}),type:"string",required:!0,"x-decorator":"FormItem","x-component":"TextAreaWithGlobalScope","x-component-props":{placeholder:"https://your-llm-server.com/v1"}},apiKey:{title:(0,o.tval)("API Key",{ns:i}),type:"string",required:!0,"x-decorator":"FormItem","x-component":"TextAreaWithGlobalScope"},requestConfig:{title:(0,o.tval)("Request config (JSON)",{ns:i}),type:"string","x-decorator":"FormItem","x-component":"Input.TextArea","x-component-props":{placeholder:JSON.stringify({extraHeaders:{},extraBody:{},modelKwargs:{}},null,2),rows:6,style:{fontFamily:"monospace",fontSize:12}},description:(0,o.tval)("Request config description",{ns:i})},responseConfig:{title:(0,o.tval)("Response config (JSON)",{ns:i}),type:"string","x-decorator":"FormItem","x-component":"Input.TextArea","x-component-props":{placeholder:JSON.stringify({contentPath:"auto",reasoningKey:"reasoning_content"},null,2),rows:4,style:{fontFamily:"monospace",fontSize:12}},description:(0,o.tval)("Response config description",{ns:i})}}}})},ModelSettingsForm:function(){return n().createElement(e.SchemaComponent,{components:{Options:p,ModelSelect:c.ModelSelect},schema:{type:"void",properties:{model:{title:(0,o.tval)("Model",{ns:i}),type:"string",required:!0,"x-decorator":"FormItem","x-component":"ModelSelect"},options:{type:"void","x-component":"Options"}}}})}}};function f(e,t,n,o,r,i,u){try{var c=e[i](u),a=c.value}catch(e){n(e);return}c.done?t(a):Promise.resolve(a).then(o,r)}function m(e){return function(){var t=this,n=arguments;return new Promise(function(o,r){var i=e.apply(t,n);function u(e){f(i,o,r,u,c,"next",e)}function c(e){f(i,o,r,u,c,"throw",e)}u(void 0)})}}function d(e,t,n){return(d=v()?Reflect.construct:function(e,t,n){var o=[null];o.push.apply(o,t);var r=new(Function.bind.apply(e,o));return n&&b(r,n.prototype),r}).apply(null,arguments)}function y(e){return(y=Object.setPrototypeOf?Object.getPrototypeOf:function(e){return e.__proto__||Object.getPrototypeOf(e)})(e)}function b(e,t){return(b=Object.setPrototypeOf||function(e,t){return e.__proto__=t,e})(e,t)}function x(e){var t="function"==typeof Map?new Map:void 0;return(x=function(e){if(null===e||-1===Function.toString.call(e).indexOf("[native code]"))return e;if("function"!=typeof e)throw TypeError("Super expression must either be null or a function");if(void 0!==t){if(t.has(e))return t.get(e);t.set(e,n)}function n(){return d(e,arguments,y(this).constructor)}return n.prototype=Object.create(e.prototype,{constructor:{value:n,enumerable:!1,writable:!0,configurable:!0}}),b(n,e)})(e)}function v(){try{var e=!Boolean.prototype.valueOf.call(Reflect.construct(Boolean,[],function(){}))}catch(e){}return(v=function(){return!!e})()}function h(e,t){var n,o,r,i,u={label:0,sent:function(){if(1&r[0])throw r[1];return r[1]},trys:[],ops:[]};return i={next:c(0),throw:c(1),return:c(2)},"function"==typeof Symbol&&(i[Symbol.iterator]=function(){return this}),i;function c(i){return function(c){var a=[i,c];if(n)throw TypeError("Generator is already executing.");for(;u;)try{if(n=1,o&&(r=2&a[0]?o.return:a[0]?o.throw||((r=o.return)&&r.call(o),0):o.next)&&!(r=r.call(o,a[1])).done)return r;switch(o=0,r&&(a=[2&a[0],r.value]),a[0]){case 0:case 1:r=a;break;case 4:return u.label++,{value:a[1],done:!1};case 5:u.label++,o=a[1],a=[0];continue;case 7:a=u.ops.pop(),u.trys.pop();continue;default:if(!(r=(r=u.trys).length>0&&r[r.length-1])&&(6===a[0]||2===a[0])){u=0;continue}if(3===a[0]&&(!r||a[1]>r[0]&&a[1]<r[3])){u.label=a[1];break}if(6===a[0]&&u.label<r[1]){u.label=r[1],r=a;break}if(r&&u.label<r[2]){u.label=r[2],u.ops.push(a);break}r[2]&&u.ops.pop(),u.trys.pop();continue}a=t.call(e,u)}catch(e){a=[6,e],o=0}finally{n=r=0}if(5&a[0])throw a[1];return{value:a[0]?a[1]:void 0,done:!0}}}}var g=function(e){var t;if("function"!=typeof e&&null!==e)throw TypeError("Super expression must either be null or a function");function n(){var e,t;if(!(this instanceof n))throw TypeError("Cannot call a class as a function");return e=n,t=arguments,e=y(e),function(e,t){var n;if(t&&("object"==((n=t)&&"undefined"!=typeof Symbol&&n.constructor===Symbol?"symbol":typeof n)||"function"==typeof t))return t;if(void 0===e)throw ReferenceError("this hasn't been initialised - super() hasn't been called");return e}(this,v()?Reflect.construct(e,t||[],y(this).constructor):e.apply(this,t))}return n.prototype=Object.create(e&&e.prototype,{constructor:{value:n,writable:!0,configurable:!0}}),e&&b(n,e),t=[{key:"afterAdd",value:function(){return m(function(){return h(this,function(e){return[2]})})()}},{key:"beforeLoad",value:function(){return m(function(){return h(this,function(e){return[2]})})()}},{key:"load",value:function(){var e=this;return m(function(){return h(this,function(t){return e.aiPlugin.aiManager.registerLLMProvider("custom-llm",s),[2]})})()}},{key:"aiPlugin",get:function(){return this.app.pm.get("ai")}}],function(e,t){for(var n=0;n<t.length;n++){var o=t[n];o.enumerable=o.enumerable||!1,o.configurable=!0,"value"in o&&(o.writable=!0),Object.defineProperty(e,o.key,o)}}(n.prototype,t),n}(x(e.Plugin)),S=g}(),l}()});
+!function(e,t){"object"==typeof exports&&"object"==typeof module?module.exports=t(require("react"),require("@nocobase/plugin-ai/client"),require("@nocobase/client"),require("@nocobase/utils/client"),require("antd"),require("react-i18next")):"function"==typeof define&&define.amd?define("plugin-custom-llm",["react","@nocobase/plugin-ai/client","@nocobase/client","@nocobase/utils/client","antd","react-i18next"],t):"object"==typeof exports?exports["plugin-custom-llm"]=t(require("react"),require("@nocobase/plugin-ai/client"),require("@nocobase/client"),require("@nocobase/utils/client"),require("antd"),require("react-i18next")):e["plugin-custom-llm"]=t(e.react,e["@nocobase/plugin-ai/client"],e["@nocobase/client"],e["@nocobase/utils/client"],e.antd,e["react-i18next"])}(self,function(e,t,n,o,r,i){return function(){"use strict";var a={772:function(e){e.exports=n},645:function(e){e.exports=t},584:function(e){e.exports=o},721:function(e){e.exports=r},156:function(t){t.exports=e},238:function(e){e.exports=i}},c={};function l(e){var t=c[e];if(void 0!==t)return t.exports;var n=c[e]={exports:{}};return a[e](n,n.exports,l),n.exports}l.n=function(e){var t=e&&e.__esModule?function(){return e.default}:function(){return e};return l.d(t,{a:t}),t},l.d=function(e,t){for(var n in t)l.o(t,n)&&!l.o(e,n)&&Object.defineProperty(e,n,{enumerable:!0,get:t[n]})},l.o=function(e,t){return Object.prototype.hasOwnProperty.call(e,t)},l.r=function(e){"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})};var u={};return!function(){l.r(u),l.d(u,{PluginCustomLLMClient:function(){return g},default:function(){return S}});var e=l(772),t=l(156),n=l.n(t),o=l(584),r=l(238),i="@nocobase/plugin-custom-llm",a=l(721),c=l(645),p=function(){var t=(0,r.useTranslation)(i,{nsMode:"fallback"}).t;return n().createElement("div",{style:{marginBottom:24}},n().createElement(a.Collapse,{bordered:!1,size:"small",items:[{key:"options",label:t("Options"),forceRender:!0,children:n().createElement(e.SchemaComponent,{schema:{type:"void",name:"custom-llm",properties:{temperature:{title:(0,o.tval)("Temperature",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber",default:.7,"x-component-props":{step:.1,min:0,max:2}},maxCompletionTokens:{title:(0,o.tval)("Max completion tokens",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber",default:-1},topP:{title:(0,o.tval)("Top P",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber",default:1,"x-component-props":{step:.1,min:0,max:1}},frequencyPenalty:{title:(0,o.tval)("Frequency penalty",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber",default:0,"x-component-props":{step:.1,min:-2,max:2}},presencePenalty:{title:(0,o.tval)("Presence penalty",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber",default:0,"x-component-props":{step:.1,min:-2,max:2}},responseFormat:{title:(0,o.tval)("Response format",{ns:i}),type:"string","x-decorator":"FormItem","x-component":"Select",enum:[{label:t("Text"),value:"text"},{label:t("JSON"),value:"json_object"}],default:"text"},timeout:{title:(0,o.tval)("Timeout (ms)",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber",default:6e4},maxRetries:{title:(0,o.tval)("Max retries",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber",default:1}}}})}]}))},s={components:{ProviderSettingsForm:function(){return n().createElement(e.SchemaComponent,{schema:{type:"void",properties:{baseURL:{title:(0,o.tval)("Base URL",{ns:i}),type:"string",required:!0,"x-decorator":"FormItem","x-component":"TextAreaWithGlobalScope","x-component-props":{placeholder:"https://your-llm-server.com/v1"}},apiKey:{title:(0,o.tval)("API Key",{ns:i}),type:"string",required:!0,"x-decorator":"FormItem","x-component":"TextAreaWithGlobalScope"},disableStream:{title:(0,o.tval)("Disable streaming",{ns:i}),type:"boolean","x-decorator":"FormItem","x-component":"Checkbox","x-content":(0,o.tval)("Disable streaming description",{ns:i})},streamKeepAlive:{title:(0,o.tval)("Stream keepalive",{ns:i}),type:"boolean","x-decorator":"FormItem","x-component":"Checkbox","x-content":(0,o.tval)("Stream keepalive description",{ns:i})},keepAliveIntervalMs:{title:(0,o.tval)("Keepalive interval (ms)",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber","x-component-props":{placeholder:"5000",min:1e3,step:1e3,style:{width:"100%"}},description:(0,o.tval)("Keepalive interval description",{ns:i})},keepAliveContent:{title:(0,o.tval)("Keepalive content",{ns:i}),type:"string","x-decorator":"FormItem","x-component":"Input","x-component-props":{placeholder:"..."},description:(0,o.tval)("Keepalive content description",{ns:i})},timeout:{title:(0,o.tval)("Timeout (ms)",{ns:i}),type:"number","x-decorator":"FormItem","x-component":"InputNumber","x-component-props":{placeholder:"120000",min:0,step:1e3,style:{width:"100%"}},description:(0,o.tval)("Timeout description",{ns:i})},requestConfig:{title:(0,o.tval)("Request config (JSON)",{ns:i}),type:"string","x-decorator":"FormItem","x-component":"Input.TextArea","x-component-props":{placeholder:JSON.stringify({extraHeaders:{},extraBody:{},modelKwargs:{}},null,2),rows:6,style:{fontFamily:"monospace",fontSize:12}},description:(0,o.tval)("Request config description",{ns:i})},responseConfig:{title:(0,o.tval)("Response config (JSON)",{ns:i}),type:"string","x-decorator":"FormItem","x-component":"Input.TextArea","x-component-props":{placeholder:JSON.stringify({contentPath:"auto",reasoningKey:"reasoning_content",responseMapping:{content:"message.response"}},null,2),rows:8,style:{fontFamily:"monospace",fontSize:12}},description:(0,o.tval)("Response config description",{ns:i})}}}})},ModelSettingsForm:function(){return n().createElement(e.SchemaComponent,{components:{Options:p,ModelSelect:c.ModelSelect},schema:{type:"void",properties:{model:{title:(0,o.tval)("Model",{ns:i}),type:"string",required:!0,"x-decorator":"FormItem","x-component":"ModelSelect"},options:{type:"void","x-component":"Options"}}}})}}};function m(e,t,n,o,r,i,a){try{var c=e[i](a),l=c.value}catch(e){n(e);return}c.done?t(l):Promise.resolve(l).then(o,r)}function f(e){return function(){var t=this,n=arguments;return new Promise(function(o,r){var i=e.apply(t,n);function a(e){m(i,o,r,a,c,"next",e)}function c(e){m(i,o,r,a,c,"throw",e)}a(void 0)})}}function d(e,t,n){return(d=x()?Reflect.construct:function(e,t,n){var o=[null];o.push.apply(o,t);var r=new(Function.bind.apply(e,o));return n&&b(r,n.prototype),r}).apply(null,arguments)}function y(e){return(y=Object.setPrototypeOf?Object.getPrototypeOf:function(e){return e.__proto__||Object.getPrototypeOf(e)})(e)}function b(e,t){return(b=Object.setPrototypeOf||function(e,t){return e.__proto__=t,e})(e,t)}function v(e){var t="function"==typeof Map?new Map:void 0;return(v=function(e){if(null===e||-1===Function.toString.call(e).indexOf("[native code]"))return e;if("function"!=typeof e)throw TypeError("Super expression must either be null or a function");if(void 0!==t){if(t.has(e))return t.get(e);t.set(e,n)}function n(){return d(e,arguments,y(this).constructor)}return n.prototype=Object.create(e.prototype,{constructor:{value:n,enumerable:!1,writable:!0,configurable:!0}}),b(n,e)})(e)}function x(){try{var e=!Boolean.prototype.valueOf.call(Reflect.construct(Boolean,[],function(){}))}catch(e){}return(x=function(){return!!e})()}function h(e,t){var n,o,r,i,a={label:0,sent:function(){if(1&r[0])throw r[1];return r[1]},trys:[],ops:[]};return i={next:c(0),throw:c(1),return:c(2)},"function"==typeof Symbol&&(i[Symbol.iterator]=function(){return this}),i;function c(i){return function(c){var l=[i,c];if(n)throw TypeError("Generator is already executing.");for(;a;)try{if(n=1,o&&(r=2&l[0]?o.return:l[0]?o.throw||((r=o.return)&&r.call(o),0):o.next)&&!(r=r.call(o,l[1])).done)return r;switch(o=0,r&&(l=[2&l[0],r.value]),l[0]){case 0:case 1:r=l;break;case 4:return a.label++,{value:l[1],done:!1};case 5:a.label++,o=l[1],l=[0];continue;case 7:l=a.ops.pop(),a.trys.pop();continue;default:if(!(r=(r=a.trys).length>0&&r[r.length-1])&&(6===l[0]||2===l[0])){a=0;continue}if(3===l[0]&&(!r||l[1]>r[0]&&l[1]<r[3])){a.label=l[1];break}if(6===l[0]&&a.label<r[1]){a.label=r[1],r=l;break}if(r&&a.label<r[2]){a.label=r[2],a.ops.push(l);break}r[2]&&a.ops.pop(),a.trys.pop();continue}l=t.call(e,a)}catch(e){l=[6,e],o=0}finally{n=r=0}if(5&l[0])throw l[1];return{value:l[0]?l[1]:void 0,done:!0}}}}var g=function(e){var t;if("function"!=typeof e&&null!==e)throw TypeError("Super expression must either be null or a function");function n(){var e,t;if(!(this instanceof n))throw TypeError("Cannot call a class as a function");return e=n,t=arguments,e=y(e),function(e,t){var n;if(t&&("object"==((n=t)&&"undefined"!=typeof Symbol&&n.constructor===Symbol?"symbol":typeof n)||"function"==typeof t))return t;if(void 0===e)throw ReferenceError("this hasn't been initialised - super() hasn't been called");return e}(this,x()?Reflect.construct(e,t||[],y(this).constructor):e.apply(this,t))}return n.prototype=Object.create(e&&e.prototype,{constructor:{value:n,writable:!0,configurable:!0}}),e&&b(n,e),t=[{key:"afterAdd",value:function(){return f(function(){return h(this,function(e){return[2]})})()}},{key:"beforeLoad",value:function(){return f(function(){return h(this,function(e){return[2]})})()}},{key:"load",value:function(){var e=this;return f(function(){return h(this,function(t){return e.aiPlugin.aiManager.registerLLMProvider("custom-llm",s),[2]})})()}},{key:"aiPlugin",get:function(){return this.app.pm.get("ai")}}],function(e,t){for(var n=0;n<t.length;n++){var o=t[n];o.enumerable=o.enumerable||!1,o.configurable=!0,"value"in o&&(o.writable=!0),Object.defineProperty(e,o.key,o)}}(n.prototype,t),n}(v(e.Plugin)),S=g}(),u}()});

package/dist/locale/en-US.json

@@ -12,9 +12,18 @@
   "Text": "Text",
   "JSON": "JSON",
   "Timeout (ms)": "Timeout (ms)",
+  "Timeout description": "Request timeout in milliseconds. Increase this for models with long thinking/processing phases. Default: 120000 (2 minutes).",
   "Max retries": "Max retries",
+  "Disable streaming": "Disable streaming",
+  "Disable streaming description": "Use non-streaming mode. Enable this for models that have a long \"thinking\" phase before responding, which can cause empty stream values and processing to terminate early.",
+  "Stream keepalive": "Stream keepalive",
+  "Stream keepalive description": "Keep stream alive during model thinking. Injects placeholder content when no data arrives within the keepalive interval. Works only when streaming is enabled.",
+  "Keepalive interval (ms)": "Keepalive interval (ms)",
+  "Keepalive interval description": "Interval in milliseconds between keepalive signals. Default: 5000 (5 seconds).",
+  "Keepalive content": "Keepalive content",
+  "Keepalive content description": "Placeholder text used as keepalive signal (invisible to the user). Default: '...'",
   "Request config (JSON)": "Request config (JSON)",
   "Request config description": "Extra configuration for LLM requests. Supported keys: extraHeaders (custom HTTP headers), extraBody (extra request body fields), modelKwargs (LangChain model kwargs).",
   "Response config (JSON)": "Response config (JSON)",
-  "Response config description": "Configure response parsing. contentPath: 'auto' (default) or dot-path like '0.text'. reasoningKey: key name for reasoning content (default: 'reasoning_content')."
+  "Response config description": "Configure response parsing. contentPath: 'auto' or dot-path. reasoningKey: key for reasoning content. responseMapping: { content: 'dot.path' } — maps non-standard LLM response to OpenAI format (e.g., 'message.response')."
 }

package/dist/locale/vi-VN.json

@@ -12,9 +12,18 @@
   "Text": "Văn bản",
   "JSON": "JSON",
   "Timeout (ms)": "Thời gian chờ (ms)",
+  "Timeout description": "Thời gian chờ request tính bằng mili giây. Tăng giá trị này cho các model có giai đoạn thinking/xử lý dài. Mặc định: 120000 (2 phút).",
   "Max retries": "Số lần thử lại tối đa",
+  "Disable streaming": "Tắt streaming",
+  "Disable streaming description": "Sử dụng chế độ non-streaming. Bật tính năng này cho các model có giai đoạn \"thinking\" dài trước khi trả lời, gây ra stream rỗng và xử lý bị ngắt sớm.",
+  "Stream keepalive": "Giữ kết nối stream",
+  "Stream keepalive description": "Giữ stream hoạt động khi model đang thinking. Gửi nội dung giữ kết nối khi không có dữ liệu trong khoảng thời gian đã cấu hình. Chỉ hoạt động khi streaming được bật.",
+  "Keepalive interval (ms)": "Khoảng thời gian keepalive (ms)",
+  "Keepalive interval description": "Khoảng thời gian giữa các tín hiệu keepalive, tính bằng mili giây. Mặc định: 5000 (5 giây).",
+  "Keepalive content": "Nội dung keepalive",
+  "Keepalive content description": "Nội dung giữ kết nối (không hiển thị cho người dùng). Mặc định: '...'",
   "Request config (JSON)": "Cấu hình request (JSON)",
   "Request config description": "Cấu hình bổ sung cho request LLM. Các key hỗ trợ: extraHeaders (HTTP headers tùy chỉnh), extraBody (thêm trường vào request body), modelKwargs (tham số model LangChain).",
   "Response config (JSON)": "Cấu hình response (JSON)",
-  "Response config description": "Cấu hình cách parse response. contentPath: 'auto' (mặc định) hoặc dot-path như '0.text'. reasoningKey: tên key cho reasoning content (mặc định: 'reasoning_content')."
+  "Response config description": "Cấu hình parse response. contentPath: 'auto' hoặc dot-path. reasoningKey: key reasoning. responseMapping: { content: 'dot.path' } — mapping response không chuẩn OpenAI (ví dụ: 'message.response')."
 }

package/dist/server/llm-providers/custom-llm.js

@@ -42,6 +42,7 @@ __export(custom_llm_exports, {
 module.exports = __toCommonJS(custom_llm_exports);
 var import_plugin_ai = require("@nocobase/plugin-ai");
 var import_node_path = __toESM(require("node:path"));
+const KEEPALIVE_PREFIX = "\u200B\u200B\u200B";
 function requireFromApp(moduleName) {
   const appNodeModules = process.env.NODE_MODULES_PATH || import_node_path.default.join(process.cwd(), "node_modules");
   const resolved = require.resolve(moduleName, { paths: [appNodeModules] });
@@ -55,6 +56,22 @@ function getChatOpenAI() {
   }
   return _ChatOpenAI;
 }
+let _ChatGenerationChunk = null;
+function getChatGenerationChunk() {
+  if (!_ChatGenerationChunk) {
+    const mod = requireFromApp("@langchain/core/outputs");
+    _ChatGenerationChunk = mod.ChatGenerationChunk;
+  }
+  return _ChatGenerationChunk;
+}
+let _AIMessageChunk = null;
+function getAIMessageChunk() {
+  if (!_AIMessageChunk) {
+    const mod = requireFromApp("@langchain/core/messages");
+    _AIMessageChunk = mod.AIMessageChunk;
+  }
+  return _AIMessageChunk;
+}
 function stripToolCallTags(content) {
   if (typeof content !== "string") {
     return content;
@@ -74,9 +91,7 @@ function extractTextContent(content, contentPath) {
     } catch {
     }
   }
-  if (typeof content === "string") {
-    return content;
-  }
+  if (typeof content === "string") return content;
   if (Array.isArray(content)) {
     return content.filter((block) => block && block.type === "text").map((block) => block.text ?? "").join("");
   }
@@ -93,6 +108,189 @@ function safeParseJSON(str) {
     return {};
   }
 }
+function getByPath(obj, dotPath) {
+  if (!obj || !dotPath) return void 0;
+  const keys = dotPath.split(".");
+  let current = obj;
+  for (const key of keys) {
+    if (current == null) return void 0;
+    current = current[key];
+  }
+  return current;
+}
+function createMappingFetch(responseMapping) {
+  const contentPath = responseMapping.content;
+  if (!contentPath) return void 0;
+  return async (url, init) => {
+    var _a, _b;
+    const response = await fetch(url, init);
+    if (!response.ok) return response;
+    const contentType = response.headers.get("content-type") || "";
+    if (contentType.includes("text/event-stream") || ((_a = init == null ? void 0 : init.headers) == null ? void 0 : _a["Accept"]) === "text/event-stream") {
+      const reader = (_b = response.body) == null ? void 0 : _b.getReader();
+      if (!reader) return response;
+      const stream = new ReadableStream({
+        async start(controller) {
+          const decoder = new TextDecoder();
+          const encoder = new TextEncoder();
+          let buffer = "";
+          try {
+            while (true) {
+              const { done, value } = await reader.read();
+              if (done) {
+                controller.close();
+                break;
+              }
+              buffer += decoder.decode(value, { stream: true });
+              const lines = buffer.split("\n");
+              buffer = lines.pop() || "";
+              for (const line of lines) {
+                if (line.startsWith("data: ")) {
+                  const data = line.slice(6).trim();
+                  if (data === "[DONE]") {
+                    controller.enqueue(encoder.encode("data: [DONE]\n\n"));
+                    continue;
+                  }
+                  try {
+                    const parsed = JSON.parse(data);
+                    const mappedContent = getByPath(parsed, contentPath);
+                    if (mappedContent !== void 0) {
+                      const mapped = {
+                        id: getByPath(parsed, responseMapping.id || "id") || "chatcmpl-custom",
+                        object: "chat.completion.chunk",
+                        created: Math.floor(Date.now() / 1e3),
+                        model: "custom",
+                        choices: [{
+                          index: 0,
+                          delta: { content: String(mappedContent), role: "assistant" },
+                          finish_reason: null
+                        }]
+                      };
+                      controller.enqueue(encoder.encode(`data: ${JSON.stringify(mapped)}
+
+`));
+                    } else {
+                      controller.enqueue(encoder.encode(line + "\n"));
+                    }
+                  } catch {
+                    controller.enqueue(encoder.encode(line + "\n"));
+                  }
+                } else {
+                  controller.enqueue(encoder.encode(line + "\n"));
+                }
+              }
+            }
+          } catch (err) {
+            controller.error(err);
+          }
+        }
+      });
+      return new Response(stream, {
+        status: response.status,
+        statusText: response.statusText,
+        headers: new Headers({
+          "content-type": "text/event-stream"
+        })
+      });
+    }
+    if (contentType.includes("application/json")) {
+      const body = await response.json();
+      const mappedContent = getByPath(body, contentPath);
+      if (mappedContent !== void 0) {
+        const mapped = {
+          id: getByPath(body, responseMapping.id || "id") || "chatcmpl-custom",
+          object: "chat.completion",
+          created: Math.floor(Date.now() / 1e3),
+          model: "custom",
+          choices: [{
+            index: 0,
+            message: {
+              role: getByPath(body, responseMapping.role || "") || "assistant",
+              content: String(mappedContent)
+            },
+            finish_reason: "stop"
+          }],
+          usage: { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 }
+        };
+        return new Response(JSON.stringify(mapped), {
+          status: response.status,
+          statusText: response.statusText,
+          headers: new Headers({
+            "content-type": "application/json"
+          })
+        });
+      }
+    }
+    return response;
+  };
+}
+function wrapWithStreamKeepAlive(model, options) {
+  const originalStream = model._stream.bind(model);
+  const { intervalMs, keepAliveContent } = options;
+  model._stream = async function* (messages, opts, runManager) {
+    const ChatGenerationChunk = getChatGenerationChunk();
+    const AIMessageChunk = getAIMessageChunk();
+    const baseIterator = originalStream(messages, opts, runManager);
+    const buffer = [];
+    let streamDone = false;
+    let streamError = null;
+    let notifyReady = null;
+    const consumer = (async () => {
+      try {
+        for await (const chunk of baseIterator) {
+          buffer.push(chunk);
+          if (notifyReady) {
+            notifyReady();
+            notifyReady = null;
+          }
+        }
+      } catch (err) {
+        streamError = err;
+      } finally {
+        streamDone = true;
+        if (notifyReady) {
+          notifyReady();
+          notifyReady = null;
+        }
+      }
+    })();
+    try {
+      while (!streamDone || buffer.length > 0) {
+        while (buffer.length > 0) {
+          yield buffer.shift();
+        }
+        if (streamDone) break;
+        const waitForChunk = new Promise((resolve) => {
+          notifyReady = resolve;
+        });
+        let timer = null;
+        const result = await Promise.race([
+          waitForChunk.then(() => "chunk"),
+          new Promise((resolve) => {
+            timer = setTimeout(() => resolve("timeout"), intervalMs);
+          })
+        ]);
+        if (timer) clearTimeout(timer);
+        if (result === "timeout" && !streamDone && buffer.length === 0) {
+          const keepAliveChunk = new ChatGenerationChunk({
+            message: new AIMessageChunk({ content: KEEPALIVE_PREFIX + keepAliveContent }),
+            text: KEEPALIVE_PREFIX + keepAliveContent
+          });
+          yield keepAliveChunk;
+        }
+      }
+      if (streamError) {
+        throw streamError;
+      }
+    } finally {
+      await consumer;
+    }
+  };
+  return model;
+}
+function isKeepAlive(text) {
+  return typeof text === "string" && text.startsWith(KEEPALIVE_PREFIX);
+}
 class CustomLLMProvider extends import_plugin_ai.LLMProvider {
   get baseURL() {
     return null;
@@ -106,9 +304,10 @@ class CustomLLMProvider extends import_plugin_ai.LLMProvider {
     return safeParseJSON((_a = this.serviceOptions) == null ? void 0 : _a.responseConfig);
   }
   createModel() {
-    const { baseURL, apiKey } = this.serviceOptions || {};
+    const { baseURL, apiKey, disableStream, timeout, streamKeepAlive, keepAliveIntervalMs, keepAliveContent } = this.serviceOptions || {};
     const { responseFormat } = this.modelOptions || {};
     const reqConfig = this.requestConfig;
+    const resConfig = this.responseConfig;
     const responseFormatOptions = {
       type: responseFormat ?? "text"
     };
@@ -129,22 +328,36 @@ class CustomLLMProvider extends import_plugin_ai.LLMProvider {
       },
       verbose: false
     };
+    if (disableStream) {
+      config.streaming = false;
+    }
+    if (timeout && Number(timeout) > 0) {
+      config.timeout = Number(timeout);
+      config.configuration.timeout = Number(timeout);
+    }
     if (reqConfig.extraHeaders && typeof reqConfig.extraHeaders === "object") {
       config.configuration.defaultHeaders = reqConfig.extraHeaders;
     }
-    return new ChatOpenAI(config);
+    if (resConfig.responseMapping) {
+      config.configuration.fetch = createMappingFetch(resConfig.responseMapping);
+    }
+    const model = new ChatOpenAI(config);
+    if (streamKeepAlive && !disableStream) {
+      return wrapWithStreamKeepAlive(model, {
+        intervalMs: Number(keepAliveIntervalMs) || 5e3,
+        keepAliveContent: keepAliveContent || "..."
+      });
+    }
+    return model;
   }
-  /**
-   * Handle streaming chunks — normalize content format using responseConfig.
-   */
   parseResponseChunk(chunk) {
     const resConfig = this.responseConfig;
     const text = extractTextContent(chunk, resConfig.contentPath);
+    if (isKeepAlive(text)) {
+      return null;
+    }
     return stripToolCallTags(text);
   }
-  /**
-   * Handle saved messages — normalize array content when loading from DB.
-   */
   parseResponseMessage(message) {
     const { content: rawContent, messageId, metadata, role, toolCalls, attachments, workContext } = message;
     const content = {
@@ -162,6 +375,8 @@ class CustomLLMProvider extends import_plugin_ai.LLMProvider {
       content.content = textBlocks.map((block) => block.text).join("") || "";
     }
     if (typeof content.content === "string") {
+      const escapedPrefix = KEEPALIVE_PREFIX.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+      content.content = content.content.replace(new RegExp(escapedPrefix + ".*?(?=" + escapedPrefix + "|$)", "g"), "");
       content.content = stripToolCallTags(content.content);
     }
     return {
@@ -170,19 +385,13 @@ class CustomLLMProvider extends import_plugin_ai.LLMProvider {
       role
     };
   }
-  /**
-   * Parse reasoning content using responseConfig.reasoningKey.
-   */
   parseReasoningContent(chunk) {
     var _a;
     const resConfig = this.responseConfig;
     const reasoningKey = resConfig.reasoningKey || "reasoning_content";
     const reasoning = (_a = chunk == null ? void 0 : chunk.additional_kwargs) == null ? void 0 : _a[reasoningKey];
     if (reasoning && typeof reasoning === "string") {
-      return {
-        status: "streaming",
-        content: reasoning
-      };
+      return { status: "streaming", content: reasoning };
     }
     return null;
   }

package/package.json

@@ -3,7 +3,7 @@
   "displayName": "AI LLM: Custom (OpenAI Compatible)",
   "displayName.zh-CN": "AI LLM：自定义（OpenAI 兼容）",
   "description": "OpenAI-compatible LLM provider with auto response format detection for external LLM services.",
-  "version": "1.0.0",
+  "version": "1.1.0",
   "main": "dist/server/index.js",
   "nocobase": {
     "supportedVersions": [