@kevisual/ai 0.0.10 → 0.0.12

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kevisual/ai",
-  "version": "0.0.10",
+  "version": "0.0.12",
   "description": "AI Center Services",
   "main": "index.js",
   "basename": "/root/ai-center-services",
@@ -28,7 +28,7 @@
   ],
   "author": "abearxiong <xiongxiao@xiongxiao.me> (https://www.xiongxiao.me)",
   "license": "MIT",
-  "packageManager": "pnpm@10.14.0",
+  "packageManager": "pnpm@10.23.0",
   "type": "module",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
@@ -56,34 +56,34 @@
   "devDependencies": {
     "@kevisual/code-center-module": "0.0.24",
     "@kevisual/mark": "0.0.7",
-    "@kevisual/router": "0.0.23",
+    "@kevisual/router": "0.0.33",
     "@kevisual/types": "^0.0.10",
     "@kevisual/use-config": "^1.0.19",
-    "@types/bun": "^1.2.19",
+    "@types/bun": "^1.3.3",
     "@types/crypto-js": "^4.2.2",
-    "@types/formidable": "^3.4.5",
+    "@types/formidable": "^3.4.6",
     "@types/lodash-es": "^4.17.12",
-    "@types/node": "^24.2.0",
+    "@types/node": "^24.10.1",
     "@vitejs/plugin-basic-ssl": "^2.1.0",
     "cookie": "^1.0.2",
-    "cross-env": "^10.0.0",
+    "cross-env": "^10.1.0",
     "crypto-js": "^4.2.0",
-    "dayjs": "^1.11.13",
-    "dotenv": "^17.2.1",
+    "dayjs": "^1.11.19",
+    "dotenv": "^17.2.3",
     "formidable": "^3.5.4",
-    "ioredis": "^5.7.0",
+    "ioredis": "^5.8.2",
     "json5": "^2.2.3",
     "lodash-es": "^4.17.21",
-    "openai": "5.12.0",
-    "pm2": "^6.0.8",
-    "rimraf": "^6.0.1",
-    "rollup": "^4.46.2",
-    "rollup-plugin-dts": "^6.2.1",
+    "openai": "6.9.1",
+    "pm2": "^6.0.13",
+    "rimraf": "^6.1.2",
+    "rollup": "^4.53.3",
+    "rollup-plugin-dts": "^6.2.3",
     "sequelize": "^6.37.7",
     "tape": "^5.9.0",
-    "tiktoken": "^1.0.21",
-    "typescript": "^5.9.2",
-    "vite": "^7.1.0"
+    "tiktoken": "^1.0.22",
+    "typescript": "^5.9.3",
+    "vite": "^7.2.4"
   },
   "dependencies": {
     "@kevisual/logger": "^0.0.4"

package/src/provider/chat-adapter/ollama.ts

@@ -37,11 +37,11 @@ export class Ollama extends BaseChat {
   async listModels(): Promise<{ models: OllamaModel[] }> {
     const _url = new URL(this.baseURL);
     const tagsURL = new URL('/api/tags', _url);
-    return this.openai.get(tagsURL.toString());
+    return this.get(tagsURL.toString());
   }
   async listRunModels(): Promise<{ models: OllamaModel[] }> {
     const _url = new URL(this.baseURL);
     const tagsURL = new URL('/api/ps', _url);
-    return this.openai.get(tagsURL.toString());
+    return this.get(tagsURL.toString());
   }
 }

package/src/provider/chat-adapter/siliconflow.ts

@@ -31,7 +31,7 @@ export class SiliconFlow extends BaseChat {
     super({ ...(options as BaseChatOptions), baseURL: baseURL });
   }
   async getUsageInfo(): Promise<SiliconFlowUsageResponse> {
-    return this.openai.get('/user/info');
+    return this.get('/user/info');
   }
   async chat(messages: OpenAI.Chat.Completions.ChatCompletionMessageParam[], options?: ChatMessageOptions) {
     const res = await super.chat(messages, options);

package/src/provider/core/chat.ts

@@ -65,6 +65,7 @@ export class BaseChat implements BaseChatInterface, BaseChatUsageInterface {
   prompt_tokens: number;
   total_tokens: number;
   completion_tokens: number;
+  responseText: string;
 
   constructor(options: BaseChatOptions) {
     this.baseURL = options.baseURL;
@@ -73,47 +74,121 @@ export class BaseChat implements BaseChatInterface, BaseChatUsageInterface {
     // @ts-ignore
     const DEFAULT_IS_BROWSER = getIsBrowser();
     this.isBrowser = options.isBrowser ?? DEFAULT_IS_BROWSER;
-    this.openai = new OpenAI({
-      apiKey: this.apiKey,
-      baseURL: this.baseURL,
-      dangerouslyAllowBrowser: options?.dangerouslyAllowBrowser ?? this.isBrowser,
+    // this.openai = new OpenAI({
+    //   apiKey: this.apiKey,
+    //   baseURL: this.baseURL,
+    //   dangerouslyAllowBrowser: options?.dangerouslyAllowBrowser ?? this.isBrowser,
+    // });
+  }
+  post(url = '', opts: { headers?: Record<string, string>, data?: any } = {}) {
+    let _url = url.startsWith('http') ? url : this.baseURL + url;
+    return fetch(_url, {
+      method: 'POST',
+      ...opts,
+      headers: {
+        'Content-Type': 'application/json',
+        Authorization: `Bearer ${this.apiKey}`,
+        ...opts.headers,
+      },
+      body: opts?.data ? JSON.stringify(opts.data) : undefined,
     });
   }
+  async get<T = any>(url = '', opts: { headers?: Record<string, string> } = {}): Promise<T> {
+    let _url = url.startsWith('http') ? url : this.baseURL + url;
+    return fetch(_url, {
+      method: 'GET',
+      ...opts,
+      headers: {
+        'Content-Type': 'application/json',
+        Authorization: `Bearer ${this.apiKey}`,
+        ...opts.headers,
+      },
+    }).then((res) => res.json());
+  }
   /**
    * 聊天
    */
   async chat(messages: ChatMessage[], options?: ChatMessageOptions): Promise<ChatMessageComplete> {
-    const createParams: OpenAI.Chat.Completions.ChatCompletionCreateParams = {
+    const requestBody = {
       model: this.model,
       messages,
       ...options,
       stream: false,
     };
-    const res = (await this.openai.chat.completions.create(createParams)) as ChatMessageComplete;
+
+    const response = await this.post(`${this.baseURL}/chat/completions`, { data: requestBody });
+
+    if (!response.ok) {
+      const errorText = await response.text();
+      throw new Error(`Chat API request failed: ${response.status} ${response.statusText} - ${errorText}`);
+    }
+
+    const res = await response.json() as ChatMessageComplete;
+
     this.prompt_tokens = res.usage?.prompt_tokens ?? 0;
     this.total_tokens = res.usage?.total_tokens ?? 0;
     this.completion_tokens = res.usage?.completion_tokens ?? 0;
+    this.responseText = res.choices[0]?.message?.content || '';
     return res;
   }
   async chatStream(messages: ChatMessage[], options?: ChatMessageOptions) {
-    const createParams: OpenAI.Chat.Completions.ChatCompletionCreateParams = {
+    if (options?.response_format) {
+      throw new Error('response_format is not supported in stream mode');
+    }
+
+    const requestBody = {
       model: this.model,
       messages,
       ...options,
       stream: true,
     };
-    if (createParams.response_format) {
-      throw new Error('response_format is not supported in stream mode');
+
+    const response = await this.post(`${this.baseURL}/chat/completions`, { data: requestBody });
+
+    if (!response.ok) {
+      const errorText = await response.text();
+      throw new Error(`Chat Stream API request failed: ${response.status} ${response.statusText} - ${errorText}`);
     }
-    return this.openai.chat.completions.create(createParams) as unknown as ChatStream;
-  }
 
-  /**
-   * 测试
-   */
-  test() {
-    return this.chat([{ role: 'user', content: 'Hello, world!' }]);
+    const decoder = new TextDecoder();
+    const reader = response.body?.getReader();
+
+    if (!reader) {
+      throw new Error('Response body is not readable');
+    }
+
+    // 创建一个新的 ReadableStream，使用 decoder 解析数据
+    const stream = new ReadableStream({
+      async start(controller) {
+        try {
+          while (true) {
+            const { done, value } = await reader.read();
+            if (done) {
+              controller.close();
+              break;
+            }
+            // 检查 value 类型，如果是 Uint8Array 才解码，否则直接使用
+            if (typeof value === 'string') {
+              controller.enqueue(value);
+            } else if (value instanceof Uint8Array) {
+              const text = decoder.decode(value, { stream: true });
+              controller.enqueue(text);
+            } else {
+              controller.enqueue(value);
+            }
+          }
+        } catch (error) {
+          controller.error(error);
+        }
+      },
+      cancel() {
+        reader.releaseLock();
+      }
+    });
+
+    return stream as unknown as ChatStream;
   }
+
   /**
    * 获取聊天使用情况
    * @returns
@@ -125,6 +200,7 @@ export class BaseChat implements BaseChatInterface, BaseChatUsageInterface {
       completion_tokens: this.completion_tokens,
     };
   }
+
   getHeaders(headers?: Record<string, string>) {
     return {
       'Content-Type': 'application/json',
@@ -139,12 +215,23 @@ export class BaseChat implements BaseChatInterface, BaseChatUsageInterface {
    */
   async generateEmbeddingCore(text: string | string[], options?: EmbeddingMessage): Promise<EmbeddingMessageComplete> {
     const embeddingModel = options?.model || this.model;
-    const res = await this.openai.embeddings.create({
+
+    const requestBody = {
       model: embeddingModel,
       input: text,
       encoding_format: 'float',
       ...options,
-    });
+    };
+
+    const response = await this.post(`${this.baseURL}/embeddings`, { data: requestBody });
+
+    if (!response.ok) {
+      const errorText = await response.text();
+      throw new Error(`Embedding API request failed: ${response.status} ${response.statusText} - ${errorText}`);
+    }
+
+    const res = await response.json() as EmbeddingMessageComplete;
+
     this.prompt_tokens += res.usage.prompt_tokens;
     this.total_tokens += res.usage.total_tokens;
     return res;

package/src/provider/core/index.ts

@@ -2,17 +2,6 @@ import { ChatStream } from './type.ts';
 
 // export type { BaseChat, BaseChatOptions } from './chat.ts';
 export * from './chat.ts'
-// export {
-//   ChatMessage,
-//   ChatMessageOptions, //
-//   ChatMessageComplete,
-//   ChatMessageStream,
-//   BaseChatInterface,
-//   BaseChatUsageInterface,
-//   ChatStream,
-//   EmbeddingMessage,
-//   EmbeddingMessageComplete,
-// } from './type.ts';
 export * from './type.ts'
 /**
  *  for await (const chunk of chatStream) {

package/src/provider/knowledge-adapter/siliconflow.ts

@@ -7,8 +7,8 @@ export class SiliconFlowKnowledge extends KnowledgeBase {
   }
 
   async rerank(data: RerankOptions) {
-    return this.openai.post('/rerank', {
-      body: data,
+    return this.post('/rerank', {
+      data: data,
     });
   }
 }

package/src/provider/knowledge.ts

@@ -1,6 +1,7 @@
 import { SiliconFlowKnowledge } from './knowledge-adapter/siliconflow.ts';
-import { KnowledgeBase, KnowledgeOptions } from './knowledge-adapter/knowledge-base.ts';
-import { RerankOptions } from './knowledge-adapter/siliconflow.ts';
-export { KnowledgeBase, KnowledgeOptions, RerankOptions };
+import { KnowledgeBase, } from './knowledge-adapter/knowledge-base.ts';
+export type { KnowledgeOptions } from './knowledge-adapter/knowledge-base.ts';
+export type { RerankOptions } from './knowledge-adapter/siliconflow.ts';
+export { KnowledgeBase, };
 
 export { SiliconFlowKnowledge };

package/src/test/aliyun/test.ts

@@ -0,0 +1,59 @@
+import { BailianProvider } from '../../provider/index.ts'
+import dotenv from 'dotenv';
+
+dotenv.config();
+import { App } from '@kevisual/router'
+import util from 'node:util';
+const ai = new BailianProvider({
+  apiKey: process.env.BAILIAN_API_KEY || '',
+  model: 'qwen-turbo-latest',
+  baseURL: 'https://dashscope.aliyuncs.com/compatible-mode/v1'
+})
+
+
+// const res = await ai.chat([
+
+//   {
+//     role: 'user',
+//     content: `1+1等于多少？`
+//   },
+
+// ],
+// )
+// // console.log('AI Response:', res);
+// const content = res.choices[0].message?.content || ''
+
+// console.log(util.inspect(res, { depth: null }))
+
+// console.log('responseText', ai.responseText)
+
+
+// const res = await ai.chatStream([
+
+//   {
+//     role: 'user',
+//     content: `1+1等于多少？`
+//   },
+
+// ],
+// )
+// // console.log('AI Response:', res);
+// export const readStream = async (chatStream) => {
+//   let buffer = '';
+//   for await (const chunk of chatStream) {
+//     // chunk 已经是解码后的字符串，直接拼接即可
+//     buffer += chunk;
+//   }
+//   console.log('AI Response:', buffer);
+// };
+
+// await readStream(res);
+
+const embe = await ai.generateEmbeddingCore([
+  '你好，世界！',
+  'Hello, world!',
+], {
+  model: 'text-embedding-v4'
+});
+
+console.log('Embedding Response:', util.inspect(embe, { depth: null }));

package/src/test/func-call/demo.ts

@@ -1,5 +1,5 @@
-import { SiliconFlow } from '../..//provider/chat-adapter/siliconflow.ts';
-import { Ollama } from '../..//provider/chat-adapter/ollama.ts';
+import { SiliconFlow } from '../../provider/chat-adapter/siliconflow.ts';
+import { Ollama } from '../../provider/chat-adapter/ollama.ts';
 import dotenv from 'dotenv';
 
 dotenv.config();

package/src/test/model-scope/index.ts

@@ -1,5 +1,5 @@
-import { ModelScope } from '../..//provider/chat-adapter/model-scope.ts';
-import { log } from '../..//logger/index.ts';
+import { ModelScope } from '../../provider/chat-adapter/model-scope.ts';
+import { logger } from '../../modules/logger.ts';
 import util from 'util';
 import { config } from 'dotenv';
 config();
@@ -14,13 +14,13 @@ const chatMessage = [{ role: 'user', content: 'Hello, world! 1 + 1 equals ?' }];
 
 const main = async () => {
   const res = await chat.test();
-  log.info('test', res);
+  logger.info('test', res);
 };
 
 main();
 const mainChat = async () => {
   const res = await chat.chat(chatMessage as any);
-  log.info('chat', res);
+  logger.info('chat', res);
 };
 
 // mainChat();