@kevisual/ai 0.0.5 → 0.0.7

package/dist/ai-provider.d.ts

@@ -1,6 +1,7 @@
 import * as openai_resources_index_mjs from 'openai/resources/index.mjs';
 import OpenAI, { OpenAI as OpenAI$1 } from 'openai';
 import * as openai_resources_embeddings_mjs from 'openai/resources/embeddings.mjs';
+import * as _kevisual_permission from '@kevisual/permission';
 import { Permission } from '@kevisual/permission';
 
 type ChatMessage = OpenAI.Chat.Completions.ChatCompletionMessageParam;
@@ -32,7 +33,7 @@ type BaseChatOptions<T = Record<string, any>> = {
     /**
      * 默认baseURL
      */
-    baseURL: string;
+    baseURL?: string;
     /**
      * 默认模型
      */
@@ -50,6 +51,7 @@ type BaseChatOptions<T = Record<string, any>> = {
      */
     stream?: boolean;
 } & T;
+declare const getIsBrowser: () => any;
 declare class BaseChat implements BaseChatInterface, BaseChatUsageInterface {
     /**
      * 默认baseURL
@@ -200,12 +202,19 @@ declare class ModelScope extends BaseChat {
     constructor(options: ModelScopeOptions);
 }
 
+type BailianOptions = Partial<BaseChatOptions>;
+declare class BailianChat extends BaseChat {
+    static BASE_URL: string;
+    constructor(options: BailianOptions);
+}
+
 declare const OllamaProvider: typeof Ollama;
 declare const SiliconFlowProvider: typeof SiliconFlow;
 declare const CustomProvider: typeof Custom;
 declare const VolcesProvider: typeof Volces;
 declare const DeepSeekProvider: typeof DeepSeek;
 declare const ModelScopeProvider: typeof ModelScope;
+declare const BailianProvider: typeof BailianChat;
 declare const ChatProviderMap: {
     Ollama: typeof Ollama;
     SiliconFlow: typeof SiliconFlow;
@@ -214,6 +223,7 @@ declare const ChatProviderMap: {
     DeepSeek: typeof DeepSeek;
     ModelScope: typeof ModelScope;
     BaseChat: typeof BaseChat;
+    Bailian: typeof BailianChat;
 };
 type ProviderManagerConfig = {
     provider: string;
@@ -418,7 +428,7 @@ declare class AIConfigParser {
         title?: string;
         description?: string;
         models?: AIModel[];
-        permission?: Permission;
+        permission?: _kevisual_permission.Permission;
         filter?: {
             objectKey: string;
             type: "array" | "object";
@@ -428,5 +438,5 @@ declare class AIConfigParser {
     };
 }
 
-export { AIConfigParser, BaseChat, ChatProviderMap, CustomProvider, DeepSeekProvider, KnowledgeBase, ModelScopeProvider, OllamaProvider, ProviderManager, SiliconFlowKnowledge, SiliconFlowProvider, VolcesProvider, decryptAES, encryptAES, readStream };
+export { AIConfigParser, BailianProvider, BaseChat, ChatProviderMap, CustomProvider, DeepSeekProvider, KnowledgeBase, ModelScopeProvider, OllamaProvider, ProviderManager, SiliconFlowKnowledge, SiliconFlowProvider, VolcesProvider, decryptAES, encryptAES, getIsBrowser, readStream };
 export type { AIConfig, AIModel, BaseChatInterface, BaseChatOptions, BaseChatUsageInterface, ChatMessage, ChatMessageComplete, ChatMessageOptions, ChatMessageStream, ChatStream, EmbeddingMessage, EmbeddingMessageComplete, GetProviderOpts, KnowledgeOptions, ProviderResult, RerankOptions, SecretKey };

package/dist/ai-provider.js

@@ -13279,6 +13279,14 @@ var _deployments_endpoints = new Set([
 ]);
 
 // src/provider/core/chat.ts
+var getIsBrowser = () => {
+  try {
+    return false;
+  } catch (e2) {
+    return false;
+  }
+};
+
 class BaseChat {
   baseURL;
   model;
@@ -13292,7 +13300,8 @@ class BaseChat {
     this.baseURL = options.baseURL;
     this.model = options.model;
     this.apiKey = options.apiKey;
-    this.isBrowser = options.isBrowser ?? false;
+    const DEFAULT_IS_BROWSER = getIsBrowser();
+    this.isBrowser = options.isBrowser ?? DEFAULT_IS_BROWSER;
     this.openai = new OpenAI({
       apiKey: this.apiKey,
       baseURL: this.baseURL,
@@ -13437,6 +13446,15 @@ class ModelScope extends BaseChat {
   }
 }
 
+// src/provider/chat-adapter/dashscope.ts
+class BailianChat extends BaseChat {
+  static BASE_URL = "https://bailian.aliyuncs.com/compatible-mode/v1/";
+  constructor(options) {
+    const baseURL = options.baseURL || BailianChat.BASE_URL;
+    super({ ...options, baseURL });
+  }
+}
+
 // src/provider/chat.ts
 var OllamaProvider = Ollama;
 var SiliconFlowProvider = SiliconFlow;
@@ -13444,6 +13462,7 @@ var CustomProvider = Custom;
 var VolcesProvider = Volces;
 var DeepSeekProvider = DeepSeek;
 var ModelScopeProvider = ModelScope;
+var BailianProvider = BailianChat;
 var ChatProviderMap = {
   Ollama: OllamaProvider,
   SiliconFlow: SiliconFlowProvider,
@@ -13451,7 +13470,8 @@ var ChatProviderMap = {
   Volces: VolcesProvider,
   DeepSeek: DeepSeekProvider,
   ModelScope: ModelScopeProvider,
-  BaseChat
+  BaseChat,
+  Bailian: BailianProvider
 };
 
 class ProviderManager {
@@ -13550,7 +13570,7 @@ class KnowledgeBase extends BaseChat {
 
 // src/provider/knowledge-adapter/siliconflow.ts
 class SiliconFlowKnowledge extends KnowledgeBase {
-  static BASE_URL = "https://api.siliconflow.com/v1";
+  static BASE_URL = "https://api.siliconflow.cn/v1";
   constructor(options) {
     super({ ...options, baseURL: options?.baseURL ?? SiliconFlowKnowledge.BASE_URL });
   }
@@ -13660,6 +13680,7 @@ class AIConfigParser {
 }
 export {
   readStream,
+  getIsBrowser,
   encryptAES,
   decryptAES,
   VolcesProvider,
@@ -13673,5 +13694,6 @@ export {
   CustomProvider,
   ChatProviderMap,
   BaseChat,
+  BailianProvider,
   AIConfigParser
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kevisual/ai",
-  "version": "0.0.5",
+  "version": "0.0.7",
   "description": "后面需要把ai-center的provider模块提取出去",
   "main": "index.js",
   "basename": "/root/ai-center-services",
@@ -11,6 +11,7 @@
   },
   "files": [
     "dist",
+    "src",
     "types"
   ],
   "scripts": {
@@ -20,7 +21,11 @@
     "clean": "rm -rf dist",
     "pub": "envision pack -p -u"
   },
-  "keywords": [],
+  "keywords": [
+    "kevisual",
+    "ai",
+    "tools"
+  ],
   "author": "abearxiong <xiongxiao@xiongxiao.me> (https://www.xiongxiao.me)",
   "license": "MIT",
   "packageManager": "pnpm@10.11.0",
@@ -32,11 +37,20 @@
   "exports": {
     ".": {
       "import": "./dist/ai-provider.js",
+      "node": "./dist/ai-provider.js",
+      "browser": "./dist/ai-provider-browser.js",
       "types": "./dist/ai-provider.d.ts"
     },
     "./ai-provider": {
       "import": "./dist/ai-provider.js",
       "types": "./dist/ai-provider.d.ts"
+    },
+    "./browser": {
+      "import": "./dist/ai-provider-browser.js",
+      "types": "./dist/ai-provider-browser.d.ts"
+    },
+    "./src/**/*": {
+      "import": "./src/**/*"
     }
   },
   "devDependencies": {

package/src/modules/logger.ts

@@ -0,0 +1,6 @@
+import { Logger } from '@kevisual/logger';
+
+export const logger = new Logger({
+  level: process?.env?.LOG_LEVEL || 'info',
+  showTime: true,
+});

package/src/provider/chat-adapter/custom.ts

@@ -0,0 +1,14 @@
+import { BaseChat, BaseChatOptions } from '../core/chat.ts';
+
+export type OllamaOptions = BaseChatOptions;
+
+/**
+ * 自定义模型
+ */
+export class Custom extends BaseChat {
+  static BASE_URL = 'https://api.deepseek.com/v1/';
+  constructor(options: OllamaOptions) {
+    const baseURL = options.baseURL || Custom.BASE_URL;
+    super({ ...(options as BaseChatOptions), baseURL: baseURL });
+  }
+}

package/src/provider/chat-adapter/dashscope.ts

@@ -0,0 +1,10 @@
+import { BaseChat, BaseChatOptions } from '../core/chat.ts';
+
+export type BailianOptions = Partial<BaseChatOptions>;
+export class BailianChat extends BaseChat {
+  static BASE_URL = 'https://bailian.aliyuncs.com/compatible-mode/v1/';
+  constructor(options: BailianOptions) {
+    const baseURL = options.baseURL || BailianChat.BASE_URL;
+    super({ ...(options as BaseChatOptions), baseURL: baseURL });
+  }
+}

package/src/provider/chat-adapter/deepseek.ts

@@ -0,0 +1,10 @@
+import { BaseChat, BaseChatOptions } from '../core/chat.ts';
+
+export type DeepSeekOptions = Partial<BaseChatOptions>;
+export class DeepSeek extends BaseChat {
+  static BASE_URL = 'https://api.deepseek.com/v1/';
+  constructor(options: DeepSeekOptions) {
+    const baseURL = options.baseURL || DeepSeek.BASE_URL;
+    super({ ...(options as BaseChatOptions), baseURL: baseURL });
+  }
+}

package/src/provider/chat-adapter/model-scope.ts

@@ -0,0 +1,11 @@
+// https://api-inference.modelscope.cn/v1/
+import { BaseChat, BaseChatOptions } from '../core/chat.ts';
+
+export type ModelScopeOptions = Partial<BaseChatOptions>;
+export class ModelScope extends BaseChat {
+  static BASE_URL = 'https://api-inference.modelscope.cn/v1/';
+  constructor(options: ModelScopeOptions) {
+    const baseURL = options.baseURL || ModelScope.BASE_URL;
+    super({ ...options, baseURL: baseURL } as any);
+  }
+}

package/src/provider/chat-adapter/ollama.ts

@@ -0,0 +1,47 @@
+import { BaseChat, BaseChatOptions } from '../core/index.ts';
+import type { ChatMessage, ChatMessageOptions } from '../core/index.ts';
+
+export type OllamaOptions = Partial<BaseChatOptions>;
+
+type OllamaModel = {
+  name: string;
+  model: string;
+  modified_at: string;
+
+  size: number;
+  digest: string;
+  details: {
+    parent_model: string;
+    format: string; // example: gguf
+    family: string; // example qwen
+    families: string[];
+    parameter_size: string;
+    quantization_level: string; // example: Q4_K_M Q4_0
+  };
+};
+export class Ollama extends BaseChat {
+  static BASE_URL = 'http://localhost:11434/v1';
+  constructor(options: OllamaOptions) {
+    const baseURL = options.baseURL || Ollama.BASE_URL;
+    super({ ...(options as BaseChatOptions), baseURL: baseURL });
+  }
+  async chat(messages: ChatMessage[], options?: ChatMessageOptions) {
+    const res = await super.chat(messages, options);
+    console.log('thunk', this.getChatUsage());
+    return res;
+  }
+  /**
+   * 获取模型列表
+   * @returns
+   */
+  async listModels(): Promise<{ models: OllamaModel[] }> {
+    const _url = new URL(this.baseURL);
+    const tagsURL = new URL('/api/tags', _url);
+    return this.openai.get(tagsURL.toString());
+  }
+  async listRunModels(): Promise<{ models: OllamaModel[] }> {
+    const _url = new URL(this.baseURL);
+    const tagsURL = new URL('/api/ps', _url);
+    return this.openai.get(tagsURL.toString());
+  }
+}

package/src/provider/chat-adapter/siliconflow.ts

@@ -0,0 +1,39 @@
+import { BaseChat, BaseChatOptions } from '../core/chat.ts';
+import { OpenAI } from 'openai';
+
+export type SiliconFlowOptions = Partial<BaseChatOptions>;
+
+type SiliconFlowUsageData = {
+  id: string;
+  name: string;
+  image: string;
+  email: string;
+  isAdmin: boolean;
+  balance: string;
+  status: 'normal' | 'suspended' | 'expired' | string; // 状态
+  introduce: string;
+  role: string;
+  chargeBalance: string;
+  totalBalance: string;
+  category: string;
+};
+type SiliconFlowUsageResponse = {
+  code: number;
+  message: string;
+  status: boolean;
+  data: SiliconFlowUsageData;
+};
+export class SiliconFlow extends BaseChat {
+  static BASE_URL = 'https://api.siliconflow.cn/v1';
+  constructor(options: SiliconFlowOptions) {
+    const baseURL = options.baseURL || SiliconFlow.BASE_URL;
+    super({ ...(options as BaseChatOptions), baseURL: baseURL });
+  }
+  async getUsageInfo(): Promise<SiliconFlowUsageResponse> {
+    return this.openai.get('/user/info');
+  }
+  async chat(messages: OpenAI.Chat.Completions.ChatCompletionMessageParam[], options?: Partial<OpenAI.Chat.Completions.ChatCompletionCreateParams>) {
+    const res = await super.chat(messages, options);
+    return res;
+  }
+}

package/src/provider/chat-adapter/volces.ts

@@ -0,0 +1,10 @@
+import { BaseChat, BaseChatOptions } from '../core/chat.ts';
+
+export type VolcesOptions = Partial<BaseChatOptions>;
+export class Volces extends BaseChat {
+  static BASE_URL = 'https://ark.cn-beijing.volces.com/api/v3/';
+  constructor(options: VolcesOptions) {
+    const baseURL = options.baseURL || Volces.BASE_URL;
+    super({ ...(options as BaseChatOptions), baseURL: baseURL });
+  }
+}

package/src/provider/chat.ts

@@ -0,0 +1,67 @@
+export * from './core/index.ts';
+import { BaseChat } from './core/chat.ts';
+
+import { Ollama } from './chat-adapter/ollama.ts';
+import { SiliconFlow } from './chat-adapter/siliconflow.ts';
+import { Custom } from './chat-adapter/custom.ts';
+import { Volces } from './chat-adapter/volces.ts';
+import { DeepSeek } from './chat-adapter/deepseek.ts';
+import { ModelScope } from './chat-adapter/model-scope.ts';
+import { BailianChat } from './chat-adapter/dashscope.ts';
+
+import { ChatMessage } from './core/type.ts';
+
+export const OllamaProvider = Ollama;
+export const SiliconFlowProvider = SiliconFlow;
+export const CustomProvider = Custom;
+export const VolcesProvider = Volces;
+export const DeepSeekProvider = DeepSeek;
+export const ModelScopeProvider = ModelScope;
+export const BailianProvider = BailianChat;
+
+export const ChatProviderMap = {
+  Ollama: OllamaProvider,
+  SiliconFlow: SiliconFlowProvider,
+  Custom: CustomProvider,
+  Volces: VolcesProvider,
+  DeepSeek: DeepSeekProvider,
+  ModelScope: ModelScopeProvider,
+  BaseChat: BaseChat,
+  Bailian: BailianProvider,
+};
+
+type ProviderManagerConfig = {
+  provider: string;
+  model: string;
+  apiKey: string;
+  baseURL?: string;
+};
+export class ProviderManager {
+  provider: BaseChat;
+  constructor(config: ProviderManagerConfig) {
+    const { provider, model, apiKey, baseURL } = config;
+    const Provider = ChatProviderMap[provider] as typeof BaseChat;
+    if (!Provider) {
+      throw new Error(`Provider ${provider} not found`);
+    }
+    const providerConfig = {
+      model,
+      apiKey,
+      baseURL,
+    };
+    if (!providerConfig.baseURL) {
+      delete providerConfig.baseURL;
+    }
+    this.provider = new Provider(providerConfig);
+  }
+  static async createProvider(config: ProviderManagerConfig) {
+    if (!config.baseURL) {
+      delete config.baseURL;
+    }
+    const pm = new ProviderManager(config);
+    return pm.provider;
+  }
+  async chat(messages: ChatMessage[]) {
+    return this.provider.chat(messages);
+  }
+}

package/src/provider/core/chat.ts

@@ -0,0 +1,152 @@
+import { OpenAI } from 'openai';
+import type {
+  BaseChatInterface,
+  ChatMessageComplete,
+  ChatMessage,
+  ChatMessageOptions,
+  BaseChatUsageInterface,
+  ChatStream,
+  EmbeddingMessage,
+  EmbeddingMessageComplete,
+} from './type.ts';
+
+export type BaseChatOptions<T = Record<string, any>> = {
+  /**
+   * 默认baseURL
+   */
+  baseURL?: string;
+  /**
+   * 默认模型
+   */
+  model?: string;
+  /**
+   * 默认apiKey
+   */
+  apiKey: string;
+  /**
+   * 是否在浏览器中使用
+   */
+  isBrowser?: boolean;
+  /**
+   * 是否流式输出， 默认 false
+   */
+  stream?: boolean;
+} & T;
+export const getIsBrowser = () => {
+  try {
+    // @ts-ignore
+    return IS_BROWSER;
+  } catch (e) {
+    return false;
+  }
+};
+export class BaseChat implements BaseChatInterface, BaseChatUsageInterface {
+  /**
+   * 默认baseURL
+   */
+  baseURL: string;
+  /**
+   * 默认模型
+   */
+  model: string;
+  /**
+   * 默认apiKey
+   */
+  apiKey: string;
+  /**
+   * 是否在浏览器中使用
+   */
+  isBrowser: boolean;
+  /**
+   * openai实例
+   */
+  openai: OpenAI;
+
+  prompt_tokens: number;
+  total_tokens: number;
+  completion_tokens: number;
+
+  constructor(options: BaseChatOptions) {
+    this.baseURL = options.baseURL;
+    this.model = options.model;
+    this.apiKey = options.apiKey;
+    // @ts-ignore
+    const DEFAULT_IS_BROWSER = getIsBrowser();
+    this.isBrowser = options.isBrowser ?? DEFAULT_IS_BROWSER;
+    this.openai = new OpenAI({
+      apiKey: this.apiKey,
+      baseURL: this.baseURL,
+      dangerouslyAllowBrowser: this.isBrowser,
+    });
+  }
+  /**
+   * 聊天
+   */
+  async chat(messages: ChatMessage[], options?: ChatMessageOptions): Promise<ChatMessageComplete> {
+    const createParams: OpenAI.Chat.Completions.ChatCompletionCreateParams = {
+      model: this.model,
+      messages,
+      ...options,
+      stream: false,
+    };
+    const res = (await this.openai.chat.completions.create(createParams)) as ChatMessageComplete;
+    this.prompt_tokens = res.usage?.prompt_tokens ?? 0;
+    this.total_tokens = res.usage?.total_tokens ?? 0;
+    this.completion_tokens = res.usage?.completion_tokens ?? 0;
+    return res;
+  }
+  async chatStream(messages: ChatMessage[], options?: ChatMessageOptions) {
+    const createParams: OpenAI.Chat.Completions.ChatCompletionCreateParams = {
+      model: this.model,
+      messages,
+      ...options,
+      stream: true,
+    };
+    if (createParams.response_format) {
+      throw new Error('response_format is not supported in stream mode');
+    }
+    return this.openai.chat.completions.create(createParams) as unknown as ChatStream;
+  }
+
+  /**
+   * 测试
+   */
+  test() {
+    return this.chat([{ role: 'user', content: 'Hello, world!' }]);
+  }
+  /**
+   * 获取聊天使用情况
+   * @returns
+   */
+  getChatUsage() {
+    return {
+      prompt_tokens: this.prompt_tokens,
+      total_tokens: this.total_tokens,
+      completion_tokens: this.completion_tokens,
+    };
+  }
+  getHeaders(headers?: Record<string, string>) {
+    return {
+      'Content-Type': 'application/json',
+      Authorization: `Bearer ${this.apiKey}`,
+      ...headers,
+    };
+  }
+  /**
+   * 生成embedding 内部
+   * @param text
+   * @returns
+   */
+  async generateEmbeddingCore(text: string | string[], options?: EmbeddingMessage): Promise<EmbeddingMessageComplete> {
+    const embeddingModel = options?.model || this.model;
+    const res = await this.openai.embeddings.create({
+      model: embeddingModel,
+      input: text,
+      encoding_format: 'float',
+      ...options,
+    });
+    this.prompt_tokens += res.usage.prompt_tokens;
+    this.total_tokens += res.usage.total_tokens;
+    return res;
+  }
+}

package/src/provider/core/index.ts

@@ -0,0 +1,27 @@
+import { ChatStream } from './type.ts';
+
+// export type { BaseChat, BaseChatOptions } from './chat.ts';
+export * from './chat.ts'
+// export {
+//   ChatMessage,
+//   ChatMessageOptions, //
+//   ChatMessageComplete,
+//   ChatMessageStream,
+//   BaseChatInterface,
+//   BaseChatUsageInterface,
+//   ChatStream,
+//   EmbeddingMessage,
+//   EmbeddingMessageComplete,
+// } from './type.ts';
+export * from './type.ts'
+/**
+ *  for await (const chunk of chatStream) {
+ *   console.log(chunk);
+ *  }
+ * @param chatStream 
+ */
+export const readStream = async (chatStream: ChatStream) => {
+  for await (const chunk of chatStream) {
+    console.log(chunk);
+  }
+};