@zhin.js/ai 0.0.1

package/src/providers/ollama.ts

@@ -0,0 +1,283 @@
+/**
+ * @zhin.js/ai - Ollama Provider
+ * 支持本地 Ollama 模型
+ */
+
+import { Logger } from '@zhin.js/core';
+import { BaseProvider } from './base.js';
+import type {
+  ProviderConfig,
+  ChatCompletionRequest,
+  ChatCompletionResponse,
+  ChatCompletionChunk,
+  ChatMessage,
+  ToolDefinition,
+} from '../types.js';
+
+const logger = new Logger(null, 'Ollama');
+
+export interface OllamaConfig extends ProviderConfig {
+  host?: string;
+  models?: string[];
+}
+
+/**
+ * 转换消息格式
+ */
+function toOllamaMessages(messages: ChatMessage[]): any[] {
+  return messages.map(msg => {
+    let content: string;
+    const images: string[] = [];
+
+    if (typeof msg.content === 'string') {
+      content = msg.content;
+    } else {
+      content = msg.content
+        .filter(p => p.type === 'text')
+        .map(p => (p as { type: 'text'; text: string }).text)
+        .join('');
+      
+      for (const part of msg.content) {
+        if (part.type === 'image_url') {
+          const url = part.image_url.url;
+          if (url.startsWith('data:')) {
+            // 提取 base64 数据
+            const base64 = url.split(',')[1];
+            if (base64) images.push(base64);
+          }
+        }
+      }
+    }
+
+    const result: any = {
+      role: msg.role === 'tool' ? 'user' : msg.role,
+      content,
+    };
+
+    if (images.length > 0) {
+      result.images = images;
+    }
+
+    return result;
+  });
+}
+
+/**
+ * 转换工具定义
+ */
+function toOllamaTools(tools?: ToolDefinition[]): any[] | undefined {
+  if (!tools?.length) return undefined;
+
+  return tools.map(tool => ({
+    type: 'function',
+    function: {
+      name: tool.function.name,
+      description: tool.function.description,
+      parameters: tool.function.parameters,
+    },
+  }));
+}
+
+export class OllamaProvider extends BaseProvider {
+  name = 'ollama';
+  models: string[];
+
+  private host: string;
+
+  constructor(config: OllamaConfig = {}) {
+    super(config);
+    this.host = config.host || config.baseUrl || 'http://localhost:11434';
+    // 使用配置中的模型列表，如果没有则使用默认列表
+    this.models = config.models?.length ? config.models : [
+      'llama3.3',
+      'llama3.2',
+      'llama3.1',
+      'qwen2.5',
+      'qwen2.5-coder',
+      'deepseek-r1',
+      'deepseek-v3',
+      'mistral',
+      'mixtral',
+      'phi4',
+      'gemma2',
+    ];
+    logger.debug(`初始化完成, host: ${this.host}`);
+  }
+
+  async chat(request: ChatCompletionRequest): Promise<ChatCompletionResponse> {
+    const messages = toOllamaMessages(request.messages);
+    
+    logger.debug(`请求 ${request.model}, 消息: ${messages.length}`);
+    
+    const ollamaRequest: any = {
+      model: request.model,
+      messages,
+      stream: false,
+      options: {},
+    };
+
+    if (request.temperature !== undefined) {
+      ollamaRequest.options.temperature = request.temperature;
+    }
+
+    if (request.top_p !== undefined) {
+      ollamaRequest.options.top_p = request.top_p;
+    }
+
+    if (request.max_tokens !== undefined) {
+      ollamaRequest.options.num_predict = request.max_tokens;
+    }
+
+    const tools = toOllamaTools(request.tools);
+    if (tools) {
+      ollamaRequest.tools = tools;
+    }
+
+    const startTime = Date.now();
+    
+    const response = await this.fetch<any>(`${this.host}/api/chat`, {
+      method: 'POST',
+      json: ollamaRequest,
+    });
+    
+    logger.debug(`响应耗时: ${Date.now() - startTime}ms, 工具调用: ${response.message?.tool_calls?.length || 0}`);
+
+    // 转换响应格式
+    const toolCalls = response.message?.tool_calls?.map((tc: any, i: number) => ({
+      id: `call_${i}`,
+      type: 'function' as const,
+      function: {
+        name: tc.function.name,
+        arguments: JSON.stringify(tc.function.arguments),
+      },
+    }));
+
+    return {
+      id: `ollama-${Date.now()}`,
+      object: 'chat.completion',
+      created: Date.now(),
+      model: response.model,
+      choices: [{
+        index: 0,
+        message: {
+          role: 'assistant',
+          content: response.message?.content || '',
+          tool_calls: toolCalls?.length ? toolCalls : undefined,
+        },
+        finish_reason: toolCalls?.length ? 'tool_calls' : 'stop',
+      }],
+      usage: {
+        prompt_tokens: response.prompt_eval_count || 0,
+        completion_tokens: response.eval_count || 0,
+        total_tokens: (response.prompt_eval_count || 0) + (response.eval_count || 0),
+      },
+    };
+  }
+
+  async *chatStream(request: ChatCompletionRequest): AsyncIterable<ChatCompletionChunk> {
+    const messages = toOllamaMessages(request.messages);
+    
+    const ollamaRequest: any = {
+      model: request.model,
+      messages,
+      stream: true,
+      options: {},
+    };
+
+    if (request.temperature !== undefined) {
+      ollamaRequest.options.temperature = request.temperature;
+    }
+
+    if (request.top_p !== undefined) {
+      ollamaRequest.options.top_p = request.top_p;
+    }
+
+    const response = await globalThis.fetch(`${this.host}/api/chat`, {
+      method: 'POST',
+      headers: { 'Content-Type': 'application/json' },
+      body: JSON.stringify(ollamaRequest),
+    });
+
+    if (!response.ok) {
+      const error = await response.text();
+      throw new Error(`Ollama API Error (${response.status}): ${error}`);
+    }
+
+    if (!response.body) {
+      throw new Error('Response body is empty');
+    }
+
+    const reader = response.body.getReader();
+    const decoder = new TextDecoder();
+    let buffer = '';
+    const id = `ollama-${Date.now()}`;
+
+    while (true) {
+      const { done, value } = await reader.read();
+      if (done) break;
+
+      buffer += decoder.decode(value, { stream: true });
+      const lines = buffer.split('\n');
+      buffer = lines.pop() || '';
+
+      for (const line of lines) {
+        if (!line.trim()) continue;
+
+        try {
+          const data = JSON.parse(line);
+          
+          yield {
+            id,
+            object: 'chat.completion.chunk',
+            created: Date.now(),
+            model: data.model || request.model,
+            choices: [{
+              index: 0,
+              delta: data.done 
+                ? {} 
+                : { content: data.message?.content || '' },
+              finish_reason: data.done ? 'stop' : null,
+            }],
+            usage: data.done ? {
+              prompt_tokens: data.prompt_eval_count || 0,
+              completion_tokens: data.eval_count || 0,
+              total_tokens: (data.prompt_eval_count || 0) + (data.eval_count || 0),
+            } : undefined,
+          };
+        } catch {
+          // 忽略解析错误
+        }
+      }
+    }
+  }
+
+  async listModels(): Promise<string[]> {
+    try {
+      const response = await this.fetch<{ models: { name: string }[] }>(
+        `${this.host}/api/tags`
+      );
+      return response.models.map(m => m.name);
+    } catch {
+      return this.models;
+    }
+  }
+
+  /**
+   * 拉取模型
+   */
+  async pullModel(model: string): Promise<void> {
+    await this.fetch(`${this.host}/api/pull`, {
+      method: 'POST',
+      json: { name: model },
+    });
+  }
+
+  async healthCheck(): Promise<boolean> {
+    try {
+      await globalThis.fetch(`${this.host}/api/tags`);
+      return true;
+    } catch {
+      return false;
+    }
+  }
+}

package/src/providers/openai.ts

@@ -0,0 +1,167 @@
+/**
+ * @zhin.js/ai - OpenAI Provider
+ * 支持 OpenAI API 及兼容接口（DeepSeek、Moonshot 等）
+ */
+
+import { BaseProvider } from './base.js';
+import type {
+  ProviderConfig,
+  ChatCompletionRequest,
+  ChatCompletionResponse,
+  ChatCompletionChunk,
+} from '../types.js';
+
+export interface OpenAIConfig extends ProviderConfig {
+  organization?: string;
+}
+
+export class OpenAIProvider extends BaseProvider {
+  name = 'openai';
+  models = [
+    'gpt-4o',
+    'gpt-4o-mini',
+    'gpt-4-turbo',
+    'gpt-4',
+    'gpt-3.5-turbo',
+    'o1',
+    'o1-mini',
+    'o1-preview',
+    'o3-mini',
+  ];
+
+  private baseUrl: string;
+
+  constructor(config: OpenAIConfig = {}) {
+    super(config);
+    this.baseUrl = config.baseUrl || 'https://api.openai.com/v1';
+    
+    if (config.organization) {
+      this.config.headers = {
+        ...this.config.headers,
+        'OpenAI-Organization': config.organization,
+      };
+    }
+  }
+
+  async chat(request: ChatCompletionRequest): Promise<ChatCompletionResponse> {
+    return this.fetch<ChatCompletionResponse>(
+      `${this.baseUrl}/chat/completions`,
+      {
+        method: 'POST',
+        json: {
+          ...request,
+          stream: false,
+        },
+      }
+    );
+  }
+
+  async *chatStream(request: ChatCompletionRequest): AsyncIterable<ChatCompletionChunk> {
+    const stream = this.fetchStream(
+      `${this.baseUrl}/chat/completions`,
+      {
+        method: 'POST',
+        json: {
+          ...request,
+          stream: true,
+          stream_options: { include_usage: true },
+        },
+      }
+    );
+
+    for await (const data of stream) {
+      try {
+        const chunk = JSON.parse(data) as ChatCompletionChunk;
+        yield chunk;
+      } catch {
+        // 忽略解析错误的行
+      }
+    }
+  }
+
+  async listModels(): Promise<string[]> {
+    interface ModelList {
+      data: { id: string }[];
+    }
+    
+    try {
+      const response = await this.fetch<ModelList>(`${this.baseUrl}/models`);
+      return response.data
+        .map((m) => m.id)
+        .filter((id) => id.includes('gpt') || id.includes('o1') || id.includes('o3'));
+    } catch {
+      return this.models;
+    }
+  }
+}
+
+/**
+ * DeepSeek Provider（基于 OpenAI 兼容接口）
+ */
+export class DeepSeekProvider extends OpenAIProvider {
+  name = 'deepseek';
+  models = [
+    'deepseek-chat',
+    'deepseek-coder',
+    'deepseek-reasoner',
+  ];
+
+  constructor(config: ProviderConfig = {}) {
+    super({
+      ...config,
+      baseUrl: config.baseUrl || 'https://api.deepseek.com/v1',
+    });
+  }
+
+  async listModels(): Promise<string[]> {
+    return this.models;
+  }
+}
+
+/**
+ * Moonshot Provider（基于 OpenAI 兼容接口）
+ */
+export class MoonshotProvider extends OpenAIProvider {
+  name = 'moonshot';
+  models = [
+    'moonshot-v1-8k',
+    'moonshot-v1-32k',
+    'moonshot-v1-128k',
+  ];
+
+  constructor(config: ProviderConfig = {}) {
+    super({
+      ...config,
+      baseUrl: config.baseUrl || 'https://api.moonshot.cn/v1',
+    });
+  }
+
+  async listModels(): Promise<string[]> {
+    return this.models;
+  }
+}
+
+/**
+ * 智谱 AI Provider（基于 OpenAI 兼容接口）
+ */
+export class ZhipuProvider extends OpenAIProvider {
+  name = 'zhipu';
+  models = [
+    'glm-4-plus',
+    'glm-4',
+    'glm-4-air',
+    'glm-4-flash',
+    'glm-4v-plus',
+  ];
+
+  constructor(config: ProviderConfig = {}) {
+    super({
+      ...config,
+      baseUrl: config.baseUrl || 'https://open.bigmodel.cn/api/paas/v4',
+    });
+  }
+
+  async listModels(): Promise<string[]> {
+    return this.models;
+  }
+}