@bolloon/bolloon-agent 0.1.36 → 0.1.38

package/src/llm/pi-ai.ts

@@ -1,653 +0,0 @@
-import * as path from 'path';
-import * as fs from 'fs';
-
-export type ModelProvider = 'openai' | 'anthropic' | 'ollama' | 'openrouter' | 'gemini' | 'minimax' | 'deepseek' | 'kimi' | 'glm' | 'qwen' | 'local';
-
-export interface ModelConfig {
-  provider: ModelProvider;
-  apiKey?: string;
-  baseUrl?: string;
-  model: string;
-}
-
-export interface ChatMessage {
-  role: 'system' | 'user' | 'assistant';
-  content: string;
-}
-
-export interface ChatResult {
-  reply: string;
-}
-
-export interface SummarizeResult {
-  summary: string;
-  qualityScore: number;
-}
-
-export interface GenerateOptions {
-  messages: ChatMessage[];
-  temperature?: number;
-  maxTokens?: number;
-  signal?: AbortSignal;
-  /** 工具 id 列表 — 代码侧 (src/llm/tool-manifest/) 查 schema, prompt 里只嵌 oneLine + callExample */
-  tools?: string[];
-}
-
-/**
- * 外部 system 注入钩子.
- * 调用方 (e.g. auto-evolve-loop) 用 setSystemPrependProvider() 注册一个返回字符串的函数,
- * generateText 在拼 finalMessages 时, 把返回的字符串作为最前一个 system message.
- *
- * 用途: P2P 协作时把"行级 reserve 状态"实时塞给 LLM,
- *       让 LLM 主动避开对方正在改的代码行.
- *
- * 返回 '' / null / undefined → 不注入.
- */
-let _prependProvider: (() => string | null | undefined | Promise<string | null | undefined>) | null = null;
-export function setSystemPrependProvider(
-  p: (() => string | null | undefined | Promise<string | null | undefined>) | null
-): void {
-  _prependProvider = p;
-}
-export function getSystemPrependProvider(): typeof _prependProvider {
-  return _prependProvider;
-}
-
-export class PiAIModel {
-  private config: ModelConfig;
-  private provider: ModelProvider;
-
-  constructor(config: ModelConfig) {
-    this.config = config;
-    this.provider = config.provider;
-  }
-
-  async chat(message: string, context?: string, signal?: AbortSignal): Promise<ChatResult> {
-    const systemPrompt = await this.buildSystemPromptAsync(context);
-    const messages: ChatMessage[] = [
-      { role: 'system', content: systemPrompt },
-      { role: 'user', content: message }
-    ];
-
-    try {
-      const response = await this.generateText({
-        messages,
-        temperature: 0.8,
-        maxTokens: 8192,  // 2026-06-15: 提到 8192, 避免长回答 (含表格/代码块) 被截断
-        signal,
-      });
-      return { reply: response };
-    } catch (error: any) {
-      // abort 不当作错误, 透传一个 sentinel 让上层能识别
-      if (signal?.aborted || error?.name === 'AbortError') {
-        throw error; // 上层 try/catch 处理
-      }
-      console.error('PiAI chat error:', error);
-      // 2026-06-15: 真实 error 信息 + 明确告诉 LLM "这是 API 错, 不要 retry"
-      // 旧版: "抱歉，AI服务暂时不可用。" → LLM 看到 isTooShort=false(< 50 但 > 0),
-      //       needsMoreWork 不会触发, 但 hasError 模式 (含 "error" / "失败") 会判定要继续修
-      // 新版: 让 LLM 立即停止循环, 直接展示给用户
-      const errMsg = (error?.message || '').slice(0, 300);
-      return {
-        reply: `[AI 服务调用失败] ${errMsg}\n\n这是一个**底层 API 错误**（401 / 鉴权失败 / 网络中断 / 配额耗尽等），不是你的任务有问题。**请直接把这个错误消息回复给用户，不要再循环尝试。**`,
-      };
-    }
-  }
-
-  async summarize(text: string, context?: string): Promise<SummarizeResult> {
-    const prompt = this.buildSummarizePrompt(text, context);
-
-    try {
-      const response = await this.generateText({
-        messages: [
-          { role: 'system', content: 'You are a professional document summarizer.' },
-          { role: 'user', content: prompt }
-        ],
-        temperature: 0.7
-      });
-
-      const qualityScore = this.estimateQuality(text, response);
-      return { summary: response, qualityScore };
-    } catch (error) {
-      console.error('PiAI summarize error:', error);
-      return {
-        summary: text.substring(0, 500) + '...',
-        qualityScore: 0.5
-      };
-    }
-  }
-
-  async improveContent(content: string, requirements: string, context?: string): Promise<string> {
-    const prompt = this.buildImprovePrompt(content, requirements, context);
-
-    try {
-      const response = await this.generateText({
-        messages: [
-          { role: 'system', content: 'You are a professional document editor and improver.' },
-          { role: 'user', content: prompt }
-        ],
-        temperature: 0.8
-      });
-      return response;
-    } catch (error) {
-      console.error('PiAI improve error:', error);
-      return content;
-    }
-  }
-
-  private async generateText(options: GenerateOptions): Promise<string> {
-    const { messages, temperature = 0.7, maxTokens = 4096, signal, tools } = options;
-
-    // 工具清单: 代码侧 schema → 进 system prompt (作为额外 system message)
-    let finalMessages = messages;
-
-    // 1) 外部 prepend (e.g. P2P 行级 reserve 状态), 拼到最前
-    if (_prependProvider) {
-      try {
-        const pre = await _prependProvider();
-        if (pre && typeof pre === 'string' && pre.trim()) {
-          finalMessages = [{ role: 'system', content: pre }, ...finalMessages];
-        }
-      } catch (err: any) {
-        console.warn('[pi-ai] systemPrepend 失败:', err?.message?.slice(0, 100));
-      }
-    }
-
-    if (tools && tools.length > 0) {
-      try {
-        const { getToolManifest, formatForPrompt } = await import('./tool-manifest/index.js');
-        const manifests = tools
-          .map((id) => getToolManifest(id))
-          .filter((m): m is NonNullable<typeof m> => m !== undefined);
-        if (manifests.length > 0) {
-          const toolPrompt = formatForPrompt(manifests);
-          finalMessages = [
-            { role: 'system', content: toolPrompt },
-            ...messages,
-          ];
-        }
-      } catch (err: any) {
-        console.warn('[pi-ai] tool-manifest 加载失败:', err.message?.slice(0, 100));
-      }
-    }
-
-    switch (this.provider) {
-      case 'openai':
-      case 'minimax':
-      case 'deepseek':
-      case 'kimi':
-      case 'glm':
-      case 'qwen':
-        return this.callOpenAI(finalMessages, temperature, maxTokens, signal);
-      case 'anthropic':
-        return this.callAnthropic(finalMessages, temperature, maxTokens, signal);
-      case 'ollama':
-        return this.callOllama(finalMessages, temperature, signal);
-      case 'openrouter':
-        return this.callOpenRouter(finalMessages, temperature, maxTokens, signal);
-      case 'gemini':
-        return this.callGemini(finalMessages, temperature, maxTokens, signal);
-      case 'local':
-        return this.callLocal(finalMessages, temperature, signal);
-      default:
-        throw new Error(`Unsupported provider: ${this.provider}`);
-    }
-  }
-
-  private getApiKey(): string {
-    return this.config.apiKey || this.getEnvApiKey();
-  }
-
-  private getEnvApiKey(): string {
-    const envVars: Record<ModelProvider, string> = {
-      openai: process.env.OPENAI_API_KEY || '',
-      anthropic: process.env.ANTHROPIC_API_KEY || '',
-      ollama: '',
-      openrouter: process.env.OPENROUTER_API_KEY || '',
-      gemini: process.env.GEMINI_API_KEY || '',
-      minimax: process.env.MINIMAX_API_KEY || '',
-      deepseek: process.env.DEEPSEEK_API_KEY || '',
-      kimi: process.env.KIMI_API_KEY || process.env.MOONSHOT_API_KEY || '',
-      glm: process.env.GLM_API_KEY || process.env.ZHIPU_API_KEY || '',
-      qwen: process.env.QWEN_API_KEY || process.env.DASHSCOPE_API_KEY || '',
-      local: ''
-    };
-    return envVars[this.provider] || '';
-  }
-
-  private getBaseUrl(): string {
-    if (this.config.baseUrl) {
-      return this.config.baseUrl;
-    }
-
-    // 允许通过 OPENAI_BASE_URL 等环境变量覆盖默认 base URL
-    const baseUrls: Record<ModelProvider, string> = {
-      openai: process.env.OPENAI_BASE_URL || 'https://api.openai.com/v1',
-      anthropic: 'https://api.anthropic.com/v1',
-      ollama: process.env.OLLAMA_BASE_URL || 'http://localhost:11434',
-      openrouter: process.env.OPENROUTER_BASE_URL || 'https://openrouter.ai/api/v1',
-      gemini: 'https://generativelanguage.googleapis.com/v1beta',
-      minimax: process.env.MINIMAX_BASE_URL || 'https://api.minimaxi.com/v1',
-      deepseek: process.env.DEEPSEEK_BASE_URL || 'https://api.deepseek.com/v1',
-      kimi: process.env.KIMI_BASE_URL || process.env.MOONSHOT_BASE_URL || 'https://api.moonshot.cn/v1',
-      glm: process.env.GLM_BASE_URL || process.env.ZHIPU_BASE_URL || 'https://open.bigmodel.cn/api/paas/v4',
-      qwen: process.env.QWEN_BASE_URL || process.env.DASHSCOPE_BASE_URL || 'https://dashscope.aliyuncs.com/compatible-mode/v1',
-      local: 'http://localhost:11434'
-    };
-
-    return baseUrls[this.provider];
-  }
-
-  private mapModel(): string {
-    const modelMap: Record<ModelProvider, string> = {
-      openai: this.config.model || process.env.OPENAI_MODEL || 'gpt-4',
-      anthropic: this.config.model || 'claude-3-5-sonnet-20241022',
-      ollama: this.config.model || 'llama3.2',
-      openrouter: this.config.model || 'anthropic/claude-3.5-sonnet',
-      gemini: this.config.model || 'gemini-2.0-flash',
-      minimax: this.config.model || process.env.MINIMAX_MODEL || 'MiniMax-M3',
-      deepseek: this.config.model || process.env.DEEPSEEK_MODEL || 'deepseek-chat',
-      kimi: this.config.model || process.env.KIMI_MODEL || process.env.MOONSHOT_MODEL || 'moonshot-v1-8k',
-      glm: this.config.model || process.env.GLM_MODEL || process.env.ZHIPU_MODEL || 'glm-4-flash',
-      qwen: this.config.model || process.env.QWEN_MODEL || process.env.DASHSCOPE_MODEL || 'qwen-plus',
-      local: this.config.model || 'llama3.2'
-    };
-    return modelMap[this.provider];
-  }
-
-  private async callOpenAI(messages: ChatMessage[], temperature: number, maxTokens: number, signal?: AbortSignal): Promise<string> {
-    const apiKey = this.getApiKey();
-    if (!apiKey) {
-      throw new Error('OPENAI_API_KEY not set');
-    }
-
-    const requestBody = {
-      model: this.mapModel(),
-      messages,
-      temperature,
-      max_tokens: maxTokens
-    };
-    const response = await fetch(`${this.getBaseUrl()}/chat/completions`, {
-      method: 'POST',
-      headers: {
-        'Content-Type': 'application/json',
-        'Authorization': `Bearer ${apiKey}`
-      },
-      body: JSON.stringify(requestBody),
-      // 2026-06-15: signal 字段防御 — Node 22+ undici 强类型 AbortSignal, 非 AbortSignal 实例
-      //   (e.g. 误传的 { maxTokens: 1 } 对象) 会 throw "Expected signal to be AbortSignal".
-      //   若不是 AbortSignal, 退到无 signal 调用, fetch 自然支持 timeout 由外层控制.
-      signal: signal instanceof AbortSignal ? signal : undefined,
-    });
-
-    if (!response.ok) {
-      throw new Error(`OpenAI API error: ${response.status}`);
-    }
-
-    const data = await response.json() as { choices?: { message?: { content?: string } }[] };
-    return data.choices?.[0]?.message?.content || '';
-  }
-
-  private async callAnthropic(messages: ChatMessage[], temperature: number, maxTokens: number, signal?: AbortSignal): Promise<string> {
-    const apiKey = this.getApiKey();
-    if (!apiKey) {
-      throw new Error('ANTHROPIC_API_KEY not set');
-    }
-
-    const systemMessage = messages.find(m => m.role === 'system')?.content || '';
-    const userMessages = messages.filter(m => m.role !== 'system');
-
-    const response = await fetch(`${this.getBaseUrl()}/messages`, {
-      method: 'POST',
-      headers: {
-        'Content-Type': 'application/json',
-        'x-api-key': apiKey,
-        'anthropic-version': '2023-06-01',
-        'anthropic-dangerous-direct-browser-access': 'true'
-      },
-      body: JSON.stringify({
-        model: this.mapModel(),
-        messages: userMessages,
-        system: systemMessage,
-        temperature,
-        max_tokens: maxTokens
-      }),
-      signal,
-    });
-
-    if (!response.ok) {
-      throw new Error(`Anthropic API error: ${response.status}`);
-    }
-
-    const data = await response.json() as { content?: { text?: string }[] };
-    return data.content?.[0]?.text || '';
-  }
-
-  private async callOllama(messages: ChatMessage[], temperature: number, signal?: AbortSignal): Promise<string> {
-    const response = await fetch(`${this.getBaseUrl()}/api/chat`, {
-      method: 'POST',
-      headers: {
-        'Content-Type': 'application/json'
-      },
-      body: JSON.stringify({
-        model: this.mapModel(),
-        messages,
-        temperature,
-        stream: false
-      }),
-      signal,
-    });
-
-    if (!response.ok) {
-      throw new Error(`Ollama API error: ${response.status}`);
-    }
-
-    const data = await response.json() as { message?: { content?: string } };
-    return data.message?.content || '';
-  }
-
-  private async callOpenRouter(messages: ChatMessage[], temperature: number, maxTokens: number, signal?: AbortSignal): Promise<string> {
-    const apiKey = this.getApiKey();
-    if (!apiKey) {
-      throw new Error('OPENROUTER_API_KEY not set');
-    }
-
-    const response = await fetch(`${this.getBaseUrl()}/chat/completions`, {
-      method: 'POST',
-      headers: {
-        'Content-Type': 'application/json',
-        'Authorization': `Bearer ${apiKey}`,
-        'HTTP-Referer': 'https://openclaw.ai',
-        'X-Title': 'OpenClaw'
-      },
-      body: JSON.stringify({
-        model: this.mapModel(),
-        messages,
-        temperature,
-        max_tokens: maxTokens
-      }),
-      signal,
-    });
-
-    if (!response.ok) {
-      throw new Error(`OpenRouter API error: ${response.status}`);
-    }
-
-    const data = await response.json() as { choices?: { message?: { content?: string } }[] };
-    return data.choices?.[0]?.message?.content || '';
-  }
-
-  private async callGemini(messages: ChatMessage[], temperature: number, maxTokens: number, signal?: AbortSignal): Promise<string> {
-    const apiKey = this.getApiKey();
-    if (!apiKey) {
-      throw new Error('GEMINI_API_KEY not set');
-    }
-
-    const contents = messages
-      .filter(m => m.role !== 'system')
-      .map(m => ({
-        role: m.role === 'assistant' ? 'model' : 'user',
-        parts: [{ text: m.content }]
-      }));
-
-    const systemInstruction = messages.find(m => m.role === 'system')?.content;
-
-    const response = await fetch(
-      `${this.getBaseUrl()}/models/${this.mapModel()}:generateContent?key=${apiKey}`,
-      {
-        method: 'POST',
-        headers: {
-          'Content-Type': 'application/json'
-        },
-        body: JSON.stringify({
-          contents,
-          systemInstruction: systemInstruction ? { parts: [{ text: systemInstruction }] } : undefined,
-          generationConfig: {
-            temperature,
-            maxOutputTokens: maxTokens
-          }
-        }),
-        signal,
-      }
-    );
-
-    if (!response.ok) {
-      throw new Error(`Gemini API error: ${response.status}`);
-    }
-
-    const data = await response.json() as { candidates?: { content?: { parts?: { text?: string }[] } }[] };
-    return data.candidates?.[0]?.content?.parts?.[0]?.text || '';
-  }
-
-  private async callLocal(messages: ChatMessage[], temperature: number, signal?: AbortSignal): Promise<string> {
-    return this.callOllama(messages, temperature, signal);
-  }
-  // 注: callLocal 直接代理 ollama. 工具清单由 generateText 在外层拼到 messages, 这里 messages 已是 finalMessages.
-
-  private async buildSystemPromptAsync(context?: string): Promise<string> {
-    // 走 layer registry: 装配所有相关 layer (身份/行为/工具/角色/渠道)
-    try {
-      const { assembleSystemPrompt, SYSTEM_PROMPT_VERSION } = await import(
-        './system-prompt/registry.js' as any
-      ).catch(() => import('./system-prompt/registry.js'));
-      // channel = 本机 (PI SDK 直接调就是 local)
-      // role = 由 prompt context 决定 (默认 expert)
-      const ctx = context ? { channel: 'local' as const, role: 'expert' as const } : { channel: 'local' as const, role: 'expert' as const };
-      const result = await assembleSystemPrompt(ctx);
-      return `${result.text}\n\n## User Working Directory\n${context || process.cwd()}\n\n## bolloon-runtime\n${SYSTEM_PROMPT_VERSION} · layers: ${result.layerIds.join(',')}`;
-    } catch (err: any) {
-      // 降级: 旧硬编码 (layer registry 不可用时不挂)
-      console.warn('[pi-ai] layer registry 不可用, 降级:', err.message?.slice(0, 100));
-      const envDetails = this.getEnvironmentDetails();
-      return `You are a friendly AI assistant in a P2P document collaboration network.
-
-## User Working Directory
-${context || process.cwd()}
-
-## Environment
-${envDetails}`;
-    }
-  }
-
-  // 同步版: 旧调用点 (buildSystemPrompt 是同步)
-  // 保留但内部用 sync fallback; 后续可改成 async
-  private buildSystemPrompt(context?: string): string {
-    const envDetails = this.getEnvironmentDetails();
-    return `You are a friendly AI assistant in a P2P document collaboration network.
-
-## User Working Directory
-${context || process.cwd()}
-
-## Environment
-${envDetails}`;
-  }
-
-  private getEnvironmentDetails(): string {
-    return `
-## Available Workflows
-- read - Read documents
-- summarize - Summarize documents  
-- improve - Improve documents
-- collaborate - Multi-agent collaboration
-- query - Query status
-- report - Generate reports
-
-## System Capabilities
-- Document processing (Markdown, Text, PDF, DOCX)
-- Multi-agent collaboration (P2P network)
-- Workflow engine (constraint layer)
-- Quality assessment and auto-send
-
-## Current Time
-${new Date().toISOString()}`;
-  }
-
-  private buildSummarizePrompt(text: string, context?: string): string {
-    const maxLength = 8000;
-    const truncatedText = text.length > maxLength ? text.substring(0, maxLength) + '...' : text;
-
-    let prompt = `Please generate a concise and accurate summary for the following document:
-
-${truncatedText}
-
-Please output in the following format:
-## Summary
-[Write summary here]
-
-## Quality Self-Assessment
-[Score 1-10, with reasoning]`;
-
-    if (context) {
-      prompt = `Context: ${context}
-
-${prompt}`;
-    }
-
-    return prompt;
-  }
-
-  private buildImprovePrompt(content: string, requirements: string, context?: string): string {
-    const maxLength = 8000;
-    const truncatedContent = content.length > maxLength ? content.substring(0, maxLength) + '...' : content;
-
-    let prompt = `Please improve the document according to the following requirements:
-
-Requirements: ${requirements}
-
-Original Document:
-${truncatedContent}
-
-Please output only the improved document without additional explanation.`;
-
-    if (context) {
-      prompt = `Context: ${context}
-
-${prompt}`;
-    }
-
-    return prompt;
-  }
-
-  estimateQuality(original: string, summary: string): number {
-    const coverageRatio = summary.length / Math.max(original.length, 1);
-    const hasKeyPoints = /\d+\s*[.。]/.test(summary);
-    const decentLength = summary.length > 100 && summary.length < original.length * 0.5;
-
-    let score = 0.5;
-    if (coverageRatio > 0.1 && coverageRatio < 0.5) score += 0.2;
-    if (hasKeyPoints) score += 0.15;
-    if (decentLength) score += 0.15;
-
-    return Math.min(1, score);
-  }
-
-  async shouldAutoSend(qualityScore: number, threshold: number = 0.7): Promise<boolean> {
-    return qualityScore >= threshold;
-  }
-}
-
-let modelInstance: PiAIModel | null = null;
-
-export interface PiAIConfig {
-  provider?: ModelProvider;
-  apiKey?: string;
-  baseUrl?: string;
-  model?: string;
-}
-
-function detectProvider(): ModelProvider {
-  // 首先检查配置文件（优先级最高）
-  try {
-    const configPath = path.join(process.env.HOME || '/tmp', '.bolloon', 'llm-config.json');
-    const configData = JSON.parse(fs.readFileSync(configPath, 'utf-8'));
-    if (configData.activeProvider && configData.providers[configData.activeProvider]) {
-      console.log('[PiAIModel] Detected provider from config:', configData.activeProvider);
-      return configData.activeProvider;
-    }
-  } catch {}
-
-  // 然后检查环境变量
-  if (process.env.OPENAI_API_KEY) return 'openai';
-  if (process.env.ANTHROPIC_API_KEY) return 'anthropic';
-  if (process.env.OPENROUTER_API_KEY) return 'openrouter';
-  if (process.env.GEMINI_API_KEY) return 'gemini';
-  if (process.env.OLLAMA_BASE_URL) return 'ollama';
-  if (process.env.MINIMAX_API_KEY) return 'minimax';
-  if (process.env.DEEPSEEK_API_KEY) return 'deepseek';
-  if (process.env.KIMI_API_KEY || process.env.MOONSHOT_API_KEY) return 'kimi';
-  if (process.env.GLM_API_KEY || process.env.ZHIPU_API_KEY) return 'glm';
-  if (process.env.QWEN_API_KEY || process.env.DASHSCOPE_API_KEY) return 'qwen';
-
-  return 'openai';
-}
-
-function detectModel(provider: ModelProvider): string {
-  const defaults: Record<ModelProvider, string> = {
-    openai: 'gpt-4',
-    anthropic: 'claude-3-5-sonnet-20241022',
-    ollama: 'llama3.2',
-    openrouter: 'anthropic/claude-3.5-sonnet',
-    gemini: 'gemini-2.0-flash',
-    minimax: 'MiniMax-M3',
-    deepseek: 'deepseek-chat',
-    kimi: 'moonshot-v1-8k',
-    glm: 'glm-4-flash',
-    qwen: 'qwen-plus',
-    local: 'llama3.2'
-  };
-  return defaults[provider];
-}
-
-export function initPiAI(config: PiAIConfig = {}): PiAIModel {
-  const provider = config.provider || detectProvider();
-  const model = config.model || detectModel(provider);
-
-  console.log('[PiAIModel] Initializing with provider:', provider, 'model:', model);
-
-  // 如果没有提供 apiKey，从配置文件读取
-  let apiKey = config.apiKey;
-  if (!apiKey) {
-    try {
-      const configPath = path.join(process.env.HOME || '/tmp', '.bolloon', 'llm-config.json');
-      const configData = JSON.parse(fs.readFileSync(configPath, 'utf-8'));
-      const providerConfig = configData.providers[provider];
-      if (providerConfig?.apiKey) {
-        apiKey = providerConfig.apiKey;
-        console.log('[PiAIModel] Loaded apiKey from config for', provider);
-      }
-    } catch (e) {
-      console.log('[PiAIModel] Error reading apiKey from config:', e);
-    }
-  }
-
-  modelInstance = new PiAIModel({
-    provider,
-    apiKey,
-    baseUrl: config.baseUrl,
-    model
-  });
-
-  console.log('[PiAIModel] Model instance created, provider:', provider);
-  return modelInstance;
-}
-
-export function getModel(): PiAIModel {
-  if (!modelInstance) {
-    throw new Error('PiAI not initialized. Call initPiAI first.');
-  }
-  return modelInstance;
-}
-
-export function isModelAvailable(): boolean {
-  return modelInstance !== null;
-}
-
-export function getMinimax(): PiAIModel {
-  return getModel();
-}
-
-export function initMinimax(config: PiAIConfig = {}): PiAIModel {
-  return initPiAI(config);
-}
-
-export { PiAIModel as MinimaxLLM };