deepfish-ai 1.0.8

package/src/core/AICLI.js

@@ -0,0 +1,93 @@
+const ExtensionManager = require('./extension/ExtensionManager')
+const readline = require('readline')
+const { logError } = require('./utils')
+const { GlobalVariable } = require('./globalVariable')
+const AiRecorder = require('./ai-services/AiWorker/AiRecorder')
+const AIService = require('./ai-services/AIService')
+
+class AICLI {
+  constructor(config) {
+    this.config = config
+    // 初始化扩展
+    this.extensionManager = new ExtensionManager(this)
+    this.Tools = this.extensionManager.extensions.functions
+    this.aiRecorder = new AiRecorder(this);
+    const currentName = this.config.currentAi || 'default'
+    const currentAiConfig = this.config.ai.find(
+      (cfg) => cfg.name === currentName,
+    )
+    this.aiConfig = currentAiConfig || this.config.ai[0]
+    const serviceType = this.aiConfig?.type || 'ollama'
+    this.aiService = new AIService(serviceType, this)
+    GlobalVariable.aiCli = this
+    GlobalVariable.aiRecorder = this.aiRecorder
+    GlobalVariable.isRecordHistory = this.config.isRecordHistory || false
+    GlobalVariable.isLog = this.config.isLog || false
+  }
+  
+  // 单轮对话
+  async run(userPrompt) {
+    try {
+      await this.aiService.mainWorkflow(userPrompt)
+    } catch (error) {
+      logError(error.stack)
+      throw error
+    }
+  }
+  // 多轮对话
+  startInteractive() {
+    const rl = readline.createInterface({
+      input: process.stdin,
+      output: process.stdout,
+      prompt: '> ',
+    })
+
+    console.log('AI CLI Assistant')
+    console.log('Type your question or command. Type "exit" to quit.')
+    console.log('='.repeat(50))
+    rl.prompt()
+
+    rl.on('line', async (line) => {
+      const input = line.trim()
+
+      if (input.toLowerCase() === 'exit') {
+        rl.close()
+        return
+      }
+
+      try {
+        await this.run(input)
+      } catch (error) {
+        console.error('Error:', error.message)
+      }
+
+      console.log('='.repeat(50))
+      rl.prompt()
+    })
+
+    rl.on('close', () => {
+      console.log('Goodbye!')
+      process.exit(0)
+    })
+  }
+
+  _parseResponse(response) {
+    if (!response) {
+      throw new Error('AI returned empty data')
+    }
+    response = response.trim().replace(/^```json\n|```$/g, '')
+    try {
+      const steps = JSON.parse(response)
+      if (Array.isArray(steps)) {
+        return steps
+      } else {
+        return [{ type: 1, content: response, description: '' }]
+      }
+    } catch (error) {
+      logError('返回数据解析错误,' + error.stack)
+      return [{ type: 1, content: response, description: '' }]
+    }
+  }
+}
+
+module.exports = AICLI

package/src/core/DefaultConfig.js

@@ -0,0 +1,14 @@
+function getDefaultConfig() {
+  return {
+    ai: [],
+    currentAi: "",
+    maxIterations: -1, // ai完成工作流的最大迭代次数
+    maxMessagesLength: 50000, // 最大压缩长度
+    maxMessagesCount: 40, // 最大压缩数量
+    extensions: [],
+    isRecordHistory: false, // 是否创建工作流执行记录文件,用于因意外终止恢复工作流
+    isLog: false // 是否创建工作流执行日志
+  };
+}
+
+module.exports = getDefaultConfig;

package/src/core/GlobalVariable.js

@@ -0,0 +1,10 @@
+const GlobalVariable = {
+  aiCli: null,
+  aiRecorder: null,
+  isRecordHistory: false,
+  isLog: false,
+}
+
+module.exports = {
+  GlobalVariable
+};

package/src/core/ai-services/AIService.js

@@ -0,0 +1,25 @@
+const { OpenAI } = require("openai");
+const AiWorker = require("./AiWorker");
+
+class AIService {
+  constructor(type = "deepseek", aiCli) {
+    this.type = type;
+    this.aiCli = aiCli;
+    this.config = aiCli.config;
+    this.aiConfig = aiCli.aiConfig;
+    this.name = this.config.currentAi || "I";
+    this.config.name = this.name;
+    this.client = new OpenAI({
+      baseURL: this.aiConfig.baseUrl,
+      apiKey: this.aiConfig.apiKey || "",
+    });
+    this.aiWorker = new AiWorker(this.aiCli, this.client);
+    this.aiWorker.aiService = this;
+  }
+
+  mainWorkflow(goal) {
+    return this.aiWorker.main(goal);
+  }
+}
+
+module.exports = AIService;

package/src/core/ai-services/AiWorker/AIMessageManager.js

@@ -0,0 +1,155 @@
+/**
+ * @Author: Roman 306863030@qq.com
+ * @Date: 2026-03-16 09:18:05
+ * @LastEditors: Roman 306863030@qq.com
+ * @LastEditTime: 2026-03-17 10:00:50
+ * @FilePath: \src\core\ai-services\AiWorker\AIMessageManager.js
+ * @Description: 上下文管理-添加、自动压缩
+ * @
+ */
+const { cloneDeep } = require('lodash')
+const { logError, logInfo } = require('../../utils')
+const { aiRequestSingle } = require('./AiTools')
+const { GlobalVariable } = require('../../globalVariable')
+
+class AIMessageManager {
+  aiClient
+  aiConfig
+  config
+  constructor(aiClient, config, aiConfig, messages) {
+    this.aiClient = aiClient
+    this.aiConfig = aiConfig
+    this.config = config
+    this.messages = messages
+  }
+  reLinkMsgs(messages) {
+    this.messages = messages
+  }
+  // 添加消息
+  addMsg(message) {
+    this.messages.push(message)
+    GlobalVariable.aiRecorder.record(this.messages)
+    GlobalVariable.aiRecorder.log(message)
+  }
+  // 添加tool
+  addTool(id, content) {
+    if (typeof content === 'object') {
+      content = JSON.stringify(content)
+    }
+    const message = {
+      role: 'tool',
+      tool_call_id: id,
+      content: content,
+    }
+    this.messages.push(message)
+    GlobalVariable.aiRecorder.record(this.messages)
+    GlobalVariable.aiRecorder.log(message)
+  }
+  /**
+   * 压缩消息，根据配置压缩消息长度和数量
+   * @param {*} messages
+   * @returns
+   */
+  async compress(messages) {
+    const currentLength = this._getLength(messages)
+    const currentCount = messages.length
+    if (
+      currentLength > this.config.maxMessagesLength ||
+      currentCount > this.config.maxMessagesCount
+    ) {
+      logInfo(
+        `Managing messages: current length ${currentLength}, count ${currentCount}`,
+      )
+      const systemMessage = messages[0]
+      const userMessage = messages[1]
+      const goal = messages[1].content
+      const messagesToSummarize = messages.slice(2, -2)
+
+      if (messagesToSummarize.length > 0) {
+        messages = cloneDeep(messages)
+        const summary = await this._getSummary(
+          goal,
+          messages.slice(-2),
+          messagesToSummarize,
+        )
+
+        const newMessages = [
+          systemMessage,
+          userMessage,
+          {
+            role: 'user',
+            content: `[CONVERSATION SUMMARY]: ${summary}`,
+          },
+          ...messages.slice(-2),
+        ]
+        logInfo(
+          `Messages compressed: ${messages.length} -> ${newMessages.length}`,
+        )
+        GlobalVariable.aiRecorder.record(newMessages)
+        GlobalVariable.aiRecorder.log(newMessages)
+        return newMessages
+      }
+    }
+    return messages
+  }
+  // 计算Messges的总长度
+  _getLength(messages) {
+    return messages.reduce((total, msg) => {
+      let length = 0
+      if (msg.content) {
+        length +=
+          typeof msg.content === 'string'
+            ? msg.content.length
+            : JSON.stringify(msg.content).length
+      }
+      if (msg.tool_calls) {
+        length += JSON.stringify(msg.tool_calls).length
+      }
+      return total + length
+    }, 0)
+  }
+  // 合并消息
+  async _getSummary(goal, lastTwoMessages, messages) {
+    lastTwoMessages = lastTwoMessages
+      .map((m) => {
+        if (m.role === 'system') return `[SYSTEM]: ${m.content}`
+        if (m.role === 'user') return `[USER]: ${m.content}`
+        if (m.role === 'assistant')
+          return `[ASSISTANT]: ${m.content ? m.content : '[Tool calls]'}`
+        if (m.role === 'tool') return `[TOOL RESULT]: ${m.content}`
+        return ''
+      })
+      .join('\n')
+    const summaryPrompt = `请结合任务目标${goal}，和最后两轮的对话${lastTwoMessages}, 总结以下对话历史，重点：
+  1. 删除不需要的信息，如程序报错、冗余表述、语气词、闲聊等信息
+  2. 关注当前进度和状态
+  3. 总结后续任务所需的重要背景信息并以及所需要的内容
+结果只保留对上下文有用的内容，保持摘要简短且全面，保证后续任务有效进行。.
+
+Conversation history:
+${messages
+  .map((m) => {
+    if (m.role === 'system') return `[SYSTEM]: ${m.content}`
+    if (m.role === 'user') return `[USER]: ${m.content}`
+    if (m.role === 'assistant')
+      return `[ASSISTANT]: ${m.content ? m.content : '[Tool calls]'}`
+    if (m.role === 'tool') return `[TOOL RESULT]: ${m.content}`
+    return ''
+  })
+  .join('\n')}`
+    try {
+      const summary = await aiRequestSingle(
+        this.aiClient,
+        this.aiConfig,
+        'You are a helpful assistant that creates concise summaries of conversations.',
+        summaryPrompt,
+      )
+      return summary
+    } catch (error) {
+      logError('Failed to summarize messages: ' + error.message)
+      return 'Previous conversation history was too long and has been summarized. Please continue with the current task.'
+    }
+  }
+}
+
+module.exports = AIMessageManager

package/src/core/ai-services/AiWorker/AiAgent.js

@@ -0,0 +1,151 @@
+/**
+ * @Author: Roman 306863030@qq.com
+ * @Date: 2026-03-16 09:18:05
+ * @LastEditors: Roman 306863030@qq.com
+ * @LastEditTime: 2026-03-17 10:00:20
+ * @FilePath: \src\core\ai-services\AiWorker\AiAgent.js
+ * @Description: 工作流循环
+ * @
+ */
+
+const { logError, logInfo, loading } = require('../../utils')
+const AIMessageManager = require('./AIMessageManager')
+const { AiAgentSystemPrompt } = require('./AiPrompt')
+const { aiRequestByTools } = require('./AiTools')
+
+class AiAgent {
+  // 工作流提示词
+  prompt
+  messages
+  maxIterations
+  goal
+  aiMessageManager
+  constructor(
+    aiClient,
+    config,
+    aiConfig,
+    extensionTools = { descriptions: [], functions: {} },
+  ) {
+    this.aiClient = aiClient
+    this.config = config
+    this.aiConfig = aiConfig
+    this.prompt = AiAgentSystemPrompt
+    this.maxIterations =
+      config.maxIterations === -1 ? Infinity : config.maxIterations
+    this.aiMessageManager = new AIMessageManager(aiClient, config, aiConfig, [])
+    this.extensionTools = extensionTools
+    this.name = config.name
+  }
+
+  // 工作流循环
+  async work(messages) {
+    this.aiMessageManager.reLinkMsgs(messages)
+    let maxIterations = this.maxIterations
+    let loadingStop
+    try {
+      while (maxIterations-- > 0) {
+        // 压缩上下文
+        const newMessages = await this.aiMessageManager.compress(messages)
+        if (messages !== newMessages) {
+          messages.splice(0, messages.length, ...newMessages)
+        }
+        if (!this.aiConfig.stream) {
+          loadingStop = loading('Thinking...')
+        }
+        const { message, content, tool_calls } = await aiRequestByTools(
+          this.aiClient,
+          this.aiConfig,
+          messages,
+          this.extensionTools.descriptions,
+        )
+        this.aiMessageManager.addMsg(message)
+        if (loadingStop) {
+          loadingStop(`${this.name} have finished thinking.`)
+          loadingStop = null
+        }
+        logInfo(content)
+        // 检查是否是任务完成的总结响应（没有工具调用且有内容）
+        if (tool_calls) {
+          // 执行函数
+          await this.execTools(tool_calls)
+        } else {
+          // 没有工具调用，结束
+          break
+        }
+      }
+      return messages[messages.length - 1]?.content || ''
+    } catch (error) {
+      if (loadingStop) {
+        loadingStop(
+          'AI process terminated unexpectedly: ' + error.message,
+          true,
+        )
+      } else {
+        logError('AI process terminated unexpectedly: ' + error.message)
+      }
+      throw error
+    }
+  }
+
+  // 执行函数
+  async execTools(tool_calls) {
+    for (const toolCall of tool_calls) {
+      const { id, function: func } = toolCall
+      const { name, arguments: args } = func
+      let toolFunction = this.extensionTools.functions[name]
+      logInfo(`Calling tool ${toolCall.function.name}`)
+      if (toolFunction) {
+        try {
+          const parsedArgs = typeof args === 'string' ? JSON.parse(args) : args
+          if (name === 'readFile') {
+            const fileInfo = await this.extensionTools.functions['getFileInfo'](
+              parsedArgs.filePath,
+            )
+            if (fileInfo && fileInfo.isFile && fileInfo.size > 10 * 1024) {
+              this.aiMessageManager.addTool(id, {
+                error:
+                  '文件过大，请使用executeJSCode工具编写脚本分块读取和处理文件，避免一次性读取整个文件内容到对话中。建议使用fs.createReadStream逐行或分块读取，仅返回必要的结果或总结。',
+                fileSize: fileInfo.size,
+                fileSizeKB: Math.round(fileInfo.size / 1024),
+              })
+              continue
+            }
+          }
+          let result = await toolFunction(...Object.values(parsedArgs))
+          let toolContent = JSON.stringify(result)
+          if (name !== 'requestAI') {
+            const MAX_CONTENT_SIZE = 100000
+            if (toolContent.length > MAX_CONTENT_SIZE) {
+              if (
+                typeof result === 'string' &&
+                result.length > MAX_CONTENT_SIZE
+              ) {
+                toolContent = {
+                  truncated: true,
+                  message:
+                    '文件内容过大，请使用executeJSCode工具编写脚本分块读取和处理文件，避免一次性读取整个文件内容到对话中。',
+                  preview: toolContent.substring(0, MAX_CONTENT_SIZE) + '...',
+                }
+              } else {
+                toolContent = {
+                  truncated: true,
+                  message: '结果数据量过大，请使用更具体的查询或分块处理。',
+                  preview: toolContent.substring(0, MAX_CONTENT_SIZE) + '...',
+                }
+              }
+            }
+          }
+          this.aiMessageManager.addTool(id, toolContent)
+        } catch (error) {
+          this.aiMessageManager.addTool(id, { error: error.message })
+        }
+        logInfo(`Tool ${toolCall.function.name} finished.`)
+      } else {
+        this.aiMessageManager.addTool(id, { error: `Tool ${name} not found` })
+        logError(`Tool ${toolCall.function.name} not found.`)
+      }
+    }
+  }
+}
+
+module.exports = AiAgent

package/src/core/ai-services/AiWorker/AiPrompt.js

@@ -0,0 +1,37 @@
+/**
+ * @Author: Roman 306863030@qq.com
+ * @Date: 2026-03-17 09:12:22
+ * @LastEditors: Roman 306863030@qq.com
+ * @LastEditTime: 2026-03-17 10:27:12
+ * @FilePath: \cmd\src\core\ai-services\AiWorker\AiPrompt.js
+ * @Description: AI请求提示词
+ * @
+ */
+const currentDir = process.cwd()
+const osType = process.platform
+
+const AiAgentSystemPrompt = `
+你是一个严格按规则执行任务的智能体，不能违反任何系统限制。
+### 基础环境信息
+当前工作目录：${currentDir}
+操作系统类型：${osType}
+
+### 工具使用规则
+优先使用工具完成任务：可调用 executeJSCode 运行 Node.js 代码处理复杂逻辑；可调用 executeCommand 运行系统命令行工具（如 git、npm 等），工具调用需确保语法/指令符合当前操作系统规范（Windows/macOS/Linux 区分）。
+
+### 大文件处理规则（分步执行）
+处理长文档等大文件（单文件＞20KB）时，必须按以下步骤分块处理：
+1. 预处理：先执行文件大小/结构检查（如通过命令行/JS 代码获取文件大小、判断文件格式），输出检查结果；
+2. 分块规则：按5KB-10KB/块拆分文件，拆分后每个块生成独立临时文件（命名格式：{原文件名}_chunk{序号}.tmp）；
+3. 处理逻辑：翻译/总结/分析类任务逐块处理，每块处理完成后记录结果，最后合并所有块的结果生成最终文件；
+4. 合并校验：合并后需校验结果完整性（如总字符数匹配、无内容缺失），确保分块处理无遗漏。
+
+### 核心执行原则
+1. 最优路径优先：执行前必须先规划最少步骤的操作路径，明确「先做什么、再做什么、哪些可省略」，避免重复操作和无效步骤；
+2. 异常反馈：操作失败（如命令执行报错、文件不存在）时，需明确说明「失败原因+可尝试的解决方案」，而非仅提示“操作失败”；
+3. 结果校验：任务完成后，需简单校验结果是否符合用户目标（如文件是否生成、内容是否完整），并向用户反馈校验结果。
+  `
+
+module.exports = {
+    AiAgentSystemPrompt
+}

package/src/core/ai-services/AiWorker/AiRecorder.js

@@ -0,0 +1,120 @@
+/**
+ * @Author: Roman 306863030@qq.com
+ * @Date: 2026-03-16 09:18:05
+ * @LastEditors: Roman 306863030@qq.com
+ * @LastEditTime: 2026-03-17 10:01:45
+ * @FilePath: \src\core\ai-services\AiWorker\AiRecorder.js
+ * @Description: 对话历史记录、恢复
+ * @
+ */
+const fs = require("fs-extra");
+const path = require("path");
+const inquirer = require("inquirer");
+const dayjs = require("dayjs");
+const { GlobalVariable } = require("../../globalVariable");
+
+class AiRecorder {
+  constructor(aiCli) {
+    this.aiCli = aiCli;
+  }
+
+  record(messages) {
+    if (!GlobalVariable.isRecordHistory) {
+      return false;
+    }
+    const recordDir = path.join(process.cwd(), "ai-history");
+    const recordFile = path.join(recordDir, "history.json");
+
+    try {
+      fs.ensureDirSync(recordDir);
+      const recordData = {
+        timestamp: dayjs().format("YYYY-MM-DD HH:mm:ss"),
+        messages: messages,
+      };
+
+      fs.writeJSONSync(recordFile, recordData, { spaces: 2 });
+      return true;
+    } catch (error) {
+      console.error("Failed to record:", error.message);
+      return false;
+    }
+  }
+
+  async recover() {
+    if (!GlobalVariable.isRecordHistory) {
+      return null;
+    }
+    const recordDir = path.join(process.cwd(), "ai-history");
+    const recordFile = path.join(recordDir, "history.json");
+
+    try {
+      const exists = fs.pathExistsSync(recordFile);
+      if (!exists) {
+        return null;
+      }
+      const recordData = fs.readJSONSync(recordFile);
+      const answer = await inquirer.default.prompt([
+        {
+          type: "confirm",
+          name: "recover",
+          message: "发现之前的任务记录，是否恢复？",
+          default: true,
+        },
+      ]);
+      if (answer.recover) {
+        return {
+          goal: recordData.goal,
+          messages: recordData.messages,
+        };
+      } else {
+        return null;
+      }
+    } catch (error) {
+      console.error("Failed to recover:", error.message);
+      return null;
+    }
+  }
+
+  // 记录message以及压缩后的messages
+  log(message) {
+    if (GlobalVariable.isLog) {
+      const time = dayjs();
+      const logDir = path.join(
+        process.cwd(),
+        `ai-log/${time.format("YYYY-MM-DD")}`,
+      );
+      const logFile = path.join(logDir, `log-${time.format("HH")}.txt`);
+
+      try {
+        fs.ensureDirSync(logDir);
+        if (typeof content === "object") {
+          message = JSON.stringify(message);
+        } else if (Array.isArray(message)) {
+          message = '###压缩上下文###' + "\n" + JSON.stringify(message);
+        }
+        const logEntry = `[${new Date().toISOString()}] ${message}\n`;
+        fs.appendFileSync(logFile, logEntry);
+        return true;
+      } catch (error) {
+        console.error("Failed to log:", error.message);
+        return false;
+      }
+    }
+  }
+
+  clear() {
+    const recordDir = path.join(process.cwd(), "ai-history");
+    try {
+      const exists = fs.pathExistsSync(recordDir);
+      if (exists) {
+        fs.removeSync(recordDir);
+      }
+      return true;
+    } catch (error) {
+      console.error("Failed to clear:", error.message);
+      return false;
+    }
+  }
+}
+
+module.exports = AiRecorder;