@opensumi/ide-ai-native 3.8.1-next-1741250387.0 → 3.8.1-next-1741251026.0

package/src/browser/chat/chat-agent.service.ts

@@ -2,21 +2,23 @@ import flatMap from 'lodash/flatMap';
 
 import { Autowired, Injectable } from '@opensumi/di';
 import {
+  AIServiceType,
+  ActionSourceEnum,
+  ActionTypeEnum,
   CancellationToken,
   ChatFeatureRegistryToken,
   ChatServiceToken,
   Disposable,
   Emitter,
-  IChatContent,
+  IAIReporter,
   IChatProgress,
   IDisposable,
   ILogger,
   toDisposable,
 } from '@opensumi/ide-core-common';
-import { ChatMessageRole } from '@opensumi/ide-core-common';
-import { IChatMessage } from '@opensumi/ide-core-common/lib/types/ai-native';
 
 import {
+  CoreMessage,
   IChatAgent,
   IChatAgentCommand,
   IChatAgentMetadata,
@@ -26,6 +28,8 @@ import {
   IChatFollowup,
   IChatMessageStructure,
 } from '../../common';
+import { LLMContextService, LLMContextServiceToken } from '../../common/llm-context';
+import { ChatAgentPromptProvider } from '../../common/prompts/context-prompt-provider';
 import { IChatFeatureRegistry } from '../types';
 
 import { ChatService } from './chat.api.service';
@@ -36,6 +40,12 @@ export class ChatAgentService extends Disposable implements IChatAgentService {
 
   private defaultAgentId: string | undefined;
 
+  private initialUserMessageMap: Map<string, string> = new Map();
+
+  private shouldUpdateContext = false;
+
+  private contextVersion: number;
+
   private readonly _onDidChangeAgents = new Emitter<void>();
   readonly onDidChangeAgents = this._onDidChangeAgents.event;
 
@@ -45,6 +55,15 @@ export class ChatAgentService extends Disposable implements IChatAgentService {
   @Autowired(ILogger)
   logger: ILogger;
 
+  @Autowired(IAIReporter)
+  private readonly aiReporter: IAIReporter;
+
+  @Autowired(LLMContextServiceToken)
+  protected readonly contextService: LLMContextService;
+
+  @Autowired(ChatAgentPromptProvider)
+  protected readonly promptProvider: ChatAgentPromptProvider;
+
   @Autowired(ChatServiceToken)
   private aiChatService: ChatService;
 
@@ -54,6 +73,14 @@ export class ChatAgentService extends Disposable implements IChatAgentService {
   constructor() {
     super();
     this.addDispose(this._onDidChangeAgents);
+    this.addDispose(
+      this.contextService.onDidContextFilesChangeEvent((event) => {
+        if (event.version !== this.contextVersion) {
+          this.contextVersion = event.version;
+          this.shouldUpdateContext = true;
+        }
+      }),
+    );
   }
 
   registerAgent(agent: IChatAgent): IDisposable {
@@ -113,24 +140,41 @@ export class ChatAgentService extends Disposable implements IChatAgentService {
     id: string,
     request: IChatAgentRequest,
     progress: (part: IChatProgress) => void,
-    history: IChatMessage[],
+    history: CoreMessage[],
     token: CancellationToken,
   ): Promise<IChatAgentResult> {
     const data = this.agents.get(id);
     if (!data) {
       throw new Error(`No agent with id ${id}`);
     }
-    if (data.agent.metadata.systemPrompt) {
-      history.unshift({
-        role: ChatMessageRole.System,
-        content: data.agent.metadata.systemPrompt,
-      });
+
+    // 发送第一条消息时携带初始 context
+    if (!this.initialUserMessageMap.has(request.sessionId)) {
+      this.initialUserMessageMap.set(request.sessionId, request.message);
+      const rawMessage = request.message;
+      request.message = this.provideContextMessage(rawMessage, request.sessionId);
+    } else if (this.shouldUpdateContext || request.regenerate || history.length === 0) {
+      request.message = this.provideContextMessage(request.message, request.sessionId);
+      this.shouldUpdateContext = false;
     }
 
     const result = await data.agent.invoke(request, progress, history, token);
     return result;
   }
 
+  private provideContextMessage(message: string, sessionId: string) {
+    const context = this.contextService.serialize();
+    const fullMessage = this.promptProvider.provideContextPrompt(context, message);
+    this.aiReporter.send({
+      msgType: AIServiceType.Chat,
+      actionType: ActionTypeEnum.ContextEnhance,
+      actionSource: ActionSourceEnum.Chat,
+      sessionId,
+      message: fullMessage,
+    });
+    return fullMessage;
+  }
+
   populateChatInput(id: string, message: IChatMessageStructure) {
     this.aiChatService.sendMessage({
       ...message,

package/src/browser/chat/chat-manager.service.ts

@@ -6,10 +6,12 @@ import {
   DisposableMap,
   Emitter,
   IChatProgress,
+  IChatToolContent,
   IStorage,
   STORAGE_NAMESPACE,
   StorageProvider,
   debounce,
+  formatLocalize,
 } from '@opensumi/ide-core-common';
 import { ChatMessageRole, IChatMessage, IHistoryChatMessage } from '@opensumi/ide-core-common/lib/types/ai-native';
 
@@ -28,12 +30,15 @@ interface ISessionModel {
       isCanceled: boolean;
       responseText: string;
       responseContents: IChatProgressResponseContent[];
+      responseParts: IChatProgressResponseContent[];
       errorDetails: IChatResponseErrorDetails | undefined;
       followups: IChatFollowup[];
     };
   }[];
 }
 
+const MAX_SESSION_COUNT = 20;
+
 @Injectable()
 export class ChatManagerService extends Disposable {
   #sessionModels = this.registerDispose(new DisposableMap<string, ChatModel>());
@@ -69,6 +74,7 @@ export class ChatManagerService extends Disposable {
               responseContents: request.response.responseContents,
               isComplete: true,
               responseText: request.response.responseText,
+              responseParts: request.response.responseParts,
               errorDetails: request.response.errorDetails,
               followups: request.response.followups,
               isCanceled: request.response.isCanceled,
@@ -100,6 +106,9 @@ export class ChatManagerService extends Disposable {
   }
 
   startSession() {
+    if (this.#sessionModels.size >= MAX_SESSION_COUNT) {
+      throw new Error(formatLocalize('aiNative.chat.session.max', MAX_SESSION_COUNT.toString()));
+    }
     const model = new ChatModel();
     this.#sessionModels.set(model.sessionId, model);
     this.listenSession(model);
@@ -147,14 +156,7 @@ export class ChatManagerService extends Disposable {
       request.response.cancel();
     });
 
-    const history: IChatMessage[] = [];
-    for (const request of model.requests) {
-      if (!request.response.isComplete) {
-        continue;
-      }
-      history.push({ role: ChatMessageRole.User, content: request.message.prompt });
-      history.push({ role: ChatMessageRole.Assistant, content: request.response.responseText });
-    }
+    const history = model.messageHistory;
 
     try {
       const progressCallback = (progress: IChatProgress) => {

package/src/browser/chat/chat-model.ts

@@ -1,4 +1,4 @@
-import { Autowired, INJECTOR_TOKEN, Injectable, Injector } from '@opensumi/di';
+import { Injectable } from '@opensumi/di';
 import {
   Disposable,
   Emitter,
@@ -8,13 +8,12 @@ import {
   IChatProgress,
   IChatToolContent,
   IChatTreeData,
-  ILogger,
-  memoize,
   uuid,
 } from '@opensumi/ide-core-common';
 import { MarkdownString, isMarkdownString } from '@opensumi/monaco-editor-core/esm/vs/base/common/htmlContent';
 
 import {
+  CoreMessage,
   IChatFollowup,
   IChatModel,
   IChatRequestMessage,
@@ -27,6 +26,8 @@ import {
 import { MsgHistoryManager } from '../model/msg-history-manager';
 import { IChatSlashCommandItem } from '../types';
 
+import type { TextPart, ToolCallPart } from 'ai';
+
 export type IChatProgressResponseContent =
   | IChatMarkdownContent
   | IChatAsyncContent
@@ -88,6 +89,7 @@ export class ChatResponseModel extends Disposable {
       isComplete: boolean;
       isCanceled: boolean;
       responseContents: IChatProgressResponseContent[];
+      responseParts: IChatProgressResponseContent[];
       responseText: string;
       errorDetails: IChatResponseErrorDetails | undefined;
       followups: IChatFollowup[] | undefined;
@@ -97,6 +99,7 @@ export class ChatResponseModel extends Disposable {
     this.#requestId = requestId;
     if (initParams) {
       this.#responseContents = initParams.responseContents;
+      this.#responseParts = initParams.responseParts || [];
       this.#responseText = initParams.responseText;
       this.#isComplete = initParams.isComplete;
       this.#isCanceled = initParams.isCanceled;
@@ -241,6 +244,7 @@ export class ChatResponseModel extends Disposable {
       isCanceled: this.isCanceled,
       responseContents: this.responseContents,
       responseText: this.responseText,
+      responseParts: this.responseParts,
       errorDetails: this.errorDetails,
       followups: this.followups,
     };
@@ -299,10 +303,64 @@ export class ChatModel extends Disposable implements IChatModel {
 
   readonly history: MsgHistoryManager;
 
+  get messageHistory() {
+    const history: CoreMessage[] = [];
+    for (const request of this.requests) {
+      if (!request.response.isComplete) {
+        continue;
+      }
+      history.push({ role: 'user', content: request.message.prompt });
+      for (const part of request.response.responseParts) {
+        if (part.kind === 'treeData' || part.kind === 'component') {
+          continue;
+        }
+        if (part.kind !== 'toolCall') {
+          history.push({
+            role: 'assistant',
+            content: [
+              {
+                type: 'text',
+                text: part.kind === 'markdownContent' ? part.content.value : part.content,
+              },
+            ],
+          });
+        } else {
+          // 直接开始toolCall场景
+          if (history[history.length - 1].role !== 'assistant') {
+            history.push({
+              role: 'assistant',
+              content: [],
+            });
+          }
+          (history[history.length - 1].content as Array<TextPart | ToolCallPart>).push({
+            type: 'tool-call',
+            toolCallId: part.content.id,
+            toolName: part.content.function.name,
+            args: JSON.parse(part.content.function.arguments || '{}'),
+          });
+          history.push({
+            role: 'tool',
+            content: [
+              {
+                type: 'tool-result',
+                toolCallId: part.content.id,
+                toolName: part.content.function.name,
+                result: JSON.parse(part.content.result || '{}'),
+              },
+            ],
+          });
+        }
+      }
+    }
+    return history;
+  }
+
   addRequest(message: IChatRequestMessage): ChatRequestModel {
+    const msg = message;
+
     const requestId = `${this.sessionId}_request_${ChatModel.requestIdPool++}`;
-    const response = new ChatResponseModel(requestId, this, message.agentId);
-    const request = new ChatRequestModel(requestId, this, message, response);
+    const response = new ChatResponseModel(requestId, this, msg.agentId);
+    const request = new ChatRequestModel(requestId, this, msg, response);
 
     this.#requests.set(requestId, request);
     return request;

package/src/browser/chat/chat-proxy.service.ts

@@ -12,15 +12,15 @@ import {
   IAIReporter,
   IApplicationService,
   IChatProgress,
-  uuid,
+  getOperatingSystemName,
 } from '@opensumi/ide-core-common';
 import { AINativeSettingSectionsId } from '@opensumi/ide-core-common/lib/settings/ai-native';
-import { IChatMessage } from '@opensumi/ide-core-common/lib/types/ai-native';
 import { MonacoCommandRegistry } from '@opensumi/ide-editor/lib/browser/monaco-contrib/command/command.service';
 import { IMessageService } from '@opensumi/ide-overlay';
 import { listenReadable } from '@opensumi/ide-utils/lib/stream';
 
 import {
+  CoreMessage,
   IChatAgentCommand,
   IChatAgentRequest,
   IChatAgentResult,
@@ -92,12 +92,14 @@ export class ChatProxyService extends Disposable {
               AINativeSettingSectionsId.SystemPrompt,
               'You are a powerful AI coding assistant working in OpenSumi, a top IDE framework. You collaborate with a USER to solve coding tasks, which may involve creating, modifying, or debugging code, or answering questions. When the USER sends a message, relevant context (e.g., open files, cursor position, edit history, linter errors) may be attached. Use this information as needed.\n\n<tool_calling>\nYou have access to tools to assist with tasks. Follow these rules:\n1. Always adhere to the tool call schema and provide all required parameters.\n2. Only use tools explicitly provided; ignore unavailable ones.\n3. Avoid mentioning tool names to the USER (e.g., say "I will edit your file" instead of "I need to use the edit_file tool").\n4. Only call tools when necessary; respond directly if the task is general or you already know the answer.\n5. Explain to the USER why you’re using a tool before calling it.\n</tool_calling>\n\n<making_code_changes>\nWhen modifying code:\n1. Use code edit tools instead of outputting code unless explicitly requested.\n2. Limit tool calls to one per turn.\n3. Ensure generated code is immediately executable by including necessary imports, dependencies, and endpoints.\n4. For new projects, create a dependency management file (e.g., requirements.txt) and a README.\n5. For web apps, design a modern, user-friendly UI.\n6. Avoid generating non-textual or excessively long code.\n7. Read file contents before editing, unless appending a small change or creating a new file.\n8. Fix introduced linter errors if possible, but stop after 3 attempts and ask the USER for guidance.\n9. Reapply reasonable code edits if they weren’t followed initially.\n</making_code_changes>\n\nUse the appropriate tools to fulfill the USER’s request, ensuring all required parameters are provided or inferred from context.',
             ) +
-            `\n\n<user_info>\nThe user's OS version is ${this.applicationService.frontendOS}. The absolute path of the user's workspace is ${this.appConfig.workspaceDir}.\n</user_info>`,
+            `\n\n<user_info>\nThe user's OS is ${getOperatingSystemName()}. The absolute path of the user's workspace is ${
+              this.appConfig.workspaceDir
+            }.\n</user_info>`,
         },
         invoke: async (
           request: IChatAgentRequest,
           progress: (part: IChatProgress) => void,
-          _history: IChatMessage[],
+          history: CoreMessage[],
           token: CancellationToken,
         ): Promise<IChatAgentResult> => {
           this.chatDeferred = new Deferred<void>();
@@ -115,27 +117,33 @@ export class ChatProxyService extends Disposable {
           }
 
           const model = this.preferenceService.get<string>(AINativeSettingSectionsId.LLMModelSelection);
+          const modelId = this.preferenceService.get<string>(AINativeSettingSectionsId.ModelID);
           let apiKey: string = '';
           let baseURL: string = '';
           if (model === 'deepseek') {
             apiKey = this.preferenceService.get<string>(AINativeSettingSectionsId.DeepseekApiKey, '');
           } else if (model === 'openai') {
             apiKey = this.preferenceService.get<string>(AINativeSettingSectionsId.OpenaiApiKey, '');
-            baseURL = this.preferenceService.get<string>(AINativeSettingSectionsId.OpenaiBaseURL, '');
-          } else {
+          } else if (model === 'anthropic') {
             apiKey = this.preferenceService.get<string>(AINativeSettingSectionsId.AnthropicApiKey, '');
+          } else {
+            // openai-compatible 为兜底
+            apiKey = this.preferenceService.get<string>(AINativeSettingSectionsId.OpenaiApiKey, '');
+            baseURL = this.preferenceService.get<string>(AINativeSettingSectionsId.OpenaiBaseURL, '');
           }
-          const MAX_INPUT_TOKENS = 30720;
+          const agent = this.chatAgentService.getAgent(ChatProxyService.AGENT_ID);
           const stream = await this.aiBackService.requestStream(
             prompt,
             {
               requestId: request.requestId,
               sessionId: request.sessionId,
-              history: this.aiChatService.getHistoryMessages(MAX_INPUT_TOKENS),
+              history,
               clientId: this.applicationService.clientId,
               apiKey,
               model,
+              modelId,
               baseURL,
+              system: agent?.metadata.systemPrompt,
             },
             token,
           );

package/src/browser/chat/chat.api.service.ts

@@ -1,6 +1,6 @@
 import { Autowired, Injectable } from '@opensumi/di';
 import { Disposable, Emitter, Event } from '@opensumi/ide-core-common';
-import { IChatComponent, IChatContent, IHistoryChatMessage } from '@opensumi/ide-core-common/lib/types/ai-native';
+import { IChatComponent, IChatContent } from '@opensumi/ide-core-common/lib/types/ai-native';
 import { IMainLayoutService } from '@opensumi/ide-main-layout';
 
 import { AI_CHAT_VIEW_ID, IChatInternalService, IChatMessageListItem, IChatMessageStructure } from '../../common';
@@ -65,10 +65,6 @@ export class ChatService extends Disposable {
     this._onChatMessageListLaunch.fire(list);
   }
 
-  public getHistoryMessages(maxInputTokens?: number): IHistoryChatMessage[] {
-    return this.chatInternalService.sessionModel?.history.getMessages(maxInputTokens) || [];
-  }
-
   public scrollToBottom(): void {
     this._onScrollToBottom.fire();
   }

package/src/browser/chat/chat.internal.service.ts

@@ -30,6 +30,9 @@ export class ChatInternalService extends Disposable {
   private readonly _onCancelRequest = new Emitter<void>();
   public readonly onCancelRequest: Event<void> = this._onCancelRequest.event;
 
+  private readonly _onWillClearSession = new Emitter<string>();
+  public readonly onWillClearSession: Event<string> = this._onWillClearSession.event;
+
   private readonly _onRegenerateRequest = new Emitter<void>();
   public readonly onRegenerateRequest: Event<void> = this._onRegenerateRequest.event;
 
@@ -83,6 +86,7 @@ export class ChatInternalService extends Disposable {
 
   clearSessionModel(sessionId?: string) {
     sessionId = sessionId || this.#sessionModel.sessionId;
+    this._onWillClearSession.fire(sessionId);
     this.chatManagerService.clearSession(sessionId);
     if (sessionId === this.#sessionModel.sessionId) {
       this.#sessionModel = this.chatManagerService.startSession();

package/src/browser/chat/chat.module.less

@@ -279,7 +279,6 @@
   }
 }
 
-
 .chat_tips_container {
   display: flex;
   align-items: center;
@@ -290,6 +289,6 @@
 }
 
 .chat_history {
-  width: calc(100% - 60px);
+  width: calc(100% - 40px);
   color: var(--design-text-foreground);
 }