@opensumi/ide-ai-native 3.8.1-next-1741071284.0 → 3.8.1-next-1741080291.0

package/src/common/model.ts

@@ -0,0 +1,90 @@
+export interface ModelInfo {
+  maxTokens?: number;
+  contextWindow?: number;
+  supportsImages?: boolean;
+  temperature?: number;
+  topP?: number;
+  topK?: number;
+}
+
+export const deepSeekModels = {
+  'deepseek-chat': {
+    maxTokens: 8_000,
+    contextWindow: 64_000,
+    supportsImages: false,
+  },
+  'deepseek-reasoner': {
+    maxTokens: 8_000,
+    contextWindow: 64_000,
+    supportsImages: false,
+    temperature: 0.7,
+    topP: 0.95,
+  },
+} as Record<string, ModelInfo>;
+
+export const anthropicModels = {
+  'claude-3-7-sonnet-20250219': {
+    maxTokens: 8192,
+    contextWindow: 200_000,
+    supportsImages: true,
+  },
+  'claude-3-5-sonnet-20241022': {
+    maxTokens: 8192,
+    contextWindow: 200_000,
+    supportsImages: true,
+  },
+  'claude-3-5-haiku-20241022': {
+    maxTokens: 8192,
+    contextWindow: 200_000,
+    supportsImages: false,
+  },
+  'claude-3-opus-20240229': {
+    maxTokens: 4096,
+    contextWindow: 200_000,
+    supportsImages: true,
+  },
+  'claude-3-haiku-20240307': {
+    maxTokens: 4096,
+    contextWindow: 200_000,
+    supportsImages: true,
+  },
+} as Record<string, ModelInfo>; // as const assertion makes the object deeply readonly
+
+export const openAiNativeModels = {
+  'o3-mini': {
+    maxTokens: 100_000,
+    contextWindow: 200_000,
+    supportsImages: false,
+  },
+  // don't support tool use yet
+  o1: {
+    maxTokens: 100_000,
+    contextWindow: 200_000,
+    supportsImages: true,
+  },
+  'o1-preview': {
+    maxTokens: 32_768,
+    contextWindow: 128_000,
+    supportsImages: true,
+  },
+  'o1-mini': {
+    maxTokens: 65_536,
+    contextWindow: 128_000,
+    supportsImages: true,
+  },
+  'gpt-4o': {
+    maxTokens: 4_096,
+    contextWindow: 128_000,
+    supportsImages: true,
+  },
+  'gpt-4o-mini': {
+    maxTokens: 16_384,
+    contextWindow: 128_000,
+    supportsImages: true,
+  },
+  'gpt-4.5-preview': {
+    maxTokens: 16_384,
+    contextWindow: 128_000,
+    supportsImages: true,
+  },
+} as Record<string, ModelInfo>;

package/src/node/anthropic/anthropic-language-model.ts

@@ -4,6 +4,7 @@ import { Injectable } from '@opensumi/di';
 import { IAIBackServiceOption } from '@opensumi/ide-core-common';
 import { AINativeSettingSectionsId } from '@opensumi/ide-core-common/lib/settings/ai-native';
 
+import { ModelInfo, anthropicModels } from '../../common/model';
 import { BaseLanguageModel } from '../base-language-model';
 
 export const AnthropicModelIdentifier = Symbol('AnthropicModelIdentifier');
@@ -19,7 +20,11 @@ export class AnthropicModel extends BaseLanguageModel {
     return createAnthropic({ apiKey });
   }
 
-  protected getModelIdentifier(provider: AnthropicProvider) {
-    return provider('claude-3-5-sonnet-20241022');
+  protected getModelIdentifier(provider: AnthropicProvider, modelId = 'claude-3-5-sonnet-20241022') {
+    return provider(modelId);
+  }
+
+  protected getModelInfo(modelId: string): ModelInfo | undefined {
+    return anthropicModels[modelId];
   }
 }

package/src/node/base-language-model.ts

@@ -5,6 +5,7 @@ import { ChatMessageRole, IAIBackServiceOption, IChatMessage } from '@opensumi/i
 import { ChatReadableStream } from '@opensumi/ide-core-node';
 import { CancellationToken } from '@opensumi/ide-utils';
 
+import { ModelInfo } from '../common';
 import {
   IToolInvocationRegistryManager,
   ToolInvocationRegistryManager,
@@ -13,6 +14,8 @@ import {
 
 @Injectable()
 export abstract class BaseLanguageModel {
+  static ModelOptions: Record<string, ModelInfo>;
+
   @Autowired(ToolInvocationRegistryManager)
   protected readonly toolInvocationRegistryManager: IToolInvocationRegistryManager;
 
@@ -56,9 +59,6 @@ export abstract class BaseLanguageModel {
       chatReadableStream,
       options.history || [],
       options.modelId,
-      options.temperature,
-      options.topP,
-      options.topK,
       options.providerOptions,
       options.trimTexts,
       cancellationToken,
@@ -77,6 +77,8 @@ export abstract class BaseLanguageModel {
 
   protected abstract getModelIdentifier(provider: any, modelId?: string): any;
 
+  protected abstract getModelInfo(modelId: string): ModelInfo | undefined;
+
   protected async handleStreamingRequest(
     provider: any,
     request: string,
@@ -84,9 +86,6 @@ export abstract class BaseLanguageModel {
     chatReadableStream: ChatReadableStream,
     history: IChatMessage[] = [],
     modelId?: string,
-    temperature?: number,
-    topP?: number,
-    topK?: number,
     providerOptions?: Record<string, any>,
     trimTexts?: [string, string],
     cancellationToken?: CancellationToken,
@@ -108,6 +107,7 @@ export abstract class BaseLanguageModel {
         })),
         { role: 'user', content: request },
       ];
+      const modelInfo = modelId ? this.getModelInfo(modelId) : undefined;
       const stream = streamText({
         model: this.getModelIdentifier(provider, modelId),
         maxTokens: 4096,
@@ -116,9 +116,9 @@ export abstract class BaseLanguageModel {
         abortSignal: abortController.signal,
         experimental_toolCallStreaming: true,
         maxSteps: 12,
-        temperature,
-        topP: topP || 0.8,
-        topK: topK || 1,
+        temperature: modelInfo?.temperature || 0,
+        topP: modelInfo?.topP || 0.8,
+        topK: modelInfo?.topK || 1,
         providerOptions,
       });
 

package/src/node/deepseek/deepseek-language-model.ts

@@ -4,6 +4,7 @@ import { Injectable } from '@opensumi/di';
 import { IAIBackServiceOption } from '@opensumi/ide-core-common';
 import { AINativeSettingSectionsId } from '@opensumi/ide-core-common/lib/settings/ai-native';
 
+import { ModelInfo, deepSeekModels } from '../../common';
 import { BaseLanguageModel } from '../base-language-model';
 
 export const DeepSeekModelIdentifier = Symbol('DeepSeekModelIdentifier');
@@ -19,7 +20,11 @@ export class DeepSeekModel extends BaseLanguageModel {
     return createDeepSeek({ apiKey });
   }
 
-  protected getModelIdentifier(provider: DeepSeekProvider) {
-    return provider('deepseek-chat');
+  protected getModelIdentifier(provider: DeepSeekProvider, modelId = 'deepseek-chat') {
+    return provider(modelId);
+  }
+
+  protected getModelInfo(modelId: string): ModelInfo | undefined {
+    return deepSeekModels[modelId];
   }
 }

package/src/node/openai/openai-language-model.ts

@@ -1,28 +1,29 @@
-import { OpenAICompatibleProvider, createOpenAICompatible } from '@ai-sdk/openai-compatible';
+import { OpenAIProvider, createOpenAI } from '@ai-sdk/openai';
 import { LanguageModelV1 } from 'ai';
 
 import { Injectable } from '@opensumi/di';
 import { AINativeSettingSectionsId, IAIBackServiceOption } from '@opensumi/ide-core-common';
 
+import { ModelInfo, openAiNativeModels } from '../../common/model';
 import { BaseLanguageModel } from '../base-language-model';
 
-export const DeepSeekModelIdentifier = Symbol('DeepSeekModelIdentifier');
-
 @Injectable()
 export class OpenAIModel extends BaseLanguageModel {
-  protected initializeProvider(options: IAIBackServiceOption): OpenAICompatibleProvider {
+  protected initializeProvider(options: IAIBackServiceOption): OpenAIProvider {
     const apiKey = options.apiKey;
     if (!apiKey) {
       throw new Error(`Please provide OpenAI API Key in preferences (${AINativeSettingSectionsId.OpenaiApiKey})`);
     }
-    return createOpenAICompatible({
+    return createOpenAI({
       apiKey,
-      baseURL: options.baseURL || 'https://dashscope.aliyuncs.com/compatible-mode/v1',
-      name: 'openai',
     });
   }
 
-  protected getModelIdentifier(provider: OpenAICompatibleProvider, modelId?: string): LanguageModelV1 {
-    return provider(modelId || 'qwen-max');
+  protected getModelIdentifier(provider: OpenAIProvider, modelId: string) {
+    return provider(modelId) as LanguageModelV1;
+  }
+
+  protected getModelInfo(modelId: string): ModelInfo | undefined {
+    return openAiNativeModels[modelId];
   }
 }

package/src/node/openai-compatible/openai-compatible-language-model.ts

@@ -0,0 +1,30 @@
+import { OpenAICompatibleProvider, createOpenAICompatible } from '@ai-sdk/openai-compatible';
+import { LanguageModelV1 } from 'ai';
+
+import { Injectable } from '@opensumi/di';
+import { AINativeSettingSectionsId, IAIBackServiceOption } from '@opensumi/ide-core-common';
+
+import { BaseLanguageModel } from '../base-language-model';
+
+@Injectable()
+export class OpenAICompatibleModel extends BaseLanguageModel {
+  protected initializeProvider(options: IAIBackServiceOption): OpenAICompatibleProvider {
+    const apiKey = options.apiKey;
+    if (!apiKey) {
+      throw new Error(`Please provide OpenAI API Key in preferences (${AINativeSettingSectionsId.OpenaiApiKey})`);
+    }
+    return createOpenAICompatible({
+      apiKey,
+      baseURL: options.baseURL || 'https://dashscope.aliyuncs.com/compatible-mode/v1',
+      name: 'openai',
+    });
+  }
+
+  protected getModelIdentifier(provider: OpenAICompatibleProvider, modelId = 'qwen-max'): LanguageModelV1 {
+    return provider(modelId);
+  }
+
+  protected getModelInfo() {
+    return undefined;
+  }
+}