@opensumi/ide-ai-native 3.8.3-next-1741945847.0 → 3.8.3-next-1741949132.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/browser/chat/chat-manager.service.d.ts +1 -1
- package/lib/browser/chat/chat-manager.service.d.ts.map +1 -1
- package/lib/browser/chat/chat-manager.service.js +3 -2
- package/lib/browser/chat/chat-manager.service.js.map +1 -1
- package/lib/browser/chat/chat-model.d.ts.map +1 -1
- package/lib/browser/chat/chat-model.js +11 -2
- package/lib/browser/chat/chat-model.js.map +1 -1
- package/lib/browser/chat/chat-proxy.service.d.ts.map +1 -1
- package/lib/browser/chat/chat-proxy.service.js +1 -0
- package/lib/browser/chat/chat-proxy.service.js.map +1 -1
- package/lib/browser/chat/chat.feature.registry.d.ts +4 -1
- package/lib/browser/chat/chat.feature.registry.d.ts.map +1 -1
- package/lib/browser/chat/chat.feature.registry.js +6 -0
- package/lib/browser/chat/chat.feature.registry.js.map +1 -1
- package/lib/browser/chat/chat.internal.service.d.ts +1 -1
- package/lib/browser/chat/chat.internal.service.d.ts.map +1 -1
- package/lib/browser/chat/chat.internal.service.js +2 -2
- package/lib/browser/chat/chat.internal.service.js.map +1 -1
- package/lib/browser/chat/chat.view.d.ts.map +1 -1
- package/lib/browser/chat/chat.view.js +10 -7
- package/lib/browser/chat/chat.view.js.map +1 -1
- package/lib/browser/components/ChatEditor.d.ts +2 -1
- package/lib/browser/components/ChatEditor.d.ts.map +1 -1
- package/lib/browser/components/ChatEditor.js +5 -2
- package/lib/browser/components/ChatEditor.js.map +1 -1
- package/lib/browser/components/ChatInput.d.ts +1 -1
- package/lib/browser/components/ChatInput.d.ts.map +1 -1
- package/lib/browser/components/ChatInput.js +1 -1
- package/lib/browser/components/ChatInput.js.map +1 -1
- package/lib/browser/components/ChatMentionInput.d.ts +3 -1
- package/lib/browser/components/ChatMentionInput.d.ts.map +1 -1
- package/lib/browser/components/ChatMentionInput.js +51 -3
- package/lib/browser/components/ChatMentionInput.js.map +1 -1
- package/lib/browser/components/components.module.less +49 -0
- package/lib/browser/components/mention-input/mention-input.d.ts.map +1 -1
- package/lib/browser/components/mention-input/mention-input.js +74 -112
- package/lib/browser/components/mention-input/mention-input.js.map +1 -1
- package/lib/browser/components/mention-input/mention-input.module.less +1 -0
- package/lib/browser/components/mention-input/types.d.ts +3 -1
- package/lib/browser/components/mention-input/types.d.ts.map +1 -1
- package/lib/browser/components/mention-input/types.js.map +1 -1
- package/lib/browser/context/llm-context.service.d.ts.map +1 -1
- package/lib/browser/context/llm-context.service.js.map +1 -1
- package/lib/browser/mcp/config/components/mcp-config.view.d.ts.map +1 -1
- package/lib/browser/mcp/config/components/mcp-config.view.js +1 -15
- package/lib/browser/mcp/config/components/mcp-config.view.js.map +1 -1
- package/lib/browser/mcp/mcp-server-proxy.service.d.ts +0 -1
- package/lib/browser/mcp/mcp-server-proxy.service.d.ts.map +1 -1
- package/lib/browser/model/msg-history-manager.d.ts +1 -1
- package/lib/browser/model/msg-history-manager.d.ts.map +1 -1
- package/lib/browser/model/msg-history-manager.js.map +1 -1
- package/lib/browser/types.d.ts +7 -1
- package/lib/browser/types.d.ts.map +1 -1
- package/lib/browser/types.js.map +1 -1
- package/lib/common/index.d.ts +6 -1
- package/lib/common/index.d.ts.map +1 -1
- package/lib/common/index.js.map +1 -1
- package/lib/common/llm-context.d.ts.map +1 -1
- package/lib/common/llm-context.js.map +1 -1
- package/lib/node/base-language-model.d.ts +1 -1
- package/lib/node/base-language-model.d.ts.map +1 -1
- package/lib/node/base-language-model.js +15 -4
- package/lib/node/base-language-model.js.map +1 -1
- package/package.json +23 -23
- package/src/browser/chat/chat-manager.service.ts +3 -2
- package/src/browser/chat/chat-model.ts +10 -2
- package/src/browser/chat/chat-proxy.service.ts +1 -0
- package/src/browser/chat/chat.feature.registry.ts +10 -1
- package/src/browser/chat/chat.internal.service.ts +2 -2
- package/src/browser/chat/chat.view.tsx +18 -8
- package/src/browser/components/ChatEditor.tsx +8 -0
- package/src/browser/components/ChatInput.tsx +2 -2
- package/src/browser/components/ChatMentionInput.tsx +93 -6
- package/src/browser/components/components.module.less +49 -0
- package/src/browser/components/mention-input/mention-input.module.less +1 -0
- package/src/browser/components/mention-input/mention-input.tsx +81 -129
- package/src/browser/components/mention-input/types.ts +3 -1
- package/src/browser/context/llm-context.service.ts +2 -0
- package/src/browser/mcp/config/components/mcp-config.view.tsx +1 -15
- package/src/browser/model/msg-history-manager.ts +1 -1
- package/src/browser/types.ts +8 -1
- package/src/common/index.ts +7 -8
- package/src/common/llm-context.ts +2 -0
- package/src/node/base-language-model.ts +25 -3
package/lib/browser/types.d.ts
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { DataContent } from 'ai';
|
|
1
2
|
import React from 'react';
|
|
2
3
|
import { ZodSchema } from 'zod';
|
|
3
4
|
import { AIActionItem } from '@opensumi/ide-core-browser/lib/components/ai-native/index';
|
|
@@ -95,6 +96,7 @@ export interface IChatSlashCommandHandler {
|
|
|
95
96
|
providerRender?: TSlashCommandCustomRender;
|
|
96
97
|
}
|
|
97
98
|
export interface IChatFeatureRegistry {
|
|
99
|
+
registerImageUploadProvider(provider: IImageUploadProvider): void;
|
|
98
100
|
registerWelcome(content: IChatWelcomeMessageContent | React.ReactNode, sampleQuestions?: ISampleQuestions[]): void;
|
|
99
101
|
registerSlashCommand(command: IChatSlashCommandItem, handler: IChatSlashCommandHandler): void;
|
|
100
102
|
}
|
|
@@ -107,6 +109,7 @@ export type ChatAIRoleRender = (props: {
|
|
|
107
109
|
}) => React.ReactElement | React.JSX.Element;
|
|
108
110
|
export type ChatUserRoleRender = (props: {
|
|
109
111
|
content: string;
|
|
112
|
+
images?: string[];
|
|
110
113
|
agentId?: string;
|
|
111
114
|
command?: string;
|
|
112
115
|
}) => React.ReactElement | React.JSX.Element;
|
|
@@ -117,7 +120,7 @@ export type ChatThinkingResultRender = (props: {
|
|
|
117
120
|
thinkingResult?: string;
|
|
118
121
|
}) => React.ReactElement | React.JSX.Element;
|
|
119
122
|
export type ChatInputRender = (props: {
|
|
120
|
-
onSend: (value: string, agentId?: string, command?: string) => void;
|
|
123
|
+
onSend: (value: string, images?: string[], agentId?: string, command?: string) => void;
|
|
121
124
|
onValueChange?: (value: string) => void;
|
|
122
125
|
onExpand?: (value: boolean) => void;
|
|
123
126
|
placeholder?: string;
|
|
@@ -214,6 +217,9 @@ export interface IHoverFixHandler {
|
|
|
214
217
|
export interface IProblemFixProviderRegistry {
|
|
215
218
|
registerHoverFixProvider(handler: IHoverFixHandler): void;
|
|
216
219
|
}
|
|
220
|
+
export interface IImageUploadProvider {
|
|
221
|
+
imageUpload(file: File): Promise<DataContent | URL>;
|
|
222
|
+
}
|
|
217
223
|
export declare const AINativeCoreContribution: unique symbol;
|
|
218
224
|
export interface AINativeCoreContribution {
|
|
219
225
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/browser/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,KAAK,CAAC;AAEhC,OAAO,EAAE,YAAY,EAAE,MAAM,2DAA2D,CAAC;AACzF,OAAO,EACL,iBAAiB,EACjB,YAAY,EACZ,QAAQ,EACR,mBAAmB,EACnB,wBAAwB,EACxB,WAAW,EACX,SAAS,EACT,uBAAuB,EACvB,YAAY,EACZ,uBAAuB,EACxB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,WAAW,EACX,MAAM,EACN,UAAU,EACV,UAAU,EACV,kBAAkB,EAClB,sBAAsB,EACtB,QAAQ,EACT,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,OAAO,EAAE,MAAM,qEAAqE,CAAC;AAE9F,OAAO,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,8BAA8B,EAAE,MAAM,WAAW,CAAC;AAEzG,OAAO,EACL,qBAAqB,EACrB,gBAAgB,EAChB,6BAA6B,EAC9B,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,gCAAgC,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EAAE,oBAAoB,EAAE,MAAM,6CAA6C,CAAC;AAEnF,UAAU,sBAAsB,CAAC,CAAC,SAAS,GAAG,EAAE;IAC9C;;OAEG;IACH,OAAO,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK,YAAY,CAAC,IAAI,CAAC,CAAC;IAC7C;;OAEG;IACH,sBAAsB,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK,YAAY,CAAC,YAAY,GAAG,oBAAoB,CAAC,CAAC;IAC3F;;OAEG;IACH,2BAA2B,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK,YAAY,CAAC,YAAY,GAAG,oBAAoB,CAAC,CAAC;CACjG;AAED,MAAM,MAAM,wBAAwB,GAAG,sBAAsB,CAC3D;IAAC,MAAM,EAAE,WAAW;IAAE,SAAS,EAAE,UAAU;IAAE,KAAK,EAAE,iBAAiB;CAAC,CACvE,CAAC;AACF,MAAM,MAAM,wBAAwB,GAAG,sBAAsB,CAC3D;IAAC,MAAM,EAAE,WAAW;IAAE,SAAS,EAAE,UAAU;IAAE,KAAK,EAAE,MAAM;IAAE,KAAK,EAAE,iBAAiB;CAAC,CACtF,CAAC;AAEF,oBAAY,YAAY;IACtB;;OAEG;IACH,OAAO,YAAY;IACnB;;OAEG;IACH,OAAO,YAAY;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,KAAK,YAAY,CAAC,YAAY,CAAC,CAAC;CACrF;AAED,MAAM,WAAW,0BAA0B;IACzC,YAAY,CAAC,EAAE,WAAW,GAAG,CAAC,gCAAgC,GAAG,OAAO,gCAAgC,CAAC,EAAE,CAAC;IAC5G,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,gCAAgC,KAAK,YAAY,CAAC,IAAI,CAAC,CAAC;CACzG;AAED,MAAM,WAAW,0BAA0B;IACzC;;OAEG;IACH,wBAAwB,CAAC,WAAW,EAAE,YAAY,EAAE,OAAO,EAAE,wBAAwB,GAAG,WAAW,CAAC;IACpG;;OAEG;IACH,0BAA0B,CAAC,WAAW,EAAE,YAAY,GAAG,IAAI,CAAC;IAC5D;;OAEG;IACH,0BAA0B,CAAC,WAAW,EAAE,YAAY,EAAE,OAAO,EAAE,0BAA0B,GAAG,WAAW,CAAC;IACxG;;OAEG;IACH,4BAA4B,CAAC,WAAW,EAAE,YAAY,GAAG,IAAI,CAAC;IAC9D;;OAEG;IACH,wBAAwB,CACtB,eAAe,EAAE,4BAA4B,EAC7C,OAAO,EAAE,wBAAwB,GAChC,WAAW,CAAC;CAChB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,qBAAqB,GAAG,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;AAE5D,MAAM,MAAM,yBAAyB,GAAG,CAAC,KAAK,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,KAAK,KAAK,CAAC,SAAS,CAAC;AAE5F,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,qBAAqB,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,YAAY,CAAC,IAAI,CAAC,CAAC;IAClG,wBAAwB,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,MAAM,CAAC;IAC3E,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,YAAY,CAAC,MAAM,CAAC,CAAC;IAC/E,cAAc,CAAC,EAAE,yBAAyB,CAAC;CAC5C;AAED,MAAM,WAAW,oBAAoB;IACnC,eAAe,CAAC,OAAO,EAAE,0BAA0B,GAAG,KAAK,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC;IACnH,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,EAAE,OAAO,EAAE,wBAAwB,GAAG,IAAI,CAAC;CAC/F;AAED,MAAM,MAAM,iBAAiB,GAAG,CAAC,KAAK,EAAE;IACtC,OAAO,EAAE,0BAA0B,CAAC;IACpC,eAAe,EAAE,gBAAgB,EAAE,CAAC;CACrC,KAAK,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;AAC7C,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,KAAK,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;AACtG,MAAM,MAAM,kBAAkB,GAAG,CAAC,KAAK,EAAE;IACvC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,KAAK,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;AAC7C,MAAM,MAAM,kBAAkB,GAAG,CAAC,KAAK,EAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAA;CAAE,KAAK,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;AAC9G,MAAM,MAAM,wBAAwB,GAAG,CAAC,KAAK,EAAE;IAAE,cAAc,CAAC,EAAE,MAAM,CAAA;CAAE,KAAK,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;AACtH,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE;IACpC,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/browser/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,IAAI,CAAC;AACjC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,KAAK,CAAC;AAEhC,OAAO,EAAE,YAAY,EAAE,MAAM,2DAA2D,CAAC;AACzF,OAAO,EACL,iBAAiB,EACjB,YAAY,EACZ,QAAQ,EACR,mBAAmB,EACnB,wBAAwB,EACxB,WAAW,EACX,SAAS,EACT,uBAAuB,EACvB,YAAY,EACZ,uBAAuB,EACxB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,WAAW,EACX,MAAM,EACN,UAAU,EACV,UAAU,EACV,kBAAkB,EAClB,sBAAsB,EACtB,QAAQ,EACT,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,OAAO,EAAE,MAAM,qEAAqE,CAAC;AAE9F,OAAO,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,8BAA8B,EAAE,MAAM,WAAW,CAAC;AAEzG,OAAO,EACL,qBAAqB,EACrB,gBAAgB,EAChB,6BAA6B,EAC9B,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,gCAAgC,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EAAE,oBAAoB,EAAE,MAAM,6CAA6C,CAAC;AAEnF,UAAU,sBAAsB,CAAC,CAAC,SAAS,GAAG,EAAE;IAC9C;;OAEG;IACH,OAAO,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK,YAAY,CAAC,IAAI,CAAC,CAAC;IAC7C;;OAEG;IACH,sBAAsB,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK,YAAY,CAAC,YAAY,GAAG,oBAAoB,CAAC,CAAC;IAC3F;;OAEG;IACH,2BAA2B,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK,YAAY,CAAC,YAAY,GAAG,oBAAoB,CAAC,CAAC;CACjG;AAED,MAAM,MAAM,wBAAwB,GAAG,sBAAsB,CAC3D;IAAC,MAAM,EAAE,WAAW;IAAE,SAAS,EAAE,UAAU;IAAE,KAAK,EAAE,iBAAiB;CAAC,CACvE,CAAC;AACF,MAAM,MAAM,wBAAwB,GAAG,sBAAsB,CAC3D;IAAC,MAAM,EAAE,WAAW;IAAE,SAAS,EAAE,UAAU;IAAE,KAAK,EAAE,MAAM;IAAE,KAAK,EAAE,iBAAiB;CAAC,CACtF,CAAC;AAEF,oBAAY,YAAY;IACtB;;OAEG;IACH,OAAO,YAAY;IACnB;;OAEG;IACH,OAAO,YAAY;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,KAAK,YAAY,CAAC,YAAY,CAAC,CAAC;CACrF;AAED,MAAM,WAAW,0BAA0B;IACzC,YAAY,CAAC,EAAE,WAAW,GAAG,CAAC,gCAAgC,GAAG,OAAO,gCAAgC,CAAC,EAAE,CAAC;IAC5G,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,gCAAgC,KAAK,YAAY,CAAC,IAAI,CAAC,CAAC;CACzG;AAED,MAAM,WAAW,0BAA0B;IACzC;;OAEG;IACH,wBAAwB,CAAC,WAAW,EAAE,YAAY,EAAE,OAAO,EAAE,wBAAwB,GAAG,WAAW,CAAC;IACpG;;OAEG;IACH,0BAA0B,CAAC,WAAW,EAAE,YAAY,GAAG,IAAI,CAAC;IAC5D;;OAEG;IACH,0BAA0B,CAAC,WAAW,EAAE,YAAY,EAAE,OAAO,EAAE,0BAA0B,GAAG,WAAW,CAAC;IACxG;;OAEG;IACH,4BAA4B,CAAC,WAAW,EAAE,YAAY,GAAG,IAAI,CAAC;IAC9D;;OAEG;IACH,wBAAwB,CACtB,eAAe,EAAE,4BAA4B,EAC7C,OAAO,EAAE,wBAAwB,GAChC,WAAW,CAAC;CAChB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,qBAAqB,GAAG,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;AAE5D,MAAM,MAAM,yBAAyB,GAAG,CAAC,KAAK,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,KAAK,KAAK,CAAC,SAAS,CAAC;AAE5F,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,qBAAqB,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,YAAY,CAAC,IAAI,CAAC,CAAC;IAClG,wBAAwB,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,MAAM,CAAC;IAC3E,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,YAAY,CAAC,MAAM,CAAC,CAAC;IAC/E,cAAc,CAAC,EAAE,yBAAyB,CAAC;CAC5C;AAED,MAAM,WAAW,oBAAoB;IACnC,2BAA2B,CAAC,QAAQ,EAAE,oBAAoB,GAAG,IAAI,CAAC;IAClE,eAAe,CAAC,OAAO,EAAE,0BAA0B,GAAG,KAAK,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC;IACnH,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,EAAE,OAAO,EAAE,wBAAwB,GAAG,IAAI,CAAC;CAC/F;AAED,MAAM,MAAM,iBAAiB,GAAG,CAAC,KAAK,EAAE;IACtC,OAAO,EAAE,0BAA0B,CAAC;IACpC,eAAe,EAAE,gBAAgB,EAAE,CAAC;CACrC,KAAK,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;AAC7C,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,KAAK,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;AACtG,MAAM,MAAM,kBAAkB,GAAG,CAAC,KAAK,EAAE;IACvC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,KAAK,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;AAC7C,MAAM,MAAM,kBAAkB,GAAG,CAAC,KAAK,EAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAA;CAAE,KAAK,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;AAC9G,MAAM,MAAM,wBAAwB,GAAG,CAAC,KAAK,EAAE;IAAE,cAAc,CAAC,EAAE,MAAM,CAAA;CAAE,KAAK,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;AACtH,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE;IACpC,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IACvF,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACxC,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;IACpC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,KAAK,IAAI,CAAC;IACzC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACpC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CACrC,KAAK,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;AAC7C,MAAM,MAAM,oBAAoB,GAAG,CAAC,KAAK,EAAE;IACzC,WAAW,EAAE,MAAM,GAAG,CAAC;IACvB,mBAAmB,EAAE,MAAM,GAAG,CAAC;CAChC,KAAK,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;AAE7C,MAAM,WAAW,mBAAmB;IAClC,qBAAqB,CAAC,MAAM,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACvD;;OAEG;IACH,oBAAoB,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACrD;;OAEG;IACH,sBAAsB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAAC;IACzD,sBAAsB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAAC;IACzD,4BAA4B,CAAC,MAAM,EAAE,wBAAwB,GAAG,IAAI,CAAC;IACrE;;OAEG;IACH,mBAAmB,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI,CAAC;IAEnD;;OAEG;IACH,4BAA4B,CAAC,MAAM,EAAE,oBAAoB,GAAG,IAAI,CAAC;CAClE;AAED,MAAM,WAAW,wBAAwB;IACvC,+BAA+B,CAC7B,UAAU,EAAE,MAAM,OAAO,uBAAuB,EAChD,OAAO,EAAE,uBAAuB,GAC/B,IAAI,CAAC;CACT;AAED,MAAM,MAAM,wBAAwB,GAAG,sBAAsB,CAAC,uBAAuB,CAAC,CAAC;AAEvF,MAAM,WAAW,iCAAiC;IAChD,iCAAiC,CAAC,QAAQ,EAAE,wBAAwB,GAAG,IAAI,CAAC;IAC5E,6BAA6B,IAAI,wBAAwB,EAAE,CAAC;CAC7D;AAED,qBAAa,gCAAiC,SAAQ,kBAAkB,CAAC,8BAA8B,CAAC;IACtG,MAAM,CAAC,MAAM;CAGd;AAED,MAAM,MAAM,qCAAqC,GAAG,CAClD,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,iBAAiB,KACrB,YAAY,CAAC,8BAA8B,EAAE,GAAG,gCAAgC,CAAC,CAAC;AAEvF,MAAM,WAAW,yBAAyB;IACxC,kCAAkC,CAAC,QAAQ,EAAE,qCAAqC,GAAG,IAAI,CAAC;CAC3F;AAED,MAAM,MAAM,8BAA8B,GAAG,CAC3C,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,SAAS,EACnB,WAAW,EAAE,mBAAmB,EAChC,KAAK,EAAE,iBAAiB,KACrB,YAAY,CAAC,6BAA6B,CAAC,CAAC;AAEjD,MAAM,MAAM,kBAAkB,GAAG,CAC/B,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,SAAS,EACnB,WAAW,EAAE,qBAAqB,EAClC,KAAK,EAAE,iBAAiB,KACrB,YAAY,CAAC,gBAAgB,GAAG,SAAS,CAAC,CAAC;AAEhD,MAAM,MAAM,8BAA8B,GAAG,CAC3C,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,SAAS,EACnB,WAAW,EAAE,mBAAmB,EAChC,KAAK,EAAE,iBAAiB,KACrB,YAAY,CAAC,6BAA6B,CAAC,CAAC;AAEjD;;GAEG;AACH,MAAM,WAAW,+BAA+B;IAC9C;;;;OAIG;IACH,qCAAqC,CAAC,QAAQ,EAAE,8BAA8B,GAAG,IAAI,CAAC;IAEtF;;;OAGG;IACH,iCAAiC,CAAC,QAAQ,EAAE,8BAA8B,GAAG,IAAI,CAAC;IAElF;;;OAGG;IACH,0BAA0B,CAAC,QAAQ,EAAE,kBAAkB,GAAG,IAAI,CAAC;IAE/D;;;OAGG;IACH,yBAAyB,CAAC,QAAQ,EAAE,kBAAkB,GAAG,IAAI,CAAC;CAC/D;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,CACV,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,iBAAiB,KACrB,YAAY,CAAC,YAAY,GAAG,oBAAoB,CAAC,CAAC;CACxD;AAED,MAAM,WAAW,2BAA2B;IAC1C,wBAAwB,CAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI,CAAC;CAC3D;AAED,MAAM,WAAW,oBAAoB;IACnC,WAAW,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC;CACrD;AAED,eAAO,MAAM,wBAAwB,eAAqC,CAAC;AAE3E,MAAM,WAAW,wBAAwB;IACvC;;;OAGG;IACH,yBAAyB,CAAC,CAAC,QAAQ,EAAE,0BAA0B,GAAG,IAAI,CAAC;IAIvE,mBAAmB,CAAC,CAAC,QAAQ,EAAE,oBAAoB,GAAG,IAAI,CAAC;IAI3D,kBAAkB,CAAC,CAAC,QAAQ,EAAE,mBAAmB,GAAG,IAAI,CAAC;IAIzD,8BAA8B,CAAC,CAAC,QAAQ,EAAE,wBAAwB,GAAG,IAAI,CAAC;IAC1E;;OAEG;IACH,sBAAsB,CAAC,CAAC,QAAQ,EAAE,iCAAiC,GAAG,IAAI,CAAC;IAC3E;;OAEG;IACH,yBAAyB,CAAC,CAAC,QAAQ,EAAE,2BAA2B,GAAG,IAAI,CAAC;IACxE;;OAEG;IACH,wBAAwB,CAAC,CAAC,QAAQ,EAAE,yBAAyB,GAAG,IAAI,CAAC;IACrE;;;OAGG;IACH,oCAAoC,CAAC,CAAC,QAAQ,EAAE,+BAA+B,GAAG,IAAI,CAAC;IAEvF;;;OAGG;IACH,+BAA+B,CAAC,IAAI,IAAI,CAAC;CAC1C;AAGD,eAAO,MAAM,qBAAqB,eAAkC,CAAC;AAErE,eAAO,MAAM,sBAAsB,eAAmC,CAAC;AAEvE,MAAM,WAAW,qBAAqB;IACpC,iBAAiB,CAAC,QAAQ,EAAE,kBAAkB,GAAG,IAAI,CAAC;CACvD;AAED,MAAM,WAAW,SAAS;IACxB,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACnC;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC;IAC5B,OAAO,EAAE,CACP,IAAI,EAAE,GAAG,EACT,MAAM,EAAE,SAAS,KACd,OAAO,CAAC;QACX,OAAO,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QAC1C,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,4BAA4B;IAC3C,KAAK,CAAC,EAAE,iBAAiB,GAAG,WAAW,GAAG,UAAU,GAAG,QAAQ,CAAC;IAChE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC3B,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,iBAAiB,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5D,eAAe,CAAC,IAAI,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAC/C,WAAW,IAAI,iBAAiB,EAAE,CAAC;IACnC,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,GAAG,SAAS,CAAC;IACxD,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC,4BAA4B,CAAC,GAAG,IAAI,CAAC;IAC7F,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,KAAK,CAAC,EAAE,CAAC,4BAA4B,CAAC,GAAG,SAAS,CAAC;IACnF,WAAW,CACT,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,GAAG,GACR,OAAO,CAAC;QACT,OAAO,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QAC1C,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC,CAAC;CAEJ;AAED,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACxD,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,qBAAqB;IACpC,qBAAqB,CAAC,SAAS,EAAE,oBAAoB,GAAG,WAAW,CAAC;IACpE,gBAAgB,CAAC,WAAW,EAAE,MAAM,GAAG,oBAAoB,GAAG,IAAI,CAAC;IACnE,wBAAwB,CAAC,WAAW,EAAE,MAAM,GAAG,QAAQ,CAAC,oBAAoB,CAAC,GAAG,IAAI,CAAC;CACtF;AAED;;GAEG;AACH,MAAM,MAAM,kCAAkC,GAAG,CAC/C,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,UAAU,EACjB,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,iBAAiB,EACxB,IAAI,EAAE,CAAC,OAAO,EAAE,mBAAmB,KAAK,YAAY,CAAC,wBAAwB,GAAG,IAAI,CAAC,EACrF,aAAa,EAAE,mBAAmB,KAC/B,YAAY,CAAC,wBAAwB,GAAG,IAAI,CAAC,CAAC;AAEnD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE;QACT,wBAAwB,CAAC,EAAE,kCAAkC,CAAC;KAC/D,CAAC;CACH"}
|
package/lib/browser/types.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/browser/types.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/browser/types.ts"],"names":[],"mappings":";;;AA0BA,2DAAoE;AAmCpE,IAAY,YASX;AATD,WAAY,YAAY;IACtB;;OAEG;IACH,mCAAmB,CAAA;IACnB;;OAEG;IACH,mCAAmB,CAAA;AACrB,CAAC,EATW,YAAY,4BAAZ,YAAY,QASvB;AA6ID,MAAa,gCAAiC,SAAQ,2BAAkD;IACtG,MAAM,CAAC,MAAM;QACX,OAAO,IAAI,gCAAgC,EAAE,CAAC;IAChD,CAAC;CACF;AAJD,4EAIC;AAmFY,QAAA,wBAAwB,GAAG,MAAM,CAAC,0BAA0B,CAAC,CAAC;AA6C3E,mBAAmB;AACN,QAAA,qBAAqB,GAAG,MAAM,CAAC,uBAAuB,CAAC,CAAC;AAExD,QAAA,sBAAsB,GAAG,MAAM,CAAC,wBAAwB,CAAC,CAAC"}
|
package/lib/common/index.d.ts
CHANGED
|
@@ -26,6 +26,10 @@ export interface IChatMessageStructure {
|
|
|
26
26
|
* 用于 chat 面板展示
|
|
27
27
|
*/
|
|
28
28
|
message: string;
|
|
29
|
+
/**
|
|
30
|
+
* 图片
|
|
31
|
+
*/
|
|
32
|
+
images?: string[];
|
|
29
33
|
/**
|
|
30
34
|
* 实际调用的 prompt
|
|
31
35
|
*/
|
|
@@ -96,7 +100,6 @@ export interface ISumiMCPServerBackend {
|
|
|
96
100
|
getServers(): Promise<Array<{
|
|
97
101
|
name: string;
|
|
98
102
|
isStarted: boolean;
|
|
99
|
-
type: string;
|
|
100
103
|
tools: MCPTool[];
|
|
101
104
|
}>>;
|
|
102
105
|
startServer(serverName: string): Promise<void>;
|
|
@@ -153,6 +156,7 @@ export interface IChatAgentRequest {
|
|
|
153
156
|
requestId: string;
|
|
154
157
|
command?: string;
|
|
155
158
|
message: string;
|
|
159
|
+
images?: string[];
|
|
156
160
|
regenerate?: boolean;
|
|
157
161
|
}
|
|
158
162
|
export interface IChatResponseErrorDetails {
|
|
@@ -182,6 +186,7 @@ export interface IChatResponseCommandFollowup {
|
|
|
182
186
|
export type IChatFollowup = IChatReplyFollowup | IChatResponseCommandFollowup;
|
|
183
187
|
export interface IChatRequestMessage {
|
|
184
188
|
prompt: string;
|
|
189
|
+
images?: string[];
|
|
185
190
|
agentId: string;
|
|
186
191
|
command?: string;
|
|
187
192
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,aAAa,EACb,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,KAAK,EACL,cAAc,EACd,YAAY,EACZ,aAAa,EACb,WAAW,EACX,eAAe,EACf,GAAG,EACJ,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,uBAAuB,EAAE,MAAM,iCAAiC,CAAC;AAEjG,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAErD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,IAAI,CAAC;AAEtC,YAAY,EAAE,WAAW,EAAE,CAAC;AAE5B,cAAc,SAAS,CAAC;AAExB,eAAO,MAAM,gBAAgB,eAA6B,CAAC;AAE3D;;GAEG;AACH,eAAO,MAAM,yBAAyB,kCAA8B,CAAC;AAErE,eAAO,MAAM,eAAe,YAAY,CAAC;AACzC,eAAO,MAAM,oBAAoB,sBAAsB,CAAC;AACxD,eAAO,MAAM,sBAAsB,wBAAwB,CAAC;AAC5D,eAAO,MAAM,yBAAyB,8BAA8B,CAAC;AAGrE,eAAO,MAAM,uBAAuB,YAAY,CAAC;AAEjD;;GAEG;AACH,eAAO,MAAM,4BAA4B,mBAAmC,CAAC;AAE7E,eAAO,MAAM,YAAY,MAAM,CAAC;AAChC,eAAO,MAAM,cAAc,MAAM,CAAC;AAElC,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,UAAU,CAAC,EAAE,aAAa,CAAC;IAI3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB;;OAEG;IACH,WAAW,CAAC,EAAE;QAEZ,UAAU,CAAC,EAAE,cAAc,GAAG,MAAM,CAAC;QAErC,YAAY,CAAC,EAAE,gBAAgB,GAAG,MAAM,CAAC;KAC1C,CAAC;CACH;AAED,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,6BAA6B,GAAG,CAAC,cAAc,GAAG,YAAY,CAAC,GAAG;IAC5E,IAAI,EAAE,WAAW,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG,wBAAwB,GAAG,6BAA6B,CAAC;AAE5F,oBAAY,oCAAoC;IAC9C,MAAM,WAAW;IACjB,IAAI,SAAS;IACb,SAAS,cAAc;CACxB;AAED,MAAM,WAAW,4BAA4B;IAC3C;;;;OAIG;IACH,IAAI,EAAE,oCAAoC,CAAC;IAC3C;;;;OAIG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;;;OAIG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,eAAO,MAAM,oBAAoB,eAAiC,CAAC;AACnE,eAAO,MAAM,mBAAmB,eAAgC,CAAC;AACjE,eAAO,MAAM,iBAAiB,eAA8B,CAAC;AAE7D,eAAO,MAAM,qBAAqB,eAAkC,CAAC;AAGrE,eAAO,MAAM,0BAA0B,eAAuC,CAAC;AAE/E,MAAM,WAAW,qBAAqB;IACpC,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAC7C,sBAAsB,CAAC,OAAO,EAAE,oBAAoB,EAAE,GAAG,IAAI,CAAC;IAC9D,cAAc,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IACrC,UAAU,IAAI,OAAO,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,aAAa,EACb,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,KAAK,EACL,cAAc,EACd,YAAY,EACZ,aAAa,EACb,WAAW,EACX,eAAe,EACf,GAAG,EACJ,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,uBAAuB,EAAE,MAAM,iCAAiC,CAAC;AAEjG,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAErD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,IAAI,CAAC;AAEtC,YAAY,EAAE,WAAW,EAAE,CAAC;AAE5B,cAAc,SAAS,CAAC;AAExB,eAAO,MAAM,gBAAgB,eAA6B,CAAC;AAE3D;;GAEG;AACH,eAAO,MAAM,yBAAyB,kCAA8B,CAAC;AAErE,eAAO,MAAM,eAAe,YAAY,CAAC;AACzC,eAAO,MAAM,oBAAoB,sBAAsB,CAAC;AACxD,eAAO,MAAM,sBAAsB,wBAAwB,CAAC;AAC5D,eAAO,MAAM,yBAAyB,8BAA8B,CAAC;AAGrE,eAAO,MAAM,uBAAuB,YAAY,CAAC;AAEjD;;GAEG;AACH,eAAO,MAAM,4BAA4B,mBAAmC,CAAC;AAE7E,eAAO,MAAM,YAAY,MAAM,CAAC;AAChC,eAAO,MAAM,cAAc,MAAM,CAAC;AAElC,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,UAAU,CAAC,EAAE,aAAa,CAAC;IAI3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB;;OAEG;IACH,WAAW,CAAC,EAAE;QAEZ,UAAU,CAAC,EAAE,cAAc,GAAG,MAAM,CAAC;QAErC,YAAY,CAAC,EAAE,gBAAgB,GAAG,MAAM,CAAC;KAC1C,CAAC;CACH;AAED,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,6BAA6B,GAAG,CAAC,cAAc,GAAG,YAAY,CAAC,GAAG;IAC5E,IAAI,EAAE,WAAW,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG,wBAAwB,GAAG,6BAA6B,CAAC;AAE5F,oBAAY,oCAAoC;IAC9C,MAAM,WAAW;IACjB,IAAI,SAAS;IACb,SAAS,cAAc;CACxB;AAED,MAAM,WAAW,4BAA4B;IAC3C;;;;OAIG;IACH,IAAI,EAAE,oCAAoC,CAAC;IAC3C;;;;OAIG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;;;OAIG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,eAAO,MAAM,oBAAoB,eAAiC,CAAC;AACnE,eAAO,MAAM,mBAAmB,eAAgC,CAAC;AACjE,eAAO,MAAM,iBAAiB,eAA8B,CAAC;AAE7D,eAAO,MAAM,qBAAqB,eAAkC,CAAC;AAGrE,eAAO,MAAM,0BAA0B,eAAuC,CAAC;AAE/E,MAAM,WAAW,qBAAqB;IACpC,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAC7C,sBAAsB,CAAC,OAAO,EAAE,oBAAoB,EAAE,GAAG,IAAI,CAAC;IAC9D,cAAc,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IACrC,UAAU,IAAI,OAAO,CAAC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,OAAO,EAAE,CAAA;KAAE,CAAC,CAAC,CAAC;IACrF,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/C,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9C,iBAAiB,CAAC,WAAW,EAAE,oBAAoB,GAAG,IAAI,CAAC;IAC3D,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CAClC;AAED,eAAO,MAAM,6BAA6B,kCAAkC,CAAC;AAE7E,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACxC,QAAQ,CAAC,gBAAgB,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;IAChD,aAAa,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAAC;IAC9C,WAAW,CACT,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,iBAAiB,EAC1B,QAAQ,EAAE,CAAC,IAAI,EAAE,aAAa,KAAK,IAAI,EACvC,OAAO,EAAE,WAAW,EAAE,EACtB,KAAK,EAAE,iBAAiB,GACvB,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC7B,SAAS,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;IAC/B,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IAC7C,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;IAC9B,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3E,iBAAiB,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,GAAG,IAAI,CAAC;IACpE,WAAW,IAAI,KAAK,CAAC,iBAAiB,GAAG;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9D,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5G,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IAChG,kBAAkB,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IACnF,qBAAqB,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAAC;IACvD,iBAAiB,IAAI,SAAS,GAAG,MAAM,CAAC;IACxC,WAAW,CAAC,KAAK,EAAE,aAAa,GAAG,IAAI,CAAC;CACzC;AAED,MAAM,WAAW,UAAW,SAAQ,cAAc;IAChD,MAAM,CACJ,OAAO,EAAE,iBAAiB,EAC1B,QAAQ,EAAE,CAAC,IAAI,EAAE,aAAa,KAAK,IAAI,EACvC,OAAO,EAAE,WAAW,EAAE,EACtB,KAAK,EAAE,iBAAiB,GACvB,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC7B,gBAAgB,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IACzF,oBAAoB,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAC7E,sBAAsB,CAAC,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAAC;IACjF,yBAAyB,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,SAAS,GAAG,wBAAwB,CAAC,CAAC;CACpG;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,kBAAkB,CAAC;CAC9B;AAED,MAAM,WAAW,kBAAkB;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,GAAG,CAAC;IACX,QAAQ,CAAC,EAAE,GAAG,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,yBAAyB;IACxC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,YAAY,CAAC,EAAE,yBAAyB,CAAC;CAC1C;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IAEpB,UAAU,CAAC,EAAE,IAAI,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,SAAS,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,aAAa,GAAG,kBAAkB,GAAG,4BAA4B,CAAC;AAE9E,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,OAAO,EAAE,UAAU,CAAC;IACpB,OAAO,EAAE,mBAAmB,CAAC;IAC7B,QAAQ,EAAE,kBAAkB,CAAC;CAC9B;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,OAAO,EAAE,UAAU,CAAC;CACrB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,EAAE,CAAC;CACxC;AAED,MAAM,MAAM,0BAA0B,GAAG,MAAM,GAAG,eAAe,CAAC;AAElE,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,0BAA0B,CAAC;IACpC,eAAe,CAAC,EAAE,kBAAkB,EAAE,CAAC;CACxC;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B;IAC7C,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,oBAAY,iBAAiB;IAE3B,KAAK,IAAA;IAEL,QAAQ,IAAA;IAER,IAAI,IAAA;IAEJ,KAAK,IAAA;CACN;AAED,oBAAY,WAAW;IACrB,MAAM,WAAW;IACjB,OAAO,YAAY;IACnB,UAAU,eAAe;CAC1B;AAED,eAAO,MAAM,4BAA4B,eAAyC,CAAC;AACnF,MAAM,WAAW,4BAA4B;IAC3C,iBAAiB,IAAI,IAAI,CAAC;IAC1B,aAAa,IAAI,IAAI,CAAC;IACtB,UAAU,EAAE,OAAO,CAAC;IACpB,4BAA4B,CAAC,CAAC,EAC5B,KAAK,EAAE,UAAU,EACjB,QAAQ,EAAE,SAAS,EACnB,OAAO,EAAE,uBAAuB,EAChC,KAAK,EAAE,iBAAiB,GACvB,OAAO,CAAC,CAAC,CAAC,CAAC;IACd,oBAAoB,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAAC;CAC3C;AAED,MAAM,WAAW,kBAAkB;IACjC,aAAa,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACxC,eAAe,CAAC,KAAK,EAAE,iBAAiB,GAAG,IAAI,CAAC;CACjD;AAED,eAAO,MAAM,sBAAsB,eAA8B,CAAC"}
|
package/lib/common/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":";;;;AAAA,+DAamC;AACnC,yEAA6F;AAU7F,kDAAwB;AAEX,QAAA,gBAAgB,GAAG,MAAM,CAAC,kBAAkB,CAAC,CAAC;AAE3D;;GAEG;AACU,QAAA,yBAAyB,GAAG,6CAA2B,CAAC;AAExD,QAAA,eAAe,GAAG,SAAS,CAAC;AAC5B,QAAA,oBAAoB,GAAG,mBAAmB,CAAC;AAC3C,QAAA,sBAAsB,GAAG,qBAAqB,CAAC;AAC/C,QAAA,yBAAyB,GAAG,2BAA2B,CAAC;AAErE,eAAe;AACF,QAAA,uBAAuB,GAAG,SAAS,CAAC;AAEjD;;GAEG;AACU,QAAA,4BAA4B,GAAG,4CAAgC,CAAC;AAEhE,QAAA,YAAY,GAAG,GAAG,CAAC;AACnB,QAAA,cAAc,GAAG,GAAG,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":";;;;AAAA,+DAamC;AACnC,yEAA6F;AAU7F,kDAAwB;AAEX,QAAA,gBAAgB,GAAG,MAAM,CAAC,kBAAkB,CAAC,CAAC;AAE3D;;GAEG;AACU,QAAA,yBAAyB,GAAG,6CAA2B,CAAC;AAExD,QAAA,eAAe,GAAG,SAAS,CAAC;AAC5B,QAAA,oBAAoB,GAAG,mBAAmB,CAAC;AAC3C,QAAA,sBAAsB,GAAG,qBAAqB,CAAC;AAC/C,QAAA,yBAAyB,GAAG,2BAA2B,CAAC;AAErE,eAAe;AACF,QAAA,uBAAuB,GAAG,SAAS,CAAC;AAEjD;;GAEG;AACU,QAAA,4BAA4B,GAAG,4CAAgC,CAAC;AAEhE,QAAA,YAAY,GAAG,GAAG,CAAC;AACnB,QAAA,cAAc,GAAG,GAAG,CAAC;AAqDlC,IAAY,oCAIX;AAJD,WAAY,oCAAoC;IAC9C,yDAAiB,CAAA;IACjB,qDAAa,CAAA;IACb,+DAAuB,CAAA;AACzB,CAAC,EAJW,oCAAoC,oDAApC,oCAAoC,QAI/C;AAuBY,QAAA,oBAAoB,GAAG,MAAM,CAAC,sBAAsB,CAAC,CAAC;AACtD,QAAA,mBAAmB,GAAG,MAAM,CAAC,qBAAqB,CAAC,CAAC;AACpD,QAAA,iBAAiB,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC;AAEhD,QAAA,qBAAqB,GAAG,MAAM,CAAC,uBAAuB,CAAC,CAAC;AAErE,2CAA2C;AAC9B,QAAA,0BAA0B,GAAG,MAAM,CAAC,4BAA4B,CAAC,CAAC;AAalE,QAAA,6BAA6B,GAAG,+BAA+B,CAAC;AA4I7E,IAAY,iBASX;AATD,WAAY,iBAAiB;IAC3B,WAAW;IACX,2DAAK,CAAA;IACL,UAAU;IACV,iEAAQ,CAAA;IACR,OAAO;IACP,yDAAI,CAAA;IACJ,KAAK;IACL,2DAAK,CAAA;AACP,CAAC,EATW,iBAAiB,iCAAjB,iBAAiB,QAS5B;AAED,IAAY,WAIX;AAJD,WAAY,WAAW;IACrB,gCAAiB,CAAA;IACjB,kCAAmB,CAAA;IACnB,wCAAyB,CAAA;AAC3B,CAAC,EAJW,WAAW,2BAAX,WAAW,QAItB;AAEY,QAAA,4BAA4B,GAAG,MAAM,CAAC,8BAA8B,CAAC,CAAC;AAmBtE,QAAA,sBAAsB,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llm-context.d.ts","sourceRoot":"","sources":["../../src/common/llm-context.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"llm-context.d.ts","sourceRoot":"","sources":["../../src/common/llm-context.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,qCAAqC,CAAC;AAEjE,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,mBAAmB,IAAI,IAAI,CAAC;IAE5B;;OAEG;IACH,kBAAkB,IAAI,IAAI,CAAC;IAE3B;;OAEG;IACH,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAEnF;;OAEG;IACH,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAEvD;;OAEG;IACH,gBAAgB,IAAI,IAAI,CAAC;IAEzB;;OAEG;IACH,4BAA4B,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,WAAW,EAAE,CAAC;QAAC,QAAQ,EAAE,WAAW,EAAE,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAEzG;;;OAGG;IACH,qBAAqB,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAE1D,gBAAgB;IAChB,SAAS,IAAI,OAAO,CAAC,iBAAiB,CAAC,CAAC;CACzC;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC9B;AAED,eAAO,MAAM,sBAAsB,eAA8B,CAAC;AAElE,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,aAAa,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACxC,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llm-context.js","sourceRoot":"","sources":["../../src/common/llm-context.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"llm-context.js","sourceRoot":"","sources":["../../src/common/llm-context.ts"],"names":[],"mappings":";;;AAkDa,QAAA,sBAAsB,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC"}
|
|
@@ -12,6 +12,6 @@ export declare abstract class BaseLanguageModel {
|
|
|
12
12
|
private convertToolRequestToAITool;
|
|
13
13
|
protected abstract getModelIdentifier(provider: any, modelId?: string): any;
|
|
14
14
|
protected abstract getModelInfo(modelId: string): ModelInfo | undefined;
|
|
15
|
-
protected handleStreamingRequest(provider: any, request: string, tools: ToolRequest[], chatReadableStream: ChatReadableStream, history?: CoreMessage[], modelId?: string, providerOptions?: Record<string, any>, trimTexts?: [string, string], systemPrompt?: string, maxTokens?: number, cancellationToken?: CancellationToken): Promise<any>;
|
|
15
|
+
protected handleStreamingRequest(provider: any, request: string, tools: ToolRequest[], chatReadableStream: ChatReadableStream, history?: CoreMessage[], modelId?: string, providerOptions?: Record<string, any>, trimTexts?: [string, string], systemPrompt?: string, maxTokens?: number, images?: string[], cancellationToken?: CancellationToken): Promise<any>;
|
|
16
16
|
}
|
|
17
17
|
//# sourceMappingURL=base-language-model.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base-language-model.d.ts","sourceRoot":"","sources":["../../src/node/base-language-model.ts"],"names":[],"mappings":"AAAA,OAAO,
|
|
1
|
+
{"version":3,"file":"base-language-model.d.ts","sourceRoot":"","sources":["../../src/node/base-language-model.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EAQZ,MAAM,IAAI,CAAC;AAGZ,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EACL,8BAA8B,EAE9B,WAAW,EACZ,MAAM,oCAAoC,CAAC;AAE5C,8BACsB,iBAAiB;IACrC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAG/C,SAAS,CAAC,QAAQ,CAAC,6BAA6B,EAAE,8BAA8B,CAAC;IAEjF,SAAS,CAAC,QAAQ,CAAC,kBAAkB,CAAC,OAAO,EAAE,oBAAoB,GAAG,GAAG;IAEnE,OAAO,CACX,OAAO,EAAE,MAAM,EACf,kBAAkB,EAAE,kBAAkB,EACtC,OAAO,EAAE,oBAAoB,EAC7B,iBAAiB,CAAC,EAAE,iBAAiB,GACpC,OAAO,CAAC,GAAG,CAAC;IA2Bf,OAAO,CAAC,0BAA0B;IAUlC,SAAS,CAAC,QAAQ,CAAC,kBAAkB,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,GAAG;IAE3E,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;cAEvD,sBAAsB,CACpC,QAAQ,EAAE,GAAG,EACb,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,WAAW,EAAE,EACpB,kBAAkB,EAAE,kBAAkB,EACtC,OAAO,GAAE,WAAW,EAAO,EAC3B,OAAO,CAAC,EAAE,MAAM,EAChB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACrC,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAC5B,YAAY,CAAC,EAAE,MAAM,EACrB,SAAS,CAAC,EAAE,MAAM,EAClB,MAAM,CAAC,EAAE,MAAM,EAAE,EACjB,iBAAiB,CAAC,EAAE,iBAAiB,GACpC,OAAO,CAAC,GAAG,CAAC;CAiKhB"}
|
|
@@ -15,7 +15,7 @@ let BaseLanguageModel = class BaseLanguageModel {
|
|
|
15
15
|
const registry = this.toolInvocationRegistryManager.getRegistry(clientId);
|
|
16
16
|
allFunctions = options.noTool ? [] : registry.getAllFunctions();
|
|
17
17
|
}
|
|
18
|
-
return this.handleStreamingRequest(provider, request, allFunctions, chatReadableStream, options.history || [], options.modelId, options.providerOptions, options.trimTexts, options.system, options.maxTokens, cancellationToken);
|
|
18
|
+
return this.handleStreamingRequest(provider, request, allFunctions, chatReadableStream, options.history || [], options.modelId, options.providerOptions, options.trimTexts, options.system, options.maxTokens, options.images, cancellationToken);
|
|
19
19
|
}
|
|
20
20
|
convertToolRequestToAITool(toolRequest) {
|
|
21
21
|
return (0, ai_1.tool)({
|
|
@@ -25,7 +25,7 @@ let BaseLanguageModel = class BaseLanguageModel {
|
|
|
25
25
|
execute: async (args, options) => await toolRequest.handler(JSON.stringify(args), options),
|
|
26
26
|
});
|
|
27
27
|
}
|
|
28
|
-
async handleStreamingRequest(provider, request, tools, chatReadableStream, history = [], modelId, providerOptions, trimTexts, systemPrompt, maxTokens, cancellationToken) {
|
|
28
|
+
async handleStreamingRequest(provider, request, tools, chatReadableStream, history = [], modelId, providerOptions, trimTexts, systemPrompt, maxTokens, images, cancellationToken) {
|
|
29
29
|
try {
|
|
30
30
|
const aiTools = Object.fromEntries(tools.map((tool) => [tool.name, this.convertToolRequestToAITool(tool)]));
|
|
31
31
|
const abortController = new AbortController();
|
|
@@ -34,7 +34,18 @@ let BaseLanguageModel = class BaseLanguageModel {
|
|
|
34
34
|
abortController.abort();
|
|
35
35
|
});
|
|
36
36
|
}
|
|
37
|
-
const messages = [
|
|
37
|
+
const messages = [
|
|
38
|
+
...history,
|
|
39
|
+
{
|
|
40
|
+
role: 'user',
|
|
41
|
+
content: (images === null || images === void 0 ? void 0 : images.length)
|
|
42
|
+
? [
|
|
43
|
+
{ type: 'text', text: request },
|
|
44
|
+
...images.map((image) => ({ type: 'image', image: new URL(image) })),
|
|
45
|
+
]
|
|
46
|
+
: request,
|
|
47
|
+
},
|
|
48
|
+
];
|
|
38
49
|
const modelInfo = modelId ? this.getModelInfo(modelId) : undefined;
|
|
39
50
|
const stream = (0, ai_1.streamText)({
|
|
40
51
|
model: this.getModelIdentifier(provider, modelId),
|
|
@@ -46,9 +57,9 @@ let BaseLanguageModel = class BaseLanguageModel {
|
|
|
46
57
|
maxTokens,
|
|
47
58
|
temperature: (modelInfo === null || modelInfo === void 0 ? void 0 : modelInfo.temperature) || 0,
|
|
48
59
|
topP: (modelInfo === null || modelInfo === void 0 ? void 0 : modelInfo.topP) || 0.8,
|
|
49
|
-
topK: (modelInfo === null || modelInfo === void 0 ? void 0 : modelInfo.topK) || 1,
|
|
50
60
|
system: systemPrompt,
|
|
51
61
|
providerOptions,
|
|
62
|
+
...(!(images === null || images === void 0 ? void 0 : images.length) && { topK: (modelInfo === null || modelInfo === void 0 ? void 0 : modelInfo.topK) || 1 }),
|
|
52
63
|
});
|
|
53
64
|
// 状态跟踪变量
|
|
54
65
|
let isFirstChunk = true;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base-language-model.js","sourceRoot":"","sources":["../../src/node/base-language-model.ts"],"names":[],"mappings":";;;;AAAA,
|
|
1
|
+
{"version":3,"file":"base-language-model.js","sourceRoot":"","sources":["../../src/node/base-language-model.ts"],"names":[],"mappings":";;;;AAAA,2BASY;AAEZ,qCAAqD;AAMrD,iFAI4C;AAGrC,IAAe,iBAAiB,GAAhC,MAAe,iBAAiB;IAQrC,KAAK,CAAC,OAAO,CACX,OAAe,EACf,kBAAsC,EACtC,OAA6B,EAC7B,iBAAqC;QAErC,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAElC,IAAI,YAAY,GAAkB,EAAE,CAAC;QACrC,yBAAyB;QACzB,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,QAAQ,GAAG,IAAI,CAAC,6BAA6B,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC1E,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;QAClE,CAAC;QAED,OAAO,IAAI,CAAC,sBAAsB,CAChC,QAAQ,EACR,OAAO,EACP,YAAY,EACZ,kBAAkB,EAClB,OAAO,CAAC,OAAO,IAAI,EAAE,EACrB,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,eAAe,EACvB,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,MAAM,EACd,iBAAiB,CAClB,CAAC;IACJ,CAAC;IAEO,0BAA0B,CAAC,WAAwB;QACzD,OAAO,IAAA,SAAI,EAAC;YACV,WAAW,EAAE,WAAW,CAAC,WAAW,IAAI,EAAE;YAC1C,sCAAsC;YACtC,UAAU,EAAE,IAAA,eAAU,EAAC,WAAW,CAAC,UAAU,CAAC;YAC9C,OAAO,EAAE,KAAK,EAAE,IAAS,EAAE,OAA6B,EAAE,EAAE,CAC1D,MAAM,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC;SAC3D,CAAC,CAAC;IACL,CAAC;IAMS,KAAK,CAAC,sBAAsB,CACpC,QAAa,EACb,OAAe,EACf,KAAoB,EACpB,kBAAsC,EACtC,UAAyB,EAAE,EAC3B,OAAgB,EAChB,eAAqC,EACrC,SAA4B,EAC5B,YAAqB,EACrB,SAAkB,EAClB,MAAiB,EACjB,iBAAqC;QAErC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAE5G,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;YAC9C,IAAI,iBAAiB,EAAE,CAAC;gBACtB,iBAAiB,CAAC,uBAAuB,CAAC,GAAG,EAAE;oBAC7C,eAAe,CAAC,KAAK,EAAE,CAAC;gBAC1B,CAAC,CAAC,CAAC;YACL,CAAC;YAED,MAAM,QAAQ,GAAkB;gBAC9B,GAAG,OAAO;gBACV;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM;wBACrB,CAAC,CAAC;4BACE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAc;4BAC3C,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,GAAG,CAAC,KAAK,CAAC,EAAgB,CAAA,CAAC;yBAClF;wBACH,CAAC,CAAC,OAAO;iBACZ;aACF,CAAC;YACF,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACnE,MAAM,MAAM,GAAG,IAAA,eAAU,EAAC;gBACxB,KAAK,EAAE,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,OAAO,CAAC;gBACjD,KAAK,EAAE,OAAO;gBACd,QAAQ;gBACR,WAAW,EAAE,eAAe,CAAC,MAAM;gBACnC,8BAA8B,EAAE,IAAI;gBACpC,QAAQ,EAAE,EAAE;gBACZ,SAAS;gBACT,WAAW,EAAE,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,WAAW,KAAI,CAAC;gBACxC,IAAI,EAAE,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,IAAI,KAAI,GAAG;gBAC5B,MAAM,EAAE,YAAY;gBACpB,eAAe;gBACf,GAAG,CAAC,CAAC,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,CAAA,IAAI,EAAE,IAAI,EAAE,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,IAAI,KAAI,CAAC,EAAE,CAAC;aACvD,CAAC,CAAC;YAEH,SAAS;YACT,IAAI,YAAY,GAAG,IAAI,CAAC;YACxB,IAAI,YAAY,GAAG,EAAE,CAAC;YACtB,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBAC5C,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAChC,IAAI,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,MAAM,EAAE,CAAC;wBACtB,eAAe;wBACf,YAAY,IAAI,KAAK,CAAC,SAAS,CAAC;wBAEhC,qBAAqB;wBACrB,IAAI,YAAY,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;4BACxD,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;4BAChG,YAAY,GAAG,KAAK,CAAC;wBACvB,CAAC;wBAED,0BAA0B;wBAC1B,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAEvC,wBAAwB;wBACxB,YAAY,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;wBAEjC,gBAAgB;wBAChB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACrB,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;wBAC9B,CAAC;wBAED,4BAA4B;wBAC5B,OAAO,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BAC/B,mBAAmB;4BACnB,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC;4BAC/C,kBAAkB,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;wBACxE,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,kBAAkB,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;oBAC7E,CAAC;gBACH,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACtC,kBAAkB,CAAC,QAAQ,CAAC;wBAC1B,IAAI,EAAE,UAAU;wBAChB,OAAO,EAAE;4BACP,EAAE,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;4BAC7C,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;4BACzE,KAAK,EAAE,UAAU;yBAClB;qBACF,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,2BAA2B,EAAE,CAAC;oBACtD,kBAAkB,CAAC,QAAQ,CAAC;wBAC1B,IAAI,EAAE,UAAU;wBAChB,OAAO,EAAE;4BACP,EAAE,EAAE,KAAK,CAAC,UAAU;4BACpB,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE;4BAClC,KAAK,EAAE,iBAAiB;yBACzB;qBACF,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBAC5C,kBAAkB,CAAC,QAAQ,CAAC;wBAC1B,IAAI,EAAE,UAAU;wBAChB,OAAO,EAAE;4BACP,EAAE,EAAE,KAAK,CAAC,UAAU;4BACpB,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,aAAa,EAAE;4BAClE,KAAK,EAAE,WAAW;yBACnB;qBACF,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBACxC,kBAAkB,CAAC,QAAQ,CAAC;wBAC1B,IAAI,EAAE,UAAU;wBAChB,OAAO,EAAE;4BACP,EAAE,EAAE,KAAK,CAAC,UAAU;4BACpB,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;4BACzE,MAAM,EAAE,KAAK,CAAC,MAAM;4BACpB,KAAK,EAAE,QAAQ;yBAChB;qBACF,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAClC,kBAAkB,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,KAAe,CAAC,CAAC,CAAC;gBACjE,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACtC,kBAAkB,CAAC,QAAQ,CAAC;wBAC1B,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,KAAK,CAAC,SAAS;qBACzB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,IAAI,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAG,CAAC,CAAC,EAAE,CAAC;gBACnB,qBAAqB;gBAErB,eAAe;gBACf,IAAI,YAAY,EAAE,CAAC;oBACjB,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAClC,CAAC;gBAED,gBAAgB;gBAChB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5B,IAAI,QAAQ,GAAG,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAE5D,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;wBACpC,OAAO;wBACP,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;wBACxE,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC;oBACnD,CAAC;gBACH,CAAC;gBAED,WAAW;gBACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC7C,MAAM,UAAU,GAAG,CAAC,KAAK,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;oBACjD,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;oBAC9D,kBAAkB,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;gBACxE,CAAC;YACH,CAAC;YAED,kBAAkB,CAAC,GAAG,EAAE,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,wDAAwD;YACxD,kBAAkB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,kBAAkB,CAAC;IAC5B,CAAC;CACF,CAAA;AApOqB,8CAAiB;AAIlB;IADlB,IAAA,cAAS,EAAC,wDAA6B,CAAC;;wEACwC;4BAJ7D,iBAAiB;IADtC,IAAA,eAAU,GAAE;GACS,iBAAiB,CAoOtC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@opensumi/ide-ai-native",
|
|
3
|
-
"version": "3.8.3-next-
|
|
3
|
+
"version": "3.8.3-next-1741949132.0",
|
|
4
4
|
"files": [
|
|
5
5
|
"lib",
|
|
6
6
|
"src"
|
|
@@ -24,26 +24,26 @@
|
|
|
24
24
|
"@ai-sdk/openai": "^1.1.9",
|
|
25
25
|
"@ai-sdk/openai-compatible": "^0.1.11",
|
|
26
26
|
"@modelcontextprotocol/sdk": "^1.3.1",
|
|
27
|
-
"@opensumi/ide-addons": "3.8.3-next-
|
|
28
|
-
"@opensumi/ide-components": "3.8.3-next-
|
|
29
|
-
"@opensumi/ide-connection": "3.8.3-next-
|
|
30
|
-
"@opensumi/ide-core-common": "3.8.3-next-
|
|
31
|
-
"@opensumi/ide-core-node": "3.8.3-next-
|
|
32
|
-
"@opensumi/ide-debug": "3.8.3-next-
|
|
33
|
-
"@opensumi/ide-design": "3.8.3-next-
|
|
34
|
-
"@opensumi/ide-editor": "3.8.3-next-
|
|
35
|
-
"@opensumi/ide-file-search": "3.8.3-next-
|
|
36
|
-
"@opensumi/ide-file-service": "3.8.3-next-
|
|
37
|
-
"@opensumi/ide-main-layout": "3.8.3-next-
|
|
38
|
-
"@opensumi/ide-markers": "3.8.3-next-
|
|
39
|
-
"@opensumi/ide-monaco": "3.8.3-next-
|
|
40
|
-
"@opensumi/ide-overlay": "3.8.3-next-
|
|
41
|
-
"@opensumi/ide-preferences": "3.8.3-next-
|
|
42
|
-
"@opensumi/ide-search": "3.8.3-next-
|
|
43
|
-
"@opensumi/ide-terminal-next": "3.8.3-next-
|
|
44
|
-
"@opensumi/ide-theme": "3.8.3-next-
|
|
45
|
-
"@opensumi/ide-utils": "3.8.3-next-
|
|
46
|
-
"@opensumi/ide-workspace": "3.8.3-next-
|
|
27
|
+
"@opensumi/ide-addons": "3.8.3-next-1741949132.0",
|
|
28
|
+
"@opensumi/ide-components": "3.8.3-next-1741949132.0",
|
|
29
|
+
"@opensumi/ide-connection": "3.8.3-next-1741949132.0",
|
|
30
|
+
"@opensumi/ide-core-common": "3.8.3-next-1741949132.0",
|
|
31
|
+
"@opensumi/ide-core-node": "3.8.3-next-1741949132.0",
|
|
32
|
+
"@opensumi/ide-debug": "3.8.3-next-1741949132.0",
|
|
33
|
+
"@opensumi/ide-design": "3.8.3-next-1741949132.0",
|
|
34
|
+
"@opensumi/ide-editor": "3.8.3-next-1741949132.0",
|
|
35
|
+
"@opensumi/ide-file-search": "3.8.3-next-1741949132.0",
|
|
36
|
+
"@opensumi/ide-file-service": "3.8.3-next-1741949132.0",
|
|
37
|
+
"@opensumi/ide-main-layout": "3.8.3-next-1741949132.0",
|
|
38
|
+
"@opensumi/ide-markers": "3.8.3-next-1741949132.0",
|
|
39
|
+
"@opensumi/ide-monaco": "3.8.3-next-1741949132.0",
|
|
40
|
+
"@opensumi/ide-overlay": "3.8.3-next-1741949132.0",
|
|
41
|
+
"@opensumi/ide-preferences": "3.8.3-next-1741949132.0",
|
|
42
|
+
"@opensumi/ide-search": "3.8.3-next-1741949132.0",
|
|
43
|
+
"@opensumi/ide-terminal-next": "3.8.3-next-1741949132.0",
|
|
44
|
+
"@opensumi/ide-theme": "3.8.3-next-1741949132.0",
|
|
45
|
+
"@opensumi/ide-utils": "3.8.3-next-1741949132.0",
|
|
46
|
+
"@opensumi/ide-workspace": "3.8.3-next-1741949132.0",
|
|
47
47
|
"@xterm/xterm": "5.5.0",
|
|
48
48
|
"ai": "^4.1.45",
|
|
49
49
|
"ansi-regex": "^2.0.0",
|
|
@@ -60,7 +60,7 @@
|
|
|
60
60
|
"zod-to-json-schema": "^3.24.1"
|
|
61
61
|
},
|
|
62
62
|
"devDependencies": {
|
|
63
|
-
"@opensumi/ide-core-browser": "3.8.3-next-
|
|
63
|
+
"@opensumi/ide-core-browser": "3.8.3-next-1741949132.0"
|
|
64
64
|
},
|
|
65
|
-
"gitHead": "
|
|
65
|
+
"gitHead": "d845e5d4e4a3f6ced08b98ed51d13ea92200ec26"
|
|
66
66
|
}
|
|
@@ -150,7 +150,7 @@ export class ChatManagerService extends Disposable {
|
|
|
150
150
|
this.saveSessions();
|
|
151
151
|
}
|
|
152
152
|
|
|
153
|
-
createRequest(sessionId: string, message: string, agentId: string, command?: string) {
|
|
153
|
+
createRequest(sessionId: string, message: string, agentId: string, command?: string, images?: string[]) {
|
|
154
154
|
const model = this.getSession(sessionId);
|
|
155
155
|
if (!model) {
|
|
156
156
|
throw new Error(`Unknown session: ${sessionId}`);
|
|
@@ -160,7 +160,7 @@ export class ChatManagerService extends Disposable {
|
|
|
160
160
|
return;
|
|
161
161
|
}
|
|
162
162
|
|
|
163
|
-
return model.addRequest({ prompt: message, agentId, command });
|
|
163
|
+
return model.addRequest({ prompt: message, agentId, command, images });
|
|
164
164
|
}
|
|
165
165
|
|
|
166
166
|
async sendRequest(sessionId: string, request: ChatRequestModel, regenerate: boolean) {
|
|
@@ -191,6 +191,7 @@ export class ChatManagerService extends Disposable {
|
|
|
191
191
|
requestId: request.requestId,
|
|
192
192
|
message: request.message.prompt,
|
|
193
193
|
command: request.message.command,
|
|
194
|
+
images: request.message.images,
|
|
194
195
|
regenerate,
|
|
195
196
|
};
|
|
196
197
|
const result = await this.chatAgentService.invokeAgent(
|
|
@@ -27,7 +27,7 @@ import {
|
|
|
27
27
|
import { MsgHistoryManager } from '../model/msg-history-manager';
|
|
28
28
|
import { IChatSlashCommandItem } from '../types';
|
|
29
29
|
|
|
30
|
-
import type { TextPart, ToolCallPart } from 'ai';
|
|
30
|
+
import type { ImagePart, TextPart, ToolCallPart } from 'ai';
|
|
31
31
|
|
|
32
32
|
export type IChatProgressResponseContent =
|
|
33
33
|
| IChatMarkdownContent
|
|
@@ -330,7 +330,15 @@ export class ChatModel extends Disposable implements IChatModel {
|
|
|
330
330
|
if (!request.response.isComplete) {
|
|
331
331
|
continue;
|
|
332
332
|
}
|
|
333
|
-
history.push({
|
|
333
|
+
history.push({
|
|
334
|
+
role: 'user',
|
|
335
|
+
content: request.message.images?.length
|
|
336
|
+
? [
|
|
337
|
+
{ type: 'text', text: request.message.prompt },
|
|
338
|
+
...request.message.images.map((image) => ({ type: 'image', image: new URL(image) } as ImagePart)),
|
|
339
|
+
]
|
|
340
|
+
: request.message.prompt,
|
|
341
|
+
});
|
|
334
342
|
for (const part of request.response.responseParts) {
|
|
335
343
|
if (part.kind === 'treeData' || part.kind === 'component') {
|
|
336
344
|
continue;
|
|
@@ -2,7 +2,7 @@ import { Injectable } from '@opensumi/di';
|
|
|
2
2
|
import { Disposable, Emitter, Event, getDebugLogger } from '@opensumi/ide-core-common';
|
|
3
3
|
|
|
4
4
|
import { IChatWelcomeMessageContent, ISampleQuestions, SLASH_SYMBOL } from '../../common';
|
|
5
|
-
import { IChatFeatureRegistry, IChatSlashCommandHandler, IChatSlashCommandItem } from '../types';
|
|
5
|
+
import { IChatFeatureRegistry, IChatSlashCommandHandler, IChatSlashCommandItem, IImageUploadProvider } from '../types';
|
|
6
6
|
|
|
7
7
|
import { ChatSlashCommandItemModel, ChatWelcomeMessageModel } from './chat-model';
|
|
8
8
|
import { ChatProxyService } from './chat-proxy.service';
|
|
@@ -12,6 +12,15 @@ export class ChatFeatureRegistry extends Disposable implements IChatFeatureRegis
|
|
|
12
12
|
private readonly logger = getDebugLogger();
|
|
13
13
|
private slashCommandsMap: Map<string, ChatSlashCommandItemModel> = new Map();
|
|
14
14
|
private slashCommandsHandlerMap: Map<string, IChatSlashCommandHandler> = new Map();
|
|
15
|
+
private imageUploadProvider: IImageUploadProvider | undefined;
|
|
16
|
+
|
|
17
|
+
public registerImageUploadProvider(provider: IImageUploadProvider): void {
|
|
18
|
+
this.imageUploadProvider = provider;
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
public getImageUploadProvider(): IImageUploadProvider | undefined {
|
|
22
|
+
return this.imageUploadProvider;
|
|
23
|
+
}
|
|
15
24
|
|
|
16
25
|
public chatWelcomeMessageModel?: ChatWelcomeMessageModel;
|
|
17
26
|
|
|
@@ -62,8 +62,8 @@ export class ChatInternalService extends Disposable {
|
|
|
62
62
|
this._onChangeRequestId.fire(id);
|
|
63
63
|
}
|
|
64
64
|
|
|
65
|
-
createRequest(input: string, agentId: string, command?: string) {
|
|
66
|
-
return this.chatManagerService.createRequest(this.#sessionModel.sessionId, input, agentId, command);
|
|
65
|
+
createRequest(input: string, agentId: string, images?: string[], command?: string) {
|
|
66
|
+
return this.chatManagerService.createRequest(this.#sessionModel.sessionId, input, agentId, command, images);
|
|
67
67
|
}
|
|
68
68
|
|
|
69
69
|
sendRequest(request: ChatRequestModel, regenerate = false) {
|
|
@@ -281,7 +281,7 @@ export const AIChatView = () => {
|
|
|
281
281
|
if (loading) {
|
|
282
282
|
return;
|
|
283
283
|
}
|
|
284
|
-
await handleSend(message.message, message.agentId, message.command);
|
|
284
|
+
await handleSend(message.message, message.images, message.agentId, message.command);
|
|
285
285
|
} else {
|
|
286
286
|
if (message.agentId) {
|
|
287
287
|
setAgentId(message.agentId);
|
|
@@ -462,10 +462,16 @@ export const AIChatView = () => {
|
|
|
462
462
|
);
|
|
463
463
|
|
|
464
464
|
const renderUserMessage = React.useCallback(
|
|
465
|
-
async (renderModel: {
|
|
465
|
+
async (renderModel: {
|
|
466
|
+
message: string;
|
|
467
|
+
images?: string[];
|
|
468
|
+
agentId?: string;
|
|
469
|
+
relationId: string;
|
|
470
|
+
command?: string;
|
|
471
|
+
}) => {
|
|
466
472
|
const ChatUserRoleRender = chatRenderRegistry.chatUserRoleRender;
|
|
467
473
|
|
|
468
|
-
const { message, agentId, relationId, command } = renderModel;
|
|
474
|
+
const { message, images, agentId, relationId, command } = renderModel;
|
|
469
475
|
|
|
470
476
|
const visibleAgentId = agentId === ChatProxyService.AGENT_ID ? '' : agentId;
|
|
471
477
|
|
|
@@ -474,12 +480,13 @@ export const AIChatView = () => {
|
|
|
474
480
|
id: uuid(6),
|
|
475
481
|
relationId,
|
|
476
482
|
text: ChatUserRoleRender ? (
|
|
477
|
-
<ChatUserRoleRender content={message} agentId={visibleAgentId} command={command} />
|
|
483
|
+
<ChatUserRoleRender content={message} images={images} agentId={visibleAgentId} command={command} />
|
|
478
484
|
) : (
|
|
479
485
|
<CodeBlockWrapperInput
|
|
480
486
|
labelService={labelService}
|
|
481
487
|
relationId={relationId}
|
|
482
488
|
text={message}
|
|
489
|
+
images={images}
|
|
483
490
|
agentId={visibleAgentId}
|
|
484
491
|
command={command}
|
|
485
492
|
workspaceService={workspaceService}
|
|
@@ -598,10 +605,10 @@ export const AIChatView = () => {
|
|
|
598
605
|
|
|
599
606
|
const handleAgentReply = React.useCallback(
|
|
600
607
|
async (value: IChatMessageStructure) => {
|
|
601
|
-
const { message, agentId, command, reportExtra } = value;
|
|
608
|
+
const { message, images, agentId, command, reportExtra } = value;
|
|
602
609
|
const { actionType, actionSource } = reportExtra || {};
|
|
603
610
|
|
|
604
|
-
const request = aiChatService.createRequest(message, agentId!, command);
|
|
611
|
+
const request = aiChatService.createRequest(message, agentId!, images, command);
|
|
605
612
|
if (!request) {
|
|
606
613
|
return;
|
|
607
614
|
}
|
|
@@ -627,6 +634,7 @@ export const AIChatView = () => {
|
|
|
627
634
|
|
|
628
635
|
msgHistoryManager.addUserMessage({
|
|
629
636
|
content: message,
|
|
637
|
+
images: images || [],
|
|
630
638
|
agentId: agentId!,
|
|
631
639
|
agentCommand: command!,
|
|
632
640
|
relationId,
|
|
@@ -635,6 +643,7 @@ export const AIChatView = () => {
|
|
|
635
643
|
await renderUserMessage({
|
|
636
644
|
relationId,
|
|
637
645
|
message,
|
|
646
|
+
images,
|
|
638
647
|
command,
|
|
639
648
|
agentId,
|
|
640
649
|
});
|
|
@@ -668,7 +677,7 @@ export const AIChatView = () => {
|
|
|
668
677
|
);
|
|
669
678
|
|
|
670
679
|
const handleSend = React.useCallback(
|
|
671
|
-
async (message: string, agentId?: string, command?: string) => {
|
|
680
|
+
async (message: string, images?: string[], agentId?: string, command?: string) => {
|
|
672
681
|
const reportExtra = {
|
|
673
682
|
actionSource: ActionSourceEnum.Chat,
|
|
674
683
|
actionType: ActionTypeEnum.Send,
|
|
@@ -707,7 +716,7 @@ export const AIChatView = () => {
|
|
|
707
716
|
processedContent = processedContent.replace(match, `\`<attached_folder>${relativePath}\``);
|
|
708
717
|
}
|
|
709
718
|
}
|
|
710
|
-
return handleAgentReply({ message: processedContent, agentId, command, reportExtra });
|
|
719
|
+
return handleAgentReply({ message: processedContent, images, agentId, command, reportExtra });
|
|
711
720
|
},
|
|
712
721
|
[handleAgentReply],
|
|
713
722
|
);
|
|
@@ -750,6 +759,7 @@ export const AIChatView = () => {
|
|
|
750
759
|
message: msg.content,
|
|
751
760
|
agentId: msg.agentId,
|
|
752
761
|
command: msg.agentCommand,
|
|
762
|
+
images: msg.images,
|
|
753
763
|
});
|
|
754
764
|
} else if (msg.role === ChatMessageRole.Assistant && msg.requestId) {
|
|
755
765
|
const request = aiChatService.sessionModel.getRequest(msg.requestId)!;
|
|
@@ -2,6 +2,7 @@ import capitalize from 'lodash/capitalize';
|
|
|
2
2
|
import React, { useCallback, useEffect, useMemo, useState } from 'react';
|
|
3
3
|
import Highlight from 'react-highlight';
|
|
4
4
|
|
|
5
|
+
import { Image } from '@opensumi/ide-components/lib/image';
|
|
5
6
|
import {
|
|
6
7
|
EDITOR_COMMANDS,
|
|
7
8
|
FILE_COMMANDS,
|
|
@@ -336,6 +337,7 @@ export const CodeBlockWrapper = ({
|
|
|
336
337
|
|
|
337
338
|
export const CodeBlockWrapperInput = ({
|
|
338
339
|
text,
|
|
340
|
+
images,
|
|
339
341
|
relationId,
|
|
340
342
|
agentId,
|
|
341
343
|
command,
|
|
@@ -344,6 +346,7 @@ export const CodeBlockWrapperInput = ({
|
|
|
344
346
|
commandService,
|
|
345
347
|
}: {
|
|
346
348
|
text: string;
|
|
349
|
+
images?: string[];
|
|
347
350
|
relationId: string;
|
|
348
351
|
agentId?: string;
|
|
349
352
|
command?: string;
|
|
@@ -370,6 +373,11 @@ export const CodeBlockWrapperInput = ({
|
|
|
370
373
|
|
|
371
374
|
return (
|
|
372
375
|
<div className={styles.ai_chat_code_wrapper}>
|
|
376
|
+
{images?.map((image) => (
|
|
377
|
+
<div className={styles.image_wrapper}>
|
|
378
|
+
<Image src={image} />
|
|
379
|
+
</div>
|
|
380
|
+
))}
|
|
373
381
|
<div className={styles.render_text}>
|
|
374
382
|
{tag && (
|
|
375
383
|
<div className={styles.tag_wrapper}>
|
|
@@ -162,7 +162,7 @@ const AgentWidget = ({ agentId, command }) => (
|
|
|
162
162
|
);
|
|
163
163
|
|
|
164
164
|
export interface IChatInputProps {
|
|
165
|
-
onSend: (value: string, agentId?: string, command?: string) => void;
|
|
165
|
+
onSend: (value: string, images?: string[], agentId?: string, command?: string) => void;
|
|
166
166
|
onValueChange?: (value: string) => void;
|
|
167
167
|
onExpand?: (value: boolean) => void;
|
|
168
168
|
placeholder?: string;
|
|
@@ -341,7 +341,7 @@ export const ChatInput = React.forwardRef((props: IChatInputProps, ref) => {
|
|
|
341
341
|
}
|
|
342
342
|
|
|
343
343
|
const handleSendLogic = (newValue: string = value) => {
|
|
344
|
-
onSend(newValue, agentId, command);
|
|
344
|
+
onSend(newValue, [], agentId, command);
|
|
345
345
|
setValue('');
|
|
346
346
|
setTheme('');
|
|
347
347
|
setAgentId('');
|