@tyvm/knowhow 0.0.10 → 0.0.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +4 -1
- package/src/agents/base/base.ts +45 -0
- package/src/agents/researcher/researcher.ts +2 -1
- package/src/agents/tools/index.ts +1 -0
- package/src/agents/tools/list.ts +34 -0
- package/src/agents/tools/stringReplace.ts +51 -0
- package/src/chat.ts +2 -0
- package/src/clients/gemini.ts +2 -2
- package/src/clients/index.ts +11 -3
- package/src/clients/openai.ts +4 -4
- package/src/clients/xai.ts +4 -0
- package/src/config.ts +12 -3
- package/src/conversion.ts +3 -1
- package/src/embeddings.ts +3 -3
- package/src/hashes.ts +5 -0
- package/src/index.ts +13 -3
- package/src/services/EmbeddingService.ts +9 -3
- package/src/services/Mcp.ts +31 -14
- package/src/types.ts +16 -8
- package/ts_build/src/agents/base/base.d.ts +1 -0
- package/ts_build/src/agents/base/base.js +24 -0
- package/ts_build/src/agents/base/base.js.map +1 -1
- package/ts_build/src/agents/researcher/researcher.js +2 -0
- package/ts_build/src/agents/researcher/researcher.js.map +1 -1
- package/ts_build/src/agents/tools/index.d.ts +1 -0
- package/ts_build/src/agents/tools/index.js +1 -0
- package/ts_build/src/agents/tools/index.js.map +1 -1
- package/ts_build/src/agents/tools/list.js +33 -0
- package/ts_build/src/agents/tools/list.js.map +1 -1
- package/ts_build/src/agents/tools/stringReplace.d.ts +1 -0
- package/ts_build/src/agents/tools/stringReplace.js +62 -0
- package/ts_build/src/agents/tools/stringReplace.js.map +1 -0
- package/ts_build/src/chat.js +2 -0
- package/ts_build/src/chat.js.map +1 -1
- package/ts_build/src/clients/gemini.js +1 -1
- package/ts_build/src/clients/gemini.js.map +1 -1
- package/ts_build/src/clients/index.js +6 -2
- package/ts_build/src/clients/index.js.map +1 -1
- package/ts_build/src/clients/openai.js +3 -3
- package/ts_build/src/clients/openai.js.map +1 -1
- package/ts_build/src/clients/xai.js +4 -0
- package/ts_build/src/clients/xai.js.map +1 -1
- package/ts_build/src/commands/chat-ui.d.ts +1 -0
- package/ts_build/src/commands/chat-ui.js +14 -0
- package/ts_build/src/commands/chat-ui.js.map +1 -0
- package/ts_build/src/config.js +5 -2
- package/ts_build/src/config.js.map +1 -1
- package/ts_build/src/conversion.js +3 -1
- package/ts_build/src/conversion.js.map +1 -1
- package/ts_build/src/demo/chat-ui-demo.d.ts +3 -0
- package/ts_build/src/demo/chat-ui-demo.js +20 -0
- package/ts_build/src/demo/chat-ui-demo.js.map +1 -0
- package/ts_build/src/embeddings.js +2 -2
- package/ts_build/src/embeddings.js.map +1 -1
- package/ts_build/src/hashes.js +7 -0
- package/ts_build/src/hashes.js.map +1 -1
- package/ts_build/src/index.js +2 -2
- package/ts_build/src/index.js.map +1 -1
- package/ts_build/src/services/EmbeddingService.js +2 -2
- package/ts_build/src/services/EmbeddingService.js.map +1 -1
- package/ts_build/src/services/Mcp.d.ts +1 -0
- package/ts_build/src/services/Mcp.js +29 -12
- package/ts_build/src/services/Mcp.js.map +1 -1
- package/ts_build/src/services/MessagePreprocessor.d.ts +26 -0
- package/ts_build/src/services/MessagePreprocessor.js +190 -0
- package/ts_build/src/services/MessagePreprocessor.js.map +1 -0
- package/ts_build/src/services/__tests__/MessagePreprocessor.test.d.ts +1 -0
- package/ts_build/src/services/__tests__/MessagePreprocessor.test.js +117 -0
- package/ts_build/src/services/__tests__/MessagePreprocessor.test.js.map +1 -0
- package/ts_build/src/types.d.ts +11 -4
- package/ts_build/src/types.js +16 -9
- package/ts_build/src/types.js.map +1 -1
- package/ts_build/src/ui/InkChatUI.d.ts +1 -0
- package/ts_build/src/ui/InkChatUI.js +792 -0
- package/ts_build/src/ui/InkChatUI.js.map +1 -0
- package/ts_build/src/ui/components/ChatInterface.d.ts +15 -0
- package/ts_build/src/ui/components/ChatInterface.js +39 -0
- package/ts_build/src/ui/components/ChatInterface.js.map +1 -0
- package/ts_build/src/ui/components/ChatMessage.d.ts +8 -0
- package/ts_build/src/ui/components/ChatMessage.js +7 -0
- package/ts_build/src/ui/components/ChatMessage.js.map +1 -0
- package/ts_build/src/ui/components/CommandPalette.d.ts +8 -0
- package/ts_build/src/ui/components/CommandPalette.js +23 -0
- package/ts_build/src/ui/components/CommandPalette.js.map +1 -0
- package/ts_build/src/ui/components/InputBar.d.ts +8 -0
- package/ts_build/src/ui/components/InputBar.js +8 -0
- package/ts_build/src/ui/components/InputBar.js.map +1 -0
- package/ts_build/src/ui/components/Sidebar.d.ts +9 -0
- package/ts_build/src/ui/components/Sidebar.js +7 -0
- package/ts_build/src/ui/components/Sidebar.js.map +1 -0
- package/ts_build/src/ui/components/StatusBar.d.ts +10 -0
- package/ts_build/src/ui/components/StatusBar.js +8 -0
- package/ts_build/src/ui/components/StatusBar.js.map +1 -0
- package/ts_build/src/ui/demo.d.ts +3 -0
- package/ts_build/src/ui/demo.js +26 -0
- package/ts_build/src/ui/demo.js.map +1 -0
- package/ts_build/src/ui/index.d.ts +13 -0
- package/ts_build/src/ui/index.js +16 -0
- package/ts_build/src/ui/index.js.map +1 -0
- package/ts_build/tests/integration/OpenAI-MessagePreprocessor.test.d.ts +1 -0
- package/ts_build/tests/integration/OpenAI-MessagePreprocessor.test.js +148 -0
- package/ts_build/tests/integration/OpenAI-MessagePreprocessor.test.js.map +1 -0
- package/ts_build/tests/services/MessagePreprocessor.test.d.ts +1 -0
- package/ts_build/tests/services/MessagePreprocessor.test.js +117 -0
- package/ts_build/tests/services/MessagePreprocessor.test.js.map +1 -0
|
@@ -0,0 +1,190 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.MessagePreprocessor = void 0;
|
|
4
|
+
class MessagePreprocessor {
|
|
5
|
+
imageCounter = 0;
|
|
6
|
+
processMessages(messages) {
|
|
7
|
+
const processedMessages = [...messages];
|
|
8
|
+
const extractedImages = [];
|
|
9
|
+
for (let i = 0; i < processedMessages.length; i++) {
|
|
10
|
+
const message = processedMessages[i];
|
|
11
|
+
if (this.messageContainsImages(message)) {
|
|
12
|
+
const result = this.extractImagesFromMessage(message);
|
|
13
|
+
processedMessages[i] = result.message;
|
|
14
|
+
extractedImages.push(...result.images);
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
for (const image of extractedImages) {
|
|
18
|
+
processedMessages.push(this.createImageMessage(image));
|
|
19
|
+
}
|
|
20
|
+
return {
|
|
21
|
+
messages: processedMessages,
|
|
22
|
+
extractedImages
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
messageContainsImages(message) {
|
|
26
|
+
if (message.role === 'tool' && message.content) {
|
|
27
|
+
return this.containsBase64Images(message.content);
|
|
28
|
+
}
|
|
29
|
+
if (typeof message.content === 'string') {
|
|
30
|
+
return this.containsBase64Images(message.content);
|
|
31
|
+
}
|
|
32
|
+
return false;
|
|
33
|
+
}
|
|
34
|
+
containsBase64Images(content) {
|
|
35
|
+
if (content.includes('data:image/')) {
|
|
36
|
+
return true;
|
|
37
|
+
}
|
|
38
|
+
try {
|
|
39
|
+
const parsed = JSON.parse(content);
|
|
40
|
+
return this.objectContainsImages(parsed);
|
|
41
|
+
}
|
|
42
|
+
catch {
|
|
43
|
+
const base64Pattern = /[A-Za-z0-9+/=]{50,}/;
|
|
44
|
+
return base64Pattern.test(content);
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
objectContainsImages(obj) {
|
|
48
|
+
if (typeof obj === 'string') {
|
|
49
|
+
return this.isLikelyImageData(obj);
|
|
50
|
+
}
|
|
51
|
+
if (Array.isArray(obj)) {
|
|
52
|
+
return obj.some(item => this.objectContainsImages(item));
|
|
53
|
+
}
|
|
54
|
+
if (typeof obj === 'object' && obj !== null) {
|
|
55
|
+
return Object.values(obj).some(value => this.objectContainsImages(value));
|
|
56
|
+
}
|
|
57
|
+
return false;
|
|
58
|
+
}
|
|
59
|
+
extractImagesFromMessage(message) {
|
|
60
|
+
const images = [];
|
|
61
|
+
if (message.role === 'tool') {
|
|
62
|
+
const result = this.processToolContent(message.content, message.name);
|
|
63
|
+
return {
|
|
64
|
+
message: { ...message, content: result.content },
|
|
65
|
+
images: result.images
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
if (typeof message.content === 'string') {
|
|
69
|
+
const result = this.processTextContent(message.content);
|
|
70
|
+
return {
|
|
71
|
+
message: { ...message, content: result.content },
|
|
72
|
+
images: result.images
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
return { message, images };
|
|
76
|
+
}
|
|
77
|
+
processToolContent(content, toolName) {
|
|
78
|
+
const images = [];
|
|
79
|
+
try {
|
|
80
|
+
const parsed = JSON.parse(content);
|
|
81
|
+
const processed = this.processObjectForImages(parsed, toolName, images);
|
|
82
|
+
return {
|
|
83
|
+
content: JSON.stringify(processed),
|
|
84
|
+
images
|
|
85
|
+
};
|
|
86
|
+
}
|
|
87
|
+
catch {
|
|
88
|
+
return this.processTextContent(content, toolName);
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
processTextContent(content, source = 'text') {
|
|
92
|
+
const images = [];
|
|
93
|
+
let processedContent = content;
|
|
94
|
+
const dataUrlPattern = /data:image\/(png|jpeg|jpg|gif|webp);base64,([A-Za-z0-9+/=]+)/g;
|
|
95
|
+
processedContent = processedContent.replace(dataUrlPattern, (match, format, data) => {
|
|
96
|
+
const image = this.createImageExtraction(data, `image/${format}`, source);
|
|
97
|
+
images.push(image);
|
|
98
|
+
return `[Image: ${image.id}]`;
|
|
99
|
+
});
|
|
100
|
+
const standaloneBase64Pattern = /([A-Za-z0-9+/=]{50,})/g;
|
|
101
|
+
processedContent = processedContent.replace(standaloneBase64Pattern, (match, data) => {
|
|
102
|
+
if (this.isLikelyImageData(data)) {
|
|
103
|
+
const image = this.createImageExtraction(data, this.detectMimeType(data), source);
|
|
104
|
+
images.push(image);
|
|
105
|
+
return match.replace(data, `[Image: ${image.id}]`);
|
|
106
|
+
}
|
|
107
|
+
return match;
|
|
108
|
+
});
|
|
109
|
+
return { content: processedContent, images };
|
|
110
|
+
}
|
|
111
|
+
processObjectForImages(obj, source, images) {
|
|
112
|
+
if (typeof obj === 'string') {
|
|
113
|
+
const dataUrlMatch = obj.match(/^data:image\/(png|jpeg|jpg|gif|webp);base64,([A-Za-z0-9+/=]+)$/);
|
|
114
|
+
if (dataUrlMatch) {
|
|
115
|
+
const [, format, data] = dataUrlMatch;
|
|
116
|
+
const image = this.createImageExtraction(data, `image/${format}`, source);
|
|
117
|
+
images.push(image);
|
|
118
|
+
return `[Image: ${image.id}]`;
|
|
119
|
+
}
|
|
120
|
+
if (this.isLikelyImageData(obj)) {
|
|
121
|
+
const image = this.createImageExtraction(obj, this.detectMimeType(obj), source);
|
|
122
|
+
images.push(image);
|
|
123
|
+
return {
|
|
124
|
+
type: 'image_reference',
|
|
125
|
+
id: image.id,
|
|
126
|
+
description: image.description
|
|
127
|
+
};
|
|
128
|
+
}
|
|
129
|
+
return obj;
|
|
130
|
+
}
|
|
131
|
+
if (Array.isArray(obj)) {
|
|
132
|
+
return obj.map(item => this.processObjectForImages(item, source, images));
|
|
133
|
+
}
|
|
134
|
+
if (typeof obj === 'object' && obj !== null) {
|
|
135
|
+
const processed = {};
|
|
136
|
+
for (const [key, value] of Object.entries(obj)) {
|
|
137
|
+
processed[key] = this.processObjectForImages(value, source, images);
|
|
138
|
+
}
|
|
139
|
+
return processed;
|
|
140
|
+
}
|
|
141
|
+
return obj;
|
|
142
|
+
}
|
|
143
|
+
createImageExtraction(data, mimeType, source) {
|
|
144
|
+
return {
|
|
145
|
+
id: `img_${Date.now()}_${++this.imageCounter}`,
|
|
146
|
+
data,
|
|
147
|
+
mimeType,
|
|
148
|
+
source,
|
|
149
|
+
description: `Image from ${source}`
|
|
150
|
+
};
|
|
151
|
+
}
|
|
152
|
+
createImageMessage(image) {
|
|
153
|
+
return {
|
|
154
|
+
role: 'user',
|
|
155
|
+
content: [
|
|
156
|
+
{
|
|
157
|
+
type: 'text',
|
|
158
|
+
text: `${image.description} (${image.id}):`
|
|
159
|
+
},
|
|
160
|
+
{
|
|
161
|
+
type: 'image_url',
|
|
162
|
+
image_url: {
|
|
163
|
+
url: `data:${image.mimeType};base64,${image.data}`
|
|
164
|
+
}
|
|
165
|
+
}
|
|
166
|
+
]
|
|
167
|
+
};
|
|
168
|
+
}
|
|
169
|
+
isLikelyImageData(data) {
|
|
170
|
+
if (data.length < 50)
|
|
171
|
+
return false;
|
|
172
|
+
return data.startsWith('iVBORw0KGgo') ||
|
|
173
|
+
data.startsWith('/9j/') ||
|
|
174
|
+
data.startsWith('R0lGOD') ||
|
|
175
|
+
data.startsWith('UklGR');
|
|
176
|
+
}
|
|
177
|
+
detectMimeType(data) {
|
|
178
|
+
if (data.startsWith('iVBORw0KGgo'))
|
|
179
|
+
return 'image/png';
|
|
180
|
+
if (data.startsWith('/9j/'))
|
|
181
|
+
return 'image/jpeg';
|
|
182
|
+
if (data.startsWith('R0lGOD'))
|
|
183
|
+
return 'image/gif';
|
|
184
|
+
if (data.startsWith('UklGR'))
|
|
185
|
+
return 'image/webp';
|
|
186
|
+
return 'image/png';
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
exports.MessagePreprocessor = MessagePreprocessor;
|
|
190
|
+
//# sourceMappingURL=MessagePreprocessor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MessagePreprocessor.js","sourceRoot":"","sources":["../../../src/services/MessagePreprocessor.ts"],"names":[],"mappings":";;;AAaA,MAAa,mBAAmB;IACtB,YAAY,GAAG,CAAC,CAAC;IAKzB,eAAe,CAAC,QAAe;QAC7B,MAAM,iBAAiB,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QACxC,MAAM,eAAe,GAAsB,EAAE,CAAC;QAG9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClD,MAAM,OAAO,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAErC,IAAI,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC;gBAGtD,iBAAiB,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;gBAGtC,eAAe,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAGD,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;YACpC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;QACzD,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,iBAAiB;YAC3B,eAAe;SAChB,CAAC;IACJ,CAAC;IAKO,qBAAqB,CAAC,OAAY;QACxC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAC/C,OAAO,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACxC,OAAO,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAKO,oBAAoB,CAAC,OAAe;QAE1C,IAAI,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YACpC,OAAO,IAAI,CAAC;QACd,CAAC;QAGD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACnC,OAAO,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YAEP,MAAM,aAAa,GAAG,qBAAqB,CAAC;YAC5C,OAAO,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAKO,oBAAoB,CAAC,GAAQ;QACnC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;QACrC,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3D,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YAC5C,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5E,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAKO,wBAAwB,CAAC,OAAY;QAI3C,MAAM,MAAM,GAAsB,EAAE,CAAC;QAErC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;YACtE,OAAO;gBACL,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE;gBAChD,MAAM,EAAE,MAAM,CAAC,MAAM;aACtB,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACxD,OAAO;gBACL,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE;gBAChD,MAAM,EAAE,MAAM,CAAC,MAAM;aACtB,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAC7B,CAAC;IAKO,kBAAkB,CAAC,OAAe,EAAE,QAAgB;QAI1D,MAAM,MAAM,GAAsB,EAAE,CAAC;QAErC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACnC,MAAM,SAAS,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;YAExE,OAAO;gBACL,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;gBAClC,MAAM;aACP,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YAEP,OAAO,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAKO,kBAAkB,CAAC,OAAe,EAAE,MAAM,GAAG,MAAM;QAIzD,MAAM,MAAM,GAAsB,EAAE,CAAC;QACrC,IAAI,gBAAgB,GAAG,OAAO,CAAC;QAG/B,MAAM,cAAc,GAAG,+DAA+D,CAAC;QACvF,gBAAgB,GAAG,gBAAgB,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;YAClF,MAAM,KAAK,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC;YAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,WAAW,KAAK,CAAC,EAAE,GAAG,CAAC;QAChC,CAAC,CAAC,CAAC;QAGH,MAAM,uBAAuB,GAAG,wBAAwB,CAAC;QACzD,gBAAgB,GAAG,gBAAgB,CAAC,OAAO,CAAC,uBAAuB,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAEnF,IAAI,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjC,MAAM,KAAK,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;gBAClF,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnB,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC;YACrD,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC/C,CAAC;IAKO,sBAAsB,CAAC,GAAQ,EAAE,MAAc,EAAE,MAAyB;QAChF,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YAE5B,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,gEAAgE,CAAC,CAAC;YACjG,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,YAAY,CAAC;gBACtC,MAAM,KAAK,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC;gBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnB,OAAO,WAAW,KAAK,CAAC,EAAE,GAAG,CAAC;YAChC,CAAC;YAGD,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,KAAK,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;gBAChF,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnB,OAAO;oBACL,IAAI,EAAE,iBAAiB;oBACvB,EAAE,EAAE,KAAK,CAAC,EAAE;oBACZ,WAAW,EAAE,KAAK,CAAC,WAAW;iBAC/B,CAAC;YACJ,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YAC5C,MAAM,SAAS,GAAG,EAAE,CAAC;YACrB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/C,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YACtE,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAKO,qBAAqB,CAAC,IAAY,EAAE,QAAgB,EAAE,MAAc;QAC1E,OAAO;YACL,EAAE,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,YAAY,EAAE;YAC9C,IAAI;YACJ,QAAQ;YACR,MAAM;YACN,WAAW,EAAE,cAAc,MAAM,EAAE;SACpC,CAAC;IACJ,CAAC;IAKO,kBAAkB,CAAC,KAAsB;QAC/C,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,GAAG,KAAK,CAAC,WAAW,KAAK,KAAK,CAAC,EAAE,IAAI;iBAC5C;gBACD;oBACE,IAAI,EAAE,WAAW;oBACjB,SAAS,EAAE;wBACT,GAAG,EAAE,QAAQ,KAAK,CAAC,QAAQ,WAAW,KAAK,CAAC,IAAI,EAAE;qBACnD;iBACF;aACF;SACF,CAAC;IACJ,CAAC;IAKO,iBAAiB,CAAC,IAAY;QACpC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;YAAE,OAAO,KAAK,CAAC;QAGnC,OAAO,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;YAC9B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;YACvB,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YACzB,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAKO,cAAc,CAAC,IAAY;QACjC,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;YAAE,OAAO,WAAW,CAAC;QACvD,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;YAAE,OAAO,YAAY,CAAC;QACjD,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO,WAAW,CAAC;QAClD,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YAAE,OAAO,YAAY,CAAC;QAClD,OAAO,WAAW,CAAC;IACrB,CAAC;CACF;AAjRD,kDAiRC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const MessagePreprocessor_1 = require("../MessagePreprocessor");
|
|
4
|
+
describe('MessagePreprocessor', () => {
|
|
5
|
+
let processor;
|
|
6
|
+
beforeEach(() => {
|
|
7
|
+
processor = new MessagePreprocessor_1.MessagePreprocessor();
|
|
8
|
+
});
|
|
9
|
+
describe('processMessages', () => {
|
|
10
|
+
it('should process messages with tool responses containing base64 images', () => {
|
|
11
|
+
const messages = [
|
|
12
|
+
{ role: 'user', content: 'Take a screenshot' },
|
|
13
|
+
{
|
|
14
|
+
role: 'tool',
|
|
15
|
+
name: 'mcp_0_browser_take_screenshot',
|
|
16
|
+
content: '{"content": [{"type": "image", "data": "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNk+M9QDwADhgGAWjR9awAAAABJRU5ErkJggg=="}]}'
|
|
17
|
+
}
|
|
18
|
+
];
|
|
19
|
+
const result = processor.processMessages(messages);
|
|
20
|
+
expect(result.messages).toHaveLength(3);
|
|
21
|
+
expect(result.extractedImages).toHaveLength(1);
|
|
22
|
+
const toolMessage = result.messages[1];
|
|
23
|
+
expect(toolMessage.content).toContain('image_reference');
|
|
24
|
+
expect(toolMessage.content).toContain('img_');
|
|
25
|
+
const imageMessage = result.messages[2];
|
|
26
|
+
expect(imageMessage.role).toBe('user');
|
|
27
|
+
expect(imageMessage.content).toHaveLength(2);
|
|
28
|
+
expect(imageMessage.content[0].type).toBe('text');
|
|
29
|
+
expect(imageMessage.content[1].type).toBe('image_url');
|
|
30
|
+
});
|
|
31
|
+
it('should detect PNG images by signature', () => {
|
|
32
|
+
const messages = [
|
|
33
|
+
{
|
|
34
|
+
role: 'tool',
|
|
35
|
+
name: 'test_tool',
|
|
36
|
+
content: '{"data": "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNk+M9QDwADhgGAWjR9awAAAABJRU5ErkJggg=="}'
|
|
37
|
+
}
|
|
38
|
+
];
|
|
39
|
+
const result = processor.processMessages(messages);
|
|
40
|
+
expect(result.extractedImages).toHaveLength(1);
|
|
41
|
+
expect(result.extractedImages[0].mimeType).toBe('image/png');
|
|
42
|
+
});
|
|
43
|
+
it('should detect JPEG images by signature', () => {
|
|
44
|
+
const messages = [
|
|
45
|
+
{
|
|
46
|
+
role: 'tool',
|
|
47
|
+
name: 'test_tool',
|
|
48
|
+
content: '{"data": "/9j/4AAQSkZJRgABAQEAYABgAAD/2wBDAAEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQH/2wBDAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQH/wAARCAABAAEDASIAAhEBAxEB/8QAFQABAQAAAAAAAAAAAAAAAAAAAAv/xAAUEAEAAAAAAAAAAAAAAAAAAAAA/8QAFQEBAQAAAAAAAAAAAAAAAAAAAAX/xAAUEQEAAAAAAAAAAAAAAAAAAAAA/9oADAMBAAIRAxEAPwA/8A8A"}'
|
|
49
|
+
}
|
|
50
|
+
];
|
|
51
|
+
const result = processor.processMessages(messages);
|
|
52
|
+
expect(result.extractedImages).toHaveLength(1);
|
|
53
|
+
expect(result.extractedImages[0].mimeType).toBe('image/jpeg');
|
|
54
|
+
});
|
|
55
|
+
it('should handle data URLs in text content', () => {
|
|
56
|
+
const messages = [
|
|
57
|
+
{
|
|
58
|
+
role: 'user',
|
|
59
|
+
content: 'Here is an image: data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNk+M9QDwADhgGAWjR9awAAAABJRU5ErkJggg=='
|
|
60
|
+
}
|
|
61
|
+
];
|
|
62
|
+
const result = processor.processMessages(messages);
|
|
63
|
+
expect(result.extractedImages).toHaveLength(1);
|
|
64
|
+
expect(result.messages[0].content).toContain('[Image: img_');
|
|
65
|
+
expect(result.messages[1].role).toBe('user');
|
|
66
|
+
expect(result.messages[1].content[1].type).toBe('image_url');
|
|
67
|
+
});
|
|
68
|
+
it('should pass through messages without images unchanged', () => {
|
|
69
|
+
const messages = [
|
|
70
|
+
{ role: 'user', content: 'Hello' },
|
|
71
|
+
{ role: 'assistant', content: 'Hi there!' }
|
|
72
|
+
];
|
|
73
|
+
const result = processor.processMessages(messages);
|
|
74
|
+
expect(result.messages).toEqual(messages);
|
|
75
|
+
expect(result.extractedImages).toHaveLength(0);
|
|
76
|
+
});
|
|
77
|
+
it('should handle multiple images in a single message', () => {
|
|
78
|
+
const messages = [
|
|
79
|
+
{
|
|
80
|
+
role: 'tool',
|
|
81
|
+
name: 'test_tool',
|
|
82
|
+
content: '{"images": ["iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNk+M9QDwADhgGAWjR9awAAAABJRU5ErkJggg==", "/9j/4AAQSkZJRgABAQEAYABgAAD/2wBDAAEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQH/2wBDAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQEBAQH/wAARCAABAAEDASIAAhEBAxEB/8QAFQABAQAAAAAAAAAAAAAAAAAAAAv/xAAUEAEAAAAAAAAAAAAAAAAAAAAA/8QAFQEBAQAAAAAAAAAAAAAAAAAAAAX/xAAUEQEAAAAAAAAAAAAAAAAAAAAA/9oADAMBAAIRAxEAPwA/8A8A"]}'
|
|
83
|
+
}
|
|
84
|
+
];
|
|
85
|
+
const result = processor.processMessages(messages);
|
|
86
|
+
expect(result.extractedImages).toHaveLength(2);
|
|
87
|
+
expect(result.messages).toHaveLength(3);
|
|
88
|
+
expect(result.extractedImages[0].mimeType).toBe('image/png');
|
|
89
|
+
expect(result.extractedImages[1].mimeType).toBe('image/jpeg');
|
|
90
|
+
});
|
|
91
|
+
it('should handle malformed JSON gracefully', () => {
|
|
92
|
+
const messages = [
|
|
93
|
+
{
|
|
94
|
+
role: 'tool',
|
|
95
|
+
name: 'test_tool',
|
|
96
|
+
content: '{"invalid": json with base64 iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNk+M9QDwADhgGAWjR9awAAAABJRU5ErkJggg=='
|
|
97
|
+
}
|
|
98
|
+
];
|
|
99
|
+
const result = processor.processMessages(messages);
|
|
100
|
+
expect(result.extractedImages).toHaveLength(1);
|
|
101
|
+
expect(result.messages[0].content).toContain('[Image: img_');
|
|
102
|
+
});
|
|
103
|
+
it('should generate unique image IDs', () => {
|
|
104
|
+
const messages = [
|
|
105
|
+
{
|
|
106
|
+
role: 'tool',
|
|
107
|
+
name: 'test_tool',
|
|
108
|
+
content: '{"data": "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNk+M9QDwADhgGAWjR9awAAAABJRU5ErkJggg=="}'
|
|
109
|
+
}
|
|
110
|
+
];
|
|
111
|
+
const result1 = processor.processMessages(messages);
|
|
112
|
+
const result2 = processor.processMessages(messages);
|
|
113
|
+
expect(result1.extractedImages[0].id).not.toBe(result2.extractedImages[0].id);
|
|
114
|
+
});
|
|
115
|
+
});
|
|
116
|
+
});
|
|
117
|
+
//# sourceMappingURL=MessagePreprocessor.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MessagePreprocessor.test.js","sourceRoot":"","sources":["../../../../src/services/__tests__/MessagePreprocessor.test.ts"],"names":[],"mappings":";;AAAA,gEAA6D;AAE7D,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,IAAI,SAA8B,CAAC;IAEnC,UAAU,CAAC,GAAG,EAAE;QACd,SAAS,GAAG,IAAI,yCAAmB,EAAE,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,sEAAsE,EAAE,GAAG,EAAE;YAC9E,MAAM,QAAQ,GAAG;gBACf,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,mBAAmB,EAAE;gBAC9C;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,+BAA+B;oBACrC,OAAO,EAAE,8IAA8I;iBACxJ;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEnD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACxC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAG/C,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;YACzD,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAG9C,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACxC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAClD,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,QAAQ,GAAG;gBACf;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,8GAA8G;iBACxH;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEnD,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,QAAQ,GAAG;gBACf;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,0YAA0Y;iBACpZ;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEnD,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,QAAQ,GAAG;gBACf;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,0IAA0I;iBACpJ;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEnD,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;YAC7D,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAC/D,MAAM,QAAQ,GAAG;gBACf,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE;gBAClC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE;aAC5C,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEnD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,QAAQ,GAAG;gBACf;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,kfAAkf;iBAC5f;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEnD,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACxC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC7D,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,QAAQ,GAAG;gBACf;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,+HAA+H;iBACzI;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEnD,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,QAAQ,GAAG;gBACf;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,8GAA8G;iBACxH;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEpD,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAChF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/ts_build/src/types.d.ts
CHANGED
|
@@ -119,6 +119,7 @@ export declare const Models: {
|
|
|
119
119
|
Haiku3: string;
|
|
120
120
|
};
|
|
121
121
|
xai: {
|
|
122
|
+
Grok4: string;
|
|
122
123
|
Grok3Beta: string;
|
|
123
124
|
Grok3MiniBeta: string;
|
|
124
125
|
Grok3FastBeta: string;
|
|
@@ -147,9 +148,6 @@ export declare const Models: {
|
|
|
147
148
|
GPT_4o_Search: string;
|
|
148
149
|
Computer_Use: string;
|
|
149
150
|
Codex_Mini: string;
|
|
150
|
-
EmbeddingAda2: string;
|
|
151
|
-
EmbeddingLarge3: string;
|
|
152
|
-
EmbeddingSmall3: string;
|
|
153
151
|
};
|
|
154
152
|
google: {
|
|
155
153
|
Gemini_25_Flash_Preview: string;
|
|
@@ -160,12 +158,21 @@ export declare const Models: {
|
|
|
160
158
|
Gemini_15_Flash: string;
|
|
161
159
|
Gemini_15_Flash_8B: string;
|
|
162
160
|
Gemini_15_Pro: string;
|
|
163
|
-
Gemini_Embedding: string;
|
|
164
161
|
Imagen_3: string;
|
|
165
162
|
Veo_2: string;
|
|
166
163
|
Gemini_20_Flash_Live: string;
|
|
167
164
|
};
|
|
168
165
|
};
|
|
166
|
+
export declare const EmbeddingModels: {
|
|
167
|
+
openai: {
|
|
168
|
+
EmbeddingAda2: string;
|
|
169
|
+
EmbeddingLarge3: string;
|
|
170
|
+
EmbeddingSmall3: string;
|
|
171
|
+
};
|
|
172
|
+
google: {
|
|
173
|
+
Gemini_Embedding: string;
|
|
174
|
+
};
|
|
175
|
+
};
|
|
169
176
|
export declare const Providers: {
|
|
170
177
|
anthropic: "anthropic" | "xai" | "openai" | "google";
|
|
171
178
|
xai: "anthropic" | "xai" | "openai" | "google";
|
package/ts_build/src/types.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.GoogleEmbeddingModels = exports.GoogleVideoModels = exports.GoogleImageModels = exports.GoogleReasoningModels = exports.OpenAiResponseOnlyModels = exports.OpenAiEmbeddingModels = exports.OpenAiReasoningModels = exports.Providers = exports.Models = void 0;
|
|
3
|
+
exports.GoogleEmbeddingModels = exports.GoogleVideoModels = exports.GoogleImageModels = exports.GoogleReasoningModels = exports.OpenAiResponseOnlyModels = exports.OpenAiEmbeddingModels = exports.OpenAiReasoningModels = exports.Providers = exports.EmbeddingModels = exports.Models = void 0;
|
|
4
4
|
exports.Models = {
|
|
5
5
|
anthropic: {
|
|
6
6
|
Opus4: "claude-opus-4-20250514",
|
|
@@ -12,6 +12,7 @@ exports.Models = {
|
|
|
12
12
|
Haiku3: "claude-3-haiku-20240307",
|
|
13
13
|
},
|
|
14
14
|
xai: {
|
|
15
|
+
Grok4: "grok-4-0709",
|
|
15
16
|
Grok3Beta: "grok-3-beta",
|
|
16
17
|
Grok3MiniBeta: "grok-3-mini-beta",
|
|
17
18
|
Grok3FastBeta: "grok-3-fast-beta",
|
|
@@ -40,9 +41,6 @@ exports.Models = {
|
|
|
40
41
|
GPT_4o_Search: "gpt-4o-search-preview-2025-03-11",
|
|
41
42
|
Computer_Use: "computer-use-preview-2025-03-11",
|
|
42
43
|
Codex_Mini: "codex-mini-latest",
|
|
43
|
-
EmbeddingAda2: "text-embedding-ada-002",
|
|
44
|
-
EmbeddingLarge3: "text-embedding-3-large",
|
|
45
|
-
EmbeddingSmall3: "text-embedding-3-small",
|
|
46
44
|
},
|
|
47
45
|
google: {
|
|
48
46
|
Gemini_25_Flash_Preview: "gemini-2.5-flash-preview-05-20",
|
|
@@ -53,12 +51,21 @@ exports.Models = {
|
|
|
53
51
|
Gemini_15_Flash: "gemini-1.5-flash",
|
|
54
52
|
Gemini_15_Flash_8B: "gemini-1.5-flash-8b",
|
|
55
53
|
Gemini_15_Pro: "gemini-1.5-pro",
|
|
56
|
-
Gemini_Embedding: "gemini-embedding-exp",
|
|
57
54
|
Imagen_3: "imagen-3.0-generate-002",
|
|
58
55
|
Veo_2: "veo-2.0-generate-001",
|
|
59
56
|
Gemini_20_Flash_Live: "gemini-2.0-flash-live-001",
|
|
60
57
|
},
|
|
61
58
|
};
|
|
59
|
+
exports.EmbeddingModels = {
|
|
60
|
+
openai: {
|
|
61
|
+
EmbeddingAda2: "text-embedding-ada-002",
|
|
62
|
+
EmbeddingLarge3: "text-embedding-3-large",
|
|
63
|
+
EmbeddingSmall3: "text-embedding-3-small",
|
|
64
|
+
},
|
|
65
|
+
google: {
|
|
66
|
+
Gemini_Embedding: "gemini-embedding-exp",
|
|
67
|
+
},
|
|
68
|
+
};
|
|
62
69
|
exports.Providers = Object.keys(exports.Models).reduce((obj, key) => {
|
|
63
70
|
obj[key] = key;
|
|
64
71
|
return obj;
|
|
@@ -71,9 +78,9 @@ exports.OpenAiReasoningModels = [
|
|
|
71
78
|
exports.Models.openai.o4_Mini,
|
|
72
79
|
];
|
|
73
80
|
exports.OpenAiEmbeddingModels = [
|
|
74
|
-
exports.
|
|
75
|
-
exports.
|
|
76
|
-
exports.
|
|
81
|
+
exports.EmbeddingModels.openai.EmbeddingAda2,
|
|
82
|
+
exports.EmbeddingModels.openai.EmbeddingLarge3,
|
|
83
|
+
exports.EmbeddingModels.openai.EmbeddingSmall3,
|
|
77
84
|
];
|
|
78
85
|
exports.OpenAiResponseOnlyModels = [exports.Models.openai.Codex_Mini];
|
|
79
86
|
exports.GoogleReasoningModels = [
|
|
@@ -90,5 +97,5 @@ exports.GoogleImageModels = [
|
|
|
90
97
|
exports.Models.google.Imagen_3,
|
|
91
98
|
];
|
|
92
99
|
exports.GoogleVideoModels = [exports.Models.google.Veo_2];
|
|
93
|
-
exports.GoogleEmbeddingModels = [exports.
|
|
100
|
+
exports.GoogleEmbeddingModels = [exports.EmbeddingModels.google.Gemini_Embedding];
|
|
94
101
|
//# sourceMappingURL=types.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":";;;AA+Ha,QAAA,MAAM,GAAG;IACpB,SAAS,EAAE;QACT,KAAK,EAAE,wBAAwB;QAC/B,OAAO,EAAE,0BAA0B;QACnC,SAAS,EAAE,4BAA4B;QACvC,SAAS,EAAE,4BAA4B;QACvC,QAAQ,EAAE,2BAA2B;QACrC,KAAK,EAAE,wBAAwB;QAC/B,MAAM,EAAE,yBAAyB;KAClC;IACD,GAAG,EAAE;QACH,SAAS,EAAE,aAAa;QACxB,aAAa,EAAE,kBAAkB;QACjC,aAAa,EAAE,kBAAkB;QACjC,iBAAiB,EAAE,uBAAuB;QAC1C,SAAS,EAAE,aAAa;QACxB,eAAe,EAAE,oBAAoB;KACtC;IACD,MAAM,EAAE;QACN,MAAM,EAAE,oBAAoB;QAC5B,WAAW,EAAE,yBAAyB;QACtC,WAAW,EAAE,yBAAyB;QACtC,MAAM,EAAE,4BAA4B;QACpC,MAAM,EAAE,mBAAmB;QAC3B,YAAY,EAAE,iCAAiC;QAC/C,eAAe,EAAE,oCAAoC;QACrD,WAAW,EAAE,wBAAwB;QACrC,iBAAiB,EAAE,sCAAsC;QACzD,oBAAoB,EAAE,yCAAyC;QAC/D,EAAE,EAAE,eAAe;QACnB,MAAM,EAAE,mBAAmB;QAC3B,EAAE,EAAE,eAAe;QACnB,OAAO,EAAE,oBAAoB;QAC7B,OAAO,EAAE,oBAAoB;QAC7B,OAAO,EAAE,oBAAoB;QAC7B,kBAAkB,EAAE,uCAAuC;QAC3D,aAAa,EAAE,kCAAkC;QACjD,YAAY,EAAE,iCAAiC;QAC/C,UAAU,EAAE,mBAAmB;
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":";;;AA+Ha,QAAA,MAAM,GAAG;IACpB,SAAS,EAAE;QACT,KAAK,EAAE,wBAAwB;QAC/B,OAAO,EAAE,0BAA0B;QACnC,SAAS,EAAE,4BAA4B;QACvC,SAAS,EAAE,4BAA4B;QACvC,QAAQ,EAAE,2BAA2B;QACrC,KAAK,EAAE,wBAAwB;QAC/B,MAAM,EAAE,yBAAyB;KAClC;IACD,GAAG,EAAE;QACH,KAAK,EAAE,aAAa;QACpB,SAAS,EAAE,aAAa;QACxB,aAAa,EAAE,kBAAkB;QACjC,aAAa,EAAE,kBAAkB;QACjC,iBAAiB,EAAE,uBAAuB;QAC1C,SAAS,EAAE,aAAa;QACxB,eAAe,EAAE,oBAAoB;KACtC;IACD,MAAM,EAAE;QACN,MAAM,EAAE,oBAAoB;QAC5B,WAAW,EAAE,yBAAyB;QACtC,WAAW,EAAE,yBAAyB;QACtC,MAAM,EAAE,4BAA4B;QACpC,MAAM,EAAE,mBAAmB;QAC3B,YAAY,EAAE,iCAAiC;QAC/C,eAAe,EAAE,oCAAoC;QACrD,WAAW,EAAE,wBAAwB;QACrC,iBAAiB,EAAE,sCAAsC;QACzD,oBAAoB,EAAE,yCAAyC;QAC/D,EAAE,EAAE,eAAe;QACnB,MAAM,EAAE,mBAAmB;QAC3B,EAAE,EAAE,eAAe;QACnB,OAAO,EAAE,oBAAoB;QAC7B,OAAO,EAAE,oBAAoB;QAC7B,OAAO,EAAE,oBAAoB;QAC7B,kBAAkB,EAAE,uCAAuC;QAC3D,aAAa,EAAE,kCAAkC;QACjD,YAAY,EAAE,iCAAiC;QAC/C,UAAU,EAAE,mBAAmB;KAChC;IACD,MAAM,EAAE;QACN,uBAAuB,EAAE,gCAAgC;QACzD,qBAAqB,EAAE,8BAA8B;QACrD,eAAe,EAAE,kBAAkB;QACnC,wCAAwC,EACtC,2CAA2C;QAC7C,oBAAoB,EAAE,uBAAuB;QAC7C,eAAe,EAAE,kBAAkB;QACnC,kBAAkB,EAAE,qBAAqB;QACzC,aAAa,EAAE,gBAAgB;QAC/B,QAAQ,EAAE,yBAAyB;QACnC,KAAK,EAAE,sBAAsB;QAC7B,oBAAoB,EAAE,2BAA2B;KAClD;CACF,CAAC;AAEW,QAAA,eAAe,GAAG;IAC7B,MAAM,EAAE;QACN,aAAa,EAAE,wBAAwB;QACvC,eAAe,EAAE,wBAAwB;QACzC,eAAe,EAAE,wBAAwB;KAC1C;IACD,MAAM,EAAE;QACN,gBAAgB,EAAE,sBAAsB;KACzC;CACF,CAAC;AAEW,QAAA,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,cAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;IAC/D,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IACf,OAAO,GAAG,CAAC;AACb,CAAC,EAAE,EAAE,CAA0D,CAAC;AAEnD,QAAA,qBAAqB,GAAG;IACnC,cAAM,CAAC,MAAM,CAAC,EAAE;IAChB,cAAM,CAAC,MAAM,CAAC,OAAO;IACrB,cAAM,CAAC,MAAM,CAAC,OAAO;IACrB,cAAM,CAAC,MAAM,CAAC,EAAE;IAChB,cAAM,CAAC,MAAM,CAAC,OAAO;CACtB,CAAC;AAEW,QAAA,qBAAqB,GAAG;IACnC,uBAAe,CAAC,MAAM,CAAC,aAAa;IACpC,uBAAe,CAAC,MAAM,CAAC,eAAe;IACtC,uBAAe,CAAC,MAAM,CAAC,eAAe;CACvC,CAAC;AACW,QAAA,wBAAwB,GAAG,CAAC,cAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;AAEtD,QAAA,qBAAqB,GAAG;IACnC,cAAM,CAAC,MAAM,CAAC,uBAAuB;IACrC,cAAM,CAAC,MAAM,CAAC,qBAAqB;IACnC,cAAM,CAAC,MAAM,CAAC,eAAe;IAC7B,cAAM,CAAC,MAAM,CAAC,oBAAoB;IAClC,cAAM,CAAC,MAAM,CAAC,eAAe;IAC7B,cAAM,CAAC,MAAM,CAAC,kBAAkB;IAChC,cAAM,CAAC,MAAM,CAAC,aAAa;CAC5B,CAAC;AAEW,QAAA,iBAAiB,GAAG;IAC/B,cAAM,CAAC,MAAM,CAAC,wCAAwC;IACtD,cAAM,CAAC,MAAM,CAAC,QAAQ;CACvB,CAAC;AAEW,QAAA,iBAAiB,GAAG,CAAC,cAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAE1C,QAAA,qBAAqB,GAAG,CAAC,uBAAe,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare function InkChatUI(): import("@types/ink").InkElement;
|