@tyvm/knowhow 0.0.144 → 0.0.145
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/knowhow.js +22 -20
- package/package.json +1 -1
- package/scripts/migrate-usage-json.js +147 -0
- package/src/agents/base/base.ts +65 -10
- package/src/agents/tools/patch.ts +84 -2
- package/src/agents/tools/textSearch.ts +98 -3
- package/src/chat/modules/AgentModule.ts +129 -6
- package/src/chat/modules/SessionsModule.ts +6 -0
- package/src/chat/types.ts +14 -0
- package/src/chat.ts +11 -0
- package/src/cli.ts +2 -0
- package/src/clients/anthropic.ts +56 -1
- package/src/clients/contextLimits.ts +40 -0
- package/src/clients/gemini.ts +59 -5
- package/src/clients/http.ts +85 -4
- package/src/clients/index.ts +4 -0
- package/src/clients/openai.ts +179 -31
- package/src/clients/pricing/fireworks.ts +50 -1
- package/src/clients/pricing/index.ts +1 -1
- package/src/clients/pricing/models.ts +3 -1
- package/src/clients/pricing/openai.ts +2 -2
- package/src/clients/pricing/qwen.ts +80 -0
- package/src/clients/qwen.ts +16 -0
- package/src/clients/types.ts +69 -1
- package/src/clients/xai.ts +73 -4
- package/src/commands/agent.ts +20 -1
- package/src/index.ts +9 -0
- package/src/processors/Base64ImageDetector.ts +46 -7
- package/src/processors/GemmaToolProcessor.ts +163 -0
- package/src/processors/index.ts +1 -0
- package/src/services/AgentSyncFs.ts +37 -0
- package/src/services/SessionManager.ts +14 -0
- package/src/services/Tools.ts +3 -0
- package/src/services/modules/computerUse.ts +216 -0
- package/src/services/modules/index.ts +47 -9
- package/src/services/modules/types.ts +23 -1
- package/src/types.ts +3 -0
- package/tests/clients/contextLimits.test.ts +4 -0
- package/tests/clients/openai.images.test.ts +105 -0
- package/tests/clients/pricing.test.ts +6 -0
- package/tests/compressor/usageBase64.json +159 -0
- package/tests/compressor/usageBase64.test.ts +175 -0
- package/tests/patching/fixtures/transcript-mangles/agent-sync-fs-nested-catch.json +9 -0
- package/tests/patching/fixtures/transcript-mangles/automation-functions-crossed.json +9 -0
- package/tests/patching/fixtures/transcript-mangles/fruit-ninja-confirmed-retirement.json +8 -0
- package/tests/patching/patchFileOutput.test.ts +112 -1
- package/tests/patching/transcriptMangleRegression.test.ts +125 -0
- package/tests/processors/Base64ImageDetector.test.ts +36 -1
- package/ts_build/package.json +1 -1
- package/ts_build/src/agents/base/base.d.ts +8 -1
- package/ts_build/src/agents/base/base.js +37 -3
- package/ts_build/src/agents/base/base.js.map +1 -1
- package/ts_build/src/agents/tools/patch.d.ts +1 -0
- package/ts_build/src/agents/tools/patch.js +35 -2
- package/ts_build/src/agents/tools/patch.js.map +1 -1
- package/ts_build/src/agents/tools/textSearch.js +56 -2
- package/ts_build/src/agents/tools/textSearch.js.map +1 -1
- package/ts_build/src/chat/modules/AgentModule.d.ts +14 -1
- package/ts_build/src/chat/modules/AgentModule.js +73 -5
- package/ts_build/src/chat/modules/AgentModule.js.map +1 -1
- package/ts_build/src/chat/modules/SessionsModule.js +4 -0
- package/ts_build/src/chat/modules/SessionsModule.js.map +1 -1
- package/ts_build/src/chat/types.d.ts +11 -0
- package/ts_build/src/chat.js +7 -0
- package/ts_build/src/chat.js.map +1 -1
- package/ts_build/src/cli.d.ts +2 -1
- package/ts_build/src/cli.js +1 -0
- package/ts_build/src/cli.js.map +1 -1
- package/ts_build/src/clients/anthropic.js +28 -1
- package/ts_build/src/clients/anthropic.js.map +1 -1
- package/ts_build/src/clients/contextLimits.js +25 -0
- package/ts_build/src/clients/contextLimits.js.map +1 -1
- package/ts_build/src/clients/gemini.js +48 -4
- package/ts_build/src/clients/gemini.js.map +1 -1
- package/ts_build/src/clients/http.d.ts +2 -0
- package/ts_build/src/clients/http.js +66 -9
- package/ts_build/src/clients/http.js.map +1 -1
- package/ts_build/src/clients/index.d.ts +1 -0
- package/ts_build/src/clients/index.js +4 -0
- package/ts_build/src/clients/index.js.map +1 -1
- package/ts_build/src/clients/openai.d.ts +6 -1
- package/ts_build/src/clients/openai.js +131 -33
- package/ts_build/src/clients/openai.js.map +1 -1
- package/ts_build/src/clients/pricing/fireworks.d.ts +4 -1
- package/ts_build/src/clients/pricing/fireworks.js +33 -1
- package/ts_build/src/clients/pricing/fireworks.js.map +1 -1
- package/ts_build/src/clients/pricing/index.d.ts +1 -1
- package/ts_build/src/clients/pricing/index.js +6 -2
- package/ts_build/src/clients/pricing/index.js.map +1 -1
- package/ts_build/src/clients/pricing/models.d.ts +2 -1
- package/ts_build/src/clients/pricing/models.js +4 -1
- package/ts_build/src/clients/pricing/models.js.map +1 -1
- package/ts_build/src/clients/pricing/openai.js +2 -2
- package/ts_build/src/clients/pricing/openai.js.map +1 -1
- package/ts_build/src/clients/pricing/qwen.d.ts +5 -0
- package/ts_build/src/clients/pricing/qwen.js +30 -0
- package/ts_build/src/clients/pricing/qwen.js.map +1 -0
- package/ts_build/src/clients/qwen.d.ts +4 -0
- package/ts_build/src/clients/qwen.js +15 -0
- package/ts_build/src/clients/qwen.js.map +1 -0
- package/ts_build/src/clients/types.d.ts +12 -0
- package/ts_build/src/clients/xai.d.ts +1 -0
- package/ts_build/src/clients/xai.js +56 -9
- package/ts_build/src/clients/xai.js.map +1 -1
- package/ts_build/src/commands/agent.js +10 -1
- package/ts_build/src/commands/agent.js.map +1 -1
- package/ts_build/src/index.d.ts +2 -0
- package/ts_build/src/index.js +1 -0
- package/ts_build/src/index.js.map +1 -1
- package/ts_build/src/processors/Base64ImageDetector.js +22 -3
- package/ts_build/src/processors/Base64ImageDetector.js.map +1 -1
- package/ts_build/src/processors/GemmaToolProcessor.d.ts +14 -0
- package/ts_build/src/processors/GemmaToolProcessor.js +97 -0
- package/ts_build/src/processors/GemmaToolProcessor.js.map +1 -0
- package/ts_build/src/processors/index.d.ts +1 -0
- package/ts_build/src/processors/index.js +3 -1
- package/ts_build/src/processors/index.js.map +1 -1
- package/ts_build/src/services/AgentSyncFs.js +17 -0
- package/ts_build/src/services/AgentSyncFs.js.map +1 -1
- package/ts_build/src/services/SessionManager.js +12 -0
- package/ts_build/src/services/SessionManager.js.map +1 -1
- package/ts_build/src/services/Tools.d.ts +2 -0
- package/ts_build/src/services/Tools.js.map +1 -1
- package/ts_build/src/services/modules/computerUse.d.ts +163 -0
- package/ts_build/src/services/modules/computerUse.js +3 -0
- package/ts_build/src/services/modules/computerUse.js.map +1 -0
- package/ts_build/src/services/modules/index.d.ts +1 -0
- package/ts_build/src/services/modules/index.js +23 -6
- package/ts_build/src/services/modules/index.js.map +1 -1
- package/ts_build/src/services/modules/types.d.ts +4 -0
- package/ts_build/src/types.d.ts +3 -0
- package/ts_build/src/types.js.map +1 -1
- package/ts_build/src/workers/tools/index.d.ts +1 -1
- package/ts_build/tests/clients/contextLimits.test.js +2 -0
- package/ts_build/tests/clients/contextLimits.test.js.map +1 -1
- package/ts_build/tests/clients/openai.images.test.d.ts +1 -0
- package/ts_build/tests/clients/openai.images.test.js +94 -0
- package/ts_build/tests/clients/openai.images.test.js.map +1 -0
- package/ts_build/tests/clients/pricing.test.js +4 -0
- package/ts_build/tests/clients/pricing.test.js.map +1 -1
- package/ts_build/tests/compressor/usageBase64.test.d.ts +1 -0
- package/ts_build/tests/compressor/usageBase64.test.js +109 -0
- package/ts_build/tests/compressor/usageBase64.test.js.map +1 -0
- package/ts_build/tests/patching/patchFileOutput.test.js +82 -0
- package/ts_build/tests/patching/patchFileOutput.test.js.map +1 -1
- package/ts_build/tests/patching/transcriptMangleRegression.test.d.ts +1 -0
- package/ts_build/tests/patching/transcriptMangleRegression.test.js +104 -0
- package/ts_build/tests/patching/transcriptMangleRegression.test.js.map +1 -0
- package/ts_build/tests/processors/Base64ImageDetector.test.js +24 -0
- package/ts_build/tests/processors/Base64ImageDetector.test.js.map +1 -1
- package/x-home.png +0 -0
|
@@ -0,0 +1,163 @@
|
|
|
1
|
+
export interface Point {
|
|
2
|
+
x: number;
|
|
3
|
+
y: number;
|
|
4
|
+
}
|
|
5
|
+
export interface Size {
|
|
6
|
+
width: number;
|
|
7
|
+
height: number;
|
|
8
|
+
}
|
|
9
|
+
export interface Region extends Point, Size {
|
|
10
|
+
}
|
|
11
|
+
export type MouseButton = "left" | "right" | "middle";
|
|
12
|
+
export interface OverlayPrimitive {
|
|
13
|
+
kind: "rect" | "circle" | "line" | "point";
|
|
14
|
+
x: number;
|
|
15
|
+
y: number;
|
|
16
|
+
width?: number;
|
|
17
|
+
height?: number;
|
|
18
|
+
x2?: number;
|
|
19
|
+
y2?: number;
|
|
20
|
+
color?: string;
|
|
21
|
+
lineWidth?: number;
|
|
22
|
+
}
|
|
23
|
+
export interface Display {
|
|
24
|
+
id: number;
|
|
25
|
+
bounds: Region;
|
|
26
|
+
scaleFactor: number;
|
|
27
|
+
primary: boolean;
|
|
28
|
+
}
|
|
29
|
+
export interface ScreenshotOptions {
|
|
30
|
+
region?: Region;
|
|
31
|
+
displayId?: number;
|
|
32
|
+
format?: "png" | "jpeg";
|
|
33
|
+
scale?: number;
|
|
34
|
+
captureScale?: number;
|
|
35
|
+
}
|
|
36
|
+
export interface DriverCapabilities {
|
|
37
|
+
input: boolean;
|
|
38
|
+
capture: boolean;
|
|
39
|
+
windows: boolean;
|
|
40
|
+
reason?: string;
|
|
41
|
+
}
|
|
42
|
+
export interface AccessibilityElement {
|
|
43
|
+
id: string;
|
|
44
|
+
role: string;
|
|
45
|
+
subrole?: string;
|
|
46
|
+
title?: string;
|
|
47
|
+
description?: string;
|
|
48
|
+
value?: string;
|
|
49
|
+
enabled?: boolean;
|
|
50
|
+
focused?: boolean;
|
|
51
|
+
bounds?: Region;
|
|
52
|
+
actions: string[];
|
|
53
|
+
childCount: number;
|
|
54
|
+
}
|
|
55
|
+
export interface AccessibilityOptions {
|
|
56
|
+
maxDepth?: number;
|
|
57
|
+
maxElements?: number;
|
|
58
|
+
interactiveOnly?: boolean;
|
|
59
|
+
}
|
|
60
|
+
export interface ComputerDriver {
|
|
61
|
+
readonly name: string;
|
|
62
|
+
readonly priority?: number;
|
|
63
|
+
capabilities(): Promise<DriverCapabilities>;
|
|
64
|
+
getDisplays(): Promise<Display[]>;
|
|
65
|
+
screenSize(): Promise<Size>;
|
|
66
|
+
screenshot(opts?: ScreenshotOptions): Promise<Buffer>;
|
|
67
|
+
pixelColor(p: Point): Promise<string>;
|
|
68
|
+
mousePosition(): Promise<Point>;
|
|
69
|
+
moveMouse(p: Point, opts?: {
|
|
70
|
+
duration?: number;
|
|
71
|
+
}): Promise<void>;
|
|
72
|
+
click(button?: MouseButton, opts?: {
|
|
73
|
+
double?: boolean;
|
|
74
|
+
}): Promise<void>;
|
|
75
|
+
mouseDown(button?: MouseButton): Promise<void>;
|
|
76
|
+
mouseUp(button?: MouseButton): Promise<void>;
|
|
77
|
+
drag(from: Point, to: Point, opts?: {
|
|
78
|
+
button?: MouseButton;
|
|
79
|
+
duration?: number;
|
|
80
|
+
}): Promise<void>;
|
|
81
|
+
scroll(dx: number, dy: number): Promise<void>;
|
|
82
|
+
typeText(text: string, opts?: {
|
|
83
|
+
delay?: number;
|
|
84
|
+
}): Promise<void>;
|
|
85
|
+
pressKey(key: string): Promise<void>;
|
|
86
|
+
hotkey(...keys: string[]): Promise<void>;
|
|
87
|
+
keyDown(key: string): Promise<void>;
|
|
88
|
+
keyUp(key: string): Promise<void>;
|
|
89
|
+
getActiveWindow?(): Promise<{
|
|
90
|
+
title: string;
|
|
91
|
+
app?: string;
|
|
92
|
+
bounds?: Region;
|
|
93
|
+
} | null>;
|
|
94
|
+
listWindows?(): Promise<Array<{
|
|
95
|
+
title: string;
|
|
96
|
+
app?: string;
|
|
97
|
+
bounds?: Region;
|
|
98
|
+
}>>;
|
|
99
|
+
focusWindow?(match: string): Promise<boolean>;
|
|
100
|
+
accessibilityTrusted?(): Promise<boolean>;
|
|
101
|
+
accessibilityElements?(options?: AccessibilityOptions): Promise<AccessibilityElement[]>;
|
|
102
|
+
setAccessibilityValue?(id: string, value: string): Promise<void>;
|
|
103
|
+
performAccessibilityAction?(id: string, action: string): Promise<void>;
|
|
104
|
+
showOverlay?(primitives: OverlayPrimitive[]): Promise<void>;
|
|
105
|
+
clearOverlay?(): Promise<void>;
|
|
106
|
+
dispose?(): Promise<void>;
|
|
107
|
+
}
|
|
108
|
+
export interface ComputerUseService {
|
|
109
|
+
registerDriver(driver: ComputerDriver): void;
|
|
110
|
+
listDrivers(): string[];
|
|
111
|
+
getDriver(): Promise<ComputerDriver>;
|
|
112
|
+
capabilities(): Promise<DriverCapabilities>;
|
|
113
|
+
getDisplays(): Promise<Display[]>;
|
|
114
|
+
screenSize(): Promise<Size>;
|
|
115
|
+
screenshot(opts?: ScreenshotOptions): Promise<Buffer>;
|
|
116
|
+
screenshotBase64(opts?: ScreenshotOptions): Promise<string>;
|
|
117
|
+
pixelColor(p: Point): Promise<string>;
|
|
118
|
+
mousePosition(): Promise<Point>;
|
|
119
|
+
moveMouse(p: Point, opts?: {
|
|
120
|
+
duration?: number;
|
|
121
|
+
}): Promise<void>;
|
|
122
|
+
click(button?: MouseButton, opts?: {
|
|
123
|
+
double?: boolean;
|
|
124
|
+
}): Promise<void>;
|
|
125
|
+
drag(from: Point, to: Point, opts?: {
|
|
126
|
+
button?: MouseButton;
|
|
127
|
+
duration?: number;
|
|
128
|
+
}): Promise<void>;
|
|
129
|
+
scroll(dx: number, dy: number): Promise<void>;
|
|
130
|
+
scrollBy?(dx: number, dy: number, opts?: {
|
|
131
|
+
repeat?: number;
|
|
132
|
+
intervalMs?: number;
|
|
133
|
+
}): Promise<void>;
|
|
134
|
+
typeText(text: string, opts?: {
|
|
135
|
+
delay?: number;
|
|
136
|
+
}): Promise<void>;
|
|
137
|
+
pressKey(key: string): Promise<void>;
|
|
138
|
+
hotkey(...keys: string[]): Promise<void>;
|
|
139
|
+
screenshotAnnotated?(opts?: ScreenshotOptions & {
|
|
140
|
+
grid?: boolean;
|
|
141
|
+
gridStep?: number;
|
|
142
|
+
crosshair?: Point;
|
|
143
|
+
}): Promise<Buffer>;
|
|
144
|
+
getActiveWindow(): Promise<{
|
|
145
|
+
title: string;
|
|
146
|
+
app?: string;
|
|
147
|
+
bounds?: Region;
|
|
148
|
+
} | null>;
|
|
149
|
+
listWindows(): Promise<Array<{
|
|
150
|
+
title: string;
|
|
151
|
+
app?: string;
|
|
152
|
+
bounds?: Region;
|
|
153
|
+
}>>;
|
|
154
|
+
focusWindow(match: string): Promise<boolean>;
|
|
155
|
+
accessibilityTrusted(): Promise<boolean>;
|
|
156
|
+
accessibilityElements(options?: AccessibilityOptions): Promise<AccessibilityElement[]>;
|
|
157
|
+
selectAccessibilityOption(id: string, option: string): Promise<void>;
|
|
158
|
+
setAccessibilityValue(id: string, value: string): Promise<void>;
|
|
159
|
+
performAccessibilityAction(id: string, action: string): Promise<void>;
|
|
160
|
+
showOverlay(primitives: OverlayPrimitive[]): Promise<void>;
|
|
161
|
+
clearOverlay(): Promise<void>;
|
|
162
|
+
dispose(): Promise<void>;
|
|
163
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"computerUse.js","sourceRoot":"","sources":["../../../../src/services/modules/computerUse.ts"],"names":[],"mappings":""}
|
|
@@ -28,6 +28,7 @@ export declare class ModulesService {
|
|
|
28
28
|
Tunnel?: import("@tyvm/knowhow-tunnel").TunnelHandler;
|
|
29
29
|
Program?: import("node_modules/commander/typings").Command;
|
|
30
30
|
Behaviors: import("../BehaviorsService").BehaviorsService;
|
|
31
|
+
ComputerUse?: import("./computerUse").ComputerUseService;
|
|
31
32
|
Flags: import("../flags").FlagsService;
|
|
32
33
|
Mcp: import("../Mcp").McpService;
|
|
33
34
|
AwsS3: import("../S3").S3Service;
|
|
@@ -72,6 +72,7 @@ class ModulesService {
|
|
|
72
72
|
globalPaths.unshift(globalKnowhowNodeModules);
|
|
73
73
|
}
|
|
74
74
|
const allModulePaths = config.modules;
|
|
75
|
+
const loadedModules = [];
|
|
75
76
|
for (const modulePath of allModulePaths) {
|
|
76
77
|
const candidates = [];
|
|
77
78
|
if (modulePath.startsWith(".")) {
|
|
@@ -107,12 +108,13 @@ class ModulesService {
|
|
|
107
108
|
const rawModule = require(resolvedPath);
|
|
108
109
|
importedModule = (rawModule.default || rawModule);
|
|
109
110
|
context.Events?.log("ModulesService", `🔌 Loading module: ${modulePath} (resolved: ${resolvedPath})`);
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
111
|
+
if (typeof importedModule.register === "function") {
|
|
112
|
+
await importedModule.register({
|
|
113
|
+
config,
|
|
114
|
+
cwd: process.cwd(),
|
|
115
|
+
context: context,
|
|
116
|
+
});
|
|
117
|
+
}
|
|
116
118
|
loaded = true;
|
|
117
119
|
break;
|
|
118
120
|
}
|
|
@@ -130,6 +132,21 @@ class ModulesService {
|
|
|
130
132
|
` Run "knowhow modules setup --global" or "knowhow modules install ${modulePath} --global" to fix this.\n\n`);
|
|
131
133
|
continue;
|
|
132
134
|
}
|
|
135
|
+
loadedModules.push({ modulePath, module: importedModule });
|
|
136
|
+
}
|
|
137
|
+
for (const { modulePath, module: importedModule } of loadedModules) {
|
|
138
|
+
try {
|
|
139
|
+
await importedModule.init({
|
|
140
|
+
config,
|
|
141
|
+
cwd: process.cwd(),
|
|
142
|
+
context: context,
|
|
143
|
+
});
|
|
144
|
+
context.Events?.log("ModulesService", `✅ Module initialized: ${modulePath} (tools: ${importedModule.tools.length}, agents: ${importedModule.agents.length}, plugins: ${importedModule.plugins.length}, clients: ${importedModule.clients.length})`);
|
|
145
|
+
}
|
|
146
|
+
catch (err) {
|
|
147
|
+
process.stderr.write(`\n⚠️ Failed to init module "${modulePath}": ${err?.message || err}\n\n`);
|
|
148
|
+
continue;
|
|
149
|
+
}
|
|
133
150
|
if (context.Agents) {
|
|
134
151
|
for (const agent of importedModule.agents) {
|
|
135
152
|
context.Agents.registerAgent(agent);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/services/modules/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA6B;AAC7B,uCAAyB;AACzB,+CAAiC;AAEjC,yCAA0D;AAE1D,2BAA+B;AAC/B,uCAA4C;AAiB5C,SAAS,iBAAiB;IACxB,OAAO;QACL,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,cAAc,CAAC;QACpD,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,cAAc,CAAC;QACnD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC;KACzC,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB;IACzB,OAAO;QACL,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,cAAc,CAAC;QACnD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,cAAc,CAAC;QACpD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC;KACzC,CAAC;AACJ,CAAC;AAED,MAAa,cAAc;IACzB,KAAK,CAAC,iBAAiB;QACrB,OAAO,EAAE,GAAG,IAAA,YAAQ,GAAE,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,SAAiC;QAC5D,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACtD,OAAO,EAAE,GAAG,cAAc,EAAE,GAAG,SAAS,EAAE,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,MAAmC,EACnC,OAAgC,EAChC,eAAyB,iBAAiB,EAAE;QAG5C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,EAAE,GAAG,CAAC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,EAAE,CAAC;QACpD,CAAC;QAMD,MAAM,wBAAwB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,0BAA0B,CAAC,CAAC;QAClF,MAAM,WAAW,GAAI,MAAc,CAAC,WAAuB,CAAC;QAC5D,IAAI,WAAW,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC;YACnE,WAAW,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/services/modules/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA6B;AAC7B,uCAAyB;AACzB,+CAAiC;AAEjC,yCAA0D;AAE1D,2BAA+B;AAC/B,uCAA4C;AAiB5C,SAAS,iBAAiB;IACxB,OAAO;QACL,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,cAAc,CAAC;QACpD,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,cAAc,CAAC;QACnD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC;KACzC,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB;IACzB,OAAO;QACL,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,cAAc,CAAC;QACnD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,cAAc,CAAC;QACpD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC;KACzC,CAAC;AACJ,CAAC;AAED,MAAa,cAAc;IACzB,KAAK,CAAC,iBAAiB;QACrB,OAAO,EAAE,GAAG,IAAA,YAAQ,GAAE,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,SAAiC;QAC5D,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACtD,OAAO,EAAE,GAAG,cAAc,EAAE,GAAG,SAAS,EAAE,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,MAAmC,EACnC,OAAgC,EAChC,eAAyB,iBAAiB,EAAE;QAG5C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,EAAE,GAAG,CAAC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,EAAE,CAAC;QACpD,CAAC;QAMD,MAAM,wBAAwB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,0BAA0B,CAAC,CAAC;QAClF,MAAM,WAAW,GAAI,MAAc,CAAC,WAAuB,CAAC;QAC5D,IAAI,WAAW,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC;YACnE,WAAW,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC;QAiBtC,MAAM,aAAa,GAGb,EAAE,CAAC;QAET,KAAK,MAAM,UAAU,IAAI,cAAc,EAAE,CAAC;YAMxC,MAAM,UAAU,GAAa,EAAE,CAAC;YAChC,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBAGN,KAAK,MAAM,UAAU,IAAI,YAAY,EAAE,CAAC;oBACtC,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE;4BAC3C,KAAK,EAAE,CAAC,UAAU,CAAC;yBACpB,CAAC,CAAC;wBACH,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;4BAAE,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAChE,CAAC;oBAAC,MAAM,CAAC;oBAET,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;oBAC7C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;wBAAE,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAChE,CAAC;gBAAC,MAAM,CAAC;gBAET,CAAC;gBACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;oBAAE,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC3D,CAAC;YAMD,IAAI,cAA6B,CAAC;YAClC,IAAI,MAAM,GAAG,KAAK,CAAC;YACnB,MAAM,MAAM,GAA0C,EAAE,CAAC;YACzD,KAAK,MAAM,YAAY,IAAI,UAAU,EAAE,CAAC;gBACtC,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;oBACxC,cAAc,GAAG,CAAC,SAAS,CAAC,OAAO,IAAI,SAAS,CAAkB,CAAC;oBACnE,OAAO,CAAC,MAAM,EAAE,GAAG,CACjB,gBAAgB,EAChB,sBAAsB,UAAU,eAAe,YAAY,GAAG,CAC/D,CAAC;oBAIF,IAAI,OAAO,cAAc,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;wBAClD,MAAM,cAAc,CAAC,QAAQ,CAAC;4BAC5B,MAAM;4BACN,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;4BAClB,OAAO,EAAE,OAAwB;yBAClC,CAAC,CAAC;oBACL,CAAC;oBACD,MAAM,GAAG,IAAI,CAAC;oBACd,MAAM;gBACR,CAAC;gBAAC,OAAO,GAAQ,EAAE,CAAC;oBAClB,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;gBAEvD,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,EAAE,CAAC;gBAEZ,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACvC,MAAM,MAAM,GAAG,IAAI;oBACjB,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE;oBACzB,CAAC,CAAC,4BAA4B,CAAC;gBACjC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,gCAAgC,UAAU,MAAM,MAAM,IAAI;oBAC1D,aAAa,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,IAAI;oBAClD,uEAAuE,UAAU,6BAA6B,CAC/G,CAAC;gBACF,SAAS;YACX,CAAC;YACD,aAAa,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;QAC7D,CAAC;QAID,KAAK,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,cAAc,EAAE,IAAI,aAAa,EAAE,CAAC;YACnE,IAAI,CAAC;gBACH,MAAM,cAAc,CAAC,IAAI,CAAC;oBACxB,MAAM;oBACN,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;oBAClB,OAAO,EAAE,OAAwB;iBAClC,CAAC,CAAC;gBACH,OAAO,CAAC,MAAM,EAAE,GAAG,CACjB,gBAAgB,EAChB,yBAAyB,UAAU,YAAY,cAAc,CAAC,KAAK,CAAC,MAAM,aAAa,cAAc,CAAC,MAAM,CAAC,MAAM,cAAc,cAAc,CAAC,OAAO,CAAC,MAAM,cAAc,cAAc,CAAC,OAAO,CAAC,MAAM,GAAG,CAC7M,CAAC;YACJ,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,gCAAgC,UAAU,MAAM,GAAG,EAAE,OAAO,IAAI,GAAG,MAAM,CAC1E,CAAC;gBACF,SAAS;YACX,CAAC;YAGD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,KAAK,MAAM,KAAK,IAAI,cAAc,CAAC,MAAM,EAAE,CAAC;oBAC1C,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC;YAED,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAClB,KAAK,MAAM,IAAI,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;oBACxC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBACvC,OAAO,CAAC,KAAK,CAAC,WAAW,CACvB,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,EAC7B,IAAI,CAAC,OAAO,CACb,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpB,KAAK,MAAM,MAAM,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC;oBAC5C,OAAO,CAAC,OAAO,CAAC,cAAc,CAC5B,MAAM,CAAC,IAAI,EACX,IAAI,MAAM,CAAC,MAAM,CAAC,OAAc,CAAC,CAClC,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpB,KAAK,MAAM,MAAM,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC;oBAC5C,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;oBAC/D,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBACjE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,OAAuB;QACjD,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,GAAE,CAAC;QAEjC,MAAM,YAAY,GAAG,MAAM,IAAA,wBAAe,GAAE,CAAC;QAE7C,MAAM,aAAa,GAAG,IAAA,qBAAa,EAAC,YAAY,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAIhE,MAAM,YAAY,GAAG,IAAA,qBAAa,EAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,CAC7D,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAClC,CAAC;QAIF,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,eAAe,CACxB,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,EACrC,OAAO,EACP,kBAAkB,EAAE,CACrB,CAAC;QACJ,CAAC;QAID,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,eAAe,CACxB,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,EACpC,OAAO,EACP,iBAAiB,EAAE,CACpB,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AA7ND,wCA6NC"}
|
|
@@ -14,6 +14,7 @@ import { TunnelHandler } from "@tyvm/knowhow-tunnel";
|
|
|
14
14
|
import { EventService } from "../EventService";
|
|
15
15
|
import { ConversionService } from "../conversion/ConversionService";
|
|
16
16
|
import { BehaviorsService } from "../BehaviorsService";
|
|
17
|
+
import { ComputerUseService } from "./computerUse";
|
|
17
18
|
export interface ModuleChatCommand {
|
|
18
19
|
name: string;
|
|
19
20
|
description: string;
|
|
@@ -52,8 +53,11 @@ export interface ModuleContext {
|
|
|
52
53
|
Tunnel?: TunnelHandler;
|
|
53
54
|
Program?: Command;
|
|
54
55
|
Behaviors?: BehaviorsService;
|
|
56
|
+
ComputerUse?: ComputerUseService;
|
|
57
|
+
[key: string]: any;
|
|
55
58
|
}
|
|
56
59
|
export interface KnowhowModule {
|
|
60
|
+
register?: (params: InitParams) => Promise<void>;
|
|
57
61
|
init: (params: InitParams) => Promise<void>;
|
|
58
62
|
commands: ModuleChatCommand[];
|
|
59
63
|
tools: ModuleTool[];
|
package/ts_build/src/types.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":";;;AA8PA,8CAGC;AAED,gDAGC;AAlDD,2DAAmF;AAsCjF,oGAtCwB,+BAAmB,OAsCxB;AArCrB,qDAKkC;AA0BhC,sGA7BA,8BAAqB,OA6BA;AAAE,iGA7BA,yBAAgB,OA6BA;AAAE,0GA7BA,kCAAyB,OA6BA;AAClE,0GA7BA,kCAAyB,OA6BA;AAAE,kGA7BA,0BAAiB,OA6BA;AAAE,kGA7BA,0BAAiB,OA6BA;AAC/D,gGA7BA,wBAAe,OA6BA;AAAE,0GA7BA,kCAAyB,OA6BA;AAAE,qGA7BA,6BAAoB,OA6BA;AA3BlE,qDAIkC;AAwBZ,sGA1BpB,yBAAgB,OA0ByB;AACzC,kGA3BkB,0BAAiB,OA2BlB;AAAE,kGA3BkB,0BAAiB,OA2BlB;AAAE,gGA1BtC,wBAAe,OA0BsC;AAAE,0GA1BtC,kCAAyB,OA0BsC;AAChF,0GA3B4C,kCAAyB,OA2B5C;AAAE,2GA3B4C,mCAA0B,OA2B5C;AAzBvD,+CAE+B;AAyB7B,8FA1BW,mBAAa,OA0BX;AAAE,+FA1BW,oBAAc,OA0BX;AAAE,+FA1BW,oBAAc,OA0BX;AAAE,uGA1BW,4BAAsB,OA0BX;AAAE,mGA1BW,wBAAkB,OA0BX;AAxB3F,2DAA8D;AAEjD,QAAA,MAAM,GAAG;IACpB,SAAS,EAAE,2BAAe;IAC1B,GAAG,EAAE,eAAS;IACd,MAAM,EAAE,qBAAY;IACpB,MAAM,EAAE,qBAAY;IACpB,SAAS,EAAE,2BAAe;CAC3B,CAAC;AAEW,QAAA,eAAe,GAAG;IAC7B,MAAM,EAAE,8BAAqB;IAC7B,MAAM,EAAE,8BAAqB;CAC9B,CAAC;AAcF,SAAgB,iBAAiB,CAAC,OAAsC;IACtE,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IACxB,OAAO,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;AAC/B,CAAC;AAED,SAAgB,kBAAkB,CAAC,OAAsC;IACvE,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IACxB,OAAO,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;AAChC,CAAC;AAEY,QAAA,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,cAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;IAC/D,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IACf,OAAO,GAAG,CAAC;AACb,CAAC,EAAE,EAAE,CAA0D,CAAC"}
|
|
@@ -8,6 +8,8 @@ const deprecatedModelIds = new Set(Object.entries({
|
|
|
8
8
|
...pricing_1.GeminiTextPricing,
|
|
9
9
|
...pricing_1.AnthropicTextPricing,
|
|
10
10
|
...pricing_1.XaiTextPricing,
|
|
11
|
+
...pricing_1.FireworksTextPricing,
|
|
12
|
+
...pricing_1.FireworksEmbeddingPricing,
|
|
11
13
|
})
|
|
12
14
|
.filter(([, p]) => p && p.deprecated === true)
|
|
13
15
|
.map(([id]) => id));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"contextLimits.test.js","sourceRoot":"","sources":["../../../tests/clients/contextLimits.test.ts"],"names":[],"mappings":";;AAIA,2CAAyC;AACzC,mEAA6G;AAC7G,
|
|
1
|
+
{"version":3,"file":"contextLimits.test.js","sourceRoot":"","sources":["../../../tests/clients/contextLimits.test.ts"],"names":[],"mappings":";;AAIA,2CAAyC;AACzC,mEAA6G;AAC7G,uDAOmC;AAMnC,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAChC,MAAM,CAAC,OAAO,CAAC;IACb,GAAG,2BAAiB;IACpB,GAAG,2BAAiB;IACpB,GAAG,8BAAoB;IACvB,GAAG,wBAAc;IACjB,GAAG,8BAAoB;IACvB,GAAG,mCAAyB;CACe,CAAC;KAC3C,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,KAAK,IAAI,CAAC;KAC7C,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CACrB,CAAC;AAEF,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,QAAQ,CAAC,8DAA8D,EAAE,GAAG,EAAE;QAC5E,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,cAAM,CAA+B,CAAC;QAEpE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,QAAQ,CAAC,UAAU,QAAQ,EAAE,EAAE,GAAG,EAAE;gBAClC,MAAM,cAAc,GAAG,cAAM,CAAC,QAAQ,CAA2B,CAAC;gBAClE,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;gBAEpD,EAAE,CAAC,8CAA8C,QAAQ,EAAE,EAAE,GAAG,EAAE;oBAChE,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;gBACjD,CAAC,CAAC,CAAC;gBAEH,KAAK,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,YAAY,EAAE,CAAC;oBAC1C,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC9D,MAAM,CAAC,GAAG,QAAQ,IAAI,GAAG,KAAK,OAAO,+BAA+B,EAAE,GAAG,EAAE;wBACzE,MAAM,KAAK,GAAG,6BAAa,CAAC,OAAO,CAAC,CAAC;wBACrC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;wBAC5B,MAAM,CAAC,OAAO,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;wBAEpC,MAAM,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;wBACxC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC5C,CAAC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,MAAM,CAAC,IAAA,oCAAoB,EAAC,cAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAC/D,MAAM,CAAC,IAAA,oCAAoB,EAAC,cAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,MAAM,CAAC,IAAA,oCAAoB,EAAC,cAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,MAAM,CAAC,IAAA,oCAAoB,EAAC,cAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,MAAM,CAAC,IAAA,oCAAoB,EAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,qCAAqB,CAAC,CAAC;QAChF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,CAAC,qCAAqB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,4CAA4C,EAAE,GAAG,EAAE;QAC1D,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,6BAAa,CAAC,EAAE,CAAC;gBAC3D,MAAM,CAAC,OAAO,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAEpC,MAAM,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;gBACxC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const openai_1 = require("../../src/clients/openai");
|
|
4
|
+
describe("GenericOpenAiClient image message conversion", () => {
|
|
5
|
+
const imageUrl = "data:image/jpeg;base64,/9j/4AAQSkZJRg==";
|
|
6
|
+
let client;
|
|
7
|
+
beforeEach(() => {
|
|
8
|
+
client = new openai_1.GenericOpenAiClient("test-key");
|
|
9
|
+
});
|
|
10
|
+
it("moves tool image output to a user message for Chat Completions", () => {
|
|
11
|
+
const messages = [{
|
|
12
|
+
role: "tool",
|
|
13
|
+
tool_call_id: "call_1",
|
|
14
|
+
name: "loadImageAsBase64",
|
|
15
|
+
content: [{
|
|
16
|
+
type: "image_url",
|
|
17
|
+
image_url: { url: imageUrl, detail: "high" },
|
|
18
|
+
}],
|
|
19
|
+
}];
|
|
20
|
+
const converted = client.toChatCompletionMessages(messages);
|
|
21
|
+
expect(converted).toEqual([
|
|
22
|
+
{
|
|
23
|
+
role: "tool",
|
|
24
|
+
tool_call_id: "call_1",
|
|
25
|
+
content: [{
|
|
26
|
+
type: "text",
|
|
27
|
+
text: "Image output attached in the following user message.",
|
|
28
|
+
}],
|
|
29
|
+
},
|
|
30
|
+
{
|
|
31
|
+
role: "user",
|
|
32
|
+
content: [{
|
|
33
|
+
type: "image_url",
|
|
34
|
+
image_url: { url: imageUrl, detail: "high" },
|
|
35
|
+
}],
|
|
36
|
+
},
|
|
37
|
+
]);
|
|
38
|
+
});
|
|
39
|
+
it("uses input_image parts for the Responses API", () => {
|
|
40
|
+
const converted = client.toResponseContent([
|
|
41
|
+
{ type: "text", text: "Screenshot" },
|
|
42
|
+
{ type: "image_url", image_url: { url: imageUrl, detail: "low" } },
|
|
43
|
+
]);
|
|
44
|
+
expect(converted).toEqual([
|
|
45
|
+
{ type: "input_text", text: "Screenshot" },
|
|
46
|
+
{ type: "input_image", image_url: imageUrl, detail: "low" },
|
|
47
|
+
]);
|
|
48
|
+
});
|
|
49
|
+
it.each([
|
|
50
|
+
{ type: "audio_url", audio_url: { url: "data:audio/wav;base64,UklGRg==" } },
|
|
51
|
+
{ type: "video_url", video_url: { url: "data:video/mp4;base64,AAAAIGZ0eXA=" } },
|
|
52
|
+
])("rejects unsupported $type Responses API content instead of dropping it", (part) => {
|
|
53
|
+
expect(() => client.toResponseContent([
|
|
54
|
+
{ type: "text", text: "Media" },
|
|
55
|
+
part,
|
|
56
|
+
])).toThrow(`OpenAI Responses API conversion does not support ${part.type} content.`);
|
|
57
|
+
});
|
|
58
|
+
it("attaches a tool image as input_image in a Responses API request", async () => {
|
|
59
|
+
const create = jest.fn().mockResolvedValue({
|
|
60
|
+
id: "resp_1",
|
|
61
|
+
output: [],
|
|
62
|
+
usage: undefined,
|
|
63
|
+
});
|
|
64
|
+
client.client = { responses: { create } };
|
|
65
|
+
await client.createChatResponse({
|
|
66
|
+
model: "gpt-5.4",
|
|
67
|
+
reasoning_effort: "none",
|
|
68
|
+
messages: [{
|
|
69
|
+
role: "tool",
|
|
70
|
+
tool_call_id: "call_1",
|
|
71
|
+
content: [{
|
|
72
|
+
type: "image_url",
|
|
73
|
+
image_url: { url: imageUrl, detail: "auto" },
|
|
74
|
+
}],
|
|
75
|
+
}],
|
|
76
|
+
});
|
|
77
|
+
expect(create.mock.calls[0][0].input).toEqual([
|
|
78
|
+
{
|
|
79
|
+
type: "function_call_output",
|
|
80
|
+
call_id: "call_1",
|
|
81
|
+
output: "Image output attached in the following user message.",
|
|
82
|
+
},
|
|
83
|
+
{
|
|
84
|
+
role: "user",
|
|
85
|
+
content: [{
|
|
86
|
+
type: "input_image",
|
|
87
|
+
image_url: imageUrl,
|
|
88
|
+
detail: "auto",
|
|
89
|
+
}],
|
|
90
|
+
},
|
|
91
|
+
]);
|
|
92
|
+
});
|
|
93
|
+
});
|
|
94
|
+
//# sourceMappingURL=openai.images.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.images.test.js","sourceRoot":"","sources":["../../../tests/clients/openai.images.test.ts"],"names":[],"mappings":";;AAAA,qDAA+D;AAG/D,QAAQ,CAAC,8CAA8C,EAAE,GAAG,EAAE;IAC5D,MAAM,QAAQ,GAAG,yCAAyC,CAAC;IAC3D,IAAI,MAA2B,CAAC;IAEhC,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,IAAI,4BAAmB,CAAC,UAAU,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,QAAQ,GAAc,CAAC;gBAC3B,IAAI,EAAE,MAAM;gBACZ,YAAY,EAAE,QAAQ;gBACtB,IAAI,EAAE,mBAAmB;gBACzB,OAAO,EAAE,CAAC;wBACR,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE;qBAC7C,CAAC;aACH,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,MAAM,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAC;QAE5D,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC;YACxB;gBACE,IAAI,EAAE,MAAM;gBACZ,YAAY,EAAE,QAAQ;gBACtB,OAAO,EAAE,CAAC;wBACR,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,sDAAsD;qBAC7D,CAAC;aACH;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC;wBACR,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE;qBAC7C,CAAC;aACH;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,SAAS,GAAG,MAAM,CAAC,iBAAiB,CAAC;YACzC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE;YACpC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;SACnE,CAAC,CAAC;QAEH,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC;YACxB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE;YAC1C,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE;SAC5D,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,IAAI,CAAC;QACN,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,gCAAgC,EAAE,EAAE;QAC3E,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,oCAAoC,EAAE,EAAE;KACvE,CAAC,CAAC,wEAAwE,EAAE,CAAC,IAAI,EAAE,EAAE;QAC7F,MAAM,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC;YACpC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE;YAC/B,IAAI;SACL,CAAC,CAAC,CAAC,OAAO,CACT,oDAAoD,IAAI,CAAC,IAAI,WAAW,CACzE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YACzC,EAAE,EAAE,QAAQ;YACZ,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,SAAS;SACjB,CAAC,CAAC;QACF,MAAc,CAAC,MAAM,GAAG,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,EAAE,CAAC;QAEnD,MAAM,MAAM,CAAC,kBAAkB,CAAC;YAC9B,KAAK,EAAE,SAAS;YAChB,gBAAgB,EAAE,MAAM;YACxB,QAAQ,EAAE,CAAC;oBACT,IAAI,EAAE,MAAM;oBACZ,YAAY,EAAE,QAAQ;oBACtB,OAAO,EAAE,CAAC;4BACR,IAAI,EAAE,WAAW;4BACjB,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE;yBAC7C,CAAC;iBACH,CAAC;SACH,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC;YAC5C;gBACE,IAAI,EAAE,sBAAsB;gBAC5B,OAAO,EAAE,QAAQ;gBACjB,MAAM,EAAE,sDAAsD;aAC/D;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC;wBACR,IAAI,EAAE,aAAa;wBACnB,SAAS,EAAE,QAAQ;wBACnB,MAAM,EAAE,MAAM;qBACf,CAAC;aACH;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -21,6 +21,8 @@ describe("Model Pricing Coverage", () => {
|
|
|
21
21
|
...pricing_1.GeminiTextPricing,
|
|
22
22
|
...pricing_1.AnthropicTextPricing,
|
|
23
23
|
...pricing_1.XaiTextPricing,
|
|
24
|
+
...pricing_1.FireworksTextPricing,
|
|
25
|
+
...pricing_1.FireworksEmbeddingPricing,
|
|
24
26
|
};
|
|
25
27
|
describe("Text completion models have pricing", () => {
|
|
26
28
|
for (const [provider, providerModels] of Object.entries(types_1.Models)) {
|
|
@@ -92,6 +94,8 @@ describe("Model Pricing Coverage", () => {
|
|
|
92
94
|
...pricing_1.GeminiTextPricing,
|
|
93
95
|
...pricing_1.AnthropicTextPricing,
|
|
94
96
|
...pricing_1.XaiTextPricing,
|
|
97
|
+
...pricing_1.FireworksTextPricing,
|
|
98
|
+
...pricing_1.FireworksEmbeddingPricing,
|
|
95
99
|
})
|
|
96
100
|
.filter(([, p]) => p && p.deprecated === true)
|
|
97
101
|
.map(([id]) => id));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pricing.test.js","sourceRoot":"","sources":["../../../tests/clients/pricing.test.ts"],"names":[],"mappings":";;AAYA,2CAayB;AAEzB,
|
|
1
|
+
{"version":3,"file":"pricing.test.js","sourceRoot":"","sources":["../../../tests/clients/pricing.test.ts"],"names":[],"mappings":";;AAYA,2CAayB;AAEzB,uDAUmC;AAEnC,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IAMtC,MAAM,aAAa,GAAG,IAAI,GAAG,CAAS;QACpC,GAAG,yBAAiB;QACpB,GAAG,yBAAiB;QACpB,GAAG,uBAAe;QAClB,GAAG,yBAAiB;QACpB,GAAG,yBAAiB;QACpB,GAAG,uBAAe;QAClB,GAAG,iCAAyB;QAC5B,GAAG,4BAAoB;QACvB,GAAG,sBAAc;QACjB,GAAG,sBAAc;QAEjB,cAAM,CAAC,MAAM,CAAC,oBAAoB;KACnC,CAAC,CAAC;IAEH,MAAM,cAAc,GAA4B;QAC9C,GAAG,2BAAiB;QACpB,GAAG,2BAAiB;QACpB,GAAG,8BAAoB;QACvB,GAAG,wBAAc;QACjB,GAAG,8BAAoB;QACvB,GAAG,mCAAyB;KAC7B,CAAC;IAEF,QAAQ,CAAC,qCAAqC,EAAE,GAAG,EAAE;QACnD,KAAK,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAM,CAAC,EAAE,CAAC;YAChE,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAC9C,cAAwC,CACzC,EAAE,CAAC;gBACF,IAAI,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAE/B,SAAS;gBACX,CAAC;gBAED,EAAE,CAAC,GAAG,QAAQ,IAAI,QAAQ,KAAK,OAAO,oBAAoB,EAAE,GAAG,EAAE;oBAC/D,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;oBACtC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;oBAC5B,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CACnB,MAAM,CAAC,gBAAgB,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CACvD,CAAC;gBACJ,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;QAC7C,MAAM,mBAAmB,GAA4B;YACnD,GAAG,2BAAiB;YACpB,GAAG,2BAAiB;SACrB,CAAC;QAEF,KAAK,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,uBAAe,CAAC,EAAE,CAAC;YACzE,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAC9C,cAAwC,CACzC,EAAE,CAAC;gBACF,EAAE,CAAC,mBAAmB,QAAQ,IAAI,QAAQ,KAAK,OAAO,eAAe,EAAE,GAAG,EAAE;oBAC1E,MAAM,KAAK,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;oBAC3C,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC9B,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qCAAqC,EAAE,GAAG,EAAE;QACnD,MAAM,eAAe,GAAG,yBAA0C,CAAC;QAEnE,KAAK,MAAM,OAAO,IAAI,sBAAc,EAAE,CAAC;YACrC,EAAE,CAAC,oBAAoB,OAAO,qBAAqB,EAAE,GAAG,EAAE;gBACxD,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;gBACvC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;YAC9B,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qCAAqC,EAAE,GAAG,EAAE;QACnD,MAAM,eAAe,GAAG,yBAA0C,CAAC;QAEnE,KAAK,MAAM,OAAO,IAAI,sBAAc,EAAE,CAAC;YACrC,EAAE,CAAC,oBAAoB,OAAO,qBAAqB,EAAE,GAAG,EAAE;gBACxD,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;gBACvC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;YAC9B,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAChD,MAAM,aAAa,GAAG,2BAA4C,CAAC;QAEnE,KAAK,MAAM,OAAO,IAAI,yBAAiB,EAAE,CAAC;YACxC,EAAE,CAAC,uBAAuB,OAAO,oCAAoC,EAAE,GAAG,EAAE;gBAC1E,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;gBACrC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;YAC9B,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAChD,MAAM,aAAa,GAAG,2BAA4C,CAAC;QAEnE,KAAK,MAAM,OAAO,IAAI,yBAAiB,EAAE,CAAC;YACxC,EAAE,CAAC,uBAAuB,OAAO,oCAAoC,EAAE,GAAG,EAAE;gBAC1E,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;gBACrC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;YAC9B,CAAC,CAAC,CAAC;QACL,CAAC;QAEL,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;YAYtC,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,2BAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAG/D,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAChC,MAAM,CAAC,OAAO,CAAC;gBACb,GAAG,2BAAiB;gBACpB,GAAG,2BAAiB;gBACpB,GAAG,8BAAoB;gBACvB,GAAG,wBAAc;gBACjB,GAAG,8BAAoB;gBACvB,GAAG,mCAAyB;aACe,CAAC;iBAC3C,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,KAAK,IAAI,CAAC;iBAC7C,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CACrB,CAAC;YAEF,QAAQ,CAAC,yCAAyC,EAAE,GAAG,EAAE;gBACvD,KAAK,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAM,CAAC,EAAE,CAAC;oBAChE,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAC9C,cAAwC,CACzC,EAAE,CAAC;wBACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC9D,MAAM,CAAC,UAAU,QAAQ,IAAI,QAAQ,KAAK,OAAO,2BAA2B,EAAE,GAAG,EAAE;4BACjF,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAC7C,CAAC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,QAAQ,CAAC,kDAAkD,EAAE,GAAG,EAAE;gBAChE,KAAK,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,uBAAe,CAAC,EAAE,CAAC;oBACzE,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAC9C,cAAwC,CACzC,EAAE,CAAC;wBACF,EAAE,CAAC,mBAAmB,QAAQ,IAAI,QAAQ,KAAK,OAAO,2BAA2B,EAAE,GAAG,EAAE;4BACtF,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAC7C,CAAC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const utils_1 = require("../../src/utils");
|
|
4
|
+
const TokenCompressor_1 = require("../../src/processors/TokenCompressor");
|
|
5
|
+
const services_1 = require("../../src/services");
|
|
6
|
+
describe("TokenCompressor - usage.json with base64 images", () => {
|
|
7
|
+
let tokenCompressor;
|
|
8
|
+
const usagePath = "tests/compressor/usageBase64.json";
|
|
9
|
+
beforeAll(() => {
|
|
10
|
+
const { Tools } = (0, services_1.services)();
|
|
11
|
+
tokenCompressor = new TokenCompressor_1.TokenCompressor(Tools);
|
|
12
|
+
});
|
|
13
|
+
afterEach(() => {
|
|
14
|
+
tokenCompressor.clearStorage();
|
|
15
|
+
});
|
|
16
|
+
test("fixture is large enough to require compression", async () => {
|
|
17
|
+
const fileContents = (await (0, utils_1.readFile)(usagePath)).toString();
|
|
18
|
+
const estimatedTokens = Math.ceil(fileContents.length / 4);
|
|
19
|
+
console.log(`usage.json size: ${fileContents.length} chars (~${estimatedTokens} tokens)`);
|
|
20
|
+
expect(estimatedTokens).toBeGreaterThan(4000);
|
|
21
|
+
});
|
|
22
|
+
test("compressContent should materially shrink the file (not leave it raw)", async () => {
|
|
23
|
+
const fileContents = (await (0, utils_1.readFile)(usagePath)).toString();
|
|
24
|
+
const originalLen = fileContents.length;
|
|
25
|
+
const start = Date.now();
|
|
26
|
+
const compressed = tokenCompressor.compressContent(fileContents, usagePath);
|
|
27
|
+
const elapsed = Date.now() - start;
|
|
28
|
+
console.log(`compressContent took ${elapsed}ms`);
|
|
29
|
+
console.log(`original: ${originalLen} chars`);
|
|
30
|
+
console.log(`compressed: ${compressed.length} chars`);
|
|
31
|
+
console.log(`ratio: ${((compressed.length / originalLen) * 100).toFixed(2)}%`);
|
|
32
|
+
console.log(`compressed preview:\n${compressed.substring(0, 400)}`);
|
|
33
|
+
expect(compressed.length).toBeLessThan(originalLen * 0.5);
|
|
34
|
+
const surfacedTokens = Math.ceil(compressed.length / 4);
|
|
35
|
+
console.log(`surfaced tokens: ${surfacedTokens}`);
|
|
36
|
+
expect(surfacedTokens).toBeLessThan(50000);
|
|
37
|
+
});
|
|
38
|
+
test("compressMessage on a tool message shrinks the base64 payload", async () => {
|
|
39
|
+
const fileContents = (await (0, utils_1.readFile)(usagePath)).toString();
|
|
40
|
+
const toolMessage = {
|
|
41
|
+
role: "tool",
|
|
42
|
+
tool_call_id: "call_readfile_usage",
|
|
43
|
+
name: "readFile",
|
|
44
|
+
content: fileContents,
|
|
45
|
+
};
|
|
46
|
+
await tokenCompressor.compressMessage(toolMessage);
|
|
47
|
+
const resultContent = toolMessage.content;
|
|
48
|
+
console.log(`tool message content after compress: ${resultContent.length} chars`);
|
|
49
|
+
console.log(`preview:\n${resultContent.substring(0, 300)}`);
|
|
50
|
+
expect(typeof resultContent).toBe("string");
|
|
51
|
+
expect(resultContent.length).toBeLessThan(fileContents.length * 0.5);
|
|
52
|
+
});
|
|
53
|
+
test("createProcessor compresses a fresh readFile tool response batch", async () => {
|
|
54
|
+
const fileContents = (await (0, utils_1.readFile)(usagePath)).toString();
|
|
55
|
+
const messages = [
|
|
56
|
+
{ role: "user", content: "read the usage file" },
|
|
57
|
+
{
|
|
58
|
+
role: "assistant",
|
|
59
|
+
content: "",
|
|
60
|
+
tool_calls: [
|
|
61
|
+
{
|
|
62
|
+
id: "call_readfile_usage",
|
|
63
|
+
type: "function",
|
|
64
|
+
function: { name: "readFile", arguments: "{}" },
|
|
65
|
+
},
|
|
66
|
+
],
|
|
67
|
+
},
|
|
68
|
+
{
|
|
69
|
+
role: "tool",
|
|
70
|
+
tool_call_id: "call_readfile_usage",
|
|
71
|
+
name: "readFile",
|
|
72
|
+
content: fileContents,
|
|
73
|
+
},
|
|
74
|
+
];
|
|
75
|
+
const processor = tokenCompressor.createProcessor();
|
|
76
|
+
const modified = messages.map((m) => ({ ...m }));
|
|
77
|
+
await processor(messages, modified);
|
|
78
|
+
const toolMsg = modified[2];
|
|
79
|
+
const toolContent = toolMsg.content;
|
|
80
|
+
console.log(`processor result tool content: ${toolContent.length} chars (orig ${fileContents.length})`);
|
|
81
|
+
console.log(`preview:\n${toolContent.substring(0, 300)}`);
|
|
82
|
+
expect(toolContent.length).toBeLessThan(fileContents.length * 0.5);
|
|
83
|
+
});
|
|
84
|
+
test("multimodal image_url base64 parts are NOT compressed (documents the context-blowup gap)", async () => {
|
|
85
|
+
const bigBase64 = "/9j/2wBDAAYEBQYFBAYGBQYH" + "A".repeat(1_400_000);
|
|
86
|
+
const dataUrl = `data:image/jpeg;base64,${bigBase64}`;
|
|
87
|
+
const imageMessage = {
|
|
88
|
+
role: "tool",
|
|
89
|
+
tool_call_id: "call_screenshot",
|
|
90
|
+
name: "screenshot",
|
|
91
|
+
content: [
|
|
92
|
+
{ type: "text", text: "screenshot captured" },
|
|
93
|
+
{ type: "image_url", image_url: { url: dataUrl } },
|
|
94
|
+
],
|
|
95
|
+
};
|
|
96
|
+
const beforeLen = JSON.stringify(imageMessage.content).length;
|
|
97
|
+
await tokenCompressor.compressMessage(imageMessage);
|
|
98
|
+
const afterLen = JSON.stringify(imageMessage.content).length;
|
|
99
|
+
const parts = imageMessage.content;
|
|
100
|
+
const imagePart = parts.find((p) => p.type === "image_url");
|
|
101
|
+
console.log(`multimodal content before: ${beforeLen} chars`);
|
|
102
|
+
console.log(`multimodal content after: ${afterLen} chars`);
|
|
103
|
+
console.log(`image_url still base64? ${imagePart.image_url.url.startsWith("data:image")}`);
|
|
104
|
+
console.log(`image_url length: ${imagePart.image_url.url.length}`);
|
|
105
|
+
expect(imagePart.image_url.url.startsWith("data:image")).toBe(true);
|
|
106
|
+
expect(afterLen).toBeGreaterThan(beforeLen * 0.9);
|
|
107
|
+
});
|
|
108
|
+
});
|
|
109
|
+
//# sourceMappingURL=usageBase64.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"usageBase64.test.js","sourceRoot":"","sources":["../../../tests/compressor/usageBase64.test.ts"],"names":[],"mappings":";;AAAA,2CAA2C;AAC3C,0EAAuE;AACvE,iDAA8C;AAgB9C,QAAQ,CAAC,iDAAiD,EAAE,GAAG,EAAE;IAC/D,IAAI,eAAgC,CAAC;IACrC,MAAM,SAAS,GAAG,mCAAmC,CAAC;IAEtD,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,mBAAQ,GAAE,CAAC;QAC7B,eAAe,GAAG,IAAI,iCAAe,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,eAAe,CAAC,YAAY,EAAE,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,YAAY,GAAG,CAAC,MAAM,IAAA,gBAAQ,EAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC5D,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CACT,oBAAoB,YAAY,CAAC,MAAM,YAAY,eAAe,UAAU,CAC7E,CAAC;QACF,MAAM,CAAC,eAAe,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,sEAAsE,EAAE,KAAK,IAAI,EAAE;QACtF,MAAM,YAAY,GAAG,CAAC,MAAM,IAAA,gBAAQ,EAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC5D,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC;QAExC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAEnC,OAAO,CAAC,GAAG,CAAC,wBAAwB,OAAO,IAAI,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,aAAa,WAAW,QAAQ,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,eAAe,UAAU,CAAC,MAAM,QAAQ,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CACT,UAAU,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAClE,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,wBAAwB,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAKpE,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC;QAG1D,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,oBAAoB,cAAc,EAAE,CAAC,CAAC;QAClD,MAAM,CAAC,cAAc,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,YAAY,GAAG,CAAC,MAAM,IAAA,gBAAQ,EAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAI5D,MAAM,WAAW,GAAY;YAC3B,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,qBAAqB;YACnC,IAAI,EAAE,UAAU;YAChB,OAAO,EAAE,YAAY;SACtB,CAAC;QAEF,MAAM,eAAe,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAEnD,MAAM,aAAa,GAAG,WAAW,CAAC,OAAiB,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,wCAAwC,aAAa,CAAC,MAAM,QAAQ,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,aAAa,aAAa,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAE5D,MAAM,CAAC,OAAO,aAAa,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,YAAY,GAAG,CAAC,MAAM,IAAA,gBAAQ,EAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAE5D,MAAM,QAAQ,GAAc;YAC1B,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,EAAE;YAChD;gBACE,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE;oBACV;wBACE,EAAE,EAAE,qBAAqB;wBACzB,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,EAAE;qBAChD;iBACF;aACS;YACZ;gBACE,IAAI,EAAE,MAAM;gBACZ,YAAY,EAAE,qBAAqB;gBACnC,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE,YAAY;aACtB;SACF,CAAC;QAEF,MAAM,SAAS,GAAG,eAAe,CAAC,eAAe,EAAE,CAAC;QAEpD,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACjD,MAAM,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEpC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,WAAW,GAAG,OAAO,CAAC,OAAiB,CAAC;QAC9C,OAAO,CAAC,GAAG,CACT,kCAAkC,WAAW,CAAC,MAAM,gBAAgB,YAAY,CAAC,MAAM,GAAG,CAC3F,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,aAAa,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAE1D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAaH,IAAI,CAAC,yFAAyF,EAAE,KAAK,IAAI,EAAE;QAEzG,MAAM,SAAS,GAAG,0BAA0B,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACrE,MAAM,OAAO,GAAG,0BAA0B,SAAS,EAAE,CAAC;QAEtD,MAAM,YAAY,GAAY;YAC5B,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,iBAAiB;YAC/B,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,qBAAqB,EAAE;gBAC7C,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;aACnD;SACoB,CAAC;QAExB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QAC9D,MAAM,eAAe,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QAE7D,MAAM,KAAK,GAAG,YAAY,CAAC,OAAgB,CAAC;QAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;QAE5D,OAAO,CAAC,GAAG,CAAC,8BAA8B,SAAS,QAAQ,CAAC,CAAC;QAC7D,OAAO,CAAC,GAAG,CAAC,8BAA8B,QAAQ,QAAQ,CAAC,CAAC;QAC5D,OAAO,CAAC,GAAG,CACT,2BAA2B,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAC9E,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAKnE,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpE,MAAM,CAAC,QAAQ,CAAC,CAAC,eAAe,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|