tuplet 2.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +136 -0
- package/dist/agent.d.ts +46 -0
- package/dist/agent.d.ts.map +1 -0
- package/dist/agent.js +393 -0
- package/dist/agent.js.map +1 -0
- package/dist/built-in-agents/explore.d.ts +9 -0
- package/dist/built-in-agents/explore.d.ts.map +1 -0
- package/dist/built-in-agents/explore.js +40 -0
- package/dist/built-in-agents/explore.js.map +1 -0
- package/dist/built-in-agents/index.d.ts +15 -0
- package/dist/built-in-agents/index.d.ts.map +1 -0
- package/dist/built-in-agents/index.js +19 -0
- package/dist/built-in-agents/index.js.map +1 -0
- package/dist/built-in-agents/plan.d.ts +10 -0
- package/dist/built-in-agents/plan.d.ts.map +1 -0
- package/dist/built-in-agents/plan.js +62 -0
- package/dist/built-in-agents/plan.js.map +1 -0
- package/dist/built-in-agents/worker.d.ts +9 -0
- package/dist/built-in-agents/worker.d.ts.map +1 -0
- package/dist/built-in-agents/worker.js +53 -0
- package/dist/built-in-agents/worker.js.map +1 -0
- package/dist/constants.d.ts +7 -0
- package/dist/constants.d.ts.map +1 -0
- package/dist/constants.js +18 -0
- package/dist/constants.js.map +1 -0
- package/dist/context-manager.d.ts +65 -0
- package/dist/context-manager.d.ts.map +1 -0
- package/dist/context-manager.js +272 -0
- package/dist/context-manager.js.map +1 -0
- package/dist/context-manager.test.d.ts +2 -0
- package/dist/context-manager.test.d.ts.map +1 -0
- package/dist/context-manager.test.js +394 -0
- package/dist/context-manager.test.js.map +1 -0
- package/dist/executor.d.ts +29 -0
- package/dist/executor.d.ts.map +1 -0
- package/dist/executor.js +399 -0
- package/dist/executor.js.map +1 -0
- package/dist/index.d.ts +24 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +40 -0
- package/dist/index.js.map +1 -0
- package/dist/prompt/index.d.ts +9 -0
- package/dist/prompt/index.d.ts.map +1 -0
- package/dist/prompt/index.js +10 -0
- package/dist/prompt/index.js.map +1 -0
- package/dist/prompt/main-agent-builder.d.ts +81 -0
- package/dist/prompt/main-agent-builder.d.ts.map +1 -0
- package/dist/prompt/main-agent-builder.js +287 -0
- package/dist/prompt/main-agent-builder.js.map +1 -0
- package/dist/prompt/sub-agent-builder.d.ts +133 -0
- package/dist/prompt/sub-agent-builder.d.ts.map +1 -0
- package/dist/prompt/sub-agent-builder.js +337 -0
- package/dist/prompt/sub-agent-builder.js.map +1 -0
- package/dist/prompt/templates.d.ts +87 -0
- package/dist/prompt/templates.d.ts.map +1 -0
- package/dist/prompt/templates.js +343 -0
- package/dist/prompt/templates.js.map +1 -0
- package/dist/prompt/types.d.ts +159 -0
- package/dist/prompt/types.d.ts.map +1 -0
- package/dist/prompt/types.js +5 -0
- package/dist/prompt/types.js.map +1 -0
- package/dist/prompt.d.ts +32 -0
- package/dist/prompt.d.ts.map +1 -0
- package/dist/prompt.js +86 -0
- package/dist/prompt.js.map +1 -0
- package/dist/providers/dataset/base.d.ts +74 -0
- package/dist/providers/dataset/base.d.ts.map +1 -0
- package/dist/providers/dataset/base.js +7 -0
- package/dist/providers/dataset/base.js.map +1 -0
- package/dist/providers/dataset/index.d.ts +8 -0
- package/dist/providers/dataset/index.d.ts.map +1 -0
- package/dist/providers/dataset/index.js +8 -0
- package/dist/providers/dataset/index.js.map +1 -0
- package/dist/providers/dataset/recorder.d.ts +46 -0
- package/dist/providers/dataset/recorder.d.ts.map +1 -0
- package/dist/providers/dataset/recorder.js +105 -0
- package/dist/providers/dataset/recorder.js.map +1 -0
- package/dist/providers/dataset/replayer.d.ts +46 -0
- package/dist/providers/dataset/replayer.d.ts.map +1 -0
- package/dist/providers/dataset/replayer.js +163 -0
- package/dist/providers/dataset/replayer.js.map +1 -0
- package/dist/providers/dataset/tester.d.ts +89 -0
- package/dist/providers/dataset/tester.d.ts.map +1 -0
- package/dist/providers/dataset/tester.js +143 -0
- package/dist/providers/dataset/tester.js.map +1 -0
- package/dist/providers/env/memory.d.ts +14 -0
- package/dist/providers/env/memory.d.ts.map +1 -0
- package/dist/providers/env/memory.js +19 -0
- package/dist/providers/env/memory.js.map +1 -0
- package/dist/providers/index.d.ts +12 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +10 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/llm/base.d.ts +7 -0
- package/dist/providers/llm/base.d.ts.map +1 -0
- package/dist/providers/llm/base.js +7 -0
- package/dist/providers/llm/base.js.map +1 -0
- package/dist/providers/llm/claude.d.ts +32 -0
- package/dist/providers/llm/claude.d.ts.map +1 -0
- package/dist/providers/llm/claude.js +171 -0
- package/dist/providers/llm/claude.js.map +1 -0
- package/dist/providers/llm/openai.d.ts +26 -0
- package/dist/providers/llm/openai.d.ts.map +1 -0
- package/dist/providers/llm/openai.js +174 -0
- package/dist/providers/llm/openai.js.map +1 -0
- package/dist/providers/llm/openrouter.d.ts +43 -0
- package/dist/providers/llm/openrouter.d.ts.map +1 -0
- package/dist/providers/llm/openrouter.js +288 -0
- package/dist/providers/llm/openrouter.js.map +1 -0
- package/dist/providers/logger/base.d.ts +7 -0
- package/dist/providers/logger/base.d.ts.map +1 -0
- package/dist/providers/logger/base.js +7 -0
- package/dist/providers/logger/base.js.map +1 -0
- package/dist/providers/logger/console.d.ts +29 -0
- package/dist/providers/logger/console.d.ts.map +1 -0
- package/dist/providers/logger/console.js +70 -0
- package/dist/providers/logger/console.js.map +1 -0
- package/dist/providers/repository/base.d.ts +7 -0
- package/dist/providers/repository/base.d.ts.map +1 -0
- package/dist/providers/repository/base.js +7 -0
- package/dist/providers/repository/base.js.map +1 -0
- package/dist/providers/repository/memory.d.ts +21 -0
- package/dist/providers/repository/memory.d.ts.map +1 -0
- package/dist/providers/repository/memory.js +50 -0
- package/dist/providers/repository/memory.js.map +1 -0
- package/dist/providers/workspace/file.d.ts +26 -0
- package/dist/providers/workspace/file.d.ts.map +1 -0
- package/dist/providers/workspace/file.js +151 -0
- package/dist/providers/workspace/file.js.map +1 -0
- package/dist/providers/workspace/index.d.ts +7 -0
- package/dist/providers/workspace/index.d.ts.map +1 -0
- package/dist/providers/workspace/index.js +6 -0
- package/dist/providers/workspace/index.js.map +1 -0
- package/dist/providers/workspace/memory.d.ts +26 -0
- package/dist/providers/workspace/memory.d.ts.map +1 -0
- package/dist/providers/workspace/memory.js +136 -0
- package/dist/providers/workspace/memory.js.map +1 -0
- package/dist/providers/workspace/types.d.ts +27 -0
- package/dist/providers/workspace/types.d.ts.map +1 -0
- package/dist/providers/workspace/types.js +8 -0
- package/dist/providers/workspace/types.js.map +1 -0
- package/dist/providers/workspace/workspace-provider.test.d.ts +2 -0
- package/dist/providers/workspace/workspace-provider.test.d.ts.map +1 -0
- package/dist/providers/workspace/workspace-provider.test.js +250 -0
- package/dist/providers/workspace/workspace-provider.test.js.map +1 -0
- package/dist/shell/commands/browse.d.ts +6 -0
- package/dist/shell/commands/browse.d.ts.map +1 -0
- package/dist/shell/commands/browse.js +158 -0
- package/dist/shell/commands/browse.js.map +1 -0
- package/dist/shell/commands/cat.d.ts +6 -0
- package/dist/shell/commands/cat.d.ts.map +1 -0
- package/dist/shell/commands/cat.js +104 -0
- package/dist/shell/commands/cat.js.map +1 -0
- package/dist/shell/commands/curl.d.ts +6 -0
- package/dist/shell/commands/curl.d.ts.map +1 -0
- package/dist/shell/commands/curl.js +190 -0
- package/dist/shell/commands/curl.js.map +1 -0
- package/dist/shell/commands/date.d.ts +6 -0
- package/dist/shell/commands/date.d.ts.map +1 -0
- package/dist/shell/commands/date.js +151 -0
- package/dist/shell/commands/date.js.map +1 -0
- package/dist/shell/commands/echo.d.ts +6 -0
- package/dist/shell/commands/echo.d.ts.map +1 -0
- package/dist/shell/commands/echo.js +48 -0
- package/dist/shell/commands/echo.js.map +1 -0
- package/dist/shell/commands/env.d.ts +8 -0
- package/dist/shell/commands/env.d.ts.map +1 -0
- package/dist/shell/commands/env.js +41 -0
- package/dist/shell/commands/env.js.map +1 -0
- package/dist/shell/commands/file.d.ts +6 -0
- package/dist/shell/commands/file.d.ts.map +1 -0
- package/dist/shell/commands/file.js +213 -0
- package/dist/shell/commands/file.js.map +1 -0
- package/dist/shell/commands/find.d.ts +6 -0
- package/dist/shell/commands/find.d.ts.map +1 -0
- package/dist/shell/commands/find.js +100 -0
- package/dist/shell/commands/find.js.map +1 -0
- package/dist/shell/commands/grep.d.ts +6 -0
- package/dist/shell/commands/grep.d.ts.map +1 -0
- package/dist/shell/commands/grep.js +229 -0
- package/dist/shell/commands/grep.js.map +1 -0
- package/dist/shell/commands/head.d.ts +6 -0
- package/dist/shell/commands/head.d.ts.map +1 -0
- package/dist/shell/commands/head.js +88 -0
- package/dist/shell/commands/head.js.map +1 -0
- package/dist/shell/commands/index.d.ts +25 -0
- package/dist/shell/commands/index.d.ts.map +1 -0
- package/dist/shell/commands/index.js +43 -0
- package/dist/shell/commands/index.js.map +1 -0
- package/dist/shell/commands/jq.d.ts +8 -0
- package/dist/shell/commands/jq.d.ts.map +1 -0
- package/dist/shell/commands/jq.js +233 -0
- package/dist/shell/commands/jq.js.map +1 -0
- package/dist/shell/commands/ls.d.ts +6 -0
- package/dist/shell/commands/ls.d.ts.map +1 -0
- package/dist/shell/commands/ls.js +88 -0
- package/dist/shell/commands/ls.js.map +1 -0
- package/dist/shell/commands/mkdir.d.ts +6 -0
- package/dist/shell/commands/mkdir.d.ts.map +1 -0
- package/dist/shell/commands/mkdir.js +43 -0
- package/dist/shell/commands/mkdir.js.map +1 -0
- package/dist/shell/commands/rm.d.ts +6 -0
- package/dist/shell/commands/rm.d.ts.map +1 -0
- package/dist/shell/commands/rm.js +64 -0
- package/dist/shell/commands/rm.js.map +1 -0
- package/dist/shell/commands/sed.d.ts +6 -0
- package/dist/shell/commands/sed.d.ts.map +1 -0
- package/dist/shell/commands/sed.js +414 -0
- package/dist/shell/commands/sed.js.map +1 -0
- package/dist/shell/commands/sort.d.ts +6 -0
- package/dist/shell/commands/sort.d.ts.map +1 -0
- package/dist/shell/commands/sort.js +109 -0
- package/dist/shell/commands/sort.js.map +1 -0
- package/dist/shell/commands/tail.d.ts +6 -0
- package/dist/shell/commands/tail.d.ts.map +1 -0
- package/dist/shell/commands/tail.js +68 -0
- package/dist/shell/commands/tail.js.map +1 -0
- package/dist/shell/commands/wc.d.ts +6 -0
- package/dist/shell/commands/wc.d.ts.map +1 -0
- package/dist/shell/commands/wc.js +86 -0
- package/dist/shell/commands/wc.js.map +1 -0
- package/dist/shell/index.d.ts +10 -0
- package/dist/shell/index.d.ts.map +1 -0
- package/dist/shell/index.js +10 -0
- package/dist/shell/index.js.map +1 -0
- package/dist/shell/limits.d.ts +5 -0
- package/dist/shell/limits.d.ts.map +1 -0
- package/dist/shell/limits.js +5 -0
- package/dist/shell/limits.js.map +1 -0
- package/dist/shell/parser.d.ts +8 -0
- package/dist/shell/parser.d.ts.map +1 -0
- package/dist/shell/parser.js +307 -0
- package/dist/shell/parser.js.map +1 -0
- package/dist/shell/path-validation.d.ts +35 -0
- package/dist/shell/path-validation.d.ts.map +1 -0
- package/dist/shell/path-validation.js +81 -0
- package/dist/shell/path-validation.js.map +1 -0
- package/dist/shell/shell.d.ts +66 -0
- package/dist/shell/shell.d.ts.map +1 -0
- package/dist/shell/shell.js +301 -0
- package/dist/shell/shell.js.map +1 -0
- package/dist/shell/shell.test.d.ts +2 -0
- package/dist/shell/shell.test.d.ts.map +1 -0
- package/dist/shell/shell.test.js +1088 -0
- package/dist/shell/shell.test.js.map +1 -0
- package/dist/shell/types.d.ts +82 -0
- package/dist/shell/types.d.ts.map +1 -0
- package/dist/shell/types.js +5 -0
- package/dist/shell/types.js.map +1 -0
- package/dist/summarizer.d.ts +28 -0
- package/dist/summarizer.d.ts.map +1 -0
- package/dist/summarizer.js +136 -0
- package/dist/summarizer.js.map +1 -0
- package/dist/summarizer.test.d.ts +2 -0
- package/dist/summarizer.test.d.ts.map +1 -0
- package/dist/summarizer.test.js +192 -0
- package/dist/summarizer.test.js.map +1 -0
- package/dist/tools/ask-user.d.ts +11 -0
- package/dist/tools/ask-user.d.ts.map +1 -0
- package/dist/tools/ask-user.js +35 -0
- package/dist/tools/ask-user.js.map +1 -0
- package/dist/tools/index.d.ts +11 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +18 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/tools/output.d.ts +15 -0
- package/dist/tools/output.d.ts.map +1 -0
- package/dist/tools/output.js +40 -0
- package/dist/tools/output.js.map +1 -0
- package/dist/tools/shell.d.ts +13 -0
- package/dist/tools/shell.d.ts.map +1 -0
- package/dist/tools/shell.js +166 -0
- package/dist/tools/shell.js.map +1 -0
- package/dist/tools/sub-agent.d.ts +25 -0
- package/dist/tools/sub-agent.d.ts.map +1 -0
- package/dist/tools/sub-agent.js +312 -0
- package/dist/tools/sub-agent.js.map +1 -0
- package/dist/tools/tasks.d.ts +170 -0
- package/dist/tools/tasks.d.ts.map +1 -0
- package/dist/tools/tasks.js +947 -0
- package/dist/tools/tasks.js.map +1 -0
- package/dist/trace/builder.d.ts +54 -0
- package/dist/trace/builder.d.ts.map +1 -0
- package/dist/trace/builder.js +229 -0
- package/dist/trace/builder.js.map +1 -0
- package/dist/trace/console.d.ts +45 -0
- package/dist/trace/console.d.ts.map +1 -0
- package/dist/trace/console.js +143 -0
- package/dist/trace/console.js.map +1 -0
- package/dist/trace/index.d.ts +11 -0
- package/dist/trace/index.d.ts.map +1 -0
- package/dist/trace/index.js +11 -0
- package/dist/trace/index.js.map +1 -0
- package/dist/trace/openrouter-pricing.d.ts +9 -0
- package/dist/trace/openrouter-pricing.d.ts.map +1 -0
- package/dist/trace/openrouter-pricing.js +321 -0
- package/dist/trace/openrouter-pricing.js.map +1 -0
- package/dist/trace/pricing.d.ts +13 -0
- package/dist/trace/pricing.d.ts.map +1 -0
- package/dist/trace/pricing.js +41 -0
- package/dist/trace/pricing.js.map +1 -0
- package/dist/trace/types.d.ts +142 -0
- package/dist/trace/types.d.ts.map +1 -0
- package/dist/trace/types.js +16 -0
- package/dist/trace/types.js.map +1 -0
- package/dist/trace.d.ts +5 -0
- package/dist/trace.d.ts.map +1 -0
- package/dist/trace.js +5 -0
- package/dist/trace.js.map +1 -0
- package/dist/types.d.ts +382 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +5 -0
- package/dist/types.js.map +1 -0
- package/dist/workspace.d.ts +287 -0
- package/dist/workspace.d.ts.map +1 -0
- package/dist/workspace.js +560 -0
- package/dist/workspace.js.map +1 -0
- package/package.json +47 -0
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Run Tester
|
|
3
|
+
*
|
|
4
|
+
* Runs tests against recorded runs to verify agent behavior.
|
|
5
|
+
*/
|
|
6
|
+
import { readdir } from 'fs/promises';
|
|
7
|
+
import { join } from 'path';
|
|
8
|
+
import { RunReplayer } from './replayer.js';
|
|
9
|
+
/**
|
|
10
|
+
* Runs tests against recorded runs
|
|
11
|
+
*/
|
|
12
|
+
export class RunTester {
|
|
13
|
+
runsDir;
|
|
14
|
+
replayer;
|
|
15
|
+
config;
|
|
16
|
+
constructor(config) {
|
|
17
|
+
this.runsDir = config.runsDir;
|
|
18
|
+
this.replayer = new RunReplayer();
|
|
19
|
+
this.config = config;
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* Run all tests in the runs directory
|
|
23
|
+
*/
|
|
24
|
+
async runAll(agent) {
|
|
25
|
+
const startTime = Date.now();
|
|
26
|
+
const files = await this.getRunFiles();
|
|
27
|
+
const results = [];
|
|
28
|
+
for (const file of files) {
|
|
29
|
+
const result = await this.runOne(agent, file);
|
|
30
|
+
results.push(result);
|
|
31
|
+
}
|
|
32
|
+
return {
|
|
33
|
+
total: results.length,
|
|
34
|
+
passed: results.filter(r => r.passed).length,
|
|
35
|
+
failed: results.filter(r => !r.passed).length,
|
|
36
|
+
results,
|
|
37
|
+
durationMs: Date.now() - startTime
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
/**
|
|
41
|
+
* Run a single test from a file
|
|
42
|
+
*/
|
|
43
|
+
async runOne(agent, filePath) {
|
|
44
|
+
const startTime = Date.now();
|
|
45
|
+
try {
|
|
46
|
+
const record = await this.replayer.load(filePath);
|
|
47
|
+
// Call beforeEach hook
|
|
48
|
+
if (this.config.beforeEach) {
|
|
49
|
+
await this.config.beforeEach(record);
|
|
50
|
+
}
|
|
51
|
+
// Run the agent with same initial state
|
|
52
|
+
const result = await agent.run(record.inputMessage, {
|
|
53
|
+
history: record.initialHistory,
|
|
54
|
+
...this.config.runOptions
|
|
55
|
+
});
|
|
56
|
+
// Compare results
|
|
57
|
+
const statusMatch = result.status === record.result.status;
|
|
58
|
+
const toolCallCountMatch = result.toolCalls.length === record.result.toolCalls.length;
|
|
59
|
+
const responseMatch = result.response === record.result.response;
|
|
60
|
+
// Use custom compare function if provided, otherwise require all matches
|
|
61
|
+
const passed = this.config.compareFn
|
|
62
|
+
? this.config.compareFn(record.result, result, record)
|
|
63
|
+
: (statusMatch && toolCallCountMatch);
|
|
64
|
+
const testResult = {
|
|
65
|
+
runId: record.id,
|
|
66
|
+
passed,
|
|
67
|
+
inputMessage: record.inputMessage,
|
|
68
|
+
expectedResponse: record.result.response,
|
|
69
|
+
actualResponse: result.response,
|
|
70
|
+
statusMatch,
|
|
71
|
+
toolCallCountMatch,
|
|
72
|
+
responseMatch,
|
|
73
|
+
durationMs: Date.now() - startTime
|
|
74
|
+
};
|
|
75
|
+
// Call afterEach hook
|
|
76
|
+
if (this.config.afterEach) {
|
|
77
|
+
await this.config.afterEach(testResult, record);
|
|
78
|
+
}
|
|
79
|
+
return testResult;
|
|
80
|
+
}
|
|
81
|
+
catch (error) {
|
|
82
|
+
return {
|
|
83
|
+
runId: filePath,
|
|
84
|
+
passed: false,
|
|
85
|
+
inputMessage: '',
|
|
86
|
+
expectedResponse: '',
|
|
87
|
+
actualResponse: '',
|
|
88
|
+
statusMatch: false,
|
|
89
|
+
toolCallCountMatch: false,
|
|
90
|
+
responseMatch: false,
|
|
91
|
+
error: error instanceof Error ? error.message : String(error),
|
|
92
|
+
durationMs: Date.now() - startTime
|
|
93
|
+
};
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
/**
|
|
97
|
+
* Get all run files in the directory
|
|
98
|
+
*/
|
|
99
|
+
async getRunFiles() {
|
|
100
|
+
const files = await readdir(this.runsDir);
|
|
101
|
+
return files
|
|
102
|
+
.filter(f => f.endsWith('.json'))
|
|
103
|
+
.map(f => join(this.runsDir, f))
|
|
104
|
+
.sort();
|
|
105
|
+
}
|
|
106
|
+
/**
|
|
107
|
+
* Print test summary to console
|
|
108
|
+
*/
|
|
109
|
+
static printSummary(summary) {
|
|
110
|
+
console.log('\n' + '='.repeat(60));
|
|
111
|
+
console.log('TEST SUMMARY');
|
|
112
|
+
console.log('='.repeat(60));
|
|
113
|
+
console.log(`Total: ${summary.total}`);
|
|
114
|
+
console.log(`Passed: ${summary.passed}`);
|
|
115
|
+
console.log(`Failed: ${summary.failed}`);
|
|
116
|
+
console.log(`Duration: ${summary.durationMs}ms`);
|
|
117
|
+
console.log('');
|
|
118
|
+
for (const result of summary.results) {
|
|
119
|
+
const icon = result.passed ? '✓' : '✗';
|
|
120
|
+
const status = result.passed ? 'PASS' : 'FAIL';
|
|
121
|
+
console.log(`${icon} [${status}] ${result.runId}`);
|
|
122
|
+
if (!result.passed) {
|
|
123
|
+
if (result.error) {
|
|
124
|
+
console.log(` Error: ${result.error}`);
|
|
125
|
+
}
|
|
126
|
+
else {
|
|
127
|
+
console.log(` Status match: ${result.statusMatch}`);
|
|
128
|
+
console.log(` Tool call count match: ${result.toolCallCountMatch}`);
|
|
129
|
+
console.log(` Response match: ${result.responseMatch}`);
|
|
130
|
+
if (!result.responseMatch) {
|
|
131
|
+
console.log(` Expected: "${result.expectedResponse.slice(0, 100)}..."`);
|
|
132
|
+
console.log(` Actual: "${result.actualResponse.slice(0, 100)}..."`);
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
console.log('\n' + '='.repeat(60));
|
|
138
|
+
const passRate = summary.total > 0 ? ((summary.passed / summary.total) * 100).toFixed(1) : 0;
|
|
139
|
+
console.log(`Pass rate: ${passRate}%`);
|
|
140
|
+
console.log('='.repeat(60) + '\n');
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
//# sourceMappingURL=tester.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tester.js","sourceRoot":"","sources":["../../../src/providers/dataset/tester.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAI3B,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AA4D3C;;GAEG;AACH,MAAM,OAAO,SAAS;IACZ,OAAO,CAAQ;IACf,QAAQ,CAAa;IACrB,MAAM,CAAiB;IAE/B,YAAY,MAAuB;QACjC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAA;QAC7B,IAAI,CAAC,QAAQ,GAAG,IAAI,WAAW,EAAE,CAAA;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAA;QACtC,MAAM,OAAO,GAAiB,EAAE,CAAA;QAEhC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;YAC7C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACtB,CAAC;QAED,OAAO;YACL,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;YAC5C,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;YAC7C,OAAO;YACP,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SACnC,CAAA;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,QAAgB;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAEjD,uBAAuB;YACvB,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;YACtC,CAAC;YAED,wCAAwC;YACxC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,EAAE;gBAClD,OAAO,EAAE,MAAM,CAAC,cAAc;gBAC9B,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU;aAC1B,CAAC,CAAA;YAEF,kBAAkB;YAClB,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,MAAM,CAAA;YAC1D,MAAM,kBAAkB,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAA;YACrF,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAA;YAEhE,yEAAyE;YACzE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS;gBAClC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,MAAqB,EAAE,MAAM,EAAE,MAAM,CAAC;gBACrE,CAAC,CAAC,CAAC,WAAW,IAAI,kBAAkB,CAAC,CAAA;YAEvC,MAAM,UAAU,GAAe;gBAC7B,KAAK,EAAE,MAAM,CAAC,EAAE;gBAChB,MAAM;gBACN,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ;gBACxC,cAAc,EAAE,MAAM,CAAC,QAAQ;gBAC/B,WAAW;gBACX,kBAAkB;gBAClB,aAAa;gBACb,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACnC,CAAA;YAED,sBAAsB;YACtB,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBAC1B,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC,CAAA;YACjD,CAAC;YAED,OAAO,UAAU,CAAA;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,KAAK,EAAE,QAAQ;gBACf,MAAM,EAAE,KAAK;gBACb,YAAY,EAAE,EAAE;gBAChB,gBAAgB,EAAE,EAAE;gBACpB,cAAc,EAAE,EAAE;gBAClB,WAAW,EAAE,KAAK;gBAClB,kBAAkB,EAAE,KAAK;gBACzB,aAAa,EAAE,KAAK;gBACpB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACnC,CAAA;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACvB,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACzC,OAAO,KAAK;aACT,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;aAChC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;aAC/B,IAAI,EAAE,CAAA;IACX,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,YAAY,CAAC,OAAoB;QACtC,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;QAClC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;QAC3B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;QAC3B,OAAO,CAAC,GAAG,CAAC,UAAU,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA;QACtC,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;QACxC,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;QACxC,OAAO,CAAC,GAAG,CAAC,aAAa,OAAO,CAAC,UAAU,IAAI,CAAC,CAAA;QAChD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAEf,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAA;YACtC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAA;YAC9C,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,KAAK,MAAM,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;YAElD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBACnB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;oBACjB,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;gBAC3C,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,WAAW,EAAE,CAAC,CAAA;oBACtD,OAAO,CAAC,GAAG,CAAC,8BAA8B,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAA;oBACtE,OAAO,CAAC,GAAG,CAAC,uBAAuB,MAAM,CAAC,aAAa,EAAE,CAAC,CAAA;oBAC1D,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;wBAC1B,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;wBAC1E,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;oBACxE,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;QAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAC5F,OAAO,CAAC,GAAG,CAAC,cAAc,QAAQ,GAAG,CAAC,CAAA;QACtC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAA;IACpC,CAAC;CACF"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* MemoryEnvironmentProvider
|
|
3
|
+
*
|
|
4
|
+
* In-memory implementation of EnvironmentProvider.
|
|
5
|
+
* Stores variables in a Map, suitable for passing secrets at run time.
|
|
6
|
+
*/
|
|
7
|
+
import type { EnvironmentProvider } from '../../types.js';
|
|
8
|
+
export declare class MemoryEnvironmentProvider implements EnvironmentProvider {
|
|
9
|
+
private vars;
|
|
10
|
+
constructor(vars?: Record<string, string>);
|
|
11
|
+
get(name: string): string | undefined;
|
|
12
|
+
keys(): string[];
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=memory.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../../src/providers/env/memory.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAA;AAEzD,qBAAa,yBAA0B,YAAW,mBAAmB;IACnE,OAAO,CAAC,IAAI,CAAqB;gBAErB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAIzC,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAIrC,IAAI,IAAI,MAAM,EAAE;CAGjB"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* MemoryEnvironmentProvider
|
|
3
|
+
*
|
|
4
|
+
* In-memory implementation of EnvironmentProvider.
|
|
5
|
+
* Stores variables in a Map, suitable for passing secrets at run time.
|
|
6
|
+
*/
|
|
7
|
+
export class MemoryEnvironmentProvider {
|
|
8
|
+
vars;
|
|
9
|
+
constructor(vars) {
|
|
10
|
+
this.vars = new Map(Object.entries(vars ?? {}));
|
|
11
|
+
}
|
|
12
|
+
get(name) {
|
|
13
|
+
return this.vars.get(name);
|
|
14
|
+
}
|
|
15
|
+
keys() {
|
|
16
|
+
return Array.from(this.vars.keys());
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=memory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/providers/env/memory.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,MAAM,OAAO,yBAAyB;IAC5B,IAAI,CAAqB;IAEjC,YAAY,IAA6B;QACvC,IAAI,CAAC,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAA;IACjD,CAAC;IAED,GAAG,CAAC,IAAY;QACd,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAC5B,CAAC;IAED,IAAI;QACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;IACrC,CAAC;CACF"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Provider Exports
|
|
3
|
+
*/
|
|
4
|
+
export { LLMProvider, LLMResponse, LLMOptions } from './llm/base.js';
|
|
5
|
+
export { ClaudeProvider, ClaudeProviderConfig } from './llm/claude.js';
|
|
6
|
+
export { OpenAIProvider, OpenAIProviderConfig } from './llm/openai.js';
|
|
7
|
+
export { LogProvider } from './logger/base.js';
|
|
8
|
+
export { ConsoleLogger, ConsoleLoggerConfig, LogLevel } from './logger/console.js';
|
|
9
|
+
export { RepositoryProvider } from './repository/base.js';
|
|
10
|
+
export { MemoryRepository } from './repository/memory.js';
|
|
11
|
+
export * from './dataset/index.js';
|
|
12
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AACpE,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAA;AACtE,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAA;AAGtE,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAC9C,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAA;AAGlF,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AAGzD,cAAc,oBAAoB,CAAA"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Provider Exports
|
|
3
|
+
*/
|
|
4
|
+
export { ClaudeProvider } from './llm/claude.js';
|
|
5
|
+
export { OpenAIProvider } from './llm/openai.js';
|
|
6
|
+
export { ConsoleLogger } from './logger/console.js';
|
|
7
|
+
export { MemoryRepository } from './repository/memory.js';
|
|
8
|
+
// Dataset Providers
|
|
9
|
+
export * from './dataset/index.js';
|
|
10
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,EAAE,cAAc,EAAwB,MAAM,iBAAiB,CAAA;AACtE,OAAO,EAAE,cAAc,EAAwB,MAAM,iBAAiB,CAAA;AAItE,OAAO,EAAE,aAAa,EAAiC,MAAM,qBAAqB,CAAA;AAIlF,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AAEzD,oBAAoB;AACpB,cAAc,oBAAoB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../../src/providers/llm/base.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../src/providers/llm/base.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Claude LLM Provider
|
|
3
|
+
*
|
|
4
|
+
* Implementation of LLMProvider for Anthropic's Claude API.
|
|
5
|
+
*/
|
|
6
|
+
import type { LLMProvider, LLMResponse, LLMOptions, Message, ToolSchema } from '../../types.js';
|
|
7
|
+
export interface ClaudeProviderConfig {
|
|
8
|
+
apiKey?: string;
|
|
9
|
+
model?: string;
|
|
10
|
+
maxTokens?: number;
|
|
11
|
+
}
|
|
12
|
+
export declare class ClaudeProvider implements LLMProvider {
|
|
13
|
+
private client;
|
|
14
|
+
private model;
|
|
15
|
+
private maxTokens;
|
|
16
|
+
constructor(config?: ClaudeProviderConfig);
|
|
17
|
+
chat(systemPrompt: string, messages: Message[], tools: ToolSchema[], options?: LLMOptions): Promise<LLMResponse>;
|
|
18
|
+
/**
|
|
19
|
+
* Build system content with caching
|
|
20
|
+
*/
|
|
21
|
+
private buildSystemContent;
|
|
22
|
+
private convertMessages;
|
|
23
|
+
/**
|
|
24
|
+
* Find the last user message index (for cache breakpoint)
|
|
25
|
+
*/
|
|
26
|
+
private findLastUserMessageIndex;
|
|
27
|
+
private convertContentBlocks;
|
|
28
|
+
private convertTools;
|
|
29
|
+
private convertResponse;
|
|
30
|
+
getModelId(): string;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=claude.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"claude.d.ts","sourceRoot":"","sources":["../../../src/providers/llm/claude.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,UAAU,EACV,OAAO,EACP,UAAU,EAGX,MAAM,gBAAgB,CAAA;AAEvB,MAAM,WAAW,oBAAoB;IACnC,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED,qBAAa,cAAe,YAAW,WAAW;IAChD,OAAO,CAAC,MAAM,CAAW;IACzB,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,SAAS,CAAQ;gBAEb,MAAM,GAAE,oBAAyB;IAQvC,IAAI,CACR,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,EAAE,UAAU,EAAE,EACnB,OAAO,GAAE,UAAe,GACvB,OAAO,CAAC,WAAW,CAAC;IAkBvB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAQ1B,OAAO,CAAC,eAAe;IAkCvB;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAShC,OAAO,CAAC,oBAAoB;IA2B5B,OAAO,CAAC,YAAY;IAsBpB,OAAO,CAAC,eAAe;IA+CvB,UAAU,IAAI,MAAM;CAGrB"}
|
|
@@ -0,0 +1,171 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Claude LLM Provider
|
|
3
|
+
*
|
|
4
|
+
* Implementation of LLMProvider for Anthropic's Claude API.
|
|
5
|
+
*/
|
|
6
|
+
import Anthropic from '@anthropic-ai/sdk';
|
|
7
|
+
export class ClaudeProvider {
|
|
8
|
+
client;
|
|
9
|
+
model;
|
|
10
|
+
maxTokens;
|
|
11
|
+
constructor(config = {}) {
|
|
12
|
+
this.client = new Anthropic({
|
|
13
|
+
apiKey: config.apiKey
|
|
14
|
+
});
|
|
15
|
+
this.model = config.model || 'claude-sonnet-4-20250514';
|
|
16
|
+
this.maxTokens = config.maxTokens || 8192;
|
|
17
|
+
}
|
|
18
|
+
async chat(systemPrompt, messages, tools, options = {}) {
|
|
19
|
+
const anthropicMessages = this.convertMessages(messages);
|
|
20
|
+
const anthropicTools = this.convertTools(tools);
|
|
21
|
+
const systemContent = this.buildSystemContent(systemPrompt);
|
|
22
|
+
const requestParams = {
|
|
23
|
+
model: options.model || this.model,
|
|
24
|
+
max_tokens: this.maxTokens,
|
|
25
|
+
system: systemContent,
|
|
26
|
+
messages: anthropicMessages,
|
|
27
|
+
tools: anthropicTools.length > 0 ? anthropicTools : undefined
|
|
28
|
+
};
|
|
29
|
+
const response = await this.client.messages.create(requestParams);
|
|
30
|
+
return this.convertResponse(response);
|
|
31
|
+
}
|
|
32
|
+
/**
|
|
33
|
+
* Build system content with caching
|
|
34
|
+
*/
|
|
35
|
+
buildSystemContent(systemPrompt) {
|
|
36
|
+
return [{
|
|
37
|
+
type: 'text',
|
|
38
|
+
text: systemPrompt,
|
|
39
|
+
cache_control: { type: 'ephemeral' }
|
|
40
|
+
}];
|
|
41
|
+
}
|
|
42
|
+
convertMessages(messages) {
|
|
43
|
+
// Find the last user message index for cache breakpoint
|
|
44
|
+
const lastUserIndex = this.findLastUserMessageIndex(messages);
|
|
45
|
+
return messages.map((msg, index) => {
|
|
46
|
+
const shouldCache = index === lastUserIndex;
|
|
47
|
+
if (typeof msg.content === 'string') {
|
|
48
|
+
if (shouldCache) {
|
|
49
|
+
return {
|
|
50
|
+
role: msg.role,
|
|
51
|
+
content: [{
|
|
52
|
+
type: 'text',
|
|
53
|
+
text: msg.content,
|
|
54
|
+
cache_control: { type: 'ephemeral' }
|
|
55
|
+
}]
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
return { role: msg.role, content: msg.content };
|
|
59
|
+
}
|
|
60
|
+
const blocks = this.convertContentBlocks(msg.content);
|
|
61
|
+
if (shouldCache && blocks.length > 0) {
|
|
62
|
+
// Add cache_control to the last block
|
|
63
|
+
const lastBlock = blocks[blocks.length - 1];
|
|
64
|
+
lastBlock.cache_control = { type: 'ephemeral' };
|
|
65
|
+
}
|
|
66
|
+
return { role: msg.role, content: blocks };
|
|
67
|
+
});
|
|
68
|
+
}
|
|
69
|
+
/**
|
|
70
|
+
* Find the last user message index (for cache breakpoint)
|
|
71
|
+
*/
|
|
72
|
+
findLastUserMessageIndex(messages) {
|
|
73
|
+
for (let i = messages.length - 1; i >= 0; i--) {
|
|
74
|
+
if (messages[i].role === 'user') {
|
|
75
|
+
return i;
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
return -1;
|
|
79
|
+
}
|
|
80
|
+
convertContentBlocks(blocks) {
|
|
81
|
+
return blocks.map(block => {
|
|
82
|
+
switch (block.type) {
|
|
83
|
+
case 'text':
|
|
84
|
+
return { type: 'text', text: block.text };
|
|
85
|
+
case 'tool_use':
|
|
86
|
+
return {
|
|
87
|
+
type: 'tool_use',
|
|
88
|
+
id: block.id,
|
|
89
|
+
name: block.name,
|
|
90
|
+
input: block.input
|
|
91
|
+
};
|
|
92
|
+
case 'tool_result':
|
|
93
|
+
return {
|
|
94
|
+
type: 'tool_result',
|
|
95
|
+
tool_use_id: block.tool_use_id,
|
|
96
|
+
content: block.content,
|
|
97
|
+
is_error: block.is_error
|
|
98
|
+
};
|
|
99
|
+
case 'thinking':
|
|
100
|
+
return { type: 'thinking', thinking: block.thinking };
|
|
101
|
+
default:
|
|
102
|
+
throw new Error(`Unknown content block type: ${block.type}`);
|
|
103
|
+
}
|
|
104
|
+
});
|
|
105
|
+
}
|
|
106
|
+
convertTools(tools) {
|
|
107
|
+
return tools.map((tool, index) => {
|
|
108
|
+
const isLast = index === tools.length - 1;
|
|
109
|
+
const baseTool = {
|
|
110
|
+
name: tool.name,
|
|
111
|
+
description: tool.description,
|
|
112
|
+
input_schema: tool.input_schema
|
|
113
|
+
};
|
|
114
|
+
// Add cache_control to the last tool
|
|
115
|
+
if (isLast) {
|
|
116
|
+
return {
|
|
117
|
+
...baseTool,
|
|
118
|
+
cache_control: { type: 'ephemeral' }
|
|
119
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
120
|
+
};
|
|
121
|
+
}
|
|
122
|
+
return baseTool;
|
|
123
|
+
});
|
|
124
|
+
}
|
|
125
|
+
convertResponse(response) {
|
|
126
|
+
const content = response.content.map(block => {
|
|
127
|
+
switch (block.type) {
|
|
128
|
+
case 'text':
|
|
129
|
+
return { type: 'text', text: block.text };
|
|
130
|
+
case 'tool_use':
|
|
131
|
+
return {
|
|
132
|
+
type: 'tool_use',
|
|
133
|
+
id: block.id,
|
|
134
|
+
name: block.name,
|
|
135
|
+
input: block.input
|
|
136
|
+
};
|
|
137
|
+
default:
|
|
138
|
+
// Handle thinking blocks and other types
|
|
139
|
+
if ('thinking' in block) {
|
|
140
|
+
return { type: 'thinking', thinking: block.thinking };
|
|
141
|
+
}
|
|
142
|
+
return { type: 'text', text: '' };
|
|
143
|
+
}
|
|
144
|
+
});
|
|
145
|
+
const stopReason = response.stop_reason === 'tool_use' ? 'tool_use' :
|
|
146
|
+
response.stop_reason === 'max_tokens' ? 'max_tokens' :
|
|
147
|
+
'end_turn';
|
|
148
|
+
// Extract cache usage from response
|
|
149
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
150
|
+
const usage = response.usage;
|
|
151
|
+
const cacheUsage = (usage.cache_creation_input_tokens || usage.cache_read_input_tokens)
|
|
152
|
+
? {
|
|
153
|
+
cacheCreationInputTokens: usage.cache_creation_input_tokens || 0,
|
|
154
|
+
cacheReadInputTokens: usage.cache_read_input_tokens || 0
|
|
155
|
+
}
|
|
156
|
+
: undefined;
|
|
157
|
+
return {
|
|
158
|
+
content,
|
|
159
|
+
stopReason,
|
|
160
|
+
usage: {
|
|
161
|
+
inputTokens: response.usage.input_tokens,
|
|
162
|
+
outputTokens: response.usage.output_tokens
|
|
163
|
+
},
|
|
164
|
+
cacheUsage
|
|
165
|
+
};
|
|
166
|
+
}
|
|
167
|
+
getModelId() {
|
|
168
|
+
return `claude:${this.model}`;
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
//# sourceMappingURL=claude.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"claude.js","sourceRoot":"","sources":["../../../src/providers/llm/claude.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,SAAS,MAAM,mBAAmB,CAAA;AAiBzC,MAAM,OAAO,cAAc;IACjB,MAAM,CAAW;IACjB,KAAK,CAAQ;IACb,SAAS,CAAQ;IAEzB,YAAY,SAA+B,EAAE;QAC3C,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC;YAC1B,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC,CAAA;QACF,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,0BAA0B,CAAA;QACvD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,IAAI,CACR,YAAoB,EACpB,QAAmB,EACnB,KAAmB,EACnB,UAAsB,EAAE;QAExB,MAAM,iBAAiB,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAA;QACxD,MAAM,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;QAC/C,MAAM,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAA;QAE3D,MAAM,aAAa,GAAkC;YACnD,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YAClC,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,MAAM,EAAE,aAAa;YACrB,QAAQ,EAAE,iBAAiB;YAC3B,KAAK,EAAE,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;SAC9D,CAAA;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;QAEjE,OAAO,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAA;IACvC,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,YAAoB;QAC7C,OAAO,CAAC;gBACN,IAAI,EAAE,MAAe;gBACrB,IAAI,EAAE,YAAY;gBAClB,aAAa,EAAE,EAAE,IAAI,EAAE,WAAoB,EAAE;aAC9C,CAAC,CAAA;IACJ,CAAC;IAEO,eAAe,CAAC,QAAmB;QACzC,wDAAwD;QACxD,MAAM,aAAa,GAAG,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAA;QAE7D,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YACjC,MAAM,WAAW,GAAG,KAAK,KAAK,aAAa,CAAA;YAE3C,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACpC,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO;wBACL,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,OAAO,EAAE,CAAC;gCACR,IAAI,EAAE,MAAe;gCACrB,IAAI,EAAE,GAAG,CAAC,OAAO;gCACjB,aAAa,EAAE,EAAE,IAAI,EAAE,WAAoB,EAAE;6BAC9C,CAAC;qBACH,CAAA;gBACH,CAAC;gBACD,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAA;YACjD,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YAErD,IAAI,WAAW,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrC,sCAAsC;gBACtC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAE1C;gBAAC,SAAiB,CAAC,aAAa,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAA;YAC3D,CAAC;YAED,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAA;QAC5C,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;OAEG;IACK,wBAAwB,CAAC,QAAmB;QAClD,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAChC,OAAO,CAAC,CAAA;YACV,CAAC;QACH,CAAC;QACD,OAAO,CAAC,CAAC,CAAA;IACX,CAAC;IAEO,oBAAoB,CAAC,MAAsB;QACjD,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YACxB,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,MAAM;oBACT,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAA;gBACpD,KAAK,UAAU;oBACb,OAAO;wBACL,IAAI,EAAE,UAAmB;wBACzB,EAAE,EAAE,KAAK,CAAC,EAAE;wBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;qBACnB,CAAA;gBACH,KAAK,aAAa;oBAChB,OAAO;wBACL,IAAI,EAAE,aAAsB;wBAC5B,WAAW,EAAE,KAAK,CAAC,WAAW;wBAC9B,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;qBACzB,CAAA;gBACH,KAAK,UAAU;oBACb,OAAO,EAAE,IAAI,EAAE,UAAmB,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAA;gBAChE;oBACE,MAAM,IAAI,KAAK,CAAC,+BAAgC,KAAsB,CAAC,IAAI,EAAE,CAAC,CAAA;YAClF,CAAC;QACH,CAAC,CAAkC,CAAA;IACrC,CAAC;IAEO,YAAY,CAAC,KAAmB;QACtC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC/B,MAAM,MAAM,GAAG,KAAK,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,CAAA;YACzC,MAAM,QAAQ,GAAG;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY,EAAE,IAAI,CAAC,YAA0C;aAC9D,CAAA;YAED,qCAAqC;YACrC,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO;oBACL,GAAG,QAAQ;oBACX,aAAa,EAAE,EAAE,IAAI,EAAE,WAAoB,EAAE;oBAC/C,8DAA8D;iBACtD,CAAA;YACV,CAAC;YAED,OAAO,QAAQ,CAAA;QACjB,CAAC,CAAC,CAAA;IACJ,CAAC;IAEO,eAAe,CAAC,QAA2B;QACjD,MAAM,OAAO,GAAmB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YAC3D,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,MAAM;oBACT,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAA;gBACpD,KAAK,UAAU;oBACb,OAAO;wBACL,IAAI,EAAE,UAAmB;wBACzB,EAAE,EAAE,KAAK,CAAC,EAAE;wBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,KAAK,EAAE,KAAK,CAAC,KAAgC;qBAC9C,CAAA;gBACH;oBACE,yCAAyC;oBACzC,IAAI,UAAU,IAAI,KAAK,EAAE,CAAC;wBACxB,OAAO,EAAE,IAAI,EAAE,UAAmB,EAAE,QAAQ,EAAG,KAA8B,CAAC,QAAQ,EAAE,CAAA;oBAC1F,CAAC;oBACD,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,EAAE,EAAE,CAAA;YAC9C,CAAC;QACH,CAAC,CAAC,CAAA;QAEF,MAAM,UAAU,GACd,QAAQ,CAAC,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YAClD,QAAQ,CAAC,WAAW,KAAK,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;gBACtD,UAAU,CAAA;QAEZ,oCAAoC;QACpC,8DAA8D;QAC9D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAY,CAAA;QACnC,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,2BAA2B,IAAI,KAAK,CAAC,uBAAuB,CAAC;YACrF,CAAC,CAAC;gBACE,wBAAwB,EAAE,KAAK,CAAC,2BAA2B,IAAI,CAAC;gBAChE,oBAAoB,EAAE,KAAK,CAAC,uBAAuB,IAAI,CAAC;aACzD;YACH,CAAC,CAAC,SAAS,CAAA;QAEb,OAAO;YACL,OAAO;YACP,UAAU;YACV,KAAK,EAAE;gBACL,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;gBACxC,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;aAC3C;YACD,UAAU;SACX,CAAA;IACH,CAAC;IAED,UAAU;QACR,OAAO,UAAU,IAAI,CAAC,KAAK,EAAE,CAAA;IAC/B,CAAC;CACF"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* OpenAI LLM Provider
|
|
3
|
+
*
|
|
4
|
+
* Implementation of LLMProvider for OpenAI's API (GPT-4, GPT-4o, etc.).
|
|
5
|
+
*/
|
|
6
|
+
import type { LLMProvider, LLMResponse, LLMOptions, Message, ToolSchema } from '../../types.js';
|
|
7
|
+
export interface OpenAIProviderConfig {
|
|
8
|
+
apiKey?: string;
|
|
9
|
+
model?: string;
|
|
10
|
+
maxTokens?: number;
|
|
11
|
+
baseURL?: string;
|
|
12
|
+
}
|
|
13
|
+
export declare class OpenAIProvider implements LLMProvider {
|
|
14
|
+
private apiKey;
|
|
15
|
+
private model;
|
|
16
|
+
private maxTokens;
|
|
17
|
+
private baseURL;
|
|
18
|
+
constructor(config?: OpenAIProviderConfig);
|
|
19
|
+
chat(systemPrompt: string, messages: Message[], tools: ToolSchema[], options?: LLMOptions): Promise<LLMResponse>;
|
|
20
|
+
private convertMessages;
|
|
21
|
+
private convertContentBlocksToOpenAI;
|
|
22
|
+
private convertTools;
|
|
23
|
+
private convertResponse;
|
|
24
|
+
getModelId(): string;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=openai.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/providers/llm/openai.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,UAAU,EACV,OAAO,EACP,UAAU,EAGX,MAAM,gBAAgB,CAAA;AAEvB,MAAM,WAAW,oBAAoB;IACnC,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AA4CD,qBAAa,cAAe,YAAW,WAAW;IAChD,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,OAAO,CAAQ;gBAEX,MAAM,GAAE,oBAAyB;IAWvC,IAAI,CACR,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,EAAE,UAAU,EAAE,EACnB,OAAO,GAAE,UAAe,GACvB,OAAO,CAAC,WAAW,CAAC;IAiCvB,OAAO,CAAC,eAAe;IAqBvB,OAAO,CAAC,4BAA4B;IAkEpC,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,eAAe;IA0CvB,UAAU,IAAI,MAAM;CAGrB"}
|