agentx-sdk 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +561 -0
- package/dist/agent.d.ts +105 -0
- package/dist/agent.d.ts.map +1 -0
- package/dist/agent.js +690 -0
- package/dist/agent.js.map +1 -0
- package/dist/config/config.d.ts +346 -0
- package/dist/config/config.d.ts.map +1 -0
- package/dist/config/config.js +93 -0
- package/dist/config/config.js.map +1 -0
- package/dist/contracts/entities/agent-event.d.ts +97 -0
- package/dist/contracts/entities/agent-event.d.ts.map +1 -0
- package/dist/contracts/entities/agent-event.js +2 -0
- package/dist/contracts/entities/agent-event.js.map +1 -0
- package/dist/contracts/entities/agent-skill.d.ts +59 -0
- package/dist/contracts/entities/agent-skill.d.ts.map +1 -0
- package/dist/contracts/entities/agent-skill.js +2 -0
- package/dist/contracts/entities/agent-skill.js.map +1 -0
- package/dist/contracts/entities/agent-tool.d.ts +42 -0
- package/dist/contracts/entities/agent-tool.d.ts.map +1 -0
- package/dist/contracts/entities/agent-tool.js +2 -0
- package/dist/contracts/entities/agent-tool.js.map +1 -0
- package/dist/contracts/entities/chat-message.d.ts +13 -0
- package/dist/contracts/entities/chat-message.d.ts.map +1 -0
- package/dist/contracts/entities/chat-message.js +2 -0
- package/dist/contracts/entities/chat-message.js.map +1 -0
- package/dist/contracts/entities/content-part.d.ts +16 -0
- package/dist/contracts/entities/content-part.d.ts.map +1 -0
- package/dist/contracts/entities/content-part.js +2 -0
- package/dist/contracts/entities/content-part.js.map +1 -0
- package/dist/contracts/entities/execution-context.d.ts +9 -0
- package/dist/contracts/entities/execution-context.d.ts.map +1 -0
- package/dist/contracts/entities/execution-context.js +2 -0
- package/dist/contracts/entities/execution-context.js.map +1 -0
- package/dist/contracts/entities/index.d.ts +11 -0
- package/dist/contracts/entities/index.d.ts.map +1 -0
- package/dist/contracts/entities/index.js +2 -0
- package/dist/contracts/entities/index.js.map +1 -0
- package/dist/contracts/entities/knowledge.d.ts +21 -0
- package/dist/contracts/entities/knowledge.d.ts.map +1 -0
- package/dist/contracts/entities/knowledge.js +2 -0
- package/dist/contracts/entities/knowledge.js.map +1 -0
- package/dist/contracts/entities/stores.d.ts +18 -0
- package/dist/contracts/entities/stores.d.ts.map +1 -0
- package/dist/contracts/entities/stores.js +2 -0
- package/dist/contracts/entities/stores.js.map +1 -0
- package/dist/contracts/entities/token-usage.d.ts +7 -0
- package/dist/contracts/entities/token-usage.d.ts.map +1 -0
- package/dist/contracts/entities/token-usage.js +2 -0
- package/dist/contracts/entities/token-usage.js.map +1 -0
- package/dist/contracts/entities/tool-call.d.ts +16 -0
- package/dist/contracts/entities/tool-call.d.ts.map +1 -0
- package/dist/contracts/entities/tool-call.js +2 -0
- package/dist/contracts/entities/tool-call.js.map +1 -0
- package/dist/contracts/enums/index.d.ts +21 -0
- package/dist/contracts/enums/index.d.ts.map +1 -0
- package/dist/contracts/enums/index.js +8 -0
- package/dist/contracts/enums/index.js.map +1 -0
- package/dist/contracts/index.d.ts +3 -0
- package/dist/contracts/index.d.ts.map +1 -0
- package/dist/contracts/index.js +3 -0
- package/dist/contracts/index.js.map +1 -0
- package/dist/core/compaction/autocompact.d.ts +18 -0
- package/dist/core/compaction/autocompact.d.ts.map +1 -0
- package/dist/core/compaction/autocompact.js +68 -0
- package/dist/core/compaction/autocompact.js.map +1 -0
- package/dist/core/compaction/microcompact.d.ts +20 -0
- package/dist/core/compaction/microcompact.d.ts.map +1 -0
- package/dist/core/compaction/microcompact.js +38 -0
- package/dist/core/compaction/microcompact.js.map +1 -0
- package/dist/core/compaction/snip-compact.d.ts +22 -0
- package/dist/core/compaction/snip-compact.d.ts.map +1 -0
- package/dist/core/compaction/snip-compact.js +61 -0
- package/dist/core/compaction/snip-compact.js.map +1 -0
- package/dist/core/compaction/tool-result-budget.d.ts +24 -0
- package/dist/core/compaction/tool-result-budget.d.ts.map +1 -0
- package/dist/core/compaction/tool-result-budget.js +67 -0
- package/dist/core/compaction/tool-result-budget.js.map +1 -0
- package/dist/core/context-analysis.d.ts +24 -0
- package/dist/core/context-analysis.d.ts.map +1 -0
- package/dist/core/context-analysis.js +37 -0
- package/dist/core/context-analysis.js.map +1 -0
- package/dist/core/context-builder.d.ts +25 -0
- package/dist/core/context-builder.d.ts.map +1 -0
- package/dist/core/context-builder.js +108 -0
- package/dist/core/context-builder.js.map +1 -0
- package/dist/core/conversation-manager.d.ts +19 -0
- package/dist/core/conversation-manager.d.ts.map +1 -0
- package/dist/core/conversation-manager.js +62 -0
- package/dist/core/conversation-manager.js.map +1 -0
- package/dist/core/execution-context.d.ts +6 -0
- package/dist/core/execution-context.d.ts.map +1 -0
- package/dist/core/execution-context.js +14 -0
- package/dist/core/execution-context.js.map +1 -0
- package/dist/core/loop-deps.d.ts +15 -0
- package/dist/core/loop-deps.d.ts.map +1 -0
- package/dist/core/loop-deps.js +8 -0
- package/dist/core/loop-deps.js.map +1 -0
- package/dist/core/loop-types.d.ts +34 -0
- package/dist/core/loop-types.d.ts.map +1 -0
- package/dist/core/loop-types.js +15 -0
- package/dist/core/loop-types.js.map +1 -0
- package/dist/core/message-normalize.d.ts +18 -0
- package/dist/core/message-normalize.d.ts.map +1 -0
- package/dist/core/message-normalize.js +69 -0
- package/dist/core/message-normalize.js.map +1 -0
- package/dist/core/prompt-builders.d.ts +36 -0
- package/dist/core/prompt-builders.d.ts.map +1 -0
- package/dist/core/prompt-builders.js +89 -0
- package/dist/core/prompt-builders.js.map +1 -0
- package/dist/core/prompt-cache.d.ts +25 -0
- package/dist/core/prompt-cache.d.ts.map +1 -0
- package/dist/core/prompt-cache.js +34 -0
- package/dist/core/prompt-cache.js.map +1 -0
- package/dist/core/react-loop.d.ts +43 -0
- package/dist/core/react-loop.d.ts.map +1 -0
- package/dist/core/react-loop.js +403 -0
- package/dist/core/react-loop.js.map +1 -0
- package/dist/core/stop-hooks.d.ts +18 -0
- package/dist/core/stop-hooks.d.ts.map +1 -0
- package/dist/core/stop-hooks.js +18 -0
- package/dist/core/stop-hooks.js.map +1 -0
- package/dist/core/stream-emitter.d.ts +24 -0
- package/dist/core/stream-emitter.d.ts.map +1 -0
- package/dist/core/stream-emitter.js +65 -0
- package/dist/core/stream-emitter.js.map +1 -0
- package/dist/core/streaming-tool-executor.d.ts +54 -0
- package/dist/core/streaming-tool-executor.d.ts.map +1 -0
- package/dist/core/streaming-tool-executor.js +164 -0
- package/dist/core/streaming-tool-executor.js.map +1 -0
- package/dist/core/turn-end-hooks.d.ts +39 -0
- package/dist/core/turn-end-hooks.d.ts.map +1 -0
- package/dist/core/turn-end-hooks.js +36 -0
- package/dist/core/turn-end-hooks.js.map +1 -0
- package/dist/index.d.ts +39 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +45 -0
- package/dist/index.js.map +1 -0
- package/dist/knowledge/chunking.d.ts +9 -0
- package/dist/knowledge/chunking.d.ts.map +1 -0
- package/dist/knowledge/chunking.js +49 -0
- package/dist/knowledge/chunking.js.map +1 -0
- package/dist/knowledge/embedding-service.d.ts +16 -0
- package/dist/knowledge/embedding-service.d.ts.map +1 -0
- package/dist/knowledge/embedding-service.js +43 -0
- package/dist/knowledge/embedding-service.js.map +1 -0
- package/dist/knowledge/knowledge-manager.d.ts +33 -0
- package/dist/knowledge/knowledge-manager.d.ts.map +1 -0
- package/dist/knowledge/knowledge-manager.js +62 -0
- package/dist/knowledge/knowledge-manager.js.map +1 -0
- package/dist/knowledge/sqlite-vector-store.d.ts +16 -0
- package/dist/knowledge/sqlite-vector-store.d.ts.map +1 -0
- package/dist/knowledge/sqlite-vector-store.js +56 -0
- package/dist/knowledge/sqlite-vector-store.js.map +1 -0
- package/dist/knowledge/vector-store.d.ts +2 -0
- package/dist/knowledge/vector-store.d.ts.map +1 -0
- package/dist/knowledge/vector-store.js +2 -0
- package/dist/knowledge/vector-store.js.map +1 -0
- package/dist/llm/errors.d.ts +15 -0
- package/dist/llm/errors.d.ts.map +1 -0
- package/dist/llm/errors.js +39 -0
- package/dist/llm/errors.js.map +1 -0
- package/dist/llm/message-types.d.ts +80 -0
- package/dist/llm/message-types.d.ts.map +1 -0
- package/dist/llm/message-types.js +2 -0
- package/dist/llm/message-types.js.map +1 -0
- package/dist/llm/openrouter-client.d.ts +18 -0
- package/dist/llm/openrouter-client.d.ts.map +1 -0
- package/dist/llm/openrouter-client.js +215 -0
- package/dist/llm/openrouter-client.js.map +1 -0
- package/dist/llm/reasoning.d.ts +10 -0
- package/dist/llm/reasoning.d.ts.map +1 -0
- package/dist/llm/reasoning.js +18 -0
- package/dist/llm/reasoning.js.map +1 -0
- package/dist/memory/file-memory-system.d.ts +98 -0
- package/dist/memory/file-memory-system.d.ts.map +1 -0
- package/dist/memory/file-memory-system.js +310 -0
- package/dist/memory/file-memory-system.js.map +1 -0
- package/dist/memory/memory-age.d.ts +22 -0
- package/dist/memory/memory-age.d.ts.map +1 -0
- package/dist/memory/memory-age.js +44 -0
- package/dist/memory/memory-age.js.map +1 -0
- package/dist/memory/memory-extractor.d.ts +56 -0
- package/dist/memory/memory-extractor.d.ts.map +1 -0
- package/dist/memory/memory-extractor.js +91 -0
- package/dist/memory/memory-extractor.js.map +1 -0
- package/dist/memory/memory-paths.d.ts +45 -0
- package/dist/memory/memory-paths.d.ts.map +1 -0
- package/dist/memory/memory-paths.js +121 -0
- package/dist/memory/memory-paths.js.map +1 -0
- package/dist/memory/memory-prompts.d.ts +41 -0
- package/dist/memory/memory-prompts.d.ts.map +1 -0
- package/dist/memory/memory-prompts.js +279 -0
- package/dist/memory/memory-prompts.js.map +1 -0
- package/dist/memory/memory-relevance.d.ts +16 -0
- package/dist/memory/memory-relevance.d.ts.map +1 -0
- package/dist/memory/memory-relevance.js +46 -0
- package/dist/memory/memory-relevance.js.map +1 -0
- package/dist/memory/memory-scanner.d.ts +22 -0
- package/dist/memory/memory-scanner.d.ts.map +1 -0
- package/dist/memory/memory-scanner.js +99 -0
- package/dist/memory/memory-scanner.js.map +1 -0
- package/dist/memory/memory-tools.d.ts +16 -0
- package/dist/memory/memory-tools.d.ts.map +1 -0
- package/dist/memory/memory-tools.js +196 -0
- package/dist/memory/memory-tools.js.map +1 -0
- package/dist/memory/memory-types.d.ts +47 -0
- package/dist/memory/memory-types.d.ts.map +1 -0
- package/dist/memory/memory-types.js +24 -0
- package/dist/memory/memory-types.js.map +1 -0
- package/dist/skills/skill-args.d.ts +23 -0
- package/dist/skills/skill-args.d.ts.map +1 -0
- package/dist/skills/skill-args.js +77 -0
- package/dist/skills/skill-args.js.map +1 -0
- package/dist/skills/skill-glob.d.ts +24 -0
- package/dist/skills/skill-glob.d.ts.map +1 -0
- package/dist/skills/skill-glob.js +60 -0
- package/dist/skills/skill-glob.js.map +1 -0
- package/dist/skills/skill-loader.d.ts +49 -0
- package/dist/skills/skill-loader.d.ts.map +1 -0
- package/dist/skills/skill-loader.js +197 -0
- package/dist/skills/skill-loader.js.map +1 -0
- package/dist/skills/skill-manager.d.ts +83 -0
- package/dist/skills/skill-manager.d.ts.map +1 -0
- package/dist/skills/skill-manager.js +338 -0
- package/dist/skills/skill-manager.js.map +1 -0
- package/dist/storage/sqlite-conversation-store.d.ts +15 -0
- package/dist/storage/sqlite-conversation-store.d.ts.map +1 -0
- package/dist/storage/sqlite-conversation-store.js +45 -0
- package/dist/storage/sqlite-conversation-store.js.map +1 -0
- package/dist/storage/sqlite-database.d.ts +14 -0
- package/dist/storage/sqlite-database.d.ts.map +1 -0
- package/dist/storage/sqlite-database.js +95 -0
- package/dist/storage/sqlite-database.js.map +1 -0
- package/dist/tools/builtin/ask-user.d.ts +7 -0
- package/dist/tools/builtin/ask-user.d.ts.map +1 -0
- package/dist/tools/builtin/ask-user.js +23 -0
- package/dist/tools/builtin/ask-user.js.map +1 -0
- package/dist/tools/builtin/bash.d.ts +3 -0
- package/dist/tools/builtin/bash.d.ts.map +1 -0
- package/dist/tools/builtin/bash.js +54 -0
- package/dist/tools/builtin/bash.js.map +1 -0
- package/dist/tools/builtin/file-edit.d.ts +3 -0
- package/dist/tools/builtin/file-edit.d.ts.map +1 -0
- package/dist/tools/builtin/file-edit.js +50 -0
- package/dist/tools/builtin/file-edit.js.map +1 -0
- package/dist/tools/builtin/file-read.d.ts +3 -0
- package/dist/tools/builtin/file-read.d.ts.map +1 -0
- package/dist/tools/builtin/file-read.js +47 -0
- package/dist/tools/builtin/file-read.js.map +1 -0
- package/dist/tools/builtin/file-write.d.ts +3 -0
- package/dist/tools/builtin/file-write.d.ts.map +1 -0
- package/dist/tools/builtin/file-write.js +29 -0
- package/dist/tools/builtin/file-write.js.map +1 -0
- package/dist/tools/builtin/glob.d.ts +3 -0
- package/dist/tools/builtin/glob.d.ts.map +1 -0
- package/dist/tools/builtin/glob.js +67 -0
- package/dist/tools/builtin/glob.js.map +1 -0
- package/dist/tools/builtin/grep.d.ts +3 -0
- package/dist/tools/builtin/grep.d.ts.map +1 -0
- package/dist/tools/builtin/grep.js +94 -0
- package/dist/tools/builtin/grep.js.map +1 -0
- package/dist/tools/builtin/index.d.ts +49 -0
- package/dist/tools/builtin/index.d.ts.map +1 -0
- package/dist/tools/builtin/index.js +65 -0
- package/dist/tools/builtin/index.js.map +1 -0
- package/dist/tools/builtin/web-fetch.d.ts +3 -0
- package/dist/tools/builtin/web-fetch.d.ts.map +1 -0
- package/dist/tools/builtin/web-fetch.js +56 -0
- package/dist/tools/builtin/web-fetch.js.map +1 -0
- package/dist/tools/json-schema-to-zod.d.ts +30 -0
- package/dist/tools/json-schema-to-zod.d.ts.map +1 -0
- package/dist/tools/json-schema-to-zod.js +123 -0
- package/dist/tools/json-schema-to-zod.js.map +1 -0
- package/dist/tools/mcp-adapter.d.ts +80 -0
- package/dist/tools/mcp-adapter.d.ts.map +1 -0
- package/dist/tools/mcp-adapter.js +326 -0
- package/dist/tools/mcp-adapter.js.map +1 -0
- package/dist/tools/skill-tool.d.ts +41 -0
- package/dist/tools/skill-tool.d.ts.map +1 -0
- package/dist/tools/skill-tool.js +149 -0
- package/dist/tools/skill-tool.js.map +1 -0
- package/dist/tools/sql/index.d.ts +4 -0
- package/dist/tools/sql/index.d.ts.map +1 -0
- package/dist/tools/sql/index.js +2 -0
- package/dist/tools/sql/index.js.map +1 -0
- package/dist/tools/sql/sql-query-def.d.ts +22 -0
- package/dist/tools/sql/sql-query-def.d.ts.map +1 -0
- package/dist/tools/sql/sql-query-def.js +2 -0
- package/dist/tools/sql/sql-query-def.js.map +1 -0
- package/dist/tools/sql/sql-tool-factory.d.ts +28 -0
- package/dist/tools/sql/sql-tool-factory.d.ts.map +1 -0
- package/dist/tools/sql/sql-tool-factory.js +136 -0
- package/dist/tools/sql/sql-tool-factory.js.map +1 -0
- package/dist/tools/tool-executor.d.ts +67 -0
- package/dist/tools/tool-executor.d.ts.map +1 -0
- package/dist/tools/tool-executor.js +232 -0
- package/dist/tools/tool-executor.js.map +1 -0
- package/dist/utils/cache.d.ts +22 -0
- package/dist/utils/cache.d.ts.map +1 -0
- package/dist/utils/cache.js +61 -0
- package/dist/utils/cache.js.map +1 -0
- package/dist/utils/logger.d.ts +15 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +46 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/model-context.d.ts +14 -0
- package/dist/utils/model-context.d.ts.map +1 -0
- package/dist/utils/model-context.js +52 -0
- package/dist/utils/model-context.js.map +1 -0
- package/dist/utils/retry.d.ts +13 -0
- package/dist/utils/retry.d.ts.map +1 -0
- package/dist/utils/retry.js +41 -0
- package/dist/utils/retry.js.map +1 -0
- package/dist/utils/token-counter.d.ts +6 -0
- package/dist/utils/token-counter.d.ts.map +1 -0
- package/dist/utils/token-counter.js +19 -0
- package/dist/utils/token-counter.js.map +1 -0
- package/package.json +43 -0
|
@@ -0,0 +1,164 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Executes tools while the LLM is still streaming.
|
|
3
|
+
* Respects concurrency safety: safe tools run in parallel, unsafe tools run alone.
|
|
4
|
+
* Results are always yielded in submission order.
|
|
5
|
+
* Supports progress callbacks — tools can report incremental updates.
|
|
6
|
+
*/
|
|
7
|
+
export class StreamingToolExecutor {
|
|
8
|
+
tools = [];
|
|
9
|
+
executor;
|
|
10
|
+
signal;
|
|
11
|
+
processing = false;
|
|
12
|
+
/** Accumulated progress events from all tools (drained by getProgressEvents) */
|
|
13
|
+
pendingProgress = [];
|
|
14
|
+
constructor(executor, signal) {
|
|
15
|
+
this.executor = executor;
|
|
16
|
+
this.signal = signal;
|
|
17
|
+
}
|
|
18
|
+
/** Called during LLM streaming when a tool_call chunk arrives */
|
|
19
|
+
addTool(id, name, args) {
|
|
20
|
+
let parsedArgs;
|
|
21
|
+
try {
|
|
22
|
+
parsedArgs = JSON.parse(args);
|
|
23
|
+
}
|
|
24
|
+
catch {
|
|
25
|
+
parsedArgs = {};
|
|
26
|
+
}
|
|
27
|
+
const toolDef = this.executor.listTools().find(t => t.name === name);
|
|
28
|
+
const isSafe = toolDef
|
|
29
|
+
? typeof toolDef.isConcurrencySafe === 'function'
|
|
30
|
+
? toolDef.isConcurrencySafe(parsedArgs)
|
|
31
|
+
: toolDef.isConcurrencySafe === true
|
|
32
|
+
: false;
|
|
33
|
+
const tracked = { id, name, args, isSafe, status: 'queued', progressEvents: [] };
|
|
34
|
+
this.tools.push(tracked);
|
|
35
|
+
void this.processQueue();
|
|
36
|
+
}
|
|
37
|
+
/**
|
|
38
|
+
* Non-blocking: yields completed results in submission order.
|
|
39
|
+
* Call during streaming to drain finished tools without waiting.
|
|
40
|
+
*/
|
|
41
|
+
*getCompletedResults() {
|
|
42
|
+
for (const tool of this.tools) {
|
|
43
|
+
if (tool.status === 'completed') {
|
|
44
|
+
tool.status = 'yielded';
|
|
45
|
+
yield {
|
|
46
|
+
id: tool.id,
|
|
47
|
+
name: tool.name,
|
|
48
|
+
result: tool.result,
|
|
49
|
+
duration: tool.duration,
|
|
50
|
+
};
|
|
51
|
+
}
|
|
52
|
+
else if (tool.status !== 'yielded') {
|
|
53
|
+
break;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
/**
|
|
58
|
+
* Non-blocking: drains accumulated progress events from all tools.
|
|
59
|
+
* Call during streaming alongside getCompletedResults().
|
|
60
|
+
*/
|
|
61
|
+
*getProgressEvents() {
|
|
62
|
+
while (this.pendingProgress.length > 0) {
|
|
63
|
+
yield this.pendingProgress.shift();
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
/**
|
|
67
|
+
* Blocking: waits for all remaining tools to complete, yielding in order.
|
|
68
|
+
* Call after streaming ends.
|
|
69
|
+
*/
|
|
70
|
+
async *getRemainingResults() {
|
|
71
|
+
for (const tool of this.tools) {
|
|
72
|
+
if (tool.status === 'yielded')
|
|
73
|
+
continue;
|
|
74
|
+
if (tool.promise) {
|
|
75
|
+
await tool.promise;
|
|
76
|
+
}
|
|
77
|
+
tool.status = 'yielded';
|
|
78
|
+
yield {
|
|
79
|
+
id: tool.id,
|
|
80
|
+
name: tool.name,
|
|
81
|
+
result: tool.result,
|
|
82
|
+
duration: tool.duration,
|
|
83
|
+
};
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
/**
|
|
87
|
+
* Process the queue respecting concurrency rules:
|
|
88
|
+
* - Multiple consecutive safe tools can execute in parallel
|
|
89
|
+
* - An unsafe tool must execute alone (waits for all prior to finish)
|
|
90
|
+
*/
|
|
91
|
+
async processQueue() {
|
|
92
|
+
if (this.processing)
|
|
93
|
+
return;
|
|
94
|
+
this.processing = true;
|
|
95
|
+
try {
|
|
96
|
+
while (true) {
|
|
97
|
+
const nextQueued = this.tools.find(t => t.status === 'queued');
|
|
98
|
+
if (!nextQueued)
|
|
99
|
+
break;
|
|
100
|
+
const executing = this.tools.filter(t => t.status === 'executing');
|
|
101
|
+
if (nextQueued.isSafe) {
|
|
102
|
+
const hasUnsafeExecuting = executing.some(t => !t.isSafe);
|
|
103
|
+
if (hasUnsafeExecuting) {
|
|
104
|
+
await Promise.all(executing.map(t => t.promise));
|
|
105
|
+
continue;
|
|
106
|
+
}
|
|
107
|
+
this.startTool(nextQueued);
|
|
108
|
+
}
|
|
109
|
+
else {
|
|
110
|
+
if (executing.length > 0) {
|
|
111
|
+
await Promise.all(executing.map(t => t.promise));
|
|
112
|
+
continue;
|
|
113
|
+
}
|
|
114
|
+
this.startTool(nextQueued);
|
|
115
|
+
await nextQueued.promise;
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
finally {
|
|
120
|
+
this.processing = false;
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
startTool(tracked) {
|
|
124
|
+
tracked.status = 'executing';
|
|
125
|
+
tracked.promise = this.executeTool(tracked);
|
|
126
|
+
}
|
|
127
|
+
async executeTool(tracked) {
|
|
128
|
+
const start = Date.now();
|
|
129
|
+
let parsedArgs;
|
|
130
|
+
try {
|
|
131
|
+
parsedArgs = JSON.parse(tracked.args);
|
|
132
|
+
}
|
|
133
|
+
catch {
|
|
134
|
+
parsedArgs = {};
|
|
135
|
+
}
|
|
136
|
+
// Build progress callback that accumulates events
|
|
137
|
+
const onProgress = (data) => {
|
|
138
|
+
const event = {
|
|
139
|
+
toolCallId: tracked.id,
|
|
140
|
+
toolName: tracked.name,
|
|
141
|
+
data,
|
|
142
|
+
};
|
|
143
|
+
tracked.progressEvents.push(event);
|
|
144
|
+
this.pendingProgress.push(event);
|
|
145
|
+
};
|
|
146
|
+
try {
|
|
147
|
+
const result = await this.executor.execute(tracked.name, parsedArgs, {
|
|
148
|
+
signal: this.signal,
|
|
149
|
+
toolCallId: tracked.id,
|
|
150
|
+
onProgress,
|
|
151
|
+
});
|
|
152
|
+
tracked.result = result;
|
|
153
|
+
}
|
|
154
|
+
catch (error) {
|
|
155
|
+
tracked.result = {
|
|
156
|
+
content: `Tool error: ${error instanceof Error ? error.message : String(error)}`,
|
|
157
|
+
isError: true,
|
|
158
|
+
};
|
|
159
|
+
}
|
|
160
|
+
tracked.duration = Date.now() - start;
|
|
161
|
+
tracked.status = 'completed';
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
//# sourceMappingURL=streaming-tool-executor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"streaming-tool-executor.js","sourceRoot":"","sources":["../../src/core/streaming-tool-executor.ts"],"names":[],"mappings":"AA8BA;;;;;GAKG;AACH,MAAM,OAAO,qBAAqB;IACf,KAAK,GAAkB,EAAE,CAAC;IAC1B,QAAQ,CAAe;IACvB,MAAM,CAAe;IAC9B,UAAU,GAAG,KAAK,CAAC;IAC3B,gFAAgF;IACxE,eAAe,GAAuB,EAAE,CAAC;IAEjD,YAAY,QAAsB,EAAE,MAAoB;QACtD,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,iEAAiE;IACjE,OAAO,CAAC,EAAU,EAAE,IAAY,EAAE,IAAY;QAC5C,IAAI,UAAmB,CAAC;QACxB,IAAI,CAAC;YAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,UAAU,GAAG,EAAE,CAAC;QAAC,CAAC;QAEjE,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QACrE,MAAM,MAAM,GAAG,OAAO;YACpB,CAAC,CAAC,OAAO,OAAO,CAAC,iBAAiB,KAAK,UAAU;gBAC/C,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,UAAU,CAAC;gBACvC,CAAC,CAAC,OAAO,CAAC,iBAAiB,KAAK,IAAI;YACtC,CAAC,CAAC,KAAK,CAAC;QAEV,MAAM,OAAO,GAAgB,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC;QAC9F,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzB,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,CAAC,mBAAmB;QAClB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAChC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;gBACxB,MAAM;oBACJ,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,MAAM,EAAE,IAAI,CAAC,MAAO;oBACpB,QAAQ,EAAE,IAAI,CAAC,QAAS;iBACzB,CAAC;YACJ,CAAC;iBAAM,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACrC,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,CAAC,iBAAiB;QAChB,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAG,CAAC;QACtC,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,CAAC,mBAAmB;QACxB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;gBAAE,SAAS;YAExC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,MAAM,IAAI,CAAC,OAAO,CAAC;YACrB,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;YACxB,MAAM;gBACJ,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,MAAM,EAAE,IAAI,CAAC,MAAO;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAS;aACzB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,YAAY;QACxB,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAEvB,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC;gBAC/D,IAAI,CAAC,UAAU;oBAAE,MAAM;gBAEvB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC;gBAEnE,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;oBACtB,MAAM,kBAAkB,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;oBAC1D,IAAI,kBAAkB,EAAE,CAAC;wBACvB,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;wBACjD,SAAS;oBACX,CAAC;oBACD,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBACN,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACzB,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;wBACjD,SAAS;oBACX,CAAC;oBACD,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;oBAC3B,MAAM,UAAU,CAAC,OAAO,CAAC;gBAC3B,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IAEO,SAAS,CAAC,OAAoB;QACpC,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC;QAC7B,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,OAAoB;QAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,UAAmB,CAAC;QACxB,IAAI,CAAC;YAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,UAAU,GAAG,EAAE,CAAC;QAAC,CAAC;QAEzE,kDAAkD;QAClD,MAAM,UAAU,GAAG,CAAC,IAA6B,EAAE,EAAE;YACnD,MAAM,KAAK,GAAqB;gBAC9B,UAAU,EAAE,OAAO,CAAC,EAAE;gBACtB,QAAQ,EAAE,OAAO,CAAC,IAAI;gBACtB,IAAI;aACL,CAAC;YACF,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,EAAE;gBACnE,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,OAAO,CAAC,EAAE;gBACtB,UAAU;aACX,CAAC,CAAC;YACH,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,MAAM,GAAG;gBACf,OAAO,EAAE,eAAe,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBAChF,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QACtC,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC;IAC/B,CAAC;CACF"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Turn-end hooks — run after each completed assistant turn.
|
|
3
|
+
*
|
|
4
|
+
* Ported from old_src/query/stopHooks.ts pattern. In old_src, turn-end
|
|
5
|
+
* is where "invisible intelligence" lives: memory extraction, session
|
|
6
|
+
* summary, prompt suggestions, and custom hooks all fire here.
|
|
7
|
+
*
|
|
8
|
+
* Two modes:
|
|
9
|
+
* - Fire-and-forget (blocking: false, default) — errors swallowed, never blocks
|
|
10
|
+
* - Blocking (blocking: true) — can return errors and prevent continuation
|
|
11
|
+
*/
|
|
12
|
+
import type { TokenUsage } from '../contracts/entities/token-usage.js';
|
|
13
|
+
export interface TurnEndHookContext {
|
|
14
|
+
assistantText: string;
|
|
15
|
+
turnCount: number;
|
|
16
|
+
threadId: string;
|
|
17
|
+
usage: TokenUsage;
|
|
18
|
+
}
|
|
19
|
+
export interface TurnEndHookResult {
|
|
20
|
+
blockingError?: string;
|
|
21
|
+
preventContinuation?: boolean;
|
|
22
|
+
}
|
|
23
|
+
export interface TurnEndHook {
|
|
24
|
+
name: string;
|
|
25
|
+
/** If true, hook can return blocking errors and prevent continuation. Default: false. */
|
|
26
|
+
blocking?: boolean;
|
|
27
|
+
execute(context: TurnEndHookContext): Promise<TurnEndHookResult | void>;
|
|
28
|
+
}
|
|
29
|
+
export interface TurnEndHooksResult {
|
|
30
|
+
blockingErrors: string[];
|
|
31
|
+
preventContinuation: boolean;
|
|
32
|
+
}
|
|
33
|
+
/**
|
|
34
|
+
* Run all turn-end hooks in order.
|
|
35
|
+
* Fire-and-forget hooks (blocking: false) run but errors are swallowed.
|
|
36
|
+
* Blocking hooks can return errors and prevent continuation.
|
|
37
|
+
*/
|
|
38
|
+
export declare function runTurnEndHooks(hooks: TurnEndHook[], context: TurnEndHookContext): Promise<TurnEndHooksResult>;
|
|
39
|
+
//# sourceMappingURL=turn-end-hooks.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"turn-end-hooks.d.ts","sourceRoot":"","sources":["../../src/core/turn-end-hooks.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sCAAsC,CAAC;AAEvE,MAAM,WAAW,kBAAkB;IACjC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,UAAU,CAAC;CACnB;AAED,MAAM,WAAW,iBAAiB;IAChC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,yFAAyF;IACzF,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC;CACzE;AAED,MAAM,WAAW,kBAAkB;IACjC,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,mBAAmB,EAAE,OAAO,CAAC;CAC9B;AAED;;;;GAIG;AACH,wBAAsB,eAAe,CACnC,KAAK,EAAE,WAAW,EAAE,EACpB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,kBAAkB,CAAC,CAkB7B"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Turn-end hooks — run after each completed assistant turn.
|
|
3
|
+
*
|
|
4
|
+
* Ported from old_src/query/stopHooks.ts pattern. In old_src, turn-end
|
|
5
|
+
* is where "invisible intelligence" lives: memory extraction, session
|
|
6
|
+
* summary, prompt suggestions, and custom hooks all fire here.
|
|
7
|
+
*
|
|
8
|
+
* Two modes:
|
|
9
|
+
* - Fire-and-forget (blocking: false, default) — errors swallowed, never blocks
|
|
10
|
+
* - Blocking (blocking: true) — can return errors and prevent continuation
|
|
11
|
+
*/
|
|
12
|
+
/**
|
|
13
|
+
* Run all turn-end hooks in order.
|
|
14
|
+
* Fire-and-forget hooks (blocking: false) run but errors are swallowed.
|
|
15
|
+
* Blocking hooks can return errors and prevent continuation.
|
|
16
|
+
*/
|
|
17
|
+
export async function runTurnEndHooks(hooks, context) {
|
|
18
|
+
const blockingErrors = [];
|
|
19
|
+
let preventContinuation = false;
|
|
20
|
+
for (const hook of hooks) {
|
|
21
|
+
try {
|
|
22
|
+
const result = await hook.execute(context);
|
|
23
|
+
if (hook.blocking && result) {
|
|
24
|
+
if (result.blockingError)
|
|
25
|
+
blockingErrors.push(result.blockingError);
|
|
26
|
+
if (result.preventContinuation)
|
|
27
|
+
preventContinuation = true;
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
catch {
|
|
31
|
+
// Hooks should never break the pipeline
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
return { blockingErrors, preventContinuation };
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=turn-end-hooks.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"turn-end-hooks.js","sourceRoot":"","sources":["../../src/core/turn-end-hooks.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AA4BH;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,KAAoB,EACpB,OAA2B;IAE3B,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC,IAAI,mBAAmB,GAAG,KAAK,CAAC;IAEhC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAE3C,IAAI,IAAI,CAAC,QAAQ,IAAI,MAAM,EAAE,CAAC;gBAC5B,IAAI,MAAM,CAAC,aAAa;oBAAE,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBACpE,IAAI,MAAM,CAAC,mBAAmB;oBAAE,mBAAmB,GAAG,IAAI,CAAC;YAC7D,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,wCAAwC;QAC1C,CAAC;IACH,CAAC;IAED,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,CAAC;AACjD,CAAC"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
export { Agent } from './agent.js';
|
|
2
|
+
export type { ChatOptions } from './agent.js';
|
|
3
|
+
export * from './contracts/index.js';
|
|
4
|
+
export { AgentConfigSchema } from './config/config.js';
|
|
5
|
+
export type { AgentConfig, AgentConfigInput, MCPConnectionConfig, MCPConnectionConfigInput, CostPolicy } from './config/config.js';
|
|
6
|
+
export { FileMemorySystem } from './memory/file-memory-system.js';
|
|
7
|
+
export type { FileMemoryConfig } from './memory/file-memory-system.js';
|
|
8
|
+
export type { MemoryType, MemoryHeader, MemoryFile, SaveMemoryInput } from './memory/memory-types.js';
|
|
9
|
+
export { SQLiteVectorStore } from './knowledge/sqlite-vector-store.js';
|
|
10
|
+
export { SQLiteConversationStore } from './storage/sqlite-conversation-store.js';
|
|
11
|
+
export { SQLiteDatabase } from './storage/sqlite-database.js';
|
|
12
|
+
export { builtinTools } from './tools/builtin/index.js';
|
|
13
|
+
export { createGlobTool, createGrepTool, createFileReadTool, createFileWriteTool, createFileEditTool, createBashTool, createWebFetchTool, createAskUserTool, } from './tools/builtin/index.js';
|
|
14
|
+
export type { AskUserOptions } from './tools/builtin/index.js';
|
|
15
|
+
export { createSqlTools } from './tools/sql/index.js';
|
|
16
|
+
export type { SqlToolFactoryOptions, SqlQueryRunner, SqlQueryDef } from './tools/sql/index.js';
|
|
17
|
+
export { jsonSchemaToZod } from './tools/json-schema-to-zod.js';
|
|
18
|
+
export { MCPAdapter } from './tools/mcp-adapter.js';
|
|
19
|
+
export type { MCPHealthStatus, MCPResource, MCPPromptInfo, MCPConnectionInfo } from './tools/mcp-adapter.js';
|
|
20
|
+
export { SkillManager } from './skills/skill-manager.js';
|
|
21
|
+
export { createSkillTool, SKILL_TOOL_NAME } from './tools/skill-tool.js';
|
|
22
|
+
export { scanSkillFiles, loadSkillFile, parseSkillFrontmatter } from './skills/skill-loader.js';
|
|
23
|
+
export { substituteArgs } from './skills/skill-args.js';
|
|
24
|
+
export { matchGlob, matchAnyGlob } from './skills/skill-glob.js';
|
|
25
|
+
export { runTurnEndHooks } from './core/turn-end-hooks.js';
|
|
26
|
+
export type { TurnEndHook, TurnEndHookContext, TurnEndHookResult } from './core/turn-end-hooks.js';
|
|
27
|
+
export { buildToolUsagePrompt, buildEnvironmentPrompt } from './core/prompt-builders.js';
|
|
28
|
+
export type { EnvironmentInfo } from './core/prompt-builders.js';
|
|
29
|
+
export { normalizeMessagesForAPI } from './core/message-normalize.js';
|
|
30
|
+
export { PromptSectionCache } from './core/prompt-cache.js';
|
|
31
|
+
export { analyzeContext } from './core/context-analysis.js';
|
|
32
|
+
export type { ContextAnalysis } from './core/context-analysis.js';
|
|
33
|
+
export { getModelContextWindow } from './utils/model-context.js';
|
|
34
|
+
export { createLogger } from './utils/logger.js';
|
|
35
|
+
export type { Logger } from './utils/logger.js';
|
|
36
|
+
export { LRUCache } from './utils/cache.js';
|
|
37
|
+
export { retry } from './utils/retry.js';
|
|
38
|
+
export { estimateTokens } from './utils/token-counter.js';
|
|
39
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,YAAY,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAG9C,cAAc,sBAAsB,CAAC;AAGrC,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACvD,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,wBAAwB,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAGnI,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,YAAY,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AACvE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAGtG,OAAO,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAC;AACjF,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAG9D,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EACL,cAAc,EAAE,cAAc,EAAE,kBAAkB,EAAE,mBAAmB,EACvE,kBAAkB,EAAE,cAAc,EAAE,kBAAkB,EAAE,iBAAiB,GAC1E,MAAM,0BAA0B,CAAC;AAClC,YAAY,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAG/D,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,YAAY,EAAE,qBAAqB,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAG/F,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAGhE,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,YAAY,EAAE,eAAe,EAAE,WAAW,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAG7G,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAChG,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAGjE,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,YAAY,EAAE,WAAW,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAGnG,OAAO,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACzF,YAAY,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAGjE,OAAO,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AAGtE,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAG5D,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,YAAY,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAGlE,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAGjE,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,YAAY,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
// Agent (main entry point)
|
|
2
|
+
export { Agent } from './agent.js';
|
|
3
|
+
// Contracts (types and enums)
|
|
4
|
+
export * from './contracts/index.js';
|
|
5
|
+
// Config
|
|
6
|
+
export { AgentConfigSchema } from './config/config.js';
|
|
7
|
+
// File-based memory system
|
|
8
|
+
export { FileMemorySystem } from './memory/file-memory-system.js';
|
|
9
|
+
// Pluggable stores (for custom implementations)
|
|
10
|
+
export { SQLiteVectorStore } from './knowledge/sqlite-vector-store.js';
|
|
11
|
+
export { SQLiteConversationStore } from './storage/sqlite-conversation-store.js';
|
|
12
|
+
export { SQLiteDatabase } from './storage/sqlite-database.js';
|
|
13
|
+
// Builtin tools
|
|
14
|
+
export { builtinTools } from './tools/builtin/index.js';
|
|
15
|
+
export { createGlobTool, createGrepTool, createFileReadTool, createFileWriteTool, createFileEditTool, createBashTool, createWebFetchTool, createAskUserTool, } from './tools/builtin/index.js';
|
|
16
|
+
// SQL query tools
|
|
17
|
+
export { createSqlTools } from './tools/sql/index.js';
|
|
18
|
+
// JSON Schema → Zod
|
|
19
|
+
export { jsonSchemaToZod } from './tools/json-schema-to-zod.js';
|
|
20
|
+
// MCP
|
|
21
|
+
export { MCPAdapter } from './tools/mcp-adapter.js';
|
|
22
|
+
// Skills
|
|
23
|
+
export { SkillManager } from './skills/skill-manager.js';
|
|
24
|
+
export { createSkillTool, SKILL_TOOL_NAME } from './tools/skill-tool.js';
|
|
25
|
+
export { scanSkillFiles, loadSkillFile, parseSkillFrontmatter } from './skills/skill-loader.js';
|
|
26
|
+
export { substituteArgs } from './skills/skill-args.js';
|
|
27
|
+
export { matchGlob, matchAnyGlob } from './skills/skill-glob.js';
|
|
28
|
+
// Turn-end hooks
|
|
29
|
+
export { runTurnEndHooks } from './core/turn-end-hooks.js';
|
|
30
|
+
// Prompt builders
|
|
31
|
+
export { buildToolUsagePrompt, buildEnvironmentPrompt } from './core/prompt-builders.js';
|
|
32
|
+
// Message normalization
|
|
33
|
+
export { normalizeMessagesForAPI } from './core/message-normalize.js';
|
|
34
|
+
// Prompt cache
|
|
35
|
+
export { PromptSectionCache } from './core/prompt-cache.js';
|
|
36
|
+
// Context analysis
|
|
37
|
+
export { analyzeContext } from './core/context-analysis.js';
|
|
38
|
+
// Model utilities
|
|
39
|
+
export { getModelContextWindow } from './utils/model-context.js';
|
|
40
|
+
// Utils
|
|
41
|
+
export { createLogger } from './utils/logger.js';
|
|
42
|
+
export { LRUCache } from './utils/cache.js';
|
|
43
|
+
export { retry } from './utils/retry.js';
|
|
44
|
+
export { estimateTokens } from './utils/token-counter.js';
|
|
45
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,2BAA2B;AAC3B,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAGnC,8BAA8B;AAC9B,cAAc,sBAAsB,CAAC;AAErC,SAAS;AACT,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAGvD,2BAA2B;AAC3B,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAIlE,gDAAgD;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAC;AACjF,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAE9D,gBAAgB;AAChB,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EACL,cAAc,EAAE,cAAc,EAAE,kBAAkB,EAAE,mBAAmB,EACvE,kBAAkB,EAAE,cAAc,EAAE,kBAAkB,EAAE,iBAAiB,GAC1E,MAAM,0BAA0B,CAAC;AAGlC,kBAAkB;AAClB,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAGtD,oBAAoB;AACpB,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAEhE,MAAM;AACN,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAGpD,SAAS;AACT,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAChG,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAEjE,iBAAiB;AACjB,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAG3D,kBAAkB;AAClB,OAAO,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAGzF,wBAAwB;AACxB,OAAO,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AAEtE,eAAe;AACf,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAE5D,mBAAmB;AACnB,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAG5D,kBAAkB;AAClB,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAEjE,QAAQ;AACR,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export interface ChunkingOptions {
|
|
2
|
+
chunkSize: number;
|
|
3
|
+
chunkOverlap: number;
|
|
4
|
+
}
|
|
5
|
+
/**
|
|
6
|
+
* Splits text into overlapping chunks using recursive character splitting.
|
|
7
|
+
*/
|
|
8
|
+
export declare function chunkText(text: string, options: ChunkingOptions): string[];
|
|
9
|
+
//# sourceMappingURL=chunking.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunking.d.ts","sourceRoot":"","sources":["../../src/knowledge/chunking.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,MAAM,EAAE,CAO1E"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Splits text into overlapping chunks using recursive character splitting.
|
|
3
|
+
*/
|
|
4
|
+
export function chunkText(text, options) {
|
|
5
|
+
const { chunkSize, chunkOverlap } = options;
|
|
6
|
+
if (!text || chunkSize <= 0)
|
|
7
|
+
return [];
|
|
8
|
+
if (text.length <= chunkSize)
|
|
9
|
+
return [text];
|
|
10
|
+
const separators = ['\n\n', '\n', '. ', ' ', ''];
|
|
11
|
+
return recursiveSplit(text, separators, chunkSize, chunkOverlap);
|
|
12
|
+
}
|
|
13
|
+
function recursiveSplit(text, separators, chunkSize, overlap) {
|
|
14
|
+
const chunks = [];
|
|
15
|
+
const separator = separators.find(s => s === '' || text.includes(s)) ?? '';
|
|
16
|
+
const parts = separator ? text.split(separator) : [...text];
|
|
17
|
+
let current = '';
|
|
18
|
+
for (const part of parts) {
|
|
19
|
+
const candidate = current ? current + separator + part : part;
|
|
20
|
+
if (candidate.length > chunkSize && current) {
|
|
21
|
+
chunks.push(current.trim());
|
|
22
|
+
// Overlap: keep tail of current chunk
|
|
23
|
+
const overlapText = current.slice(-overlap);
|
|
24
|
+
current = overlapText ? overlapText + separator + part : part;
|
|
25
|
+
}
|
|
26
|
+
else {
|
|
27
|
+
current = candidate;
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
if (current.trim()) {
|
|
31
|
+
chunks.push(current.trim());
|
|
32
|
+
}
|
|
33
|
+
// If any chunk is still too large, split with next separator
|
|
34
|
+
if (separators.length > 1) {
|
|
35
|
+
const nextSeparators = separators.slice(1);
|
|
36
|
+
const refined = [];
|
|
37
|
+
for (const chunk of chunks) {
|
|
38
|
+
if (chunk.length > chunkSize) {
|
|
39
|
+
refined.push(...recursiveSplit(chunk, nextSeparators, chunkSize, overlap));
|
|
40
|
+
}
|
|
41
|
+
else {
|
|
42
|
+
refined.push(chunk);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
return refined;
|
|
46
|
+
}
|
|
47
|
+
return chunks;
|
|
48
|
+
}
|
|
49
|
+
//# sourceMappingURL=chunking.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunking.js","sourceRoot":"","sources":["../../src/knowledge/chunking.ts"],"names":[],"mappings":"AAKA;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,OAAwB;IAC9D,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC;IAC5C,IAAI,CAAC,IAAI,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,IAAI,IAAI,CAAC,MAAM,IAAI,SAAS;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5C,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IACjD,OAAO,cAAc,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,UAAoB,EAAE,SAAiB,EAAE,OAAe;IAC5F,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAE3E,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC5D,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAE9D,IAAI,SAAS,CAAC,MAAM,GAAG,SAAS,IAAI,OAAO,EAAE,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5B,sCAAsC;YACtC,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC;YAC5C,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,GAAG,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAChE,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,SAAS,CAAC;QACtB,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,6DAA6D;IAC7D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,MAAM,cAAc,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;gBAC7B,OAAO,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;YAC7E,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { OpenRouterClient } from '../llm/openrouter-client.js';
|
|
2
|
+
/**
|
|
3
|
+
* Generates embeddings via OpenRouter with LRU caching.
|
|
4
|
+
*/
|
|
5
|
+
export declare class EmbeddingService {
|
|
6
|
+
private readonly client;
|
|
7
|
+
private readonly cache;
|
|
8
|
+
private readonly model?;
|
|
9
|
+
constructor(client: OpenRouterClient, options?: {
|
|
10
|
+
model?: string;
|
|
11
|
+
cacheSize?: number;
|
|
12
|
+
});
|
|
13
|
+
embed(texts: string[]): Promise<number[][]>;
|
|
14
|
+
embedSingle(text: string): Promise<Float32Array>;
|
|
15
|
+
}
|
|
16
|
+
//# sourceMappingURL=embedding-service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding-service.d.ts","sourceRoot":"","sources":["../../src/knowledge/embedding-service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAGpE;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmB;IAC1C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA6B;IACnD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAS;gBAEpB,MAAM,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE;IAMhF,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IA2B3C,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;CAIvD"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { LRUCache } from '../utils/cache.js';
|
|
2
|
+
/**
|
|
3
|
+
* Generates embeddings via OpenRouter with LRU caching.
|
|
4
|
+
*/
|
|
5
|
+
export class EmbeddingService {
|
|
6
|
+
client;
|
|
7
|
+
cache;
|
|
8
|
+
model;
|
|
9
|
+
constructor(client, options) {
|
|
10
|
+
this.client = client;
|
|
11
|
+
this.model = options?.model;
|
|
12
|
+
this.cache = new LRUCache({ maxSize: options?.cacheSize ?? 10_000, ttl: 3_600_000 });
|
|
13
|
+
}
|
|
14
|
+
async embed(texts) {
|
|
15
|
+
const results = new Array(texts.length);
|
|
16
|
+
const uncached = [];
|
|
17
|
+
// Check cache
|
|
18
|
+
for (let i = 0; i < texts.length; i++) {
|
|
19
|
+
const cached = this.cache.get(texts[i]);
|
|
20
|
+
if (cached) {
|
|
21
|
+
results[i] = cached;
|
|
22
|
+
}
|
|
23
|
+
else {
|
|
24
|
+
uncached.push({ index: i, text: texts[i] });
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
// Fetch uncached
|
|
28
|
+
if (uncached.length > 0) {
|
|
29
|
+
const embeddings = await this.client.embed(uncached.map(u => u.text), this.model);
|
|
30
|
+
for (let i = 0; i < uncached.length; i++) {
|
|
31
|
+
const entry = uncached[i];
|
|
32
|
+
results[entry.index] = embeddings[i];
|
|
33
|
+
this.cache.set(entry.text, embeddings[i]);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
return results;
|
|
37
|
+
}
|
|
38
|
+
async embedSingle(text) {
|
|
39
|
+
const [result] = await this.embed([text]);
|
|
40
|
+
return new Float32Array(result);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
//# sourceMappingURL=embedding-service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding-service.js","sourceRoot":"","sources":["../../src/knowledge/embedding-service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACV,MAAM,CAAmB;IACzB,KAAK,CAA6B;IAClC,KAAK,CAAU;IAEhC,YAAY,MAAwB,EAAE,OAAgD;QACpF,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,OAAO,EAAE,KAAK,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,IAAI,QAAQ,CAAmB,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;IACzG,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,MAAM,OAAO,GAAe,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpD,MAAM,QAAQ,GAA2C,EAAE,CAAC;QAE5D,cAAc;QACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;YACzC,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAE,EAAE,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QAED,iBAAiB;QACjB,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAClF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;gBAC3B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,UAAU,CAAC,CAAC,CAAE,CAAC;gBACtC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAE,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1C,OAAO,IAAI,YAAY,CAAC,MAAO,CAAC,CAAC;IACnC,CAAC;CACF"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import type { VectorStore } from '../contracts/entities/stores.js';
|
|
2
|
+
import type { KnowledgeDocument, RetrievedKnowledge } from '../contracts/entities/knowledge.js';
|
|
3
|
+
import type { EmbeddingService } from './embedding-service.js';
|
|
4
|
+
export interface KnowledgeManagerConfig {
|
|
5
|
+
store: VectorStore;
|
|
6
|
+
embeddingService: EmbeddingService;
|
|
7
|
+
chunkSize?: number;
|
|
8
|
+
chunkOverlap?: number;
|
|
9
|
+
topK?: number;
|
|
10
|
+
minScore?: number;
|
|
11
|
+
}
|
|
12
|
+
/**
|
|
13
|
+
* Manages knowledge ingestion (chunking + embedding) and RAG search.
|
|
14
|
+
*/
|
|
15
|
+
export declare class KnowledgeManager {
|
|
16
|
+
private readonly store;
|
|
17
|
+
private readonly embeddingService;
|
|
18
|
+
private readonly chunkSize;
|
|
19
|
+
private readonly chunkOverlap;
|
|
20
|
+
private readonly topK;
|
|
21
|
+
private readonly minScore;
|
|
22
|
+
private readonly searchCache;
|
|
23
|
+
constructor(config: KnowledgeManagerConfig);
|
|
24
|
+
/**
|
|
25
|
+
* Ingests a document: chunks it, generates embeddings, and persists.
|
|
26
|
+
*/
|
|
27
|
+
ingest(document: KnowledgeDocument): Promise<number>;
|
|
28
|
+
/**
|
|
29
|
+
* Searches knowledge by semantic similarity.
|
|
30
|
+
*/
|
|
31
|
+
search(query: string): Promise<RetrievedKnowledge[]>;
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=knowledge-manager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"knowledge-manager.d.ts","sourceRoot":"","sources":["../../src/knowledge/knowledge-manager.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,KAAK,EAAE,iBAAiB,EAAkB,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AAChH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAI/D,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,WAAW,CAAC;IACnB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAc;IACpC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;IAC9B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAyC;gBAEzD,MAAM,EAAE,sBAAsB;IAU1C;;OAEG;IACG,MAAM,CAAC,QAAQ,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC;IAwB1D;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;CAY3D"}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { randomUUID } from 'node:crypto';
|
|
2
|
+
import { chunkText } from './chunking.js';
|
|
3
|
+
import { LRUCache } from '../utils/cache.js';
|
|
4
|
+
/**
|
|
5
|
+
* Manages knowledge ingestion (chunking + embedding) and RAG search.
|
|
6
|
+
*/
|
|
7
|
+
export class KnowledgeManager {
|
|
8
|
+
store;
|
|
9
|
+
embeddingService;
|
|
10
|
+
chunkSize;
|
|
11
|
+
chunkOverlap;
|
|
12
|
+
topK;
|
|
13
|
+
minScore;
|
|
14
|
+
searchCache;
|
|
15
|
+
constructor(config) {
|
|
16
|
+
this.store = config.store;
|
|
17
|
+
this.embeddingService = config.embeddingService;
|
|
18
|
+
this.chunkSize = config.chunkSize ?? 512;
|
|
19
|
+
this.chunkOverlap = config.chunkOverlap ?? 64;
|
|
20
|
+
this.topK = config.topK ?? 5;
|
|
21
|
+
this.minScore = config.minScore ?? 0.3;
|
|
22
|
+
this.searchCache = new LRUCache({ maxSize: 100, ttl: 300_000 });
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* Ingests a document: chunks it, generates embeddings, and persists.
|
|
26
|
+
*/
|
|
27
|
+
async ingest(document) {
|
|
28
|
+
const chunks = chunkText(document.content, {
|
|
29
|
+
chunkSize: this.chunkSize,
|
|
30
|
+
chunkOverlap: this.chunkOverlap,
|
|
31
|
+
});
|
|
32
|
+
if (chunks.length === 0)
|
|
33
|
+
return 0;
|
|
34
|
+
const embeddings = await this.embeddingService.embed(chunks);
|
|
35
|
+
for (let i = 0; i < chunks.length; i++) {
|
|
36
|
+
const chunk = {
|
|
37
|
+
id: randomUUID(),
|
|
38
|
+
content: chunks[i],
|
|
39
|
+
embedding: new Float32Array(embeddings[i]),
|
|
40
|
+
metadata: { ...document.metadata, chunkIndex: i, totalChunks: chunks.length },
|
|
41
|
+
createdAt: Date.now(),
|
|
42
|
+
};
|
|
43
|
+
this.store.upsert(chunk);
|
|
44
|
+
}
|
|
45
|
+
return chunks.length;
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* Searches knowledge by semantic similarity.
|
|
49
|
+
*/
|
|
50
|
+
async search(query) {
|
|
51
|
+
// Check cache
|
|
52
|
+
const cached = this.searchCache.get(query);
|
|
53
|
+
if (cached)
|
|
54
|
+
return cached;
|
|
55
|
+
const queryEmbedding = await this.embeddingService.embedSingle(query);
|
|
56
|
+
const results = this.store.search(queryEmbedding, this.topK)
|
|
57
|
+
.filter(r => r.score >= this.minScore);
|
|
58
|
+
this.searchCache.set(query, results);
|
|
59
|
+
return results;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
//# sourceMappingURL=knowledge-manager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"knowledge-manager.js","sourceRoot":"","sources":["../../src/knowledge/knowledge-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAIzC,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAW7C;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACV,KAAK,CAAc;IACnB,gBAAgB,CAAmB;IACnC,SAAS,CAAS;IAClB,YAAY,CAAS;IACrB,IAAI,CAAS;IACb,QAAQ,CAAS;IACjB,WAAW,CAAyC;IAErE,YAAY,MAA8B;QACxC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC;QAChD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,GAAG,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;QAC9C,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,GAAG,CAAC;QACvC,IAAI,CAAC,WAAW,GAAG,IAAI,QAAQ,CAA+B,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;IAChG,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,QAA2B;QACtC,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE;YACzC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAElC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,KAAK,GAAmB;gBAC5B,EAAE,EAAE,UAAU,EAAE;gBAChB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAE;gBACnB,SAAS,EAAE,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC;gBAC3C,QAAQ,EAAE,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE;gBAC7E,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAED,OAAO,MAAM,CAAC,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa;QACxB,cAAc;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAE1B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACtE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC;aACzD,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEzC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACrC,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { VectorStore } from '../contracts/entities/stores.js';
|
|
2
|
+
import type { KnowledgeChunk, RetrievedKnowledge } from '../contracts/entities/knowledge.js';
|
|
3
|
+
import type { SQLiteDatabase } from '../storage/sqlite-database.js';
|
|
4
|
+
/**
|
|
5
|
+
* SQLite implementation of VectorStore with brute-force cosine similarity.
|
|
6
|
+
*/
|
|
7
|
+
export declare class SQLiteVectorStore implements VectorStore {
|
|
8
|
+
private readonly database;
|
|
9
|
+
constructor(database: SQLiteDatabase);
|
|
10
|
+
upsert(chunk: KnowledgeChunk): void;
|
|
11
|
+
search(queryEmbedding: Float32Array, topK: number): RetrievedKnowledge[];
|
|
12
|
+
delete(id: string): void;
|
|
13
|
+
listAll(): KnowledgeChunk[];
|
|
14
|
+
deleteBySource(sourceId: string): void;
|
|
15
|
+
}
|
|
16
|
+
//# sourceMappingURL=sqlite-vector-store.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sqlite-vector-store.d.ts","sourceRoot":"","sources":["../../src/knowledge/sqlite-vector-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,KAAK,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AAC7F,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAEpE;;GAEG;AACH,qBAAa,iBAAkB,YAAW,WAAW;IACnD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAiB;gBAE9B,QAAQ,EAAE,cAAc;IAIpC,MAAM,CAAC,KAAK,EAAE,cAAc,GAAG,IAAI;IAanC,MAAM,CAAC,cAAc,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,GAAG,kBAAkB,EAAE;IAiBxE,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAIxB,OAAO,IAAI,cAAc,EAAE;IAW3B,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;CAGvC"}
|