@litert-lm/core 0.13.1 → 0.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/conversation.d.ts +6 -3
- package/dist/conversation.d.ts.map +1 -1
- package/dist/conversation.js +52 -53
- package/dist/conversation.js.map +1 -1
- package/dist/conversation_config.d.ts +68 -22
- package/dist/conversation_config.d.ts.map +1 -1
- package/dist/engine.js +5 -2
- package/dist/engine.js.map +1 -1
- package/dist/engine_settings.d.ts +2 -1
- package/dist/engine_settings.d.ts.map +1 -1
- package/dist/engine_settings.js +4 -0
- package/dist/engine_settings.js.map +1 -1
- package/dist/index.d.ts +4 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +4 -0
- package/dist/index.js.map +1 -1
- package/dist/litertlm_web.js +1 -1
- package/dist/load.d.ts.map +1 -1
- package/dist/load.js +9 -2
- package/dist/load.js.map +1 -1
- package/dist/load_litertlm.d.ts +1 -1
- package/dist/load_litertlm.d.ts.map +1 -1
- package/dist/load_litertlm.js +14 -2
- package/dist/load_litertlm.js.map +1 -1
- package/dist/orchestration/auto_tool_chat.d.ts +82 -0
- package/dist/orchestration/auto_tool_chat.d.ts.map +1 -0
- package/dist/orchestration/auto_tool_chat.js +304 -0
- package/dist/orchestration/auto_tool_chat.js.map +1 -0
- package/dist/orchestration/chat_interface.d.ts +30 -0
- package/dist/orchestration/chat_interface.d.ts.map +1 -0
- package/dist/orchestration/chat_interface.js +17 -0
- package/dist/orchestration/chat_interface.js.map +1 -0
- package/dist/orchestration/webmcp_tool.d.ts +41 -0
- package/dist/orchestration/webmcp_tool.d.ts.map +1 -0
- package/dist/orchestration/webmcp_tool.js +32 -0
- package/dist/orchestration/webmcp_tool.js.map +1 -0
- package/dist/testing/fakes.d.ts +65 -0
- package/dist/testing/fakes.d.ts.map +1 -0
- package/dist/testing/fakes.js +115 -0
- package/dist/testing/fakes.js.map +1 -0
- package/dist/testing/index.d.ts +17 -0
- package/dist/testing/index.d.ts.map +1 -0
- package/dist/testing/index.js +17 -0
- package/dist/testing/index.js.map +1 -0
- package/dist/wasm_binding_types.d.ts +13 -2
- package/dist/wasm_binding_types.d.ts.map +1 -1
- package/dist/wasm_binding_types.js.map +1 -1
- package/dist/wasm_feature_detect.d.ts +3 -0
- package/dist/wasm_feature_detect.d.ts.map +1 -1
- package/dist/wasm_feature_detect.js +22 -0
- package/dist/wasm_feature_detect.js.map +1 -1
- package/package.json +15 -1
- package/wasm/litertlm_wasm_asyncify_internal.js +8615 -0
- package/wasm/litertlm_wasm_asyncify_internal.wasm +0 -0
- package/wasm/litertlm_wasm_compat_asyncify_internal.js +8624 -0
- package/wasm/litertlm_wasm_compat_asyncify_internal.wasm +0 -0
- package/wasm/litertlm_wasm_compat_internal.js +13 -4
- package/wasm/litertlm_wasm_compat_internal.wasm +0 -0
- package/wasm/litertlm_wasm_internal.js +13 -4
- package/wasm/litertlm_wasm_internal.wasm +0 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load_litertlm.js","sourceRoot":"","sources":["../src/load_litertlm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,mEAAmE;AAEnE,OAAO,EAAC,iBAAiB,EAAE,wBAAwB,EAAE,iBAAiB,EAAE,wBAAwB,EAAE,iBAAiB,EAAE,wBAAwB,EAAC,MAAM,sBAAsB,CAAC;AAC3K,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAC,IAAI,EAAc,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"load_litertlm.js","sourceRoot":"","sources":["../src/load_litertlm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,mEAAmE;AAEnE,OAAO,EAAC,iBAAiB,EAAE,wBAAwB,EAAE,iBAAiB,EAAE,wBAAwB,EAAE,iBAAiB,EAAE,wBAAwB,EAAC,MAAM,sBAAsB,CAAC;AAC3K,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAC,IAAI,EAAc,MAAM,WAAW,CAAC;AAG5C,IAAI,kBAAkB,GAAwB,SAAS,CAAC;AAWxD;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,YAAY,CACxB,IAAe,EAAE,OAA6B;IAChD,IAAI,wBAAwB,EAAE,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IACD,wBAAwB,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC;SACd,IAAI,CAAC,KAAK,EAAC,QAAQ,EAAC,EAAE;QACrB,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC5B,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;SACD,KAAK,CAAC,KAAK,CAAC,EAAE;QACb,wBAAwB,CAAC,SAAS,CAAC,CAAC;QACpC,MAAM,KAAK,CAAC;IACd,CAAC,CAAC,CAAC,CAAC;IACjC,OAAO,wBAAwB,EAAG,CAAC;AACrC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,cAAc;IAC5B,IAAI,wBAAwB,EAAE,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CACX,2DAA2D;YAC3D,+BAA+B,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,iBAAiB,EAAE,EAAE,CAAC;QACxB,iBAAiB,EAAE,CAAC,MAAM,EAAE,CAAC;QAC7B,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAC7B,kBAAkB,GAAG,SAAS,CAAC;IACjC,CAAC;IACD,wBAAwB,CAAC,SAAS,CAAC,CAAC;AACtC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAAgB;IACtD,MAAM,eAAe,GAAG,wBAAwB,EAAE,CAAC;IACnD,IAAI,eAAe,EAAE,CAAC;QACpB,IAAI,IAAI,IAAI,kBAAkB,KAAK,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACX,8DAA8D;gBAC9D,GAAG,kBAAkB,8BAA8B,IAAI,OAAO;gBAC9D,4DAA4D,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,kBAAkB,GAAG,IAAI,IAAI,QAAQ,CAAC,iBAAiB,CAAC;IACxD,OAAO,eAAe,IAAI,YAAY,CAAC,kBAAkB,CAAC,CAAC;AAC7D,CAAC"}
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Copyright 2026 The ODML Authors.
|
|
3
|
+
*
|
|
4
|
+
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
* you may not use this file except in compliance with the License.
|
|
6
|
+
* You may obtain a copy of the License at
|
|
7
|
+
*
|
|
8
|
+
* http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
*
|
|
10
|
+
* Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
* See the License for the specific language governing permissions and
|
|
14
|
+
* limitations under the License.
|
|
15
|
+
*/
|
|
16
|
+
import { ConversationConfig, Message, MessageLike, Tool } from '../conversation_config.js';
|
|
17
|
+
import { Engine } from '../engine.js';
|
|
18
|
+
import { JsonValue } from '../types.js';
|
|
19
|
+
import { BenchmarkInfo } from '../wasm_binding_types.js';
|
|
20
|
+
import { ChatInterface } from './chat_interface.js';
|
|
21
|
+
import { WebMcpTool } from './webmcp_tool.js';
|
|
22
|
+
type ToolExecute = (args: Record<string, JsonValue>) => JsonValue | Promise<JsonValue>;
|
|
23
|
+
/**
|
|
24
|
+
* A tool with an `execute` function implementation.
|
|
25
|
+
*/
|
|
26
|
+
export type ToolWithImplementation = Tool & {
|
|
27
|
+
execute: ToolExecute;
|
|
28
|
+
};
|
|
29
|
+
/**
|
|
30
|
+
* Event detail representing the execution progress of a single tool.
|
|
31
|
+
*/
|
|
32
|
+
export interface ToolProgressEvent {
|
|
33
|
+
id: number;
|
|
34
|
+
name: string;
|
|
35
|
+
arguments: Record<string, JsonValue>;
|
|
36
|
+
status: 'started' | 'completed' | 'error';
|
|
37
|
+
result?: unknown;
|
|
38
|
+
error?: string;
|
|
39
|
+
}
|
|
40
|
+
/**
|
|
41
|
+
* Options for configuring an AutoToolChat.
|
|
42
|
+
*/
|
|
43
|
+
export interface AutoToolChatOptions {
|
|
44
|
+
engine: Engine;
|
|
45
|
+
config?: ConversationConfig;
|
|
46
|
+
tools?: Array<ToolWithImplementation | WebMcpTool>;
|
|
47
|
+
recurringToolCallLimit?: number;
|
|
48
|
+
onToolProgress?: (event: ToolProgressEvent) => void;
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
* Wraps a conversation and automatically executes tools for the model.
|
|
52
|
+
*
|
|
53
|
+
* Tools are called in parallel, but the model waits for all of them to
|
|
54
|
+
* finish before being woken up again.
|
|
55
|
+
*/
|
|
56
|
+
export declare class AutoToolChat implements ChatInterface {
|
|
57
|
+
private readonly options;
|
|
58
|
+
private baseConversation;
|
|
59
|
+
private isBusy;
|
|
60
|
+
private isCancelled;
|
|
61
|
+
private readonly tools;
|
|
62
|
+
private nextToolCallId;
|
|
63
|
+
private currentBatch;
|
|
64
|
+
constructor(options: AutoToolChatOptions);
|
|
65
|
+
private getConversation;
|
|
66
|
+
sendMessage(message: MessageLike | MessageLike[]): Promise<Message>;
|
|
67
|
+
sendMessageStreaming(message: MessageLike | MessageLike[]): ReadableStream<Message>;
|
|
68
|
+
/**
|
|
69
|
+
* Cancels the current generation.
|
|
70
|
+
* Note: This does not abort any in-progress tool calls natively. Tools that
|
|
71
|
+
* affect state may still complete in the background eventually, but their
|
|
72
|
+
* results will be discarded and not reported back to the model or the user.
|
|
73
|
+
*/
|
|
74
|
+
cancel(): void;
|
|
75
|
+
getHistory(): Promise<Message[]>;
|
|
76
|
+
getTokenCount(): Promise<number>;
|
|
77
|
+
getBenchmarkInfo(): Promise<BenchmarkInfo>;
|
|
78
|
+
delete(): Promise<void>;
|
|
79
|
+
private executeToolCalls;
|
|
80
|
+
}
|
|
81
|
+
export {};
|
|
82
|
+
//# sourceMappingURL=auto_tool_chat.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"auto_tool_chat.d.ts","sourceRoot":"","sources":["../../src/orchestration/auto_tool_chat.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAc,kBAAkB,EAAgB,OAAO,EAAE,WAAW,EAAE,IAAI,EAAW,MAAM,2BAA2B,CAAC;AAC9H,OAAO,EAAC,MAAM,EAAC,MAAM,cAAc,CAAC;AACpC,OAAO,EAAC,SAAS,EAAC,MAAM,aAAa,CAAC;AACtC,OAAO,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAEvD,OAAO,EAAC,aAAa,EAAC,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAuB,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAMlE,KAAK,WAAW,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,KAC/C,SAAS,GAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AAEjC;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAAG,IAAI,GAAC;IAAC,OAAO,EAAE,WAAW,CAAA;CAAC,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACrC,MAAM,EAAE,SAAS,GAAC,WAAW,GAAC,OAAO,CAAC;IACtC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,kBAAkB,CAAC;IAC5B,KAAK,CAAC,EAAE,KAAK,CAAC,sBAAsB,GAAC,UAAU,CAAC,CAAC;IACjD,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,IAAI,CAAC;CACrD;AAED;;;;;GAKG;AACH,qBAAa,YAAa,YAAW,aAAa;IAQpC,OAAO,CAAC,QAAQ,CAAC,OAAO;IAPpC,OAAO,CAAC,gBAAgB,CAA2B;IACnD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA6C;IACnE,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,YAAY,CAA4B;gBAEnB,OAAO,EAAE,mBAAmB;YA+B3C,eAAe;IAsBvB,WAAW,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAmCvE,oBAAoB,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GACnD,cAAc,CAAC,OAAO,CAAC;IAmF3B;;;;;OAKG;IACH,MAAM;IAUA,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAKhC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAKhC,gBAAgB,IAAI,OAAO,CAAC,aAAa,CAAC;IAK1C,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;YAOf,gBAAgB;CAU/B"}
|
|
@@ -0,0 +1,304 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Copyright 2026 The ODML Authors.
|
|
3
|
+
*
|
|
4
|
+
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
* you may not use this file except in compliance with the License.
|
|
6
|
+
* You may obtain a copy of the License at
|
|
7
|
+
*
|
|
8
|
+
* http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
*
|
|
10
|
+
* Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
* See the License for the specific language governing permissions and
|
|
14
|
+
* limitations under the License.
|
|
15
|
+
*/
|
|
16
|
+
import { isWebMcpTool, toTool } from './webmcp_tool.js';
|
|
17
|
+
const BUSY_MESSAGE = 'Conversation is busy. A generation is already in progress.';
|
|
18
|
+
/**
|
|
19
|
+
* Wraps a conversation and automatically executes tools for the model.
|
|
20
|
+
*
|
|
21
|
+
* Tools are called in parallel, but the model waits for all of them to
|
|
22
|
+
* finish before being woken up again.
|
|
23
|
+
*/
|
|
24
|
+
export class AutoToolChat {
|
|
25
|
+
options;
|
|
26
|
+
baseConversation = null;
|
|
27
|
+
isBusy = false;
|
|
28
|
+
isCancelled = false;
|
|
29
|
+
tools = new Map();
|
|
30
|
+
nextToolCallId = 1;
|
|
31
|
+
currentBatch = null;
|
|
32
|
+
constructor(options) {
|
|
33
|
+
this.options = options;
|
|
34
|
+
if (options.config?.preface?.tools &&
|
|
35
|
+
options.config.preface.tools.length > 0) {
|
|
36
|
+
throw new Error('AutoToolChat handles tools itself. Do not provide tools via ConversationConfig.preface.tools.');
|
|
37
|
+
}
|
|
38
|
+
const activeTools = options.tools || [];
|
|
39
|
+
for (let t of activeTools) {
|
|
40
|
+
let tool;
|
|
41
|
+
if (isWebMcpTool(t)) {
|
|
42
|
+
tool = { ...toTool(t), execute: t.execute };
|
|
43
|
+
}
|
|
44
|
+
else if (!('function' in t)) {
|
|
45
|
+
const { execute, ...declaration } = t;
|
|
46
|
+
tool = { type: 'function', function: declaration, execute };
|
|
47
|
+
}
|
|
48
|
+
else {
|
|
49
|
+
tool = t;
|
|
50
|
+
}
|
|
51
|
+
const name = tool.function.name;
|
|
52
|
+
if (!name)
|
|
53
|
+
throw new Error('Tool must have a name.');
|
|
54
|
+
if (!tool.execute) {
|
|
55
|
+
throw new Error(`Tool ${name} must have an execute function.`);
|
|
56
|
+
}
|
|
57
|
+
if (this.tools.has(name)) {
|
|
58
|
+
throw new Error(`Duplicate tool name ${name} provided.`);
|
|
59
|
+
}
|
|
60
|
+
this.tools.set(name, tool);
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
async getConversation() {
|
|
64
|
+
if (!this.baseConversation) {
|
|
65
|
+
const config = this.options.config ? { ...this.options.config } : {};
|
|
66
|
+
if (this.tools.size > 0) {
|
|
67
|
+
if (!config.preface) {
|
|
68
|
+
config.preface = {};
|
|
69
|
+
}
|
|
70
|
+
// Extract the explicit tool definitions (e.g. name, description,
|
|
71
|
+
// parameters) to pass to createConversation without the execute
|
|
72
|
+
// implementation.
|
|
73
|
+
config.preface.tools = Array.from(this.tools.values()).map(t => {
|
|
74
|
+
const { execute, ...rest } = t;
|
|
75
|
+
return rest;
|
|
76
|
+
});
|
|
77
|
+
}
|
|
78
|
+
this.baseConversation =
|
|
79
|
+
await this.options.engine.createConversation(config);
|
|
80
|
+
}
|
|
81
|
+
return this.baseConversation;
|
|
82
|
+
}
|
|
83
|
+
async sendMessage(message) {
|
|
84
|
+
if (this.isBusy) {
|
|
85
|
+
throw new Error(BUSY_MESSAGE);
|
|
86
|
+
}
|
|
87
|
+
this.isBusy = true;
|
|
88
|
+
this.isCancelled = false;
|
|
89
|
+
try {
|
|
90
|
+
const conversation = await this.getConversation();
|
|
91
|
+
let currentMessage = message;
|
|
92
|
+
const recurringToolCallLimit = this.options.recurringToolCallLimit ?? 25;
|
|
93
|
+
let iteration = 0;
|
|
94
|
+
while (iteration < recurringToolCallLimit) {
|
|
95
|
+
iteration++;
|
|
96
|
+
const responseMsg = await conversation.sendMessage(currentMessage);
|
|
97
|
+
if (responseMsg.tool_calls && responseMsg.tool_calls.length > 0) {
|
|
98
|
+
const toolResponses = await this.executeToolCalls(responseMsg.tool_calls);
|
|
99
|
+
if (this.isCancelled) {
|
|
100
|
+
throw new Error('Conversation cancelled');
|
|
101
|
+
}
|
|
102
|
+
// Feed back as a tool message
|
|
103
|
+
currentMessage = { role: 'tool', content: toolResponses };
|
|
104
|
+
continue;
|
|
105
|
+
}
|
|
106
|
+
return responseMsg;
|
|
107
|
+
}
|
|
108
|
+
throw new Error('Tool calling exceeded the recurring limit');
|
|
109
|
+
}
|
|
110
|
+
finally {
|
|
111
|
+
this.isBusy = false;
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
sendMessageStreaming(message) {
|
|
115
|
+
if (this.isBusy) {
|
|
116
|
+
throw new Error(BUSY_MESSAGE);
|
|
117
|
+
}
|
|
118
|
+
this.isBusy = true;
|
|
119
|
+
this.isCancelled = false;
|
|
120
|
+
let isStreamCancelled = false;
|
|
121
|
+
return new ReadableStream({
|
|
122
|
+
start: (controller) => {
|
|
123
|
+
let currentMessage = message;
|
|
124
|
+
let iteration = 0;
|
|
125
|
+
const recurringToolCallLimit = this.options.recurringToolCallLimit ?? 25;
|
|
126
|
+
const executeIteration = async () => {
|
|
127
|
+
if (iteration >= recurringToolCallLimit) {
|
|
128
|
+
this.isBusy = false;
|
|
129
|
+
controller.error(new Error('Tool calling exceeded the recurring limit'));
|
|
130
|
+
return;
|
|
131
|
+
}
|
|
132
|
+
iteration++;
|
|
133
|
+
let toolCalls = [];
|
|
134
|
+
try {
|
|
135
|
+
const conversation = await this.getConversation();
|
|
136
|
+
const stream = conversation.sendMessageStreaming(currentMessage);
|
|
137
|
+
for await (const chunk of stream) {
|
|
138
|
+
if (isStreamCancelled || this.isCancelled) {
|
|
139
|
+
// Because we break out of the loop early, the underlying
|
|
140
|
+
// iterator automatically invokes stream.cancel()
|
|
141
|
+
break;
|
|
142
|
+
}
|
|
143
|
+
if (chunk.tool_calls && chunk.tool_calls.length > 0) {
|
|
144
|
+
toolCalls = toolCalls.concat(chunk.tool_calls);
|
|
145
|
+
// Omit the tool_calls property before enqueuing to the user
|
|
146
|
+
const cleanValue = { ...chunk };
|
|
147
|
+
delete cleanValue.tool_calls;
|
|
148
|
+
if (cleanValue.content) { // only enqueue if there's content
|
|
149
|
+
// besides tool_calls
|
|
150
|
+
controller.enqueue(cleanValue);
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
else {
|
|
154
|
+
controller.enqueue(chunk);
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
catch (e) {
|
|
159
|
+
this.isBusy = false;
|
|
160
|
+
controller.error(e);
|
|
161
|
+
return;
|
|
162
|
+
}
|
|
163
|
+
if (isStreamCancelled || this.isCancelled)
|
|
164
|
+
return;
|
|
165
|
+
if (toolCalls.length > 0) {
|
|
166
|
+
const toolResponses = await this.executeToolCalls(toolCalls);
|
|
167
|
+
if (isStreamCancelled || this.isCancelled)
|
|
168
|
+
return;
|
|
169
|
+
currentMessage = { role: 'tool', content: toolResponses };
|
|
170
|
+
await executeIteration();
|
|
171
|
+
return;
|
|
172
|
+
}
|
|
173
|
+
this.isBusy = false;
|
|
174
|
+
controller.close();
|
|
175
|
+
};
|
|
176
|
+
executeIteration().catch((e) => {
|
|
177
|
+
if (isStreamCancelled || this.isCancelled)
|
|
178
|
+
return;
|
|
179
|
+
this.isBusy = false;
|
|
180
|
+
controller.error(e);
|
|
181
|
+
});
|
|
182
|
+
},
|
|
183
|
+
cancel: () => {
|
|
184
|
+
isStreamCancelled = true;
|
|
185
|
+
this.cancel();
|
|
186
|
+
}
|
|
187
|
+
});
|
|
188
|
+
}
|
|
189
|
+
/**
|
|
190
|
+
* Cancels the current generation.
|
|
191
|
+
* Note: This does not abort any in-progress tool calls natively. Tools that
|
|
192
|
+
* affect state may still complete in the background eventually, but their
|
|
193
|
+
* results will be discarded and not reported back to the model or the user.
|
|
194
|
+
*/
|
|
195
|
+
cancel() {
|
|
196
|
+
this.isCancelled = true;
|
|
197
|
+
if (this.currentBatch) {
|
|
198
|
+
this.currentBatch.cancel();
|
|
199
|
+
}
|
|
200
|
+
if (this.baseConversation) {
|
|
201
|
+
this.baseConversation.cancel();
|
|
202
|
+
}
|
|
203
|
+
}
|
|
204
|
+
async getHistory() {
|
|
205
|
+
const conversation = await this.getConversation();
|
|
206
|
+
return conversation.getHistory();
|
|
207
|
+
}
|
|
208
|
+
async getTokenCount() {
|
|
209
|
+
const conversation = await this.getConversation();
|
|
210
|
+
return conversation.getTokenCount();
|
|
211
|
+
}
|
|
212
|
+
async getBenchmarkInfo() {
|
|
213
|
+
const conversation = await this.getConversation();
|
|
214
|
+
return conversation.getBenchmarkInfo();
|
|
215
|
+
}
|
|
216
|
+
async delete() {
|
|
217
|
+
if (this.baseConversation) {
|
|
218
|
+
await this.baseConversation.delete();
|
|
219
|
+
this.baseConversation = null;
|
|
220
|
+
}
|
|
221
|
+
}
|
|
222
|
+
async executeToolCalls(toolCalls) {
|
|
223
|
+
this.currentBatch = new ToolCallBatch(this.tools, this.options.onToolProgress, () => this.nextToolCallId++);
|
|
224
|
+
try {
|
|
225
|
+
return await this.currentBatch.executeAll(toolCalls);
|
|
226
|
+
}
|
|
227
|
+
finally {
|
|
228
|
+
this.currentBatch = null;
|
|
229
|
+
}
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
class ToolCallBatch {
|
|
233
|
+
tools;
|
|
234
|
+
onToolProgress;
|
|
235
|
+
getNextId;
|
|
236
|
+
isCancelled = false;
|
|
237
|
+
constructor(tools, onToolProgress, getNextId) {
|
|
238
|
+
this.tools = tools;
|
|
239
|
+
this.onToolProgress = onToolProgress;
|
|
240
|
+
this.getNextId = getNextId;
|
|
241
|
+
}
|
|
242
|
+
cancel() {
|
|
243
|
+
this.isCancelled = true;
|
|
244
|
+
}
|
|
245
|
+
async executeAll(toolCalls) {
|
|
246
|
+
return Promise.all(toolCalls.map(async (tc) => {
|
|
247
|
+
const tool = this.tools.get(tc.function.name);
|
|
248
|
+
const callId = this.getNextId();
|
|
249
|
+
let result;
|
|
250
|
+
if (this.onToolProgress) {
|
|
251
|
+
this.onToolProgress({
|
|
252
|
+
id: callId,
|
|
253
|
+
name: tc.function.name,
|
|
254
|
+
arguments: tc.function.arguments,
|
|
255
|
+
status: 'started'
|
|
256
|
+
});
|
|
257
|
+
}
|
|
258
|
+
if (!tool) {
|
|
259
|
+
const errorMsg = `Tool ${tc.function.name} not found.`;
|
|
260
|
+
result = { error: errorMsg };
|
|
261
|
+
if (!this.isCancelled && this.onToolProgress) {
|
|
262
|
+
this.onToolProgress({
|
|
263
|
+
id: callId,
|
|
264
|
+
name: tc.function.name,
|
|
265
|
+
arguments: tc.function.arguments,
|
|
266
|
+
status: 'error',
|
|
267
|
+
error: errorMsg
|
|
268
|
+
});
|
|
269
|
+
}
|
|
270
|
+
}
|
|
271
|
+
else {
|
|
272
|
+
try {
|
|
273
|
+
result = await tool.execute(tc.function.arguments);
|
|
274
|
+
if (!this.isCancelled && this.onToolProgress) {
|
|
275
|
+
this.onToolProgress({
|
|
276
|
+
id: callId,
|
|
277
|
+
name: tc.function.name,
|
|
278
|
+
arguments: tc.function.arguments,
|
|
279
|
+
status: 'completed',
|
|
280
|
+
result
|
|
281
|
+
});
|
|
282
|
+
}
|
|
283
|
+
}
|
|
284
|
+
catch (e) {
|
|
285
|
+
const errorMsg = String(e);
|
|
286
|
+
result = {
|
|
287
|
+
error: `Error executing tool ${tc.function.name}: ${errorMsg}`
|
|
288
|
+
};
|
|
289
|
+
if (!this.isCancelled && this.onToolProgress) {
|
|
290
|
+
this.onToolProgress({
|
|
291
|
+
id: callId,
|
|
292
|
+
name: tc.function.name,
|
|
293
|
+
arguments: tc.function.arguments,
|
|
294
|
+
status: 'error',
|
|
295
|
+
error: errorMsg
|
|
296
|
+
});
|
|
297
|
+
}
|
|
298
|
+
}
|
|
299
|
+
}
|
|
300
|
+
return { type: 'tool_response', name: tc.function.name, response: result };
|
|
301
|
+
}));
|
|
302
|
+
}
|
|
303
|
+
}
|
|
304
|
+
//# sourceMappingURL=auto_tool_chat.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"auto_tool_chat.js","sourceRoot":"","sources":["../../src/orchestration/auto_tool_chat.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AASH,OAAO,EAAC,YAAY,EAAE,MAAM,EAAa,MAAM,kBAAkB,CAAC;AAElE,MAAM,YAAY,GACd,4DAA4D,CAAC;AAkCjE;;;;;GAKG;AACH,MAAM,OAAO,YAAY;IAQM;IAPrB,gBAAgB,GAAsB,IAAI,CAAC;IAC3C,MAAM,GAAG,KAAK,CAAC;IACf,WAAW,GAAG,KAAK,CAAC;IACX,KAAK,GAAG,IAAI,GAAG,EAAkC,CAAC;IAC3D,cAAc,GAAG,CAAC,CAAC;IACnB,YAAY,GAAuB,IAAI,CAAC;IAEhD,YAA6B,OAA4B;QAA5B,YAAO,GAAP,OAAO,CAAqB;QACvD,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK;YAC9B,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CACX,+FAA+F,CAAC,CAAC;QACvG,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QACxC,KAAK,IAAI,CAAC,IAAI,WAAW,EAAE,CAAC;YAC1B,IAAI,IAAyC,CAAC;YAC9C,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpB,IAAI,GAAG,EAAC,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAQ,EAAC,CAAC;YAC7C,CAAC;iBAAM,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC;gBAC9B,MAAM,EAAC,OAAO,EAAE,GAAG,WAAW,EAAC,GAAG,CAAC,CAAC;gBACpC,IAAI,GAAG,EAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAC,CAAC;YAC5D,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,CAAC,CAAC;YACX,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YAChC,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;YACrD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CAAC,QAAQ,IAAI,iCAAiC,CAAC,CAAC;YACjE,CAAC;YACD,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,YAAY,CAAC,CAAC;YAC3D,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,MAAM,MAAM,GACR,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACxD,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBACpB,MAAM,CAAC,OAAO,GAAG,EAAE,CAAC;gBACtB,CAAC;gBACD,iEAAiE;gBACjE,gEAAgE;gBAChE,kBAAkB;gBAClB,MAAM,CAAC,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;oBAC7D,MAAM,EAAC,OAAO,EAAE,GAAG,IAAI,EAAC,GAAG,CAAC,CAAC;oBAC7B,OAAO,IAAI,CAAC;gBACd,CAAC,CAAC,CAAC;YACL,CAAC;YACD,IAAI,CAAC,gBAAgB;gBACjB,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAAkC;QAClD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAEzB,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAClD,IAAI,cAAc,GAAG,OAAO,CAAC;YAC7B,MAAM,sBAAsB,GAAG,IAAI,CAAC,OAAO,CAAC,sBAAsB,IAAI,EAAE,CAAC;YACzE,IAAI,SAAS,GAAG,CAAC,CAAC;YAElB,OAAO,SAAS,GAAG,sBAAsB,EAAE,CAAC;gBAC1C,SAAS,EAAE,CAAC;gBACZ,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;gBAEnE,IAAI,WAAW,CAAC,UAAU,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChE,MAAM,aAAa,GACf,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;oBACxD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;wBACrB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;oBAC5C,CAAC;oBACD,8BAA8B;oBAC9B,cAAc,GAAG,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAC,CAAC;oBACxD,SAAS;gBACX,CAAC;gBACD,OAAO,WAAW,CAAC;YACrB,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC/D,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAED,oBAAoB,CAAC,OAAkC;QAErD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAEzB,IAAI,iBAAiB,GAAG,KAAK,CAAC;QAC9B,OAAO,IAAI,cAAc,CAAU;YACjC,KAAK,EAAE,CAAC,UAAU,EAAE,EAAE;gBACpB,IAAI,cAAc,GAAG,OAAO,CAAC;gBAC7B,IAAI,SAAS,GAAG,CAAC,CAAC;gBAClB,MAAM,sBAAsB,GACxB,IAAI,CAAC,OAAO,CAAC,sBAAsB,IAAI,EAAE,CAAC;gBAG9C,MAAM,gBAAgB,GAAG,KAAK,IAAkB,EAAE;oBAChD,IAAI,SAAS,IAAI,sBAAsB,EAAE,CAAC;wBACxC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;wBACpB,UAAU,CAAC,KAAK,CACZ,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC,CAAC;wBAC5D,OAAO;oBACT,CAAC;oBACD,SAAS,EAAE,CAAC;oBACZ,IAAI,SAAS,GAAe,EAAE,CAAC;oBAE/B,IAAI,CAAC;wBACH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;wBAClD,MAAM,MAAM,GAAG,YAAY,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC;wBAEjE,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;4BACjC,IAAI,iBAAiB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gCAC1C,yDAAyD;gCACzD,iDAAiD;gCACjD,MAAM;4BACR,CAAC;4BAED,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCACpD,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gCAC/C,4DAA4D;gCAC5D,MAAM,UAAU,GAAG,EAAC,GAAG,KAAK,EAAC,CAAC;gCAC9B,OAAO,UAAU,CAAC,UAAU,CAAC;gCAC7B,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC,CAAE,kCAAkC;oCAClC,qBAAqB;oCAC9C,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gCACjC,CAAC;4BACH,CAAC;iCAAM,CAAC;gCACN,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;4BAC5B,CAAC;wBACH,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;wBACpB,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBACpB,OAAO;oBACT,CAAC;oBAED,IAAI,iBAAiB,IAAI,IAAI,CAAC,WAAW;wBAAE,OAAO;oBAElD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACzB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;wBAC7D,IAAI,iBAAiB,IAAI,IAAI,CAAC,WAAW;4BAAE,OAAO;wBAClD,cAAc,GAAG,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAC,CAAC;wBACxD,MAAM,gBAAgB,EAAE,CAAC;wBACzB,OAAO;oBACT,CAAC;oBAED,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;oBACpB,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,CAAC,CAAC;gBAEF,gBAAgB,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;oBAC7B,IAAI,iBAAiB,IAAI,IAAI,CAAC,WAAW;wBAAE,OAAO;oBAClD,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;oBACpB,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,CAAC,CAAC,CAAC;YACL,CAAC;YACD,MAAM,EAAE,GAAG,EAAE;gBACX,iBAAiB,GAAG,IAAI,CAAC;gBACzB,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,MAAM;QACJ,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QAC7B,CAAC;QACD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAClD,OAAO,YAAY,CAAC,UAAU,EAAE,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAClD,OAAO,YAAY,CAAC,aAAa,EAAE,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAClD,OAAO,YAAY,CAAC,gBAAgB,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;YACrC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,SAAqB;QAElD,IAAI,CAAC,YAAY,GAAG,IAAI,aAAa,CACjC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;QAC1E,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QACvD,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;IACH,CAAC;CACF;AAED,MAAM,aAAa;IAII;IACA;IAEA;IANb,WAAW,GAAG,KAAK,CAAC;IAE5B,YACqB,KAA0C,EAC1C,cACR,EACQ,SAAuB;QAHvB,UAAK,GAAL,KAAK,CAAqC;QAC1C,mBAAc,GAAd,cAAc,CACtB;QACQ,cAAS,GAAT,SAAS,CAAc;IAAG,CAAC;IAEhD,MAAM;QACJ,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAqB;QACpC,OAAO,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAChC,IAAI,MAA+B,CAAC;YAEpC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,IAAI,CAAC,cAAc,CAAC;oBAClB,EAAE,EAAE,MAAM;oBACV,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;oBACtB,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;oBAChC,MAAM,EAAE,SAAS;iBAClB,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,QAAQ,GAAG,QAAQ,EAAE,CAAC,QAAQ,CAAC,IAAI,aAAa,CAAC;gBACvD,MAAM,GAAG,EAAC,KAAK,EAAE,QAAQ,EAAC,CAAC;gBAC3B,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;oBAC7C,IAAI,CAAC,cAAc,CAAC;wBAClB,EAAE,EAAE,MAAM;wBACV,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;wBACtB,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;wBAChC,MAAM,EAAE,OAAO;wBACf,KAAK,EAAE,QAAQ;qBAChB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC;oBACH,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACnD,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;wBAC7C,IAAI,CAAC,cAAc,CAAC;4BAClB,EAAE,EAAE,MAAM;4BACV,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;4BACtB,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;4BAChC,MAAM,EAAE,WAAW;4BACnB,MAAM;yBACP,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;oBAC3B,MAAM,GAAG;wBACP,KAAK,EAAE,wBAAwB,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE;qBAC/D,CAAC;oBACF,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;wBAC7C,IAAI,CAAC,cAAc,CAAC;4BAClB,EAAE,EAAE,MAAM;4BACV,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;4BACtB,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;4BAChC,MAAM,EAAE,OAAO;4BACf,KAAK,EAAE,QAAQ;yBAChB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,EAAC,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAC,CAAC;QAC3E,CAAC,CAAC,CAAC,CAAC;IACN,CAAC;CACF"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Copyright 2026 The ODML Authors.
|
|
3
|
+
*
|
|
4
|
+
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
* you may not use this file except in compliance with the License.
|
|
6
|
+
* You may obtain a copy of the License at
|
|
7
|
+
*
|
|
8
|
+
* http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
*
|
|
10
|
+
* Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
* See the License for the specific language governing permissions and
|
|
14
|
+
* limitations under the License.
|
|
15
|
+
*/
|
|
16
|
+
import { Message, MessageLike } from '../conversation_config.js';
|
|
17
|
+
import { BenchmarkInfo } from '../wasm_binding_types.js';
|
|
18
|
+
/**
|
|
19
|
+
* Interface representing standard chat interaction methods.
|
|
20
|
+
*/
|
|
21
|
+
export interface ChatInterface {
|
|
22
|
+
sendMessage(message: MessageLike | MessageLike[]): Promise<Message>;
|
|
23
|
+
sendMessageStreaming(message: MessageLike | MessageLike[]): ReadableStream<Message>;
|
|
24
|
+
cancel(): void;
|
|
25
|
+
getHistory(): Message[] | Promise<Message[]>;
|
|
26
|
+
getTokenCount(): Promise<number>;
|
|
27
|
+
getBenchmarkInfo(): Promise<BenchmarkInfo>;
|
|
28
|
+
delete(): Promise<void>;
|
|
29
|
+
}
|
|
30
|
+
//# sourceMappingURL=chat_interface.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chat_interface.d.ts","sourceRoot":"","sources":["../../src/orchestration/chat_interface.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,OAAO,EAAE,WAAW,EAAC,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAEvD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,WAAW,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAClE,oBAAoB,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GACnD,cAAc,CAAC,OAAO,CAAC,CAAC;IAC5B,MAAM,IAAI,IAAI,CAAC;IACf,UAAU,IAAI,OAAO,EAAE,GAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3C,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IACjC,gBAAgB,IAAI,OAAO,CAAC,aAAa,CAAC,CAAC;IAC3C,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Copyright 2026 The ODML Authors.
|
|
3
|
+
*
|
|
4
|
+
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
* you may not use this file except in compliance with the License.
|
|
6
|
+
* You may obtain a copy of the License at
|
|
7
|
+
*
|
|
8
|
+
* http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
*
|
|
10
|
+
* Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
* See the License for the specific language governing permissions and
|
|
14
|
+
* limitations under the License.
|
|
15
|
+
*/
|
|
16
|
+
export {};
|
|
17
|
+
//# sourceMappingURL=chat_interface.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chat_interface.js","sourceRoot":"","sources":["../../src/orchestration/chat_interface.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG"}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Copyright 2026 The ODML Authors.
|
|
3
|
+
*
|
|
4
|
+
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
* you may not use this file except in compliance with the License.
|
|
6
|
+
* You may obtain a copy of the License at
|
|
7
|
+
*
|
|
8
|
+
* http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
*
|
|
10
|
+
* Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
* See the License for the specific language governing permissions and
|
|
14
|
+
* limitations under the License.
|
|
15
|
+
*/
|
|
16
|
+
import { FunctionTool, Tool } from '../conversation_config.js';
|
|
17
|
+
import { JsonValue } from '../types.js';
|
|
18
|
+
/**
|
|
19
|
+
* A WebMCP tool declaration.
|
|
20
|
+
*/
|
|
21
|
+
export interface WebMcpTool {
|
|
22
|
+
name: string;
|
|
23
|
+
description?: string;
|
|
24
|
+
inputSchema?: {
|
|
25
|
+
type?: string;
|
|
26
|
+
properties?: Record<string, JsonValue>;
|
|
27
|
+
required?: string[];
|
|
28
|
+
[key: string]: JsonValue | undefined;
|
|
29
|
+
};
|
|
30
|
+
execute?: (args: Record<string, JsonValue>) => JsonValue | Promise<JsonValue>;
|
|
31
|
+
[key: string]: unknown;
|
|
32
|
+
}
|
|
33
|
+
/**
|
|
34
|
+
* Type guard to check if a tool is a WebMcpTool.
|
|
35
|
+
*/
|
|
36
|
+
export declare function isWebMcpTool(tool: Tool | WebMcpTool): tool is WebMcpTool;
|
|
37
|
+
/**
|
|
38
|
+
* Converts a WebMcpTool to a FunctionTool compatible with the C++ engine.
|
|
39
|
+
*/
|
|
40
|
+
export declare function toTool(tool: WebMcpTool): FunctionTool;
|
|
41
|
+
//# sourceMappingURL=webmcp_tool.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"webmcp_tool.d.ts","sourceRoot":"","sources":["../../src/orchestration/webmcp_tool.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,YAAY,EAAU,IAAI,EAAC,MAAM,2BAA2B,CAAC;AACrE,OAAO,EAAC,SAAS,EAAC,MAAM,aAAa,CAAC;AAEtC;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE;QACZ,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACvC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS,CAAC;KAC3D,CAAC;IACF,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,KAAK,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAC9E,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,IAAI,GAAC,UAAU,GAAG,IAAI,IAAI,UAAU,CAEtE;AAED;;GAEG;AACH,wBAAgB,MAAM,CAAC,IAAI,EAAE,UAAU,GAAG,YAAY,CAMrD"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Copyright 2026 The ODML Authors.
|
|
3
|
+
*
|
|
4
|
+
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
* you may not use this file except in compliance with the License.
|
|
6
|
+
* You may obtain a copy of the License at
|
|
7
|
+
*
|
|
8
|
+
* http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
*
|
|
10
|
+
* Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
* See the License for the specific language governing permissions and
|
|
14
|
+
* limitations under the License.
|
|
15
|
+
*/
|
|
16
|
+
/**
|
|
17
|
+
* Type guard to check if a tool is a WebMcpTool.
|
|
18
|
+
*/
|
|
19
|
+
export function isWebMcpTool(tool) {
|
|
20
|
+
return 'inputSchema' in tool;
|
|
21
|
+
}
|
|
22
|
+
/**
|
|
23
|
+
* Converts a WebMcpTool to a FunctionTool compatible with the C++ engine.
|
|
24
|
+
*/
|
|
25
|
+
export function toTool(tool) {
|
|
26
|
+
const { inputSchema, execute, ...rest } = tool;
|
|
27
|
+
return {
|
|
28
|
+
type: 'function',
|
|
29
|
+
function: { ...rest, parameters: inputSchema }
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=webmcp_tool.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"webmcp_tool.js","sourceRoot":"","sources":["../../src/orchestration/webmcp_tool.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAoBH;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,IAAqB;IAChD,OAAO,aAAa,IAAI,IAAI,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,MAAM,CAAC,IAAgB;IACrC,MAAM,EAAC,WAAW,EAAE,OAAO,EAAE,GAAG,IAAI,EAAC,GAAG,IAAI,CAAC;IAC7C,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE,EAAC,GAAG,IAAI,EAAE,UAAU,EAAE,WAAqB,EAAC;KACvD,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Copyright 2026 Google LLC
|
|
3
|
+
*
|
|
4
|
+
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
* you may not use this file except in compliance with the License.
|
|
6
|
+
* You may obtain a copy of the License at
|
|
7
|
+
*
|
|
8
|
+
* http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
*
|
|
10
|
+
* Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
* See the License for the specific language governing permissions and
|
|
14
|
+
* limitations under the License.
|
|
15
|
+
*/
|
|
16
|
+
import type { ChatInterface } from '../orchestration/chat_interface.js';
|
|
17
|
+
import type { Conversation } from '../conversation.js';
|
|
18
|
+
import type { ConversationConfig, Message, MessageLike } from '../conversation_config.js';
|
|
19
|
+
import type { Engine } from '../engine.js';
|
|
20
|
+
import type { EngineSettings } from '../engine_settings.js';
|
|
21
|
+
import type { Session } from '../session.js';
|
|
22
|
+
import type { SessionConfig } from '../session_config.js';
|
|
23
|
+
import type { RecursiveRequired } from '../types.js';
|
|
24
|
+
import type { BenchmarkInfo } from '../wasm_binding_types.js';
|
|
25
|
+
/** Fake implementation of Conversation for testing. */
|
|
26
|
+
export declare class ConversationFake implements ChatInterface {
|
|
27
|
+
initialHistory: Message[];
|
|
28
|
+
history: Message[];
|
|
29
|
+
nextResponses: Message[];
|
|
30
|
+
constructor(initialHistory?: Message[]);
|
|
31
|
+
/**
|
|
32
|
+
* Enqueues a message that the fake will return on the next call to
|
|
33
|
+
* sendMessage or sendMessageStreaming. Can be called multiple times.
|
|
34
|
+
*/
|
|
35
|
+
queueResponse(message: Message): void;
|
|
36
|
+
private popNextResponse;
|
|
37
|
+
private appendInput;
|
|
38
|
+
sendMessage(message: MessageLike | MessageLike[]): Promise<Message>;
|
|
39
|
+
sendMessageStreaming(message: MessageLike | MessageLike[]): ReadableStream<Message>;
|
|
40
|
+
getHistory(): Message[];
|
|
41
|
+
cancel(): void;
|
|
42
|
+
delete(): Promise<void>;
|
|
43
|
+
getTokenCount(): Promise<number>;
|
|
44
|
+
getBenchmarkInfo(): Promise<BenchmarkInfo>;
|
|
45
|
+
}
|
|
46
|
+
/** Fake implementation of Session for testing. */
|
|
47
|
+
export declare class SessionFake {
|
|
48
|
+
inputsPrefilled: string[];
|
|
49
|
+
runPrefill(inputs: string[]): Promise<void>;
|
|
50
|
+
runDecode(): ReturnType<Session['runDecode']>;
|
|
51
|
+
cancel(): void;
|
|
52
|
+
delete(): Promise<void>;
|
|
53
|
+
}
|
|
54
|
+
/** Fake implementation of Engine for testing. */
|
|
55
|
+
export declare class EngineFake {
|
|
56
|
+
readonly settings: RecursiveRequired<EngineSettings>;
|
|
57
|
+
cachedSession: SessionFake;
|
|
58
|
+
cachedConversation: ConversationFake;
|
|
59
|
+
constructor(settings: EngineSettings);
|
|
60
|
+
static create(engineSettings: EngineSettings, inputPromptAsHint?: string): Promise<Engine>;
|
|
61
|
+
createSession(sessionConfig?: SessionConfig): Promise<Session>;
|
|
62
|
+
createConversation(config?: ConversationConfig): Promise<Conversation>;
|
|
63
|
+
delete(): Promise<void>;
|
|
64
|
+
}
|
|
65
|
+
//# sourceMappingURL=fakes.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fakes.d.ts","sourceRoot":"","sources":["../../src/testing/fakes.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,oCAAoC,CAAC;AACtE,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AACrD,OAAO,KAAK,EAAC,kBAAkB,EAAE,OAAO,EAAE,WAAW,EAAC,MAAM,2BAA2B,CAAC;AACxF,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,cAAc,CAAC;AACzC,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,uBAAuB,CAAC;AAC1D,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,eAAe,CAAC;AAC3C,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,sBAAsB,CAAC;AACxD,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,aAAa,CAAC;AACnD,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAE5D,uDAAuD;AACvD,qBAAa,gBAAiB,YAAW,aAAa;IAIjC,cAAc,EAAE,OAAO,EAAE;IAH5C,OAAO,EAAE,OAAO,EAAE,CAAM;IACxB,aAAa,EAAE,OAAO,EAAE,CAAM;gBAEX,cAAc,GAAE,OAAO,EAAO;IAIjD;;;OAGG;IACH,aAAa,CAAC,OAAO,EAAE,OAAO;IAI9B,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,WAAW;IAab,WAAW,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAOvE,oBAAoB,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GACnD,cAAc,CAAC,OAAO,CAAC;IAY3B,UAAU,IAAI,OAAO,EAAE;IAIvB,MAAM;IAEA,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAEvB,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAIhC,gBAAgB,IAAI,OAAO,CAAC,aAAa,CAAC;CASjD;AAED,kDAAkD;AAClD,qBAAa,WAAW;IACtB,eAAe,EAAE,MAAM,EAAE,CAAM;IAEzB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAI3C,SAAS,IAAI,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAKnD,MAAM;IAEA,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAC9B;AAED,iDAAiD;AACjD,qBAAa,UAAU;IACrB,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC,cAAc,CAAC,CAAC;IACrD,aAAa,cAAqB;IAClC,kBAAkB,mBAA0B;gBAEhC,QAAQ,EAAE,cAAc;WAIvB,MAAM,CAAC,cAAc,EAAE,cAAc,EAAE,iBAAiB,SAAK,GACtE,OAAO,CAAC,MAAM,CAAC;IAIb,aAAa,CAAC,aAAa,GAAE,aAAkB,GAAG,OAAO,CAAC,OAAO,CAAC;IAIlE,kBAAkB,CAAC,MAAM,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;IAItE,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAC9B"}
|