@charivo/llm 0.7.1 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +19 -1
- package/dist/index.js +26 -69
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +27 -70
- package/dist/index.mjs.map +1 -1
- package/package.json +2 -2
package/README.md
CHANGED
|
@@ -85,7 +85,7 @@ const manager = createLLMManager(
|
|
|
85
85
|
after construction via `registerTool(tool)` / `unregisterTool(name)`
|
|
86
86
|
- `resultProjectors?: ToolResultProjector[]` — run after a successful tool
|
|
87
87
|
call, when an event emitter is attached (`Charivo.attachLLM(...)` wires one
|
|
88
|
-
automatically). A projector throwing turns into an `error` event
|
|
88
|
+
automatically). A projector throwing turns into an `llm:error` event
|
|
89
89
|
(`Error` message: `` LLM result projector failed for tool "<name>": <cause> ``)
|
|
90
90
|
instead of failing the reply.
|
|
91
91
|
- `toolInstructions?: string` — appended to the character system prompt, but
|
|
@@ -102,6 +102,24 @@ failure — unknown tool, invalid arguments, handler throw/timeout, non-object
|
|
|
102
102
|
result — becomes a `{ success: false, error }` tool output so the reply
|
|
103
103
|
always continues instead of throwing.
|
|
104
104
|
|
|
105
|
+
### Tool Events
|
|
106
|
+
|
|
107
|
+
When an event emitter is attached, the manager emits `tool:call` before each
|
|
108
|
+
tool executes, then either `tool:result` on success or `tool:error` on any
|
|
109
|
+
failure. `@charivo/realtime` emits the same three events, so a listener can
|
|
110
|
+
observe tool activity without caring which modality ran the tool.
|
|
111
|
+
|
|
112
|
+
`tool:result` carries the JSON-serialized snapshot of the handler result — the
|
|
113
|
+
same value the model's tool turn receives — so a result with a `toJSON()`
|
|
114
|
+
surfaces as its round-tripped form.
|
|
115
|
+
|
|
116
|
+
`resultProjectors` receive that same snapshot, as they do in
|
|
117
|
+
`@charivo/realtime`, so a projector behaves identically no matter which
|
|
118
|
+
modality ran the tool. It is the wire form, not the live handler object: a
|
|
119
|
+
`Date` arrives as its ISO string and an `undefined` property is gone, so read
|
|
120
|
+
`output` as plain JSON. Values that cannot survive JSON were never part of the
|
|
121
|
+
tool result anyway — the model only ever sees the serialized form.
|
|
122
|
+
|
|
105
123
|
### Round Cap
|
|
106
124
|
|
|
107
125
|
The tool loop executes at most 3 tool-calling rounds. After the third round,
|
package/dist/index.js
CHANGED
|
@@ -130,58 +130,6 @@ var ResponseMessageBuilder = class {
|
|
|
130
130
|
}
|
|
131
131
|
};
|
|
132
132
|
|
|
133
|
-
// src/tool-execution.ts
|
|
134
|
-
var LLMToolRegistry = class {
|
|
135
|
-
tools = /* @__PURE__ */ new Map();
|
|
136
|
-
register(tool) {
|
|
137
|
-
this.tools.set(tool.definition.name, tool);
|
|
138
|
-
}
|
|
139
|
-
unregister(name) {
|
|
140
|
-
this.tools.delete(name);
|
|
141
|
-
}
|
|
142
|
-
get(name) {
|
|
143
|
-
return this.tools.get(name);
|
|
144
|
-
}
|
|
145
|
-
size() {
|
|
146
|
-
return this.tools.size;
|
|
147
|
-
}
|
|
148
|
-
getDefinitions() {
|
|
149
|
-
return Array.from(this.tools.values(), (tool) => ({
|
|
150
|
-
...tool.definition,
|
|
151
|
-
parameters: {
|
|
152
|
-
...tool.definition.parameters,
|
|
153
|
-
properties: { ...tool.definition.parameters.properties },
|
|
154
|
-
required: tool.definition.parameters.required ? [...tool.definition.parameters.required] : void 0
|
|
155
|
-
}
|
|
156
|
-
}));
|
|
157
|
-
}
|
|
158
|
-
};
|
|
159
|
-
function createFailureOutput(error) {
|
|
160
|
-
return {
|
|
161
|
-
success: false,
|
|
162
|
-
error: error.message
|
|
163
|
-
};
|
|
164
|
-
}
|
|
165
|
-
async function withTimeout(promise, timeoutMs, toolName) {
|
|
166
|
-
let timeoutId;
|
|
167
|
-
try {
|
|
168
|
-
return await Promise.race([
|
|
169
|
-
promise,
|
|
170
|
-
new Promise((_, reject) => {
|
|
171
|
-
timeoutId = setTimeout(() => {
|
|
172
|
-
reject(
|
|
173
|
-
new Error(`LLM tool "${toolName}" timed out after ${timeoutMs}ms`)
|
|
174
|
-
);
|
|
175
|
-
}, timeoutMs);
|
|
176
|
-
})
|
|
177
|
-
]);
|
|
178
|
-
} finally {
|
|
179
|
-
if (timeoutId !== void 0) {
|
|
180
|
-
clearTimeout(timeoutId);
|
|
181
|
-
}
|
|
182
|
-
}
|
|
183
|
-
}
|
|
184
|
-
|
|
185
133
|
// src/llm-manager.ts
|
|
186
134
|
var DEFAULT_MAX_HISTORY_TURNS = 40;
|
|
187
135
|
var DEFAULT_TOOL_TIMEOUT_MS = 1e4;
|
|
@@ -203,7 +151,7 @@ var LLMManager = class {
|
|
|
203
151
|
}
|
|
204
152
|
historyManager;
|
|
205
153
|
maxHistoryMessages;
|
|
206
|
-
toolRegistry =
|
|
154
|
+
toolRegistry = core.createToolRegistry();
|
|
207
155
|
resultProjectors;
|
|
208
156
|
defaultToolTimeoutMs;
|
|
209
157
|
character = null;
|
|
@@ -347,36 +295,45 @@ ${this.toolInstructions}`
|
|
|
347
295
|
* reply always continues.
|
|
348
296
|
*/
|
|
349
297
|
async executeToolCall(toolCall) {
|
|
350
|
-
let
|
|
351
|
-
|
|
298
|
+
let outcome;
|
|
299
|
+
this.eventEmitter?.emit("tool:call", {
|
|
300
|
+
name: toolCall.name,
|
|
301
|
+
args: toolCall.arguments,
|
|
302
|
+
callId: toolCall.id
|
|
303
|
+
});
|
|
352
304
|
try {
|
|
353
305
|
const tool = this.toolRegistry.get(toolCall.name);
|
|
354
306
|
if (!tool) {
|
|
355
307
|
throw new Error(`No LLM tool registered for "${toolCall.name}"`);
|
|
356
308
|
}
|
|
357
309
|
core.validateToolArguments(tool.definition, toolCall.arguments, "LLM tool");
|
|
358
|
-
const result = await
|
|
310
|
+
const result = await core.withToolTimeout(
|
|
359
311
|
tool.handler(toolCall.arguments, {
|
|
360
312
|
character: this.character,
|
|
361
313
|
callId: toolCall.id
|
|
362
314
|
}),
|
|
363
315
|
tool.timeoutMs ?? this.defaultToolTimeoutMs,
|
|
364
|
-
tool.definition.name
|
|
316
|
+
tool.definition.name,
|
|
317
|
+
"LLM tool"
|
|
365
318
|
);
|
|
366
319
|
core.assertToolResultObject(result, tool.definition.name, "LLM tool");
|
|
367
|
-
|
|
368
|
-
if (typeof stringified !== "string") {
|
|
369
|
-
throw new Error(
|
|
370
|
-
`LLM tool "${tool.definition.name}" result could not be serialized to JSON`
|
|
371
|
-
);
|
|
372
|
-
}
|
|
373
|
-
serialized = stringified;
|
|
374
|
-
output = result;
|
|
320
|
+
outcome = core.snapshotToolResult(result, tool.definition.name, "LLM tool");
|
|
375
321
|
} catch (error) {
|
|
376
|
-
|
|
322
|
+
const failure = toError(error);
|
|
323
|
+
this.eventEmitter?.emit("tool:error", {
|
|
324
|
+
name: toolCall.name,
|
|
325
|
+
error: failure,
|
|
326
|
+
callId: toolCall.id
|
|
327
|
+
});
|
|
328
|
+
return JSON.stringify(core.createToolFailureOutput(failure));
|
|
377
329
|
}
|
|
378
|
-
this.
|
|
379
|
-
|
|
330
|
+
this.eventEmitter?.emit("tool:result", {
|
|
331
|
+
name: toolCall.name,
|
|
332
|
+
output: outcome.snapshot,
|
|
333
|
+
callId: toolCall.id
|
|
334
|
+
});
|
|
335
|
+
this.projectToolResult(toolCall.name, outcome.snapshot, toolCall.id);
|
|
336
|
+
return outcome.serialized;
|
|
380
337
|
}
|
|
381
338
|
/**
|
|
382
339
|
* Turn a successful tool result into avatar-style events. Projection is
|
|
@@ -398,7 +355,7 @@ ${this.toolInstructions}`
|
|
|
398
355
|
}
|
|
399
356
|
});
|
|
400
357
|
} catch (error) {
|
|
401
|
-
eventEmitter.emit("error", {
|
|
358
|
+
eventEmitter.emit("llm:error", {
|
|
402
359
|
error: new Error(
|
|
403
360
|
`LLM result projector failed for tool "${name}": ${toError(error).message}`
|
|
404
361
|
)
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/message-history-manager.ts","../src/character-prompt-builder.ts","../src/message-converter.ts","../src/validators.ts","../src/response-message-builder.ts","../src/tool-execution.ts","../src/llm-manager.ts"],"names":["toCharivoError","validateToolArguments","assertToolResultObject"],"mappings":";;;;;;;AAkBO,IAAM,wBAAN,MAA4B;AAAA,EACzB,UAAqB,EAAC;AAAA,EACb,WAAA;AAAA,EACA,cAAA;AAAA,EAEjB,WAAA,CAAY,OAAA,GAAwC,EAAC,EAAG;AACtD,IAAA,IACE,OAAA,CAAQ,WAAA,KAAgB,MAAA,IACxB,OAAA,CAAQ,gBAAgB,IAAA,KACvB,CAAC,MAAA,CAAO,SAAA,CAAU,OAAA,CAAQ,WAAW,CAAA,IAAK,OAAA,CAAQ,eAAe,CAAA,CAAA,EAClE;AACA,MAAA,MAAM,IAAI,UAAU,gDAAgD,CAAA;AAAA,IACtE;AAEA,IAAA,IACE,OAAA,CAAQ,cAAA,KAAmB,MAAA,KAC1B,CAAC,MAAA,CAAO,SAAA,CAAU,OAAA,CAAQ,cAAc,CAAA,IAAK,OAAA,CAAQ,cAAA,IAAkB,CAAA,CAAA,EACxE;AACA,MAAA,MAAM,IAAI,UAAU,2CAA2C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,WAAA,GACH,OAAA,CAAQ,WAAA,KAAgB,IAAA,GAAO,SAAY,OAAA,CAAQ,WAAA;AACrD,IAAA,IAAA,CAAK,cAAA,GAAiB,QAAQ,cAAA,IAAkB,CAAA;AAAA,EAClD;AAAA,EAEA,GAAA,CAAI,OAAA,EAAkB,OAAA,GAA6B,EAAC,EAAS;AAC3D,IAAA,IAAA,CAAK,OAAA,CAAQ,KAAK,OAAO,CAAA;AAEzB,IAAA,IAAI,OAAA,CAAQ,UAAU,KAAA,EAAO;AAC3B,MAAA,IAAA,CAAK,UAAA,EAAW;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,UAAA,GAAkC;AAChC,IAAA,OAAO,IAAA,CAAK,QAAQ,GAAA,EAAI;AAAA,EAC1B;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,UAAU,EAAC;AAAA,EAClB;AAAA,EAEA,MAAA,GAAoB;AAClB,IAAA,OAAO,CAAC,GAAG,IAAA,CAAK,OAAO,CAAA;AAAA,EACzB;AAAA,EAEA,UAAU,WAAA,EAAiC;AACzC,IAAA,IACE,WAAA,KAAgB,WACf,CAAC,MAAA,CAAO,UAAU,WAAW,CAAA,IAAK,eAAe,CAAA,CAAA,EAClD;AACA,MAAA,MAAM,IAAI,UAAU,wCAAwC,CAAA;AAAA,IAC9D;AAEA,IAAA,IAAI,WAAA,KAAgB,MAAA,IAAa,IAAA,CAAK,OAAA,CAAQ,UAAU,WAAA,EAAa;AACnE,MAAA,OAAO,KAAK,MAAA,EAAO;AAAA,IACrB;AAEA,IAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,KAAA,CAAM,CAAC,WAAW,CAAA;AAAA,EACxC;AAAA,EAEA,IAAA,GAAe;AACb,IAAA,OAAO,KAAK,OAAA,CAAQ,MAAA;AAAA,EACtB;AAAA,EAEA,UAAA,GAAmB;AACjB,IAAA,IAAI,IAAA,CAAK,gBAAgB,MAAA,EAAW;AAClC,MAAA;AAAA,IACF;AAEA,IAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,MAAA,GAAS,IAAA,CAAK,WAAA,EAAa;AAC7C,MAAA,MAAM,MAAA,GAAS,IAAA,CAAK,OAAA,CAAQ,MAAA,GAAS,IAAA,CAAK,WAAA;AAC1C,MAAA,MAAM,cAAc,IAAA,CAAK,GAAA;AAAA,QACvB,KAAK,IAAA,CAAK,MAAA,GAAS,IAAA,CAAK,cAAc,IAAI,IAAA,CAAK,cAAA;AAAA,QAC/C,KAAK,OAAA,CAAQ;AAAA,OACf;AACA,MAAA,IAAA,CAAK,OAAA,CAAQ,MAAA,CAAO,CAAA,EAAG,WAAW,CAAA;AAAA,IACpC;AAAA,EACF;AACF,CAAA;;;AC5FO,IAAM,yBAAN,MAA6B;AAAA,EAClC,OAAO,kBAAkB,SAAA,EAA8B;AACrD,IAAA,MAAM,OAAO,SAAA,CAAU,IAAA;AACvB,IAAA,MAAM,WAAA,GAAc,UAAU,WAAA,IAAe,EAAA;AAC7C,IAAA,MAAM,WAAA,GAAc,UAAU,WAAA,IAAe,EAAA;AAE7C,IAAA,OAAO,CAAA,QAAA,EAAW,IAAI,CAAA,EAAA,EAAK,WAAW,IAAI,WAAW;;AAAA,iFAAA,CAAA,CAE0B,IAAA,EAAK;AAAA,EACtF;AAAA,EAEA,OAAO,2BAA2B,SAAA,EAA+B;AAC/D,IAAA,IAAI,SAAA,EAAW;AACb,MAAA,OAAO,IAAA,CAAK,kBAAkB,SAAS,CAAA;AAAA,IACzC;AACA,IAAA,OAAO,CAAA;;AAAA,iFAAA,CAAA,CAEwE,IAAA,EAAK;AAAA,EACtF;AACF,CAAA;;;ACVO,IAAM,mBAAN,MAAuB;AAAA;AAAA;AAAA;AAAA,EAI5B,OAAO,eAAe,QAAA,EAAsC;AAC1D,IAAA,OAAO,QAAA,CAAS,GAAA,CAAI,CAAC,GAAA,MAAS;AAAA,MAC5B,IAAA,EAAM,GAAA,CAAI,IAAA,KAAS,MAAA,GAAS,MAAA,GAAS,WAAA;AAAA,MACrC,SAAS,GAAA,CAAI;AAAA,KACf,CAAE,CAAA;AAAA,EACJ;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO,uBAAA,CACL,YAAA,EACA,QAAA,EACiB;AACjB,IAAA,OAAO;AAAA,MACL,EAAE,IAAA,EAAM,QAAA,EAAU,OAAA,EAAS,YAAA,EAAa;AAAA,MACxC,GAAG,IAAA,CAAK,cAAA,CAAe,QAAQ;AAAA,KACjC;AAAA,EACF;AACF,CAAA;;;AChCO,IAAM,gBAAN,MAAoB;AAAA,EACzB,OAAO,qBACL,SAAA,EACgC;AAChC,IAAA,IAAI,CAAC,SAAA,EAAW;AACd,MAAA,MAAM,IAAI,MAAM,kDAAkD,CAAA;AAAA,IACpE;AAAA,EACF;AAAA,EAEA,OAAO,gBAAgB,OAAA,EAAwB;AAC7C,IAAA,IAAI,CAAC,OAAA,CAAQ,OAAA,IAAW,OAAO,OAAA,CAAQ,YAAY,QAAA,EAAU;AAC3D,MAAA,MAAM,IAAI,MAAM,4CAA4C,CAAA;AAAA,IAC9D;AAAA,EACF;AACF,CAAA;;;ACdO,IAAM,yBAAN,MAA6B;AAAA,EAClC,OAAO,MAAA,CACL,OAAA,EACA,WAAA,EACA,SAAA,EACS;AACT,IAAA,OAAO;AAAA,MACL,EAAA,EAAI,SAAA,IAAa,KAAA,GAAQ,IAAA,CAAK,GAAA,EAAI;AAAA,MAClC,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM,WAAA;AAAA,MACN;AAAA,KACF;AAAA,EACF;AACF,CAAA;;;ACXO,IAAM,kBAAN,MAAsB;AAAA,EACV,KAAA,uBAAY,GAAA,EAA8B;AAAA,EAE3D,SAAS,IAAA,EAA8B;AACrC,IAAA,IAAA,CAAK,KAAA,CAAM,GAAA,CAAI,IAAA,CAAK,UAAA,CAAW,MAAM,IAAI,CAAA;AAAA,EAC3C;AAAA,EAEA,WAAW,IAAA,EAAoB;AAC7B,IAAA,IAAA,CAAK,KAAA,CAAM,OAAO,IAAI,CAAA;AAAA,EACxB;AAAA,EAEA,IAAI,IAAA,EAA4C;AAC9C,IAAA,OAAO,IAAA,CAAK,KAAA,CAAM,GAAA,CAAI,IAAI,CAAA;AAAA,EAC5B;AAAA,EAEA,IAAA,GAAe;AACb,IAAA,OAAO,KAAK,KAAA,CAAM,IAAA;AAAA,EACpB;AAAA,EAEA,cAAA,GAAmC;AACjC,IAAA,OAAO,MAAM,IAAA,CAAK,IAAA,CAAK,MAAM,MAAA,EAAO,EAAG,CAAC,IAAA,MAAU;AAAA,MAChD,GAAG,IAAA,CAAK,UAAA;AAAA,MACR,UAAA,EAAY;AAAA,QACV,GAAG,KAAK,UAAA,CAAW,UAAA;AAAA,QACnB,YAAY,EAAE,GAAG,IAAA,CAAK,UAAA,CAAW,WAAW,UAAA,EAAW;AAAA,QACvD,QAAA,EAAU,IAAA,CAAK,UAAA,CAAW,UAAA,CAAW,QAAA,GACjC,CAAC,GAAG,IAAA,CAAK,UAAA,CAAW,UAAA,CAAW,QAAQ,CAAA,GACvC;AAAA;AACN,KACF,CAAE,CAAA;AAAA,EACJ;AACF,CAAA;AAGO,SAAS,oBAAoB,KAAA,EAAuC;AACzE,EAAA,OAAO;AAAA,IACL,OAAA,EAAS,KAAA;AAAA,IACT,OAAO,KAAA,CAAM;AAAA,GACf;AACF;AAEA,eAAsB,WAAA,CACpB,OAAA,EACA,SAAA,EACA,QAAA,EACY;AACZ,EAAA,IAAI,SAAA;AAEJ,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,QAAQ,IAAA,CAAK;AAAA,MACxB,OAAA;AAAA,MACA,IAAI,OAAA,CAAe,CAAC,CAAA,EAAG,MAAA,KAAW;AAChC,QAAA,SAAA,GAAY,WAAW,MAAM;AAC3B,UAAA,MAAA;AAAA,YACE,IAAI,KAAA,CAAM,CAAA,UAAA,EAAa,QAAQ,CAAA,kBAAA,EAAqB,SAAS,CAAA,EAAA,CAAI;AAAA,WACnE;AAAA,QACF,GAAG,SAAS,CAAA;AAAA,MACd,CAAC;AAAA,KACF,CAAA;AAAA,EACH,CAAA,SAAE;AACA,IAAA,IAAI,cAAc,MAAA,EAAW;AAC3B,MAAA,YAAA,CAAa,SAAS,CAAA;AAAA,IACxB;AAAA,EACF;AACF;;;AC9CA,IAAM,yBAAA,GAA4B,EAAA;AAClC,IAAM,uBAAA,GAA0B,GAAA;AAEhC,IAAM,eAAA,GAAkB,CAAA;AAqBjB,IAAM,aAAN,MAAiB;AAAA,EAUtB,WAAA,CACU,SAAA,EACR,OAAA,GAA6B,EAAC,EAC9B;AAFQ,IAAA,IAAA,CAAA,SAAA,GAAA,SAAA;AAGR,IAAA,IAAA,CAAK,kBAAA,GAAqB,0BAA0B,OAAO,CAAA;AAC3D,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,qBAAA,CAAsB;AAAA,MAC9C,aAAa,IAAA,CAAK,kBAAA;AAAA,MAClB,cAAA,EAAgB;AAAA,KACjB,CAAA;AACD,IAAA,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,gBAAA,IAAoB,EAAC;AACrD,IAAA,IAAA,CAAK,oBAAA,GACH,QAAQ,oBAAA,IAAwB,uBAAA;AAClC,IAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AAEpD,IAAA,KAAA,MAAW,IAAA,IAAQ,OAAA,CAAQ,KAAA,IAAS,EAAC,EAAG;AACtC,MAAA,IAAA,CAAK,aAAa,IAAI,CAAA;AAAA,IACxB;AAAA,EACF;AAAA,EA1BiB,cAAA;AAAA,EACA,kBAAA;AAAA,EACA,YAAA,GAAe,IAAI,eAAA,EAAgB;AAAA,EACnC,gBAAA;AAAA,EACA,oBAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,YAAA;AAAA,EACA,gBAAA;AAAA,EAqBR,gBAAgB,YAAA,EAAyC;AACvD,IAAA,IAAA,CAAK,YAAA,GAAe,YAAA;AAAA,EACtB;AAAA,EAEA,aAAa,IAAA,EAA8B;AACzC,IAAA,IAAA,CAAK,YAAA,CAAa,SAAS,IAAI,CAAA;AAAA,EACjC;AAAA,EAEA,eAAe,IAAA,EAAoB;AACjC,IAAA,IAAA,CAAK,YAAA,CAAa,WAAW,IAAI,CAAA;AAAA,EACnC;AAAA,EAEA,kBAAA,GAAuC;AACrC,IAAA,OAAO,IAAA,CAAK,aAAa,cAAA,EAAe;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,oBAAoB,YAAA,EAAmC;AACrD,IAAA,IAAA,CAAK,gBAAA,GAAmB,YAAA;AAAA,EAC1B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AAEvC,IAAA,IAAI,IAAA,CAAK,SAAA,EAAW,EAAA,KAAO,SAAA,CAAU,EAAA,EAAI;AACvC,MAAA,IAAA,CAAK,eAAe,KAAA,EAAM;AAAA,IAC5B;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,SAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAA,CAAK,eAAe,KAAA,EAAM;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,IAAA,CAAK,eAAe,MAAA,EAAO;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,iBAAiB,OAAA,EAAmC;AACxD,IAAA,IAAI;AACF,MAAA,aAAA,CAAc,oBAAA,CAAqB,KAAK,SAAS,CAAA;AACjD,MAAA,aAAA,CAAc,gBAAgB,OAAO,CAAA;AAAA,IACvC,SAAS,KAAA,EAAO;AACd,MAAA,MAAMA,mBAAA,CAAe,SAAS,KAAK,CAAA;AAAA,IACrC;AAKA,IAAA,IAAA,CAAK,eAAe,GAAA,CAAI,OAAA,EAAS,EAAE,KAAA,EAAO,OAAO,CAAA;AAGjD,IAAA,MAAM,eAAA,GAAkB,KAAK,oBAAA,EAAqB;AAGlD,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,kBAAA,CAAmB,eAAe,CAAA;AAE3D,IAAA,IAAI;AAEF,MAAA,MAAM,gBAAA,GAAmB,IAAA,CAAK,iBAAA,EAAkB,GAC5C,MAAM,IAAA,CAAK,WAAA,CAAY,WAAW,CAAA,GAClC,MAAM,IAAA,CAAK,SAAA,CAAU,KAAK,WAAW,CAAA;AAMzC,MAAA,MAAM,kBAAkB,sBAAA,CAAuB,MAAA;AAAA,QAC7C,gBAAA;AAAA,QACA,KAAK,SAAA,CAAW;AAAA;AAAA,OAClB;AACA,MAAA,IAAA,CAAK,eAAe,GAAA,CAAI,eAAA,EAAiB,EAAE,KAAA,EAAO,OAAO,CAAA;AACzD,MAAA,IAAA,CAAK,eAAe,UAAA,EAAW;AAE/B,MAAA,OAAO,gBAAA;AAAA,IACT,SAAS,KAAA,EAAO;AAEd,MAAA,IAAA,CAAK,eAAe,UAAA,EAAW;AAC/B,MAAA,MAAMA,mBAAA,CAAe,YAAY,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,iBAAA,GAA6B;AACnC,IAAA,OACE,IAAA,CAAK,aAAa,IAAA,EAAK,GAAI,KAC3B,OAAO,IAAA,CAAK,UAAU,aAAA,KAAkB,UAAA;AAAA,EAE5C;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,YAAY,WAAA,EAA+C;AAEvE,IAAA,MAAM,gBAAgB,IAAA,CAAK,SAAA,CAAU,aAAA,CAAe,IAAA,CAAK,KAAK,SAAS,CAAA;AACvE,IAAA,MAAM,WAAA,GAAc,KAAK,kBAAA,EAAmB;AAC5C,IAAA,MAAM,OAAA,GAAU,IAAA,CAAK,qBAAA,CAAsB,WAAW,CAAA;AAEtD,IAAA,IAAI,QAAA,GAAW,MAAM,aAAA,CAAc,OAAA,EAAS,WAAW,CAAA;AAEvD,IAAA,KAAA,IAAS,KAAA,GAAQ,CAAA,EAAG,KAAA,GAAQ,eAAA,EAAiB,SAAS,CAAA,EAAG;AACvD,MAAA,MAAM,SAAA,GAAY,QAAA,CAAS,SAAA,IAAa,EAAC;AACzC,MAAA,IAAI,SAAA,CAAU,WAAW,CAAA,EAAG;AAC1B,QAAA,OAAO,QAAA,CAAS,OAAA;AAAA,MAClB;AAEA,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA,QACX,IAAA,EAAM,WAAA;AAAA,QACN,SAAS,QAAA,CAAS,OAAA;AAAA,QAClB;AAAA,OACD,CAAA;AAED,MAAA,KAAA,MAAW,YAAY,SAAA,EAAW;AAChC,QAAA,OAAA,CAAQ,IAAA,CAAK;AAAA,UACX,IAAA,EAAM,MAAA;AAAA,UACN,OAAA,EAAS,MAAM,IAAA,CAAK,eAAA,CAAgB,QAAQ,CAAA;AAAA,UAC5C,YAAY,QAAA,CAAS;AAAA,SACtB,CAAA;AAAA,MACH;AAGA,MAAA,MAAM,YAAA,GAAe,UAAU,eAAA,GAAkB,CAAA;AACjD,MAAA,QAAA,GAAW,MAAM,aAAA,CAAc,OAAA,EAAS,YAAA,GAAe,KAAK,WAAW,CAAA;AAAA,IACzE;AAGA,IAAA,OAAO,QAAA,CAAS,OAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,sBAAsB,WAAA,EAA4C;AACxE,IAAA,MAAM,QAAA,GAAyB,CAAC,GAAG,WAAW,CAAA;AAC9C,IAAA,MAAM,aAAA,GAAgB,SAAS,CAAC,CAAA;AAEhC,IAAA,IAAI,IAAA,CAAK,gBAAA,IAAoB,aAAA,CAAc,IAAA,KAAS,QAAA,EAAU;AAC5D,MAAA,QAAA,CAAS,CAAC,CAAA,GAAI;AAAA,QACZ,IAAA,EAAM,QAAA;AAAA,QACN,OAAA,EAAS,CAAA,EAAG,aAAA,CAAc,OAAO;;AAAA,EAAO,KAAK,gBAAgB,CAAA;AAAA,OAC/D;AAAA,IACF;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAc,gBAAgB,QAAA,EAAwC;AACpE,IAAA,IAAI,MAAA;AACJ,IAAA,IAAI,UAAA;AAEJ,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,GAAO,IAAA,CAAK,YAAA,CAAa,GAAA,CAAI,SAAS,IAAI,CAAA;AAChD,MAAA,IAAI,CAAC,IAAA,EAAM;AACT,QAAA,MAAM,IAAI,KAAA,CAAM,CAAA,4BAAA,EAA+B,QAAA,CAAS,IAAI,CAAA,CAAA,CAAG,CAAA;AAAA,MACjE;AAEA,MAAAC,0BAAA,CAAsB,IAAA,CAAK,UAAA,EAAY,QAAA,CAAS,SAAA,EAAW,UAAU,CAAA;AAErE,MAAA,MAAM,SAAS,MAAM,WAAA;AAAA,QACnB,IAAA,CAAK,OAAA,CAAQ,QAAA,CAAS,SAAA,EAAW;AAAA,UAC/B,WAAW,IAAA,CAAK,SAAA;AAAA,UAChB,QAAQ,QAAA,CAAS;AAAA,SAClB,CAAA;AAAA,QACD,IAAA,CAAK,aAAa,IAAA,CAAK,oBAAA;AAAA,QACvB,KAAK,UAAA,CAAW;AAAA,OAClB;AAEA,MAAAC,2BAAA,CAAuB,MAAA,EAAQ,IAAA,CAAK,UAAA,CAAW,IAAA,EAAM,UAAU,CAAA;AAQ/D,MAAA,MAAM,WAAA,GAAuB,IAAA,CAAK,SAAA,CAAU,MAAM,CAAA;AAClD,MAAA,IAAI,OAAO,gBAAgB,QAAA,EAAU;AACnC,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,UAAA,EAAa,IAAA,CAAK,UAAA,CAAW,IAAI,CAAA,wCAAA;AAAA,SACnC;AAAA,MACF;AACA,MAAA,UAAA,GAAa,WAAA;AACb,MAAA,MAAA,GAAS,MAAA;AAAA,IACX,SAAS,KAAA,EAAO;AACd,MAAA,OAAO,KAAK,SAAA,CAAU,mBAAA,CAAoB,OAAA,CAAQ,KAAK,CAAC,CAAC,CAAA;AAAA,IAC3D;AAEA,IAAA,IAAA,CAAK,iBAAA,CAAkB,QAAA,CAAS,IAAA,EAAM,MAAA,EAAQ,SAAS,EAAE,CAAA;AAEzD,IAAA,OAAO,UAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,iBAAA,CACN,IAAA,EACA,MAAA,EACA,MAAA,EACM;AACN,IAAA,MAAM,eAAe,IAAA,CAAK,YAAA;AAC1B,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,KAAA,MAAW,SAAA,IAAa,KAAK,gBAAA,EAAkB;AAC7C,MAAA,IAAI;AACF,QAAA,SAAA,CAAU;AAAA,UACR,IAAA;AAAA,UACA,MAAA;AAAA,UACA,MAAA;AAAA,UACA,IAAA,EAAM,CAAC,KAAA,EAAO,OAAA,KAAY;AACxB,YAAA,YAAA,CAAa,IAAA,CAAK,OAAO,OAAO,CAAA;AAAA,UAClC;AAAA,SACD,CAAA;AAAA,MACH,SAAS,KAAA,EAAO;AACd,QAAA,YAAA,CAAa,KAAK,OAAA,EAAS;AAAA,UACzB,OAAO,IAAI,KAAA;AAAA,YACT,yCAAyC,IAAI,CAAA,GAAA,EAAM,OAAA,CAAQ,KAAK,EAAE,OAAO,CAAA;AAAA;AAC3E,SACD,CAAA;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAmB,QAAA,EAAsC;AAC/D,IAAA,IAAI,CAAC,KAAK,SAAA,EAAW;AACnB,MAAA,OAAO,gBAAA,CAAiB,eAAe,QAAQ,CAAA;AAAA,IACjD;AAEA,IAAA,MAAM,eAAe,sBAAA,CAAuB,iBAAA;AAAA,MAC1C,IAAA,CAAK;AAAA,KACP;AACA,IAAA,OAAO,gBAAA,CAAiB,uBAAA,CAAwB,YAAA,EAAc,QAAQ,CAAA;AAAA,EACxE;AAAA,EAEQ,oBAAA,GAAkC;AACxC,IAAA,MAAM,eAAA,GAAkB,KAAK,cAAA,CAAe,SAAA;AAAA,MAC1C,IAAA,CAAK;AAAA,KACP;AAEA,IAAA,IAAI,eAAA,CAAgB,CAAC,CAAA,EAAG,IAAA,KAAS,WAAA,EAAa;AAC5C,MAAA,OAAO,eAAA,CAAgB,MAAM,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,OAAO,eAAA;AAAA,EACT;AACF,CAAA;AAKO,SAAS,gBAAA,CACd,WACA,OAAA,EACqB;AACrB,EAAA,OAAO,IAAI,UAAA,CAAW,SAAA,EAAW,OAAO,CAAA;AAC1C;AAEA,SAAS,QAAQ,KAAA,EAAuB;AACtC,EAAA,OAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC,CAAA;AACjE;AAEA,SAAS,0BACP,OAAA,EACoB;AACpB,EAAA,IAAI,OAAA,CAAQ,oBAAoB,IAAA,EAAM;AACpC,IAAA,OAAO,MAAA;AAAA,EACT;AAEA,EAAA,MAAM,eAAA,GAAkB,QAAQ,eAAA,IAAmB,yBAAA;AAEnD,EAAA,IAAI,CAAC,MAAA,CAAO,SAAA,CAAU,eAAe,CAAA,IAAK,mBAAmB,CAAA,EAAG;AAC9D,IAAA,MAAM,IAAI,UAAU,oDAAoD,CAAA;AAAA,EAC1E;AAEA,EAAA,OAAO,eAAA,GAAkB,CAAA;AAC3B","file":"index.js","sourcesContent":["import { Message } from \"@charivo/core\";\n\nexport interface MessageHistoryManagerOptions {\n maxMessages?: number | null;\n pruneBatchSize?: number;\n}\n\nexport interface AddMessageOptions {\n /**\n * Internal escape hatch for workflows that need multiple appends to become\n * visible as one pruning boundary, such as user/assistant turn pairs.\n */\n prune?: boolean;\n}\n\n/**\n * Message history management\n */\nexport class MessageHistoryManager {\n private history: Message[] = [];\n private readonly maxMessages?: number;\n private readonly pruneBatchSize: number;\n\n constructor(options: MessageHistoryManagerOptions = {}) {\n if (\n options.maxMessages !== undefined &&\n options.maxMessages !== null &&\n (!Number.isInteger(options.maxMessages) || options.maxMessages <= 0)\n ) {\n throw new TypeError(\"maxMessages must be a positive integer or null\");\n }\n\n if (\n options.pruneBatchSize !== undefined &&\n (!Number.isInteger(options.pruneBatchSize) || options.pruneBatchSize <= 0)\n ) {\n throw new TypeError(\"pruneBatchSize must be a positive integer\");\n }\n\n this.maxMessages =\n options.maxMessages === null ? undefined : options.maxMessages;\n this.pruneBatchSize = options.pruneBatchSize ?? 1;\n }\n\n add(message: Message, options: AddMessageOptions = {}): void {\n this.history.push(message);\n\n if (options.prune !== false) {\n this.pruneToMax();\n }\n }\n\n removeLast(): Message | undefined {\n return this.history.pop();\n }\n\n clear(): void {\n this.history = [];\n }\n\n getAll(): Message[] {\n return [...this.history]; // Return a copy\n }\n\n getRecent(maxMessages?: number): Message[] {\n if (\n maxMessages !== undefined &&\n (!Number.isInteger(maxMessages) || maxMessages <= 0)\n ) {\n throw new TypeError(\"maxMessages must be a positive integer\");\n }\n\n if (maxMessages === undefined || this.history.length <= maxMessages) {\n return this.getAll();\n }\n\n return this.history.slice(-maxMessages);\n }\n\n size(): number {\n return this.history.length;\n }\n\n pruneToMax(): void {\n if (this.maxMessages === undefined) {\n return;\n }\n\n while (this.history.length > this.maxMessages) {\n const excess = this.history.length - this.maxMessages;\n const removeCount = Math.min(\n Math.ceil(excess / this.pruneBatchSize) * this.pruneBatchSize,\n this.history.length,\n );\n this.history.splice(0, removeCount);\n }\n }\n}\n","import { Character } from \"@charivo/core\";\n\n/**\n * Utility for converting character information into a system prompt\n */\nexport class CharacterPromptBuilder {\n static buildSystemPrompt(character: Character): string {\n const name = character.name;\n const description = character.description || \"\";\n const personality = character.personality || \"\";\n\n return `You are ${name}. ${description} ${personality}\n\nRespond naturally in plain text with no bracketed emotion tags or control markup.`.trim();\n }\n\n static buildSystemPromptOrDefault(character?: Character): string {\n if (character) {\n return this.buildSystemPrompt(character);\n }\n return `You are a helpful assistant.\n\nRespond naturally in plain text with no bracketed emotion tags or control markup.`.trim();\n }\n}\n","import { Message } from \"@charivo/core\";\n\n/**\n * Converted message shape. The role is a literal union so the result is also\n * assignable to the tool-calling `LLMMessage` union without casts.\n */\nexport interface LLMApiMessage {\n role: \"system\" | \"user\" | \"assistant\";\n content: string;\n}\n\n/**\n * Message format conversion utility\n */\nexport class MessageConverter {\n /**\n * Convert a Charivo Message to the OpenAI format\n */\n static toOpenAIFormat(messages: Message[]): LLMApiMessage[] {\n return messages.map((msg) => ({\n role: msg.type === \"user\" ? \"user\" : \"assistant\",\n content: msg.content,\n }));\n }\n\n /**\n * Combine the system prompt and messages into the OpenAI format\n */\n static combineWithSystemPrompt(\n systemPrompt: string,\n messages: Message[],\n ): LLMApiMessage[] {\n return [\n { role: \"system\", content: systemPrompt },\n ...this.toOpenAIFormat(messages),\n ];\n }\n}\n","import { Character, Message } from \"@charivo/core\";\n\n/**\n * LLM-related validation utilities\n */\nexport class LLMValidators {\n static validateCharacterSet(\n character: Character | null,\n ): asserts character is Character {\n if (!character) {\n throw new Error(\"Character must be set before generating response\");\n }\n }\n\n static validateMessage(message: Message): void {\n if (!message.content || typeof message.content !== \"string\") {\n throw new Error(\"Message content must be a non-empty string\");\n }\n }\n}\n","import { Message } from \"@charivo/core\";\n\n/**\n * Helper for building AI response messages\n */\nexport class ResponseMessageBuilder {\n static create(\n content: string,\n characterId: string,\n messageId?: string,\n ): Message {\n return {\n id: messageId || \"ai-\" + Date.now(),\n content,\n timestamp: new Date(),\n type: \"character\",\n characterId,\n };\n }\n}\n","import type { ToolDefinition, ToolRegistration } from \"@charivo/core\";\n\n/**\n * Tool registry for LLM sessions.\n *\n * Mirrors the realtime registry but stays local to this package so `@charivo/llm`\n * keeps depending only on `@charivo/core`.\n */\nexport class LLMToolRegistry {\n private readonly tools = new Map<string, ToolRegistration>();\n\n register(tool: ToolRegistration): void {\n this.tools.set(tool.definition.name, tool);\n }\n\n unregister(name: string): void {\n this.tools.delete(name);\n }\n\n get(name: string): ToolRegistration | undefined {\n return this.tools.get(name);\n }\n\n size(): number {\n return this.tools.size;\n }\n\n getDefinitions(): ToolDefinition[] {\n return Array.from(this.tools.values(), (tool) => ({\n ...tool.definition,\n parameters: {\n ...tool.definition.parameters,\n properties: { ...tool.definition.parameters.properties },\n required: tool.definition.parameters.required\n ? [...tool.definition.parameters.required]\n : undefined,\n },\n }));\n }\n}\n\n/** Always-serializable output handed back to the model when a tool call fails. */\nexport function createFailureOutput(error: Error): Record<string, unknown> {\n return {\n success: false,\n error: error.message,\n };\n}\n\nexport async function withTimeout<T>(\n promise: Promise<T>,\n timeoutMs: number,\n toolName: string,\n): Promise<T> {\n let timeoutId: ReturnType<typeof setTimeout> | undefined;\n\n try {\n return await Promise.race([\n promise,\n new Promise<never>((_, reject) => {\n timeoutId = setTimeout(() => {\n reject(\n new Error(`LLM tool \"${toolName}\" timed out after ${timeoutMs}ms`),\n );\n }, timeoutMs);\n }),\n ]);\n } finally {\n if (timeoutId !== undefined) {\n clearTimeout(timeoutId);\n }\n }\n}\n","import {\n LLMClient,\n Message,\n Character,\n assertToolResultObject,\n toCharivoError,\n validateToolArguments,\n type CharivoEventEmitter,\n type LLMManagerWithTools,\n type LLMMessage,\n type LLMToolCall,\n type ToolDefinition,\n type ToolRegistration,\n type ToolResultProjector,\n} from \"@charivo/core\";\nimport { MessageHistoryManager } from \"./message-history-manager\";\nimport { CharacterPromptBuilder } from \"./character-prompt-builder\";\nimport { MessageConverter, type LLMApiMessage } from \"./message-converter\";\nimport { LLMValidators } from \"./validators\";\nimport { ResponseMessageBuilder } from \"./response-message-builder\";\nimport {\n createFailureOutput,\n LLMToolRegistry,\n withTimeout,\n} from \"./tool-execution\";\n\nconst DEFAULT_MAX_HISTORY_TURNS = 40;\nconst DEFAULT_TOOL_TIMEOUT_MS = 10_000;\n/** Tool rounds actually executed before the reply is forced to finish. */\nconst MAX_TOOL_ROUNDS = 3;\n\nexport interface LLMManagerOptions {\n maxHistoryTurns?: number | null;\n tools?: ToolRegistration[];\n resultProjectors?: ToolResultProjector[];\n /** Appended to the character system prompt, tools path only. */\n toolInstructions?: string;\n defaultToolTimeoutMs?: number;\n}\n\n/**\n * LLM Manager - Class responsible for managing the state of an LLM session\n *\n * Responsibilities:\n * - Character configuration and management\n * - Message history management\n * - Communication with the LLM client\n * - Message format conversion\n * - Prompt generation\n */\nexport class LLMManager {\n private readonly historyManager: MessageHistoryManager;\n private readonly maxHistoryMessages?: number;\n private readonly toolRegistry = new LLMToolRegistry();\n private readonly resultProjectors: ToolResultProjector[];\n private readonly defaultToolTimeoutMs: number;\n private character: Character | null = null;\n private eventEmitter?: CharivoEventEmitter;\n private toolInstructions: string | null;\n\n constructor(\n private llmClient: LLMClient,\n options: LLMManagerOptions = {},\n ) {\n this.maxHistoryMessages = resolveMaxHistoryMessages(options);\n this.historyManager = new MessageHistoryManager({\n maxMessages: this.maxHistoryMessages,\n pruneBatchSize: 2,\n });\n this.resultProjectors = options.resultProjectors ?? [];\n this.defaultToolTimeoutMs =\n options.defaultToolTimeoutMs ?? DEFAULT_TOOL_TIMEOUT_MS;\n this.toolInstructions = options.toolInstructions ?? null;\n\n for (const tool of options.tools ?? []) {\n this.registerTool(tool);\n }\n }\n\n setEventEmitter(eventEmitter: CharivoEventEmitter): void {\n this.eventEmitter = eventEmitter;\n }\n\n registerTool(tool: ToolRegistration): void {\n this.toolRegistry.register(tool);\n }\n\n unregisterTool(name: string): void {\n this.toolRegistry.unregister(name);\n }\n\n getRegisteredTools(): ToolDefinition[] {\n return this.toolRegistry.getDefinitions();\n }\n\n /**\n * Set the tool instructions appended to the system prompt.\n * Pass null to clear them.\n */\n setToolInstructions(instructions: string | null): void {\n this.toolInstructions = instructions;\n }\n\n /**\n * Set the character\n * Clears the history only when the character changes.\n */\n setCharacter(character: Character): void {\n // Clear the history only when the character changes\n if (this.character?.id !== character.id) {\n this.historyManager.clear();\n }\n this.character = character;\n }\n\n /**\n * Return the currently configured character\n */\n getCharacter(): Character | null {\n return this.character;\n }\n\n /**\n * Clear the history\n */\n clearHistory(): void {\n this.historyManager.clear();\n }\n\n /**\n * Return the current history\n */\n getHistory(): Message[] {\n return this.historyManager.getAll();\n }\n\n /**\n * Generate a response to a message\n */\n async generateResponse(message: Message): Promise<string> {\n try {\n LLMValidators.validateCharacterSet(this.character);\n LLMValidators.validateMessage(message);\n } catch (error) {\n throw toCharivoError(\"state\", error);\n }\n\n // Defer pruning until the assistant message is appended. On failure we\n // only removeLast() the in-flight user message, so older history must\n // remain intact during the API call.\n this.historyManager.add(message, { prune: false });\n\n // Get the history messages\n const historyMessages = this.getHistoryForApiCall();\n\n // Convert to LLM API format (including the system prompt)\n const apiMessages = this.prepareApiMessages(historyMessages);\n\n try {\n // Generate a response via the LLM client\n const assistantMessage = this.shouldUseToolLoop()\n ? await this.runToolLoop(apiMessages)\n : await this.llmClient.call(apiMessages);\n\n // Build the AI response message and add it to the history.\n // Only the final assistant text is persisted: tool-call and tool-result\n // turns stay inside the loop so the stored history remains a plain\n // user/character transcript that other modalities can reuse.\n const responseMessage = ResponseMessageBuilder.create(\n assistantMessage,\n this.character!.id, // character is guaranteed non-null after validateCharacterSet\n );\n this.historyManager.add(responseMessage, { prune: false });\n this.historyManager.pruneToMax();\n\n return assistantMessage;\n } catch (error) {\n // On error, remove the last message from the history\n this.historyManager.removeLast();\n throw toCharivoError(\"provider\", error);\n }\n }\n\n /**\n * Tools engage only when both sides opt in: at least one registered tool and\n * a client that implements the optional tool-calling variant.\n */\n private shouldUseToolLoop(): boolean {\n return (\n this.toolRegistry.size() > 0 &&\n typeof this.llmClient.callWithTools === \"function\"\n );\n }\n\n /**\n * Run the tool-calling conversation until the model answers with text or the\n * round cap is reached.\n */\n private async runToolLoop(apiMessages: LLMApiMessage[]): Promise<string> {\n // Guarded by shouldUseToolLoop(): callWithTools exists on this path\n const callWithTools = this.llmClient.callWithTools!.bind(this.llmClient);\n const definitions = this.getRegisteredTools();\n const working = this.buildToolLoopMessages(apiMessages);\n\n let response = await callWithTools(working, definitions);\n\n for (let round = 0; round < MAX_TOOL_ROUNDS; round += 1) {\n const toolCalls = response.toolCalls ?? [];\n if (toolCalls.length === 0) {\n return response.content;\n }\n\n working.push({\n role: \"assistant\",\n content: response.content,\n toolCalls,\n });\n\n for (const toolCall of toolCalls) {\n working.push({\n role: \"tool\",\n content: await this.executeToolCall(toolCall),\n toolCallId: toolCall.id,\n });\n }\n\n // Terminal call offers no tools so the reply is text, not an unexecuted tool request.\n const isFinalRound = round === MAX_TOOL_ROUNDS - 1;\n response = await callWithTools(working, isFinalRound ? [] : definitions);\n }\n\n // Round cap reached: return the model's text instead of executing more tools\n return response.content;\n }\n\n /**\n * Seed the tool conversation, appending the tool instructions to the system\n * prompt. generateResponse validates the character first, so the tools path\n * always starts with a system message.\n */\n private buildToolLoopMessages(apiMessages: LLMApiMessage[]): LLMMessage[] {\n const messages: LLMMessage[] = [...apiMessages];\n const systemMessage = messages[0];\n\n if (this.toolInstructions && systemMessage.role === \"system\") {\n messages[0] = {\n role: \"system\",\n content: `${systemMessage.content}\\n\\n${this.toolInstructions}`,\n };\n }\n\n return messages;\n }\n\n /**\n * Execute one tool call and return the serialized output for its tool turn.\n * Every failure - unknown tool, invalid arguments, handler throw/timeout,\n * non-object result, unserializable output - becomes a failure output so the\n * reply always continues.\n */\n private async executeToolCall(toolCall: LLMToolCall): Promise<string> {\n let output: Record<string, unknown>;\n let serialized: string;\n\n try {\n const tool = this.toolRegistry.get(toolCall.name);\n if (!tool) {\n throw new Error(`No LLM tool registered for \"${toolCall.name}\"`);\n }\n\n validateToolArguments(tool.definition, toolCall.arguments, \"LLM tool\");\n\n const result = await withTimeout(\n tool.handler(toolCall.arguments, {\n character: this.character,\n callId: toolCall.id,\n }),\n tool.timeoutMs ?? this.defaultToolTimeoutMs,\n tool.definition.name,\n );\n\n assertToolResultObject(result, tool.definition.name, \"LLM tool\");\n\n // Serialize inside the failure boundary: outputs that cannot be\n // stringified (bigint values, circular references) degrade to a failure\n // output instead of aborting the reply. JSON.stringify's declared return\n // type is `string`, but a `toJSON()` that returns `undefined` makes it\n // return the value `undefined` at runtime, so that case is checked\n // explicitly rather than relying on a thrown error.\n const stringified: unknown = JSON.stringify(result);\n if (typeof stringified !== \"string\") {\n throw new Error(\n `LLM tool \"${tool.definition.name}\" result could not be serialized to JSON`,\n );\n }\n serialized = stringified;\n output = result;\n } catch (error) {\n return JSON.stringify(createFailureOutput(toError(error)));\n }\n\n this.projectToolResult(toolCall.name, output, toolCall.id);\n\n return serialized;\n }\n\n /**\n * Turn a successful tool result into avatar-style events. Projection is\n * skipped entirely without an event emitter.\n */\n private projectToolResult(\n name: string,\n output: Record<string, unknown>,\n callId: string,\n ): void {\n const eventEmitter = this.eventEmitter;\n if (!eventEmitter) {\n return;\n }\n\n for (const projector of this.resultProjectors) {\n try {\n projector({\n name,\n output,\n callId,\n emit: (event, payload) => {\n eventEmitter.emit(event, payload);\n },\n });\n } catch (error) {\n eventEmitter.emit(\"error\", {\n error: new Error(\n `LLM result projector failed for tool \"${name}\": ${toError(error).message}`,\n ),\n });\n }\n }\n }\n\n /**\n * Prepare messages for the LLM API call\n */\n private prepareApiMessages(messages: Message[]): LLMApiMessage[] {\n if (!this.character) {\n return MessageConverter.toOpenAIFormat(messages);\n }\n\n const systemPrompt = CharacterPromptBuilder.buildSystemPrompt(\n this.character,\n );\n return MessageConverter.combineWithSystemPrompt(systemPrompt, messages);\n }\n\n private getHistoryForApiCall(): Message[] {\n const historyMessages = this.historyManager.getRecent(\n this.maxHistoryMessages,\n );\n\n if (historyMessages[0]?.type === \"character\") {\n return historyMessages.slice(1);\n }\n\n return historyMessages;\n }\n}\n\n/**\n * Helper function to create an LLM Manager\n */\nexport function createLLMManager(\n llmClient: LLMClient,\n options?: LLMManagerOptions,\n): LLMManagerWithTools {\n return new LLMManager(llmClient, options);\n}\n\nfunction toError(error: unknown): Error {\n return error instanceof Error ? error : new Error(String(error));\n}\n\nfunction resolveMaxHistoryMessages(\n options: LLMManagerOptions,\n): number | undefined {\n if (options.maxHistoryTurns === null) {\n return undefined;\n }\n\n const maxHistoryTurns = options.maxHistoryTurns ?? DEFAULT_MAX_HISTORY_TURNS;\n\n if (!Number.isInteger(maxHistoryTurns) || maxHistoryTurns <= 0) {\n throw new TypeError(\"maxHistoryTurns must be a positive integer or null\");\n }\n\n return maxHistoryTurns * 2;\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/message-history-manager.ts","../src/character-prompt-builder.ts","../src/message-converter.ts","../src/validators.ts","../src/response-message-builder.ts","../src/llm-manager.ts"],"names":["createToolRegistry","toCharivoError","validateToolArguments","withToolTimeout","assertToolResultObject","snapshotToolResult","createToolFailureOutput"],"mappings":";;;;;;;AAkBO,IAAM,wBAAN,MAA4B;AAAA,EACzB,UAAqB,EAAC;AAAA,EACb,WAAA;AAAA,EACA,cAAA;AAAA,EAEjB,WAAA,CAAY,OAAA,GAAwC,EAAC,EAAG;AACtD,IAAA,IACE,OAAA,CAAQ,WAAA,KAAgB,MAAA,IACxB,OAAA,CAAQ,gBAAgB,IAAA,KACvB,CAAC,MAAA,CAAO,SAAA,CAAU,OAAA,CAAQ,WAAW,CAAA,IAAK,OAAA,CAAQ,eAAe,CAAA,CAAA,EAClE;AACA,MAAA,MAAM,IAAI,UAAU,gDAAgD,CAAA;AAAA,IACtE;AAEA,IAAA,IACE,OAAA,CAAQ,cAAA,KAAmB,MAAA,KAC1B,CAAC,MAAA,CAAO,SAAA,CAAU,OAAA,CAAQ,cAAc,CAAA,IAAK,OAAA,CAAQ,cAAA,IAAkB,CAAA,CAAA,EACxE;AACA,MAAA,MAAM,IAAI,UAAU,2CAA2C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,WAAA,GACH,OAAA,CAAQ,WAAA,KAAgB,IAAA,GAAO,SAAY,OAAA,CAAQ,WAAA;AACrD,IAAA,IAAA,CAAK,cAAA,GAAiB,QAAQ,cAAA,IAAkB,CAAA;AAAA,EAClD;AAAA,EAEA,GAAA,CAAI,OAAA,EAAkB,OAAA,GAA6B,EAAC,EAAS;AAC3D,IAAA,IAAA,CAAK,OAAA,CAAQ,KAAK,OAAO,CAAA;AAEzB,IAAA,IAAI,OAAA,CAAQ,UAAU,KAAA,EAAO;AAC3B,MAAA,IAAA,CAAK,UAAA,EAAW;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,UAAA,GAAkC;AAChC,IAAA,OAAO,IAAA,CAAK,QAAQ,GAAA,EAAI;AAAA,EAC1B;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,UAAU,EAAC;AAAA,EAClB;AAAA,EAEA,MAAA,GAAoB;AAClB,IAAA,OAAO,CAAC,GAAG,IAAA,CAAK,OAAO,CAAA;AAAA,EACzB;AAAA,EAEA,UAAU,WAAA,EAAiC;AACzC,IAAA,IACE,WAAA,KAAgB,WACf,CAAC,MAAA,CAAO,UAAU,WAAW,CAAA,IAAK,eAAe,CAAA,CAAA,EAClD;AACA,MAAA,MAAM,IAAI,UAAU,wCAAwC,CAAA;AAAA,IAC9D;AAEA,IAAA,IAAI,WAAA,KAAgB,MAAA,IAAa,IAAA,CAAK,OAAA,CAAQ,UAAU,WAAA,EAAa;AACnE,MAAA,OAAO,KAAK,MAAA,EAAO;AAAA,IACrB;AAEA,IAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,KAAA,CAAM,CAAC,WAAW,CAAA;AAAA,EACxC;AAAA,EAEA,IAAA,GAAe;AACb,IAAA,OAAO,KAAK,OAAA,CAAQ,MAAA;AAAA,EACtB;AAAA,EAEA,UAAA,GAAmB;AACjB,IAAA,IAAI,IAAA,CAAK,gBAAgB,MAAA,EAAW;AAClC,MAAA;AAAA,IACF;AAEA,IAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,MAAA,GAAS,IAAA,CAAK,WAAA,EAAa;AAC7C,MAAA,MAAM,MAAA,GAAS,IAAA,CAAK,OAAA,CAAQ,MAAA,GAAS,IAAA,CAAK,WAAA;AAC1C,MAAA,MAAM,cAAc,IAAA,CAAK,GAAA;AAAA,QACvB,KAAK,IAAA,CAAK,MAAA,GAAS,IAAA,CAAK,cAAc,IAAI,IAAA,CAAK,cAAA;AAAA,QAC/C,KAAK,OAAA,CAAQ;AAAA,OACf;AACA,MAAA,IAAA,CAAK,OAAA,CAAQ,MAAA,CAAO,CAAA,EAAG,WAAW,CAAA;AAAA,IACpC;AAAA,EACF;AACF,CAAA;;;AC5FO,IAAM,yBAAN,MAA6B;AAAA,EAClC,OAAO,kBAAkB,SAAA,EAA8B;AACrD,IAAA,MAAM,OAAO,SAAA,CAAU,IAAA;AACvB,IAAA,MAAM,WAAA,GAAc,UAAU,WAAA,IAAe,EAAA;AAC7C,IAAA,MAAM,WAAA,GAAc,UAAU,WAAA,IAAe,EAAA;AAE7C,IAAA,OAAO,CAAA,QAAA,EAAW,IAAI,CAAA,EAAA,EAAK,WAAW,IAAI,WAAW;;AAAA,iFAAA,CAAA,CAE0B,IAAA,EAAK;AAAA,EACtF;AAAA,EAEA,OAAO,2BAA2B,SAAA,EAA+B;AAC/D,IAAA,IAAI,SAAA,EAAW;AACb,MAAA,OAAO,IAAA,CAAK,kBAAkB,SAAS,CAAA;AAAA,IACzC;AACA,IAAA,OAAO,CAAA;;AAAA,iFAAA,CAAA,CAEwE,IAAA,EAAK;AAAA,EACtF;AACF,CAAA;;;ACVO,IAAM,mBAAN,MAAuB;AAAA;AAAA;AAAA;AAAA,EAI5B,OAAO,eAAe,QAAA,EAAsC;AAC1D,IAAA,OAAO,QAAA,CAAS,GAAA,CAAI,CAAC,GAAA,MAAS;AAAA,MAC5B,IAAA,EAAM,GAAA,CAAI,IAAA,KAAS,MAAA,GAAS,MAAA,GAAS,WAAA;AAAA,MACrC,SAAS,GAAA,CAAI;AAAA,KACf,CAAE,CAAA;AAAA,EACJ;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO,uBAAA,CACL,YAAA,EACA,QAAA,EACiB;AACjB,IAAA,OAAO;AAAA,MACL,EAAE,IAAA,EAAM,QAAA,EAAU,OAAA,EAAS,YAAA,EAAa;AAAA,MACxC,GAAG,IAAA,CAAK,cAAA,CAAe,QAAQ;AAAA,KACjC;AAAA,EACF;AACF,CAAA;;;AChCO,IAAM,gBAAN,MAAoB;AAAA,EACzB,OAAO,qBACL,SAAA,EACgC;AAChC,IAAA,IAAI,CAAC,SAAA,EAAW;AACd,MAAA,MAAM,IAAI,MAAM,kDAAkD,CAAA;AAAA,IACpE;AAAA,EACF;AAAA,EAEA,OAAO,gBAAgB,OAAA,EAAwB;AAC7C,IAAA,IAAI,CAAC,OAAA,CAAQ,OAAA,IAAW,OAAO,OAAA,CAAQ,YAAY,QAAA,EAAU;AAC3D,MAAA,MAAM,IAAI,MAAM,4CAA4C,CAAA;AAAA,IAC9D;AAAA,EACF;AACF,CAAA;;;ACdO,IAAM,yBAAN,MAA6B;AAAA,EAClC,OAAO,MAAA,CACL,OAAA,EACA,WAAA,EACA,SAAA,EACS;AACT,IAAA,OAAO;AAAA,MACL,EAAA,EAAI,SAAA,IAAa,KAAA,GAAQ,IAAA,CAAK,GAAA,EAAI;AAAA,MAClC,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM,WAAA;AAAA,MACN;AAAA,KACF;AAAA,EACF;AACF,CAAA;;;ACOA,IAAM,yBAAA,GAA4B,EAAA;AAClC,IAAM,uBAAA,GAA0B,GAAA;AAEhC,IAAM,eAAA,GAAkB,CAAA;AAqBjB,IAAM,aAAN,MAAiB;AAAA,EAUtB,WAAA,CACU,SAAA,EACR,OAAA,GAA6B,EAAC,EAC9B;AAFQ,IAAA,IAAA,CAAA,SAAA,GAAA,SAAA;AAGR,IAAA,IAAA,CAAK,kBAAA,GAAqB,0BAA0B,OAAO,CAAA;AAC3D,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,qBAAA,CAAsB;AAAA,MAC9C,aAAa,IAAA,CAAK,kBAAA;AAAA,MAClB,cAAA,EAAgB;AAAA,KACjB,CAAA;AACD,IAAA,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,gBAAA,IAAoB,EAAC;AACrD,IAAA,IAAA,CAAK,oBAAA,GACH,QAAQ,oBAAA,IAAwB,uBAAA;AAClC,IAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AAEpD,IAAA,KAAA,MAAW,IAAA,IAAQ,OAAA,CAAQ,KAAA,IAAS,EAAC,EAAG;AACtC,MAAA,IAAA,CAAK,aAAa,IAAI,CAAA;AAAA,IACxB;AAAA,EACF;AAAA,EA1BiB,cAAA;AAAA,EACA,kBAAA;AAAA,EACA,eAAeA,uBAAA,EAAmB;AAAA,EAClC,gBAAA;AAAA,EACA,oBAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,YAAA;AAAA,EACA,gBAAA;AAAA,EAqBR,gBAAgB,YAAA,EAAyC;AACvD,IAAA,IAAA,CAAK,YAAA,GAAe,YAAA;AAAA,EACtB;AAAA,EAEA,aAAa,IAAA,EAA8B;AACzC,IAAA,IAAA,CAAK,YAAA,CAAa,SAAS,IAAI,CAAA;AAAA,EACjC;AAAA,EAEA,eAAe,IAAA,EAAoB;AACjC,IAAA,IAAA,CAAK,YAAA,CAAa,WAAW,IAAI,CAAA;AAAA,EACnC;AAAA,EAEA,kBAAA,GAAuC;AACrC,IAAA,OAAO,IAAA,CAAK,aAAa,cAAA,EAAe;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,oBAAoB,YAAA,EAAmC;AACrD,IAAA,IAAA,CAAK,gBAAA,GAAmB,YAAA;AAAA,EAC1B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AAEvC,IAAA,IAAI,IAAA,CAAK,SAAA,EAAW,EAAA,KAAO,SAAA,CAAU,EAAA,EAAI;AACvC,MAAA,IAAA,CAAK,eAAe,KAAA,EAAM;AAAA,IAC5B;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,SAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAA,CAAK,eAAe,KAAA,EAAM;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,IAAA,CAAK,eAAe,MAAA,EAAO;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,iBAAiB,OAAA,EAAmC;AACxD,IAAA,IAAI;AACF,MAAA,aAAA,CAAc,oBAAA,CAAqB,KAAK,SAAS,CAAA;AACjD,MAAA,aAAA,CAAc,gBAAgB,OAAO,CAAA;AAAA,IACvC,SAAS,KAAA,EAAO;AACd,MAAA,MAAMC,mBAAA,CAAe,SAAS,KAAK,CAAA;AAAA,IACrC;AAKA,IAAA,IAAA,CAAK,eAAe,GAAA,CAAI,OAAA,EAAS,EAAE,KAAA,EAAO,OAAO,CAAA;AAGjD,IAAA,MAAM,eAAA,GAAkB,KAAK,oBAAA,EAAqB;AAGlD,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,kBAAA,CAAmB,eAAe,CAAA;AAE3D,IAAA,IAAI;AAEF,MAAA,MAAM,gBAAA,GAAmB,IAAA,CAAK,iBAAA,EAAkB,GAC5C,MAAM,IAAA,CAAK,WAAA,CAAY,WAAW,CAAA,GAClC,MAAM,IAAA,CAAK,SAAA,CAAU,KAAK,WAAW,CAAA;AAMzC,MAAA,MAAM,kBAAkB,sBAAA,CAAuB,MAAA;AAAA,QAC7C,gBAAA;AAAA,QACA,KAAK,SAAA,CAAW;AAAA;AAAA,OAClB;AACA,MAAA,IAAA,CAAK,eAAe,GAAA,CAAI,eAAA,EAAiB,EAAE,KAAA,EAAO,OAAO,CAAA;AACzD,MAAA,IAAA,CAAK,eAAe,UAAA,EAAW;AAE/B,MAAA,OAAO,gBAAA;AAAA,IACT,SAAS,KAAA,EAAO;AAEd,MAAA,IAAA,CAAK,eAAe,UAAA,EAAW;AAC/B,MAAA,MAAMA,mBAAA,CAAe,YAAY,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,iBAAA,GAA6B;AACnC,IAAA,OACE,IAAA,CAAK,aAAa,IAAA,EAAK,GAAI,KAC3B,OAAO,IAAA,CAAK,UAAU,aAAA,KAAkB,UAAA;AAAA,EAE5C;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,YAAY,WAAA,EAA+C;AAEvE,IAAA,MAAM,gBAAgB,IAAA,CAAK,SAAA,CAAU,aAAA,CAAe,IAAA,CAAK,KAAK,SAAS,CAAA;AACvE,IAAA,MAAM,WAAA,GAAc,KAAK,kBAAA,EAAmB;AAC5C,IAAA,MAAM,OAAA,GAAU,IAAA,CAAK,qBAAA,CAAsB,WAAW,CAAA;AAEtD,IAAA,IAAI,QAAA,GAAW,MAAM,aAAA,CAAc,OAAA,EAAS,WAAW,CAAA;AAEvD,IAAA,KAAA,IAAS,KAAA,GAAQ,CAAA,EAAG,KAAA,GAAQ,eAAA,EAAiB,SAAS,CAAA,EAAG;AACvD,MAAA,MAAM,SAAA,GAAY,QAAA,CAAS,SAAA,IAAa,EAAC;AACzC,MAAA,IAAI,SAAA,CAAU,WAAW,CAAA,EAAG;AAC1B,QAAA,OAAO,QAAA,CAAS,OAAA;AAAA,MAClB;AAEA,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA,QACX,IAAA,EAAM,WAAA;AAAA,QACN,SAAS,QAAA,CAAS,OAAA;AAAA,QAClB;AAAA,OACD,CAAA;AAED,MAAA,KAAA,MAAW,YAAY,SAAA,EAAW;AAChC,QAAA,OAAA,CAAQ,IAAA,CAAK;AAAA,UACX,IAAA,EAAM,MAAA;AAAA,UACN,OAAA,EAAS,MAAM,IAAA,CAAK,eAAA,CAAgB,QAAQ,CAAA;AAAA,UAC5C,YAAY,QAAA,CAAS;AAAA,SACtB,CAAA;AAAA,MACH;AAGA,MAAA,MAAM,YAAA,GAAe,UAAU,eAAA,GAAkB,CAAA;AACjD,MAAA,QAAA,GAAW,MAAM,aAAA,CAAc,OAAA,EAAS,YAAA,GAAe,KAAK,WAAW,CAAA;AAAA,IACzE;AAGA,IAAA,OAAO,QAAA,CAAS,OAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,sBAAsB,WAAA,EAA4C;AACxE,IAAA,MAAM,QAAA,GAAyB,CAAC,GAAG,WAAW,CAAA;AAC9C,IAAA,MAAM,aAAA,GAAgB,SAAS,CAAC,CAAA;AAEhC,IAAA,IAAI,IAAA,CAAK,gBAAA,IAAoB,aAAA,CAAc,IAAA,KAAS,QAAA,EAAU;AAC5D,MAAA,QAAA,CAAS,CAAC,CAAA,GAAI;AAAA,QACZ,IAAA,EAAM,QAAA;AAAA,QACN,OAAA,EAAS,CAAA,EAAG,aAAA,CAAc,OAAO;;AAAA,EAAO,KAAK,gBAAgB,CAAA;AAAA,OAC/D;AAAA,IACF;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAc,gBAAgB,QAAA,EAAwC;AACpE,IAAA,IAAI,OAAA;AAEJ,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,WAAA,EAAa;AAAA,MACnC,MAAM,QAAA,CAAS,IAAA;AAAA,MACf,MAAM,QAAA,CAAS,SAAA;AAAA,MACf,QAAQ,QAAA,CAAS;AAAA,KAClB,CAAA;AAED,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,GAAO,IAAA,CAAK,YAAA,CAAa,GAAA,CAAI,SAAS,IAAI,CAAA;AAChD,MAAA,IAAI,CAAC,IAAA,EAAM;AACT,QAAA,MAAM,IAAI,KAAA,CAAM,CAAA,4BAAA,EAA+B,QAAA,CAAS,IAAI,CAAA,CAAA,CAAG,CAAA;AAAA,MACjE;AAEA,MAAAC,0BAAA,CAAsB,IAAA,CAAK,UAAA,EAAY,QAAA,CAAS,SAAA,EAAW,UAAU,CAAA;AAErE,MAAA,MAAM,SAAS,MAAMC,oBAAA;AAAA,QACnB,IAAA,CAAK,OAAA,CAAQ,QAAA,CAAS,SAAA,EAAW;AAAA,UAC/B,WAAW,IAAA,CAAK,SAAA;AAAA,UAChB,QAAQ,QAAA,CAAS;AAAA,SAClB,CAAA;AAAA,QACD,IAAA,CAAK,aAAa,IAAA,CAAK,oBAAA;AAAA,QACvB,KAAK,UAAA,CAAW,IAAA;AAAA,QAChB;AAAA,OACF;AAEA,MAAAC,2BAAA,CAAuB,MAAA,EAAQ,IAAA,CAAK,UAAA,CAAW,IAAA,EAAM,UAAU,CAAA;AAM/D,MAAA,OAAA,GAAUC,uBAAA,CAAmB,MAAA,EAAQ,IAAA,CAAK,UAAA,CAAW,MAAM,UAAU,CAAA;AAAA,IACvE,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,OAAA,GAAU,QAAQ,KAAK,CAAA;AAC7B,MAAA,IAAA,CAAK,YAAA,EAAc,KAAK,YAAA,EAAc;AAAA,QACpC,MAAM,QAAA,CAAS,IAAA;AAAA,QACf,KAAA,EAAO,OAAA;AAAA,QACP,QAAQ,QAAA,CAAS;AAAA,OAClB,CAAA;AACD,MAAA,OAAO,IAAA,CAAK,SAAA,CAAUC,4BAAA,CAAwB,OAAO,CAAC,CAAA;AAAA,IACxD;AAKA,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,aAAA,EAAe;AAAA,MACrC,MAAM,QAAA,CAAS,IAAA;AAAA,MACf,QAAQ,OAAA,CAAQ,QAAA;AAAA,MAChB,QAAQ,QAAA,CAAS;AAAA,KAClB,CAAA;AACD,IAAA,IAAA,CAAK,kBAAkB,QAAA,CAAS,IAAA,EAAM,OAAA,CAAQ,QAAA,EAAU,SAAS,EAAE,CAAA;AAEnE,IAAA,OAAO,OAAA,CAAQ,UAAA;AAAA,EACjB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,iBAAA,CACN,IAAA,EACA,MAAA,EACA,MAAA,EACM;AACN,IAAA,MAAM,eAAe,IAAA,CAAK,YAAA;AAC1B,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,KAAA,MAAW,SAAA,IAAa,KAAK,gBAAA,EAAkB;AAC7C,MAAA,IAAI;AACF,QAAA,SAAA,CAAU;AAAA,UACR,IAAA;AAAA,UACA,MAAA;AAAA,UACA,MAAA;AAAA,UACA,IAAA,EAAM,CAAC,KAAA,EAAO,OAAA,KAAY;AACxB,YAAA,YAAA,CAAa,IAAA,CAAK,OAAO,OAAO,CAAA;AAAA,UAClC;AAAA,SACD,CAAA;AAAA,MACH,SAAS,KAAA,EAAO;AACd,QAAA,YAAA,CAAa,KAAK,WAAA,EAAa;AAAA,UAC7B,OAAO,IAAI,KAAA;AAAA,YACT,yCAAyC,IAAI,CAAA,GAAA,EAAM,OAAA,CAAQ,KAAK,EAAE,OAAO,CAAA;AAAA;AAC3E,SACD,CAAA;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAmB,QAAA,EAAsC;AAC/D,IAAA,IAAI,CAAC,KAAK,SAAA,EAAW;AACnB,MAAA,OAAO,gBAAA,CAAiB,eAAe,QAAQ,CAAA;AAAA,IACjD;AAEA,IAAA,MAAM,eAAe,sBAAA,CAAuB,iBAAA;AAAA,MAC1C,IAAA,CAAK;AAAA,KACP;AACA,IAAA,OAAO,gBAAA,CAAiB,uBAAA,CAAwB,YAAA,EAAc,QAAQ,CAAA;AAAA,EACxE;AAAA,EAEQ,oBAAA,GAAkC;AACxC,IAAA,MAAM,eAAA,GAAkB,KAAK,cAAA,CAAe,SAAA;AAAA,MAC1C,IAAA,CAAK;AAAA,KACP;AAEA,IAAA,IAAI,eAAA,CAAgB,CAAC,CAAA,EAAG,IAAA,KAAS,WAAA,EAAa;AAC5C,MAAA,OAAO,eAAA,CAAgB,MAAM,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,OAAO,eAAA;AAAA,EACT;AACF,CAAA;AAKO,SAAS,gBAAA,CACd,WACA,OAAA,EACqB;AACrB,EAAA,OAAO,IAAI,UAAA,CAAW,SAAA,EAAW,OAAO,CAAA;AAC1C;AAEA,SAAS,QAAQ,KAAA,EAAuB;AACtC,EAAA,OAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC,CAAA;AACjE;AAEA,SAAS,0BACP,OAAA,EACoB;AACpB,EAAA,IAAI,OAAA,CAAQ,oBAAoB,IAAA,EAAM;AACpC,IAAA,OAAO,MAAA;AAAA,EACT;AAEA,EAAA,MAAM,eAAA,GAAkB,QAAQ,eAAA,IAAmB,yBAAA;AAEnD,EAAA,IAAI,CAAC,MAAA,CAAO,SAAA,CAAU,eAAe,CAAA,IAAK,mBAAmB,CAAA,EAAG;AAC9D,IAAA,MAAM,IAAI,UAAU,oDAAoD,CAAA;AAAA,EAC1E;AAEA,EAAA,OAAO,eAAA,GAAkB,CAAA;AAC3B","file":"index.js","sourcesContent":["import { Message } from \"@charivo/core\";\n\nexport interface MessageHistoryManagerOptions {\n maxMessages?: number | null;\n pruneBatchSize?: number;\n}\n\nexport interface AddMessageOptions {\n /**\n * Internal escape hatch for workflows that need multiple appends to become\n * visible as one pruning boundary, such as user/assistant turn pairs.\n */\n prune?: boolean;\n}\n\n/**\n * Message history management\n */\nexport class MessageHistoryManager {\n private history: Message[] = [];\n private readonly maxMessages?: number;\n private readonly pruneBatchSize: number;\n\n constructor(options: MessageHistoryManagerOptions = {}) {\n if (\n options.maxMessages !== undefined &&\n options.maxMessages !== null &&\n (!Number.isInteger(options.maxMessages) || options.maxMessages <= 0)\n ) {\n throw new TypeError(\"maxMessages must be a positive integer or null\");\n }\n\n if (\n options.pruneBatchSize !== undefined &&\n (!Number.isInteger(options.pruneBatchSize) || options.pruneBatchSize <= 0)\n ) {\n throw new TypeError(\"pruneBatchSize must be a positive integer\");\n }\n\n this.maxMessages =\n options.maxMessages === null ? undefined : options.maxMessages;\n this.pruneBatchSize = options.pruneBatchSize ?? 1;\n }\n\n add(message: Message, options: AddMessageOptions = {}): void {\n this.history.push(message);\n\n if (options.prune !== false) {\n this.pruneToMax();\n }\n }\n\n removeLast(): Message | undefined {\n return this.history.pop();\n }\n\n clear(): void {\n this.history = [];\n }\n\n getAll(): Message[] {\n return [...this.history]; // Return a copy\n }\n\n getRecent(maxMessages?: number): Message[] {\n if (\n maxMessages !== undefined &&\n (!Number.isInteger(maxMessages) || maxMessages <= 0)\n ) {\n throw new TypeError(\"maxMessages must be a positive integer\");\n }\n\n if (maxMessages === undefined || this.history.length <= maxMessages) {\n return this.getAll();\n }\n\n return this.history.slice(-maxMessages);\n }\n\n size(): number {\n return this.history.length;\n }\n\n pruneToMax(): void {\n if (this.maxMessages === undefined) {\n return;\n }\n\n while (this.history.length > this.maxMessages) {\n const excess = this.history.length - this.maxMessages;\n const removeCount = Math.min(\n Math.ceil(excess / this.pruneBatchSize) * this.pruneBatchSize,\n this.history.length,\n );\n this.history.splice(0, removeCount);\n }\n }\n}\n","import { Character } from \"@charivo/core\";\n\n/**\n * Utility for converting character information into a system prompt\n */\nexport class CharacterPromptBuilder {\n static buildSystemPrompt(character: Character): string {\n const name = character.name;\n const description = character.description || \"\";\n const personality = character.personality || \"\";\n\n return `You are ${name}. ${description} ${personality}\n\nRespond naturally in plain text with no bracketed emotion tags or control markup.`.trim();\n }\n\n static buildSystemPromptOrDefault(character?: Character): string {\n if (character) {\n return this.buildSystemPrompt(character);\n }\n return `You are a helpful assistant.\n\nRespond naturally in plain text with no bracketed emotion tags or control markup.`.trim();\n }\n}\n","import { Message } from \"@charivo/core\";\n\n/**\n * Converted message shape. The role is a literal union so the result is also\n * assignable to the tool-calling `LLMMessage` union without casts.\n */\nexport interface LLMApiMessage {\n role: \"system\" | \"user\" | \"assistant\";\n content: string;\n}\n\n/**\n * Message format conversion utility\n */\nexport class MessageConverter {\n /**\n * Convert a Charivo Message to the OpenAI format\n */\n static toOpenAIFormat(messages: Message[]): LLMApiMessage[] {\n return messages.map((msg) => ({\n role: msg.type === \"user\" ? \"user\" : \"assistant\",\n content: msg.content,\n }));\n }\n\n /**\n * Combine the system prompt and messages into the OpenAI format\n */\n static combineWithSystemPrompt(\n systemPrompt: string,\n messages: Message[],\n ): LLMApiMessage[] {\n return [\n { role: \"system\", content: systemPrompt },\n ...this.toOpenAIFormat(messages),\n ];\n }\n}\n","import { Character, Message } from \"@charivo/core\";\n\n/**\n * LLM-related validation utilities\n */\nexport class LLMValidators {\n static validateCharacterSet(\n character: Character | null,\n ): asserts character is Character {\n if (!character) {\n throw new Error(\"Character must be set before generating response\");\n }\n }\n\n static validateMessage(message: Message): void {\n if (!message.content || typeof message.content !== \"string\") {\n throw new Error(\"Message content must be a non-empty string\");\n }\n }\n}\n","import { Message } from \"@charivo/core\";\n\n/**\n * Helper for building AI response messages\n */\nexport class ResponseMessageBuilder {\n static create(\n content: string,\n characterId: string,\n messageId?: string,\n ): Message {\n return {\n id: messageId || \"ai-\" + Date.now(),\n content,\n timestamp: new Date(),\n type: \"character\",\n characterId,\n };\n }\n}\n","import {\n LLMClient,\n Message,\n Character,\n assertToolResultObject,\n createToolFailureOutput,\n createToolRegistry,\n snapshotToolResult,\n toCharivoError,\n validateToolArguments,\n withToolTimeout,\n type CharivoEventEmitter,\n type LLMManagerWithTools,\n type LLMMessage,\n type LLMToolCall,\n type ToolDefinition,\n type ToolRegistration,\n type ToolResultProjector,\n type ToolResultSnapshot,\n} from \"@charivo/core\";\nimport { MessageHistoryManager } from \"./message-history-manager\";\nimport { CharacterPromptBuilder } from \"./character-prompt-builder\";\nimport { MessageConverter, type LLMApiMessage } from \"./message-converter\";\nimport { LLMValidators } from \"./validators\";\nimport { ResponseMessageBuilder } from \"./response-message-builder\";\n\nconst DEFAULT_MAX_HISTORY_TURNS = 40;\nconst DEFAULT_TOOL_TIMEOUT_MS = 10_000;\n/** Tool rounds actually executed before the reply is forced to finish. */\nconst MAX_TOOL_ROUNDS = 3;\n\nexport interface LLMManagerOptions {\n maxHistoryTurns?: number | null;\n tools?: ToolRegistration[];\n resultProjectors?: ToolResultProjector[];\n /** Appended to the character system prompt, tools path only. */\n toolInstructions?: string;\n defaultToolTimeoutMs?: number;\n}\n\n/**\n * LLM Manager - Class responsible for managing the state of an LLM session\n *\n * Responsibilities:\n * - Character configuration and management\n * - Message history management\n * - Communication with the LLM client\n * - Message format conversion\n * - Prompt generation\n */\nexport class LLMManager {\n private readonly historyManager: MessageHistoryManager;\n private readonly maxHistoryMessages?: number;\n private readonly toolRegistry = createToolRegistry();\n private readonly resultProjectors: ToolResultProjector[];\n private readonly defaultToolTimeoutMs: number;\n private character: Character | null = null;\n private eventEmitter?: CharivoEventEmitter;\n private toolInstructions: string | null;\n\n constructor(\n private llmClient: LLMClient,\n options: LLMManagerOptions = {},\n ) {\n this.maxHistoryMessages = resolveMaxHistoryMessages(options);\n this.historyManager = new MessageHistoryManager({\n maxMessages: this.maxHistoryMessages,\n pruneBatchSize: 2,\n });\n this.resultProjectors = options.resultProjectors ?? [];\n this.defaultToolTimeoutMs =\n options.defaultToolTimeoutMs ?? DEFAULT_TOOL_TIMEOUT_MS;\n this.toolInstructions = options.toolInstructions ?? null;\n\n for (const tool of options.tools ?? []) {\n this.registerTool(tool);\n }\n }\n\n setEventEmitter(eventEmitter: CharivoEventEmitter): void {\n this.eventEmitter = eventEmitter;\n }\n\n registerTool(tool: ToolRegistration): void {\n this.toolRegistry.register(tool);\n }\n\n unregisterTool(name: string): void {\n this.toolRegistry.unregister(name);\n }\n\n getRegisteredTools(): ToolDefinition[] {\n return this.toolRegistry.getDefinitions();\n }\n\n /**\n * Set the tool instructions appended to the system prompt.\n * Pass null to clear them.\n */\n setToolInstructions(instructions: string | null): void {\n this.toolInstructions = instructions;\n }\n\n /**\n * Set the character\n * Clears the history only when the character changes.\n */\n setCharacter(character: Character): void {\n // Clear the history only when the character changes\n if (this.character?.id !== character.id) {\n this.historyManager.clear();\n }\n this.character = character;\n }\n\n /**\n * Return the currently configured character\n */\n getCharacter(): Character | null {\n return this.character;\n }\n\n /**\n * Clear the history\n */\n clearHistory(): void {\n this.historyManager.clear();\n }\n\n /**\n * Return the current history\n */\n getHistory(): Message[] {\n return this.historyManager.getAll();\n }\n\n /**\n * Generate a response to a message\n */\n async generateResponse(message: Message): Promise<string> {\n try {\n LLMValidators.validateCharacterSet(this.character);\n LLMValidators.validateMessage(message);\n } catch (error) {\n throw toCharivoError(\"state\", error);\n }\n\n // Defer pruning until the assistant message is appended. On failure we\n // only removeLast() the in-flight user message, so older history must\n // remain intact during the API call.\n this.historyManager.add(message, { prune: false });\n\n // Get the history messages\n const historyMessages = this.getHistoryForApiCall();\n\n // Convert to LLM API format (including the system prompt)\n const apiMessages = this.prepareApiMessages(historyMessages);\n\n try {\n // Generate a response via the LLM client\n const assistantMessage = this.shouldUseToolLoop()\n ? await this.runToolLoop(apiMessages)\n : await this.llmClient.call(apiMessages);\n\n // Build the AI response message and add it to the history.\n // Only the final assistant text is persisted: tool-call and tool-result\n // turns stay inside the loop so the stored history remains a plain\n // user/character transcript that other modalities can reuse.\n const responseMessage = ResponseMessageBuilder.create(\n assistantMessage,\n this.character!.id, // character is guaranteed non-null after validateCharacterSet\n );\n this.historyManager.add(responseMessage, { prune: false });\n this.historyManager.pruneToMax();\n\n return assistantMessage;\n } catch (error) {\n // On error, remove the last message from the history\n this.historyManager.removeLast();\n throw toCharivoError(\"provider\", error);\n }\n }\n\n /**\n * Tools engage only when both sides opt in: at least one registered tool and\n * a client that implements the optional tool-calling variant.\n */\n private shouldUseToolLoop(): boolean {\n return (\n this.toolRegistry.size() > 0 &&\n typeof this.llmClient.callWithTools === \"function\"\n );\n }\n\n /**\n * Run the tool-calling conversation until the model answers with text or the\n * round cap is reached.\n */\n private async runToolLoop(apiMessages: LLMApiMessage[]): Promise<string> {\n // Guarded by shouldUseToolLoop(): callWithTools exists on this path\n const callWithTools = this.llmClient.callWithTools!.bind(this.llmClient);\n const definitions = this.getRegisteredTools();\n const working = this.buildToolLoopMessages(apiMessages);\n\n let response = await callWithTools(working, definitions);\n\n for (let round = 0; round < MAX_TOOL_ROUNDS; round += 1) {\n const toolCalls = response.toolCalls ?? [];\n if (toolCalls.length === 0) {\n return response.content;\n }\n\n working.push({\n role: \"assistant\",\n content: response.content,\n toolCalls,\n });\n\n for (const toolCall of toolCalls) {\n working.push({\n role: \"tool\",\n content: await this.executeToolCall(toolCall),\n toolCallId: toolCall.id,\n });\n }\n\n // Terminal call offers no tools so the reply is text, not an unexecuted tool request.\n const isFinalRound = round === MAX_TOOL_ROUNDS - 1;\n response = await callWithTools(working, isFinalRound ? [] : definitions);\n }\n\n // Round cap reached: return the model's text instead of executing more tools\n return response.content;\n }\n\n /**\n * Seed the tool conversation, appending the tool instructions to the system\n * prompt. generateResponse validates the character first, so the tools path\n * always starts with a system message.\n */\n private buildToolLoopMessages(apiMessages: LLMApiMessage[]): LLMMessage[] {\n const messages: LLMMessage[] = [...apiMessages];\n const systemMessage = messages[0];\n\n if (this.toolInstructions && systemMessage.role === \"system\") {\n messages[0] = {\n role: \"system\",\n content: `${systemMessage.content}\\n\\n${this.toolInstructions}`,\n };\n }\n\n return messages;\n }\n\n /**\n * Execute one tool call and return the serialized output for its tool turn.\n * Every failure - unknown tool, invalid arguments, handler throw/timeout,\n * non-object result, unserializable output - becomes a failure output so the\n * reply always continues.\n */\n private async executeToolCall(toolCall: LLMToolCall): Promise<string> {\n let outcome: ToolResultSnapshot;\n\n this.eventEmitter?.emit(\"tool:call\", {\n name: toolCall.name,\n args: toolCall.arguments,\n callId: toolCall.id,\n });\n\n try {\n const tool = this.toolRegistry.get(toolCall.name);\n if (!tool) {\n throw new Error(`No LLM tool registered for \"${toolCall.name}\"`);\n }\n\n validateToolArguments(tool.definition, toolCall.arguments, \"LLM tool\");\n\n const result = await withToolTimeout(\n tool.handler(toolCall.arguments, {\n character: this.character,\n callId: toolCall.id,\n }),\n tool.timeoutMs ?? this.defaultToolTimeoutMs,\n tool.definition.name,\n \"LLM tool\",\n );\n\n assertToolResultObject(result, tool.definition.name, \"LLM tool\");\n\n // Serialize inside the failure boundary: outputs that cannot be\n // represented as JSON (bigint values, circular references, a `toJSON()`\n // yielding a non-object) degrade to a failure output instead of aborting\n // the reply.\n outcome = snapshotToolResult(result, tool.definition.name, \"LLM tool\");\n } catch (error) {\n const failure = toError(error);\n this.eventEmitter?.emit(\"tool:error\", {\n name: toolCall.name,\n error: failure,\n callId: toolCall.id,\n });\n return JSON.stringify(createToolFailureOutput(failure));\n }\n\n // The event and the projectors both receive the snapshot — the same value\n // the model's tool turn carries — so a tool result means one thing no\n // matter which modality executed it.\n this.eventEmitter?.emit(\"tool:result\", {\n name: toolCall.name,\n output: outcome.snapshot,\n callId: toolCall.id,\n });\n this.projectToolResult(toolCall.name, outcome.snapshot, toolCall.id);\n\n return outcome.serialized;\n }\n\n /**\n * Turn a successful tool result into avatar-style events. Projection is\n * skipped entirely without an event emitter.\n */\n private projectToolResult(\n name: string,\n output: Record<string, unknown>,\n callId: string,\n ): void {\n const eventEmitter = this.eventEmitter;\n if (!eventEmitter) {\n return;\n }\n\n for (const projector of this.resultProjectors) {\n try {\n projector({\n name,\n output,\n callId,\n emit: (event, payload) => {\n eventEmitter.emit(event, payload);\n },\n });\n } catch (error) {\n eventEmitter.emit(\"llm:error\", {\n error: new Error(\n `LLM result projector failed for tool \"${name}\": ${toError(error).message}`,\n ),\n });\n }\n }\n }\n\n /**\n * Prepare messages for the LLM API call\n */\n private prepareApiMessages(messages: Message[]): LLMApiMessage[] {\n if (!this.character) {\n return MessageConverter.toOpenAIFormat(messages);\n }\n\n const systemPrompt = CharacterPromptBuilder.buildSystemPrompt(\n this.character,\n );\n return MessageConverter.combineWithSystemPrompt(systemPrompt, messages);\n }\n\n private getHistoryForApiCall(): Message[] {\n const historyMessages = this.historyManager.getRecent(\n this.maxHistoryMessages,\n );\n\n if (historyMessages[0]?.type === \"character\") {\n return historyMessages.slice(1);\n }\n\n return historyMessages;\n }\n}\n\n/**\n * Helper function to create an LLM Manager\n */\nexport function createLLMManager(\n llmClient: LLMClient,\n options?: LLMManagerOptions,\n): LLMManagerWithTools {\n return new LLMManager(llmClient, options);\n}\n\nfunction toError(error: unknown): Error {\n return error instanceof Error ? error : new Error(String(error));\n}\n\nfunction resolveMaxHistoryMessages(\n options: LLMManagerOptions,\n): number | undefined {\n if (options.maxHistoryTurns === null) {\n return undefined;\n }\n\n const maxHistoryTurns = options.maxHistoryTurns ?? DEFAULT_MAX_HISTORY_TURNS;\n\n if (!Number.isInteger(maxHistoryTurns) || maxHistoryTurns <= 0) {\n throw new TypeError(\"maxHistoryTurns must be a positive integer or null\");\n }\n\n return maxHistoryTurns * 2;\n}\n"]}
|
package/dist/index.mjs
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { toCharivoError, validateToolArguments, assertToolResultObject } from '@charivo/core';
|
|
1
|
+
import { createToolRegistry, toCharivoError, validateToolArguments, withToolTimeout, assertToolResultObject, snapshotToolResult, createToolFailureOutput } from '@charivo/core';
|
|
2
2
|
|
|
3
3
|
// src/llm-manager.ts
|
|
4
4
|
|
|
@@ -128,58 +128,6 @@ var ResponseMessageBuilder = class {
|
|
|
128
128
|
}
|
|
129
129
|
};
|
|
130
130
|
|
|
131
|
-
// src/tool-execution.ts
|
|
132
|
-
var LLMToolRegistry = class {
|
|
133
|
-
tools = /* @__PURE__ */ new Map();
|
|
134
|
-
register(tool) {
|
|
135
|
-
this.tools.set(tool.definition.name, tool);
|
|
136
|
-
}
|
|
137
|
-
unregister(name) {
|
|
138
|
-
this.tools.delete(name);
|
|
139
|
-
}
|
|
140
|
-
get(name) {
|
|
141
|
-
return this.tools.get(name);
|
|
142
|
-
}
|
|
143
|
-
size() {
|
|
144
|
-
return this.tools.size;
|
|
145
|
-
}
|
|
146
|
-
getDefinitions() {
|
|
147
|
-
return Array.from(this.tools.values(), (tool) => ({
|
|
148
|
-
...tool.definition,
|
|
149
|
-
parameters: {
|
|
150
|
-
...tool.definition.parameters,
|
|
151
|
-
properties: { ...tool.definition.parameters.properties },
|
|
152
|
-
required: tool.definition.parameters.required ? [...tool.definition.parameters.required] : void 0
|
|
153
|
-
}
|
|
154
|
-
}));
|
|
155
|
-
}
|
|
156
|
-
};
|
|
157
|
-
function createFailureOutput(error) {
|
|
158
|
-
return {
|
|
159
|
-
success: false,
|
|
160
|
-
error: error.message
|
|
161
|
-
};
|
|
162
|
-
}
|
|
163
|
-
async function withTimeout(promise, timeoutMs, toolName) {
|
|
164
|
-
let timeoutId;
|
|
165
|
-
try {
|
|
166
|
-
return await Promise.race([
|
|
167
|
-
promise,
|
|
168
|
-
new Promise((_, reject) => {
|
|
169
|
-
timeoutId = setTimeout(() => {
|
|
170
|
-
reject(
|
|
171
|
-
new Error(`LLM tool "${toolName}" timed out after ${timeoutMs}ms`)
|
|
172
|
-
);
|
|
173
|
-
}, timeoutMs);
|
|
174
|
-
})
|
|
175
|
-
]);
|
|
176
|
-
} finally {
|
|
177
|
-
if (timeoutId !== void 0) {
|
|
178
|
-
clearTimeout(timeoutId);
|
|
179
|
-
}
|
|
180
|
-
}
|
|
181
|
-
}
|
|
182
|
-
|
|
183
131
|
// src/llm-manager.ts
|
|
184
132
|
var DEFAULT_MAX_HISTORY_TURNS = 40;
|
|
185
133
|
var DEFAULT_TOOL_TIMEOUT_MS = 1e4;
|
|
@@ -201,7 +149,7 @@ var LLMManager = class {
|
|
|
201
149
|
}
|
|
202
150
|
historyManager;
|
|
203
151
|
maxHistoryMessages;
|
|
204
|
-
toolRegistry =
|
|
152
|
+
toolRegistry = createToolRegistry();
|
|
205
153
|
resultProjectors;
|
|
206
154
|
defaultToolTimeoutMs;
|
|
207
155
|
character = null;
|
|
@@ -345,36 +293,45 @@ ${this.toolInstructions}`
|
|
|
345
293
|
* reply always continues.
|
|
346
294
|
*/
|
|
347
295
|
async executeToolCall(toolCall) {
|
|
348
|
-
let
|
|
349
|
-
|
|
296
|
+
let outcome;
|
|
297
|
+
this.eventEmitter?.emit("tool:call", {
|
|
298
|
+
name: toolCall.name,
|
|
299
|
+
args: toolCall.arguments,
|
|
300
|
+
callId: toolCall.id
|
|
301
|
+
});
|
|
350
302
|
try {
|
|
351
303
|
const tool = this.toolRegistry.get(toolCall.name);
|
|
352
304
|
if (!tool) {
|
|
353
305
|
throw new Error(`No LLM tool registered for "${toolCall.name}"`);
|
|
354
306
|
}
|
|
355
307
|
validateToolArguments(tool.definition, toolCall.arguments, "LLM tool");
|
|
356
|
-
const result = await
|
|
308
|
+
const result = await withToolTimeout(
|
|
357
309
|
tool.handler(toolCall.arguments, {
|
|
358
310
|
character: this.character,
|
|
359
311
|
callId: toolCall.id
|
|
360
312
|
}),
|
|
361
313
|
tool.timeoutMs ?? this.defaultToolTimeoutMs,
|
|
362
|
-
tool.definition.name
|
|
314
|
+
tool.definition.name,
|
|
315
|
+
"LLM tool"
|
|
363
316
|
);
|
|
364
317
|
assertToolResultObject(result, tool.definition.name, "LLM tool");
|
|
365
|
-
|
|
366
|
-
if (typeof stringified !== "string") {
|
|
367
|
-
throw new Error(
|
|
368
|
-
`LLM tool "${tool.definition.name}" result could not be serialized to JSON`
|
|
369
|
-
);
|
|
370
|
-
}
|
|
371
|
-
serialized = stringified;
|
|
372
|
-
output = result;
|
|
318
|
+
outcome = snapshotToolResult(result, tool.definition.name, "LLM tool");
|
|
373
319
|
} catch (error) {
|
|
374
|
-
|
|
320
|
+
const failure = toError(error);
|
|
321
|
+
this.eventEmitter?.emit("tool:error", {
|
|
322
|
+
name: toolCall.name,
|
|
323
|
+
error: failure,
|
|
324
|
+
callId: toolCall.id
|
|
325
|
+
});
|
|
326
|
+
return JSON.stringify(createToolFailureOutput(failure));
|
|
375
327
|
}
|
|
376
|
-
this.
|
|
377
|
-
|
|
328
|
+
this.eventEmitter?.emit("tool:result", {
|
|
329
|
+
name: toolCall.name,
|
|
330
|
+
output: outcome.snapshot,
|
|
331
|
+
callId: toolCall.id
|
|
332
|
+
});
|
|
333
|
+
this.projectToolResult(toolCall.name, outcome.snapshot, toolCall.id);
|
|
334
|
+
return outcome.serialized;
|
|
378
335
|
}
|
|
379
336
|
/**
|
|
380
337
|
* Turn a successful tool result into avatar-style events. Projection is
|
|
@@ -396,7 +353,7 @@ ${this.toolInstructions}`
|
|
|
396
353
|
}
|
|
397
354
|
});
|
|
398
355
|
} catch (error) {
|
|
399
|
-
eventEmitter.emit("error", {
|
|
356
|
+
eventEmitter.emit("llm:error", {
|
|
400
357
|
error: new Error(
|
|
401
358
|
`LLM result projector failed for tool "${name}": ${toError(error).message}`
|
|
402
359
|
)
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/message-history-manager.ts","../src/character-prompt-builder.ts","../src/message-converter.ts","../src/validators.ts","../src/response-message-builder.ts","../src/tool-execution.ts","../src/llm-manager.ts"],"names":[],"mappings":";;;;;AAkBO,IAAM,wBAAN,MAA4B;AAAA,EACzB,UAAqB,EAAC;AAAA,EACb,WAAA;AAAA,EACA,cAAA;AAAA,EAEjB,WAAA,CAAY,OAAA,GAAwC,EAAC,EAAG;AACtD,IAAA,IACE,OAAA,CAAQ,WAAA,KAAgB,MAAA,IACxB,OAAA,CAAQ,gBAAgB,IAAA,KACvB,CAAC,MAAA,CAAO,SAAA,CAAU,OAAA,CAAQ,WAAW,CAAA,IAAK,OAAA,CAAQ,eAAe,CAAA,CAAA,EAClE;AACA,MAAA,MAAM,IAAI,UAAU,gDAAgD,CAAA;AAAA,IACtE;AAEA,IAAA,IACE,OAAA,CAAQ,cAAA,KAAmB,MAAA,KAC1B,CAAC,MAAA,CAAO,SAAA,CAAU,OAAA,CAAQ,cAAc,CAAA,IAAK,OAAA,CAAQ,cAAA,IAAkB,CAAA,CAAA,EACxE;AACA,MAAA,MAAM,IAAI,UAAU,2CAA2C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,WAAA,GACH,OAAA,CAAQ,WAAA,KAAgB,IAAA,GAAO,SAAY,OAAA,CAAQ,WAAA;AACrD,IAAA,IAAA,CAAK,cAAA,GAAiB,QAAQ,cAAA,IAAkB,CAAA;AAAA,EAClD;AAAA,EAEA,GAAA,CAAI,OAAA,EAAkB,OAAA,GAA6B,EAAC,EAAS;AAC3D,IAAA,IAAA,CAAK,OAAA,CAAQ,KAAK,OAAO,CAAA;AAEzB,IAAA,IAAI,OAAA,CAAQ,UAAU,KAAA,EAAO;AAC3B,MAAA,IAAA,CAAK,UAAA,EAAW;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,UAAA,GAAkC;AAChC,IAAA,OAAO,IAAA,CAAK,QAAQ,GAAA,EAAI;AAAA,EAC1B;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,UAAU,EAAC;AAAA,EAClB;AAAA,EAEA,MAAA,GAAoB;AAClB,IAAA,OAAO,CAAC,GAAG,IAAA,CAAK,OAAO,CAAA;AAAA,EACzB;AAAA,EAEA,UAAU,WAAA,EAAiC;AACzC,IAAA,IACE,WAAA,KAAgB,WACf,CAAC,MAAA,CAAO,UAAU,WAAW,CAAA,IAAK,eAAe,CAAA,CAAA,EAClD;AACA,MAAA,MAAM,IAAI,UAAU,wCAAwC,CAAA;AAAA,IAC9D;AAEA,IAAA,IAAI,WAAA,KAAgB,MAAA,IAAa,IAAA,CAAK,OAAA,CAAQ,UAAU,WAAA,EAAa;AACnE,MAAA,OAAO,KAAK,MAAA,EAAO;AAAA,IACrB;AAEA,IAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,KAAA,CAAM,CAAC,WAAW,CAAA;AAAA,EACxC;AAAA,EAEA,IAAA,GAAe;AACb,IAAA,OAAO,KAAK,OAAA,CAAQ,MAAA;AAAA,EACtB;AAAA,EAEA,UAAA,GAAmB;AACjB,IAAA,IAAI,IAAA,CAAK,gBAAgB,MAAA,EAAW;AAClC,MAAA;AAAA,IACF;AAEA,IAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,MAAA,GAAS,IAAA,CAAK,WAAA,EAAa;AAC7C,MAAA,MAAM,MAAA,GAAS,IAAA,CAAK,OAAA,CAAQ,MAAA,GAAS,IAAA,CAAK,WAAA;AAC1C,MAAA,MAAM,cAAc,IAAA,CAAK,GAAA;AAAA,QACvB,KAAK,IAAA,CAAK,MAAA,GAAS,IAAA,CAAK,cAAc,IAAI,IAAA,CAAK,cAAA;AAAA,QAC/C,KAAK,OAAA,CAAQ;AAAA,OACf;AACA,MAAA,IAAA,CAAK,OAAA,CAAQ,MAAA,CAAO,CAAA,EAAG,WAAW,CAAA;AAAA,IACpC;AAAA,EACF;AACF,CAAA;;;AC5FO,IAAM,yBAAN,MAA6B;AAAA,EAClC,OAAO,kBAAkB,SAAA,EAA8B;AACrD,IAAA,MAAM,OAAO,SAAA,CAAU,IAAA;AACvB,IAAA,MAAM,WAAA,GAAc,UAAU,WAAA,IAAe,EAAA;AAC7C,IAAA,MAAM,WAAA,GAAc,UAAU,WAAA,IAAe,EAAA;AAE7C,IAAA,OAAO,CAAA,QAAA,EAAW,IAAI,CAAA,EAAA,EAAK,WAAW,IAAI,WAAW;;AAAA,iFAAA,CAAA,CAE0B,IAAA,EAAK;AAAA,EACtF;AAAA,EAEA,OAAO,2BAA2B,SAAA,EAA+B;AAC/D,IAAA,IAAI,SAAA,EAAW;AACb,MAAA,OAAO,IAAA,CAAK,kBAAkB,SAAS,CAAA;AAAA,IACzC;AACA,IAAA,OAAO,CAAA;;AAAA,iFAAA,CAAA,CAEwE,IAAA,EAAK;AAAA,EACtF;AACF,CAAA;;;ACVO,IAAM,mBAAN,MAAuB;AAAA;AAAA;AAAA;AAAA,EAI5B,OAAO,eAAe,QAAA,EAAsC;AAC1D,IAAA,OAAO,QAAA,CAAS,GAAA,CAAI,CAAC,GAAA,MAAS;AAAA,MAC5B,IAAA,EAAM,GAAA,CAAI,IAAA,KAAS,MAAA,GAAS,MAAA,GAAS,WAAA;AAAA,MACrC,SAAS,GAAA,CAAI;AAAA,KACf,CAAE,CAAA;AAAA,EACJ;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO,uBAAA,CACL,YAAA,EACA,QAAA,EACiB;AACjB,IAAA,OAAO;AAAA,MACL,EAAE,IAAA,EAAM,QAAA,EAAU,OAAA,EAAS,YAAA,EAAa;AAAA,MACxC,GAAG,IAAA,CAAK,cAAA,CAAe,QAAQ;AAAA,KACjC;AAAA,EACF;AACF,CAAA;;;AChCO,IAAM,gBAAN,MAAoB;AAAA,EACzB,OAAO,qBACL,SAAA,EACgC;AAChC,IAAA,IAAI,CAAC,SAAA,EAAW;AACd,MAAA,MAAM,IAAI,MAAM,kDAAkD,CAAA;AAAA,IACpE;AAAA,EACF;AAAA,EAEA,OAAO,gBAAgB,OAAA,EAAwB;AAC7C,IAAA,IAAI,CAAC,OAAA,CAAQ,OAAA,IAAW,OAAO,OAAA,CAAQ,YAAY,QAAA,EAAU;AAC3D,MAAA,MAAM,IAAI,MAAM,4CAA4C,CAAA;AAAA,IAC9D;AAAA,EACF;AACF,CAAA;;;ACdO,IAAM,yBAAN,MAA6B;AAAA,EAClC,OAAO,MAAA,CACL,OAAA,EACA,WAAA,EACA,SAAA,EACS;AACT,IAAA,OAAO;AAAA,MACL,EAAA,EAAI,SAAA,IAAa,KAAA,GAAQ,IAAA,CAAK,GAAA,EAAI;AAAA,MAClC,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM,WAAA;AAAA,MACN;AAAA,KACF;AAAA,EACF;AACF,CAAA;;;ACXO,IAAM,kBAAN,MAAsB;AAAA,EACV,KAAA,uBAAY,GAAA,EAA8B;AAAA,EAE3D,SAAS,IAAA,EAA8B;AACrC,IAAA,IAAA,CAAK,KAAA,CAAM,GAAA,CAAI,IAAA,CAAK,UAAA,CAAW,MAAM,IAAI,CAAA;AAAA,EAC3C;AAAA,EAEA,WAAW,IAAA,EAAoB;AAC7B,IAAA,IAAA,CAAK,KAAA,CAAM,OAAO,IAAI,CAAA;AAAA,EACxB;AAAA,EAEA,IAAI,IAAA,EAA4C;AAC9C,IAAA,OAAO,IAAA,CAAK,KAAA,CAAM,GAAA,CAAI,IAAI,CAAA;AAAA,EAC5B;AAAA,EAEA,IAAA,GAAe;AACb,IAAA,OAAO,KAAK,KAAA,CAAM,IAAA;AAAA,EACpB;AAAA,EAEA,cAAA,GAAmC;AACjC,IAAA,OAAO,MAAM,IAAA,CAAK,IAAA,CAAK,MAAM,MAAA,EAAO,EAAG,CAAC,IAAA,MAAU;AAAA,MAChD,GAAG,IAAA,CAAK,UAAA;AAAA,MACR,UAAA,EAAY;AAAA,QACV,GAAG,KAAK,UAAA,CAAW,UAAA;AAAA,QACnB,YAAY,EAAE,GAAG,IAAA,CAAK,UAAA,CAAW,WAAW,UAAA,EAAW;AAAA,QACvD,QAAA,EAAU,IAAA,CAAK,UAAA,CAAW,UAAA,CAAW,QAAA,GACjC,CAAC,GAAG,IAAA,CAAK,UAAA,CAAW,UAAA,CAAW,QAAQ,CAAA,GACvC;AAAA;AACN,KACF,CAAE,CAAA;AAAA,EACJ;AACF,CAAA;AAGO,SAAS,oBAAoB,KAAA,EAAuC;AACzE,EAAA,OAAO;AAAA,IACL,OAAA,EAAS,KAAA;AAAA,IACT,OAAO,KAAA,CAAM;AAAA,GACf;AACF;AAEA,eAAsB,WAAA,CACpB,OAAA,EACA,SAAA,EACA,QAAA,EACY;AACZ,EAAA,IAAI,SAAA;AAEJ,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,QAAQ,IAAA,CAAK;AAAA,MACxB,OAAA;AAAA,MACA,IAAI,OAAA,CAAe,CAAC,CAAA,EAAG,MAAA,KAAW;AAChC,QAAA,SAAA,GAAY,WAAW,MAAM;AAC3B,UAAA,MAAA;AAAA,YACE,IAAI,KAAA,CAAM,CAAA,UAAA,EAAa,QAAQ,CAAA,kBAAA,EAAqB,SAAS,CAAA,EAAA,CAAI;AAAA,WACnE;AAAA,QACF,GAAG,SAAS,CAAA;AAAA,MACd,CAAC;AAAA,KACF,CAAA;AAAA,EACH,CAAA,SAAE;AACA,IAAA,IAAI,cAAc,MAAA,EAAW;AAC3B,MAAA,YAAA,CAAa,SAAS,CAAA;AAAA,IACxB;AAAA,EACF;AACF;;;AC9CA,IAAM,yBAAA,GAA4B,EAAA;AAClC,IAAM,uBAAA,GAA0B,GAAA;AAEhC,IAAM,eAAA,GAAkB,CAAA;AAqBjB,IAAM,aAAN,MAAiB;AAAA,EAUtB,WAAA,CACU,SAAA,EACR,OAAA,GAA6B,EAAC,EAC9B;AAFQ,IAAA,IAAA,CAAA,SAAA,GAAA,SAAA;AAGR,IAAA,IAAA,CAAK,kBAAA,GAAqB,0BAA0B,OAAO,CAAA;AAC3D,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,qBAAA,CAAsB;AAAA,MAC9C,aAAa,IAAA,CAAK,kBAAA;AAAA,MAClB,cAAA,EAAgB;AAAA,KACjB,CAAA;AACD,IAAA,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,gBAAA,IAAoB,EAAC;AACrD,IAAA,IAAA,CAAK,oBAAA,GACH,QAAQ,oBAAA,IAAwB,uBAAA;AAClC,IAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AAEpD,IAAA,KAAA,MAAW,IAAA,IAAQ,OAAA,CAAQ,KAAA,IAAS,EAAC,EAAG;AACtC,MAAA,IAAA,CAAK,aAAa,IAAI,CAAA;AAAA,IACxB;AAAA,EACF;AAAA,EA1BiB,cAAA;AAAA,EACA,kBAAA;AAAA,EACA,YAAA,GAAe,IAAI,eAAA,EAAgB;AAAA,EACnC,gBAAA;AAAA,EACA,oBAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,YAAA;AAAA,EACA,gBAAA;AAAA,EAqBR,gBAAgB,YAAA,EAAyC;AACvD,IAAA,IAAA,CAAK,YAAA,GAAe,YAAA;AAAA,EACtB;AAAA,EAEA,aAAa,IAAA,EAA8B;AACzC,IAAA,IAAA,CAAK,YAAA,CAAa,SAAS,IAAI,CAAA;AAAA,EACjC;AAAA,EAEA,eAAe,IAAA,EAAoB;AACjC,IAAA,IAAA,CAAK,YAAA,CAAa,WAAW,IAAI,CAAA;AAAA,EACnC;AAAA,EAEA,kBAAA,GAAuC;AACrC,IAAA,OAAO,IAAA,CAAK,aAAa,cAAA,EAAe;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,oBAAoB,YAAA,EAAmC;AACrD,IAAA,IAAA,CAAK,gBAAA,GAAmB,YAAA;AAAA,EAC1B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AAEvC,IAAA,IAAI,IAAA,CAAK,SAAA,EAAW,EAAA,KAAO,SAAA,CAAU,EAAA,EAAI;AACvC,MAAA,IAAA,CAAK,eAAe,KAAA,EAAM;AAAA,IAC5B;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,SAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAA,CAAK,eAAe,KAAA,EAAM;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,IAAA,CAAK,eAAe,MAAA,EAAO;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,iBAAiB,OAAA,EAAmC;AACxD,IAAA,IAAI;AACF,MAAA,aAAA,CAAc,oBAAA,CAAqB,KAAK,SAAS,CAAA;AACjD,MAAA,aAAA,CAAc,gBAAgB,OAAO,CAAA;AAAA,IACvC,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,cAAA,CAAe,SAAS,KAAK,CAAA;AAAA,IACrC;AAKA,IAAA,IAAA,CAAK,eAAe,GAAA,CAAI,OAAA,EAAS,EAAE,KAAA,EAAO,OAAO,CAAA;AAGjD,IAAA,MAAM,eAAA,GAAkB,KAAK,oBAAA,EAAqB;AAGlD,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,kBAAA,CAAmB,eAAe,CAAA;AAE3D,IAAA,IAAI;AAEF,MAAA,MAAM,gBAAA,GAAmB,IAAA,CAAK,iBAAA,EAAkB,GAC5C,MAAM,IAAA,CAAK,WAAA,CAAY,WAAW,CAAA,GAClC,MAAM,IAAA,CAAK,SAAA,CAAU,KAAK,WAAW,CAAA;AAMzC,MAAA,MAAM,kBAAkB,sBAAA,CAAuB,MAAA;AAAA,QAC7C,gBAAA;AAAA,QACA,KAAK,SAAA,CAAW;AAAA;AAAA,OAClB;AACA,MAAA,IAAA,CAAK,eAAe,GAAA,CAAI,eAAA,EAAiB,EAAE,KAAA,EAAO,OAAO,CAAA;AACzD,MAAA,IAAA,CAAK,eAAe,UAAA,EAAW;AAE/B,MAAA,OAAO,gBAAA;AAAA,IACT,SAAS,KAAA,EAAO;AAEd,MAAA,IAAA,CAAK,eAAe,UAAA,EAAW;AAC/B,MAAA,MAAM,cAAA,CAAe,YAAY,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,iBAAA,GAA6B;AACnC,IAAA,OACE,IAAA,CAAK,aAAa,IAAA,EAAK,GAAI,KAC3B,OAAO,IAAA,CAAK,UAAU,aAAA,KAAkB,UAAA;AAAA,EAE5C;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,YAAY,WAAA,EAA+C;AAEvE,IAAA,MAAM,gBAAgB,IAAA,CAAK,SAAA,CAAU,aAAA,CAAe,IAAA,CAAK,KAAK,SAAS,CAAA;AACvE,IAAA,MAAM,WAAA,GAAc,KAAK,kBAAA,EAAmB;AAC5C,IAAA,MAAM,OAAA,GAAU,IAAA,CAAK,qBAAA,CAAsB,WAAW,CAAA;AAEtD,IAAA,IAAI,QAAA,GAAW,MAAM,aAAA,CAAc,OAAA,EAAS,WAAW,CAAA;AAEvD,IAAA,KAAA,IAAS,KAAA,GAAQ,CAAA,EAAG,KAAA,GAAQ,eAAA,EAAiB,SAAS,CAAA,EAAG;AACvD,MAAA,MAAM,SAAA,GAAY,QAAA,CAAS,SAAA,IAAa,EAAC;AACzC,MAAA,IAAI,SAAA,CAAU,WAAW,CAAA,EAAG;AAC1B,QAAA,OAAO,QAAA,CAAS,OAAA;AAAA,MAClB;AAEA,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA,QACX,IAAA,EAAM,WAAA;AAAA,QACN,SAAS,QAAA,CAAS,OAAA;AAAA,QAClB;AAAA,OACD,CAAA;AAED,MAAA,KAAA,MAAW,YAAY,SAAA,EAAW;AAChC,QAAA,OAAA,CAAQ,IAAA,CAAK;AAAA,UACX,IAAA,EAAM,MAAA;AAAA,UACN,OAAA,EAAS,MAAM,IAAA,CAAK,eAAA,CAAgB,QAAQ,CAAA;AAAA,UAC5C,YAAY,QAAA,CAAS;AAAA,SACtB,CAAA;AAAA,MACH;AAGA,MAAA,MAAM,YAAA,GAAe,UAAU,eAAA,GAAkB,CAAA;AACjD,MAAA,QAAA,GAAW,MAAM,aAAA,CAAc,OAAA,EAAS,YAAA,GAAe,KAAK,WAAW,CAAA;AAAA,IACzE;AAGA,IAAA,OAAO,QAAA,CAAS,OAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,sBAAsB,WAAA,EAA4C;AACxE,IAAA,MAAM,QAAA,GAAyB,CAAC,GAAG,WAAW,CAAA;AAC9C,IAAA,MAAM,aAAA,GAAgB,SAAS,CAAC,CAAA;AAEhC,IAAA,IAAI,IAAA,CAAK,gBAAA,IAAoB,aAAA,CAAc,IAAA,KAAS,QAAA,EAAU;AAC5D,MAAA,QAAA,CAAS,CAAC,CAAA,GAAI;AAAA,QACZ,IAAA,EAAM,QAAA;AAAA,QACN,OAAA,EAAS,CAAA,EAAG,aAAA,CAAc,OAAO;;AAAA,EAAO,KAAK,gBAAgB,CAAA;AAAA,OAC/D;AAAA,IACF;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAc,gBAAgB,QAAA,EAAwC;AACpE,IAAA,IAAI,MAAA;AACJ,IAAA,IAAI,UAAA;AAEJ,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,GAAO,IAAA,CAAK,YAAA,CAAa,GAAA,CAAI,SAAS,IAAI,CAAA;AAChD,MAAA,IAAI,CAAC,IAAA,EAAM;AACT,QAAA,MAAM,IAAI,KAAA,CAAM,CAAA,4BAAA,EAA+B,QAAA,CAAS,IAAI,CAAA,CAAA,CAAG,CAAA;AAAA,MACjE;AAEA,MAAA,qBAAA,CAAsB,IAAA,CAAK,UAAA,EAAY,QAAA,CAAS,SAAA,EAAW,UAAU,CAAA;AAErE,MAAA,MAAM,SAAS,MAAM,WAAA;AAAA,QACnB,IAAA,CAAK,OAAA,CAAQ,QAAA,CAAS,SAAA,EAAW;AAAA,UAC/B,WAAW,IAAA,CAAK,SAAA;AAAA,UAChB,QAAQ,QAAA,CAAS;AAAA,SAClB,CAAA;AAAA,QACD,IAAA,CAAK,aAAa,IAAA,CAAK,oBAAA;AAAA,QACvB,KAAK,UAAA,CAAW;AAAA,OAClB;AAEA,MAAA,sBAAA,CAAuB,MAAA,EAAQ,IAAA,CAAK,UAAA,CAAW,IAAA,EAAM,UAAU,CAAA;AAQ/D,MAAA,MAAM,WAAA,GAAuB,IAAA,CAAK,SAAA,CAAU,MAAM,CAAA;AAClD,MAAA,IAAI,OAAO,gBAAgB,QAAA,EAAU;AACnC,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,UAAA,EAAa,IAAA,CAAK,UAAA,CAAW,IAAI,CAAA,wCAAA;AAAA,SACnC;AAAA,MACF;AACA,MAAA,UAAA,GAAa,WAAA;AACb,MAAA,MAAA,GAAS,MAAA;AAAA,IACX,SAAS,KAAA,EAAO;AACd,MAAA,OAAO,KAAK,SAAA,CAAU,mBAAA,CAAoB,OAAA,CAAQ,KAAK,CAAC,CAAC,CAAA;AAAA,IAC3D;AAEA,IAAA,IAAA,CAAK,iBAAA,CAAkB,QAAA,CAAS,IAAA,EAAM,MAAA,EAAQ,SAAS,EAAE,CAAA;AAEzD,IAAA,OAAO,UAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,iBAAA,CACN,IAAA,EACA,MAAA,EACA,MAAA,EACM;AACN,IAAA,MAAM,eAAe,IAAA,CAAK,YAAA;AAC1B,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,KAAA,MAAW,SAAA,IAAa,KAAK,gBAAA,EAAkB;AAC7C,MAAA,IAAI;AACF,QAAA,SAAA,CAAU;AAAA,UACR,IAAA;AAAA,UACA,MAAA;AAAA,UACA,MAAA;AAAA,UACA,IAAA,EAAM,CAAC,KAAA,EAAO,OAAA,KAAY;AACxB,YAAA,YAAA,CAAa,IAAA,CAAK,OAAO,OAAO,CAAA;AAAA,UAClC;AAAA,SACD,CAAA;AAAA,MACH,SAAS,KAAA,EAAO;AACd,QAAA,YAAA,CAAa,KAAK,OAAA,EAAS;AAAA,UACzB,OAAO,IAAI,KAAA;AAAA,YACT,yCAAyC,IAAI,CAAA,GAAA,EAAM,OAAA,CAAQ,KAAK,EAAE,OAAO,CAAA;AAAA;AAC3E,SACD,CAAA;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAmB,QAAA,EAAsC;AAC/D,IAAA,IAAI,CAAC,KAAK,SAAA,EAAW;AACnB,MAAA,OAAO,gBAAA,CAAiB,eAAe,QAAQ,CAAA;AAAA,IACjD;AAEA,IAAA,MAAM,eAAe,sBAAA,CAAuB,iBAAA;AAAA,MAC1C,IAAA,CAAK;AAAA,KACP;AACA,IAAA,OAAO,gBAAA,CAAiB,uBAAA,CAAwB,YAAA,EAAc,QAAQ,CAAA;AAAA,EACxE;AAAA,EAEQ,oBAAA,GAAkC;AACxC,IAAA,MAAM,eAAA,GAAkB,KAAK,cAAA,CAAe,SAAA;AAAA,MAC1C,IAAA,CAAK;AAAA,KACP;AAEA,IAAA,IAAI,eAAA,CAAgB,CAAC,CAAA,EAAG,IAAA,KAAS,WAAA,EAAa;AAC5C,MAAA,OAAO,eAAA,CAAgB,MAAM,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,OAAO,eAAA;AAAA,EACT;AACF,CAAA;AAKO,SAAS,gBAAA,CACd,WACA,OAAA,EACqB;AACrB,EAAA,OAAO,IAAI,UAAA,CAAW,SAAA,EAAW,OAAO,CAAA;AAC1C;AAEA,SAAS,QAAQ,KAAA,EAAuB;AACtC,EAAA,OAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC,CAAA;AACjE;AAEA,SAAS,0BACP,OAAA,EACoB;AACpB,EAAA,IAAI,OAAA,CAAQ,oBAAoB,IAAA,EAAM;AACpC,IAAA,OAAO,MAAA;AAAA,EACT;AAEA,EAAA,MAAM,eAAA,GAAkB,QAAQ,eAAA,IAAmB,yBAAA;AAEnD,EAAA,IAAI,CAAC,MAAA,CAAO,SAAA,CAAU,eAAe,CAAA,IAAK,mBAAmB,CAAA,EAAG;AAC9D,IAAA,MAAM,IAAI,UAAU,oDAAoD,CAAA;AAAA,EAC1E;AAEA,EAAA,OAAO,eAAA,GAAkB,CAAA;AAC3B","file":"index.mjs","sourcesContent":["import { Message } from \"@charivo/core\";\n\nexport interface MessageHistoryManagerOptions {\n maxMessages?: number | null;\n pruneBatchSize?: number;\n}\n\nexport interface AddMessageOptions {\n /**\n * Internal escape hatch for workflows that need multiple appends to become\n * visible as one pruning boundary, such as user/assistant turn pairs.\n */\n prune?: boolean;\n}\n\n/**\n * Message history management\n */\nexport class MessageHistoryManager {\n private history: Message[] = [];\n private readonly maxMessages?: number;\n private readonly pruneBatchSize: number;\n\n constructor(options: MessageHistoryManagerOptions = {}) {\n if (\n options.maxMessages !== undefined &&\n options.maxMessages !== null &&\n (!Number.isInteger(options.maxMessages) || options.maxMessages <= 0)\n ) {\n throw new TypeError(\"maxMessages must be a positive integer or null\");\n }\n\n if (\n options.pruneBatchSize !== undefined &&\n (!Number.isInteger(options.pruneBatchSize) || options.pruneBatchSize <= 0)\n ) {\n throw new TypeError(\"pruneBatchSize must be a positive integer\");\n }\n\n this.maxMessages =\n options.maxMessages === null ? undefined : options.maxMessages;\n this.pruneBatchSize = options.pruneBatchSize ?? 1;\n }\n\n add(message: Message, options: AddMessageOptions = {}): void {\n this.history.push(message);\n\n if (options.prune !== false) {\n this.pruneToMax();\n }\n }\n\n removeLast(): Message | undefined {\n return this.history.pop();\n }\n\n clear(): void {\n this.history = [];\n }\n\n getAll(): Message[] {\n return [...this.history]; // Return a copy\n }\n\n getRecent(maxMessages?: number): Message[] {\n if (\n maxMessages !== undefined &&\n (!Number.isInteger(maxMessages) || maxMessages <= 0)\n ) {\n throw new TypeError(\"maxMessages must be a positive integer\");\n }\n\n if (maxMessages === undefined || this.history.length <= maxMessages) {\n return this.getAll();\n }\n\n return this.history.slice(-maxMessages);\n }\n\n size(): number {\n return this.history.length;\n }\n\n pruneToMax(): void {\n if (this.maxMessages === undefined) {\n return;\n }\n\n while (this.history.length > this.maxMessages) {\n const excess = this.history.length - this.maxMessages;\n const removeCount = Math.min(\n Math.ceil(excess / this.pruneBatchSize) * this.pruneBatchSize,\n this.history.length,\n );\n this.history.splice(0, removeCount);\n }\n }\n}\n","import { Character } from \"@charivo/core\";\n\n/**\n * Utility for converting character information into a system prompt\n */\nexport class CharacterPromptBuilder {\n static buildSystemPrompt(character: Character): string {\n const name = character.name;\n const description = character.description || \"\";\n const personality = character.personality || \"\";\n\n return `You are ${name}. ${description} ${personality}\n\nRespond naturally in plain text with no bracketed emotion tags or control markup.`.trim();\n }\n\n static buildSystemPromptOrDefault(character?: Character): string {\n if (character) {\n return this.buildSystemPrompt(character);\n }\n return `You are a helpful assistant.\n\nRespond naturally in plain text with no bracketed emotion tags or control markup.`.trim();\n }\n}\n","import { Message } from \"@charivo/core\";\n\n/**\n * Converted message shape. The role is a literal union so the result is also\n * assignable to the tool-calling `LLMMessage` union without casts.\n */\nexport interface LLMApiMessage {\n role: \"system\" | \"user\" | \"assistant\";\n content: string;\n}\n\n/**\n * Message format conversion utility\n */\nexport class MessageConverter {\n /**\n * Convert a Charivo Message to the OpenAI format\n */\n static toOpenAIFormat(messages: Message[]): LLMApiMessage[] {\n return messages.map((msg) => ({\n role: msg.type === \"user\" ? \"user\" : \"assistant\",\n content: msg.content,\n }));\n }\n\n /**\n * Combine the system prompt and messages into the OpenAI format\n */\n static combineWithSystemPrompt(\n systemPrompt: string,\n messages: Message[],\n ): LLMApiMessage[] {\n return [\n { role: \"system\", content: systemPrompt },\n ...this.toOpenAIFormat(messages),\n ];\n }\n}\n","import { Character, Message } from \"@charivo/core\";\n\n/**\n * LLM-related validation utilities\n */\nexport class LLMValidators {\n static validateCharacterSet(\n character: Character | null,\n ): asserts character is Character {\n if (!character) {\n throw new Error(\"Character must be set before generating response\");\n }\n }\n\n static validateMessage(message: Message): void {\n if (!message.content || typeof message.content !== \"string\") {\n throw new Error(\"Message content must be a non-empty string\");\n }\n }\n}\n","import { Message } from \"@charivo/core\";\n\n/**\n * Helper for building AI response messages\n */\nexport class ResponseMessageBuilder {\n static create(\n content: string,\n characterId: string,\n messageId?: string,\n ): Message {\n return {\n id: messageId || \"ai-\" + Date.now(),\n content,\n timestamp: new Date(),\n type: \"character\",\n characterId,\n };\n }\n}\n","import type { ToolDefinition, ToolRegistration } from \"@charivo/core\";\n\n/**\n * Tool registry for LLM sessions.\n *\n * Mirrors the realtime registry but stays local to this package so `@charivo/llm`\n * keeps depending only on `@charivo/core`.\n */\nexport class LLMToolRegistry {\n private readonly tools = new Map<string, ToolRegistration>();\n\n register(tool: ToolRegistration): void {\n this.tools.set(tool.definition.name, tool);\n }\n\n unregister(name: string): void {\n this.tools.delete(name);\n }\n\n get(name: string): ToolRegistration | undefined {\n return this.tools.get(name);\n }\n\n size(): number {\n return this.tools.size;\n }\n\n getDefinitions(): ToolDefinition[] {\n return Array.from(this.tools.values(), (tool) => ({\n ...tool.definition,\n parameters: {\n ...tool.definition.parameters,\n properties: { ...tool.definition.parameters.properties },\n required: tool.definition.parameters.required\n ? [...tool.definition.parameters.required]\n : undefined,\n },\n }));\n }\n}\n\n/** Always-serializable output handed back to the model when a tool call fails. */\nexport function createFailureOutput(error: Error): Record<string, unknown> {\n return {\n success: false,\n error: error.message,\n };\n}\n\nexport async function withTimeout<T>(\n promise: Promise<T>,\n timeoutMs: number,\n toolName: string,\n): Promise<T> {\n let timeoutId: ReturnType<typeof setTimeout> | undefined;\n\n try {\n return await Promise.race([\n promise,\n new Promise<never>((_, reject) => {\n timeoutId = setTimeout(() => {\n reject(\n new Error(`LLM tool \"${toolName}\" timed out after ${timeoutMs}ms`),\n );\n }, timeoutMs);\n }),\n ]);\n } finally {\n if (timeoutId !== undefined) {\n clearTimeout(timeoutId);\n }\n }\n}\n","import {\n LLMClient,\n Message,\n Character,\n assertToolResultObject,\n toCharivoError,\n validateToolArguments,\n type CharivoEventEmitter,\n type LLMManagerWithTools,\n type LLMMessage,\n type LLMToolCall,\n type ToolDefinition,\n type ToolRegistration,\n type ToolResultProjector,\n} from \"@charivo/core\";\nimport { MessageHistoryManager } from \"./message-history-manager\";\nimport { CharacterPromptBuilder } from \"./character-prompt-builder\";\nimport { MessageConverter, type LLMApiMessage } from \"./message-converter\";\nimport { LLMValidators } from \"./validators\";\nimport { ResponseMessageBuilder } from \"./response-message-builder\";\nimport {\n createFailureOutput,\n LLMToolRegistry,\n withTimeout,\n} from \"./tool-execution\";\n\nconst DEFAULT_MAX_HISTORY_TURNS = 40;\nconst DEFAULT_TOOL_TIMEOUT_MS = 10_000;\n/** Tool rounds actually executed before the reply is forced to finish. */\nconst MAX_TOOL_ROUNDS = 3;\n\nexport interface LLMManagerOptions {\n maxHistoryTurns?: number | null;\n tools?: ToolRegistration[];\n resultProjectors?: ToolResultProjector[];\n /** Appended to the character system prompt, tools path only. */\n toolInstructions?: string;\n defaultToolTimeoutMs?: number;\n}\n\n/**\n * LLM Manager - Class responsible for managing the state of an LLM session\n *\n * Responsibilities:\n * - Character configuration and management\n * - Message history management\n * - Communication with the LLM client\n * - Message format conversion\n * - Prompt generation\n */\nexport class LLMManager {\n private readonly historyManager: MessageHistoryManager;\n private readonly maxHistoryMessages?: number;\n private readonly toolRegistry = new LLMToolRegistry();\n private readonly resultProjectors: ToolResultProjector[];\n private readonly defaultToolTimeoutMs: number;\n private character: Character | null = null;\n private eventEmitter?: CharivoEventEmitter;\n private toolInstructions: string | null;\n\n constructor(\n private llmClient: LLMClient,\n options: LLMManagerOptions = {},\n ) {\n this.maxHistoryMessages = resolveMaxHistoryMessages(options);\n this.historyManager = new MessageHistoryManager({\n maxMessages: this.maxHistoryMessages,\n pruneBatchSize: 2,\n });\n this.resultProjectors = options.resultProjectors ?? [];\n this.defaultToolTimeoutMs =\n options.defaultToolTimeoutMs ?? DEFAULT_TOOL_TIMEOUT_MS;\n this.toolInstructions = options.toolInstructions ?? null;\n\n for (const tool of options.tools ?? []) {\n this.registerTool(tool);\n }\n }\n\n setEventEmitter(eventEmitter: CharivoEventEmitter): void {\n this.eventEmitter = eventEmitter;\n }\n\n registerTool(tool: ToolRegistration): void {\n this.toolRegistry.register(tool);\n }\n\n unregisterTool(name: string): void {\n this.toolRegistry.unregister(name);\n }\n\n getRegisteredTools(): ToolDefinition[] {\n return this.toolRegistry.getDefinitions();\n }\n\n /**\n * Set the tool instructions appended to the system prompt.\n * Pass null to clear them.\n */\n setToolInstructions(instructions: string | null): void {\n this.toolInstructions = instructions;\n }\n\n /**\n * Set the character\n * Clears the history only when the character changes.\n */\n setCharacter(character: Character): void {\n // Clear the history only when the character changes\n if (this.character?.id !== character.id) {\n this.historyManager.clear();\n }\n this.character = character;\n }\n\n /**\n * Return the currently configured character\n */\n getCharacter(): Character | null {\n return this.character;\n }\n\n /**\n * Clear the history\n */\n clearHistory(): void {\n this.historyManager.clear();\n }\n\n /**\n * Return the current history\n */\n getHistory(): Message[] {\n return this.historyManager.getAll();\n }\n\n /**\n * Generate a response to a message\n */\n async generateResponse(message: Message): Promise<string> {\n try {\n LLMValidators.validateCharacterSet(this.character);\n LLMValidators.validateMessage(message);\n } catch (error) {\n throw toCharivoError(\"state\", error);\n }\n\n // Defer pruning until the assistant message is appended. On failure we\n // only removeLast() the in-flight user message, so older history must\n // remain intact during the API call.\n this.historyManager.add(message, { prune: false });\n\n // Get the history messages\n const historyMessages = this.getHistoryForApiCall();\n\n // Convert to LLM API format (including the system prompt)\n const apiMessages = this.prepareApiMessages(historyMessages);\n\n try {\n // Generate a response via the LLM client\n const assistantMessage = this.shouldUseToolLoop()\n ? await this.runToolLoop(apiMessages)\n : await this.llmClient.call(apiMessages);\n\n // Build the AI response message and add it to the history.\n // Only the final assistant text is persisted: tool-call and tool-result\n // turns stay inside the loop so the stored history remains a plain\n // user/character transcript that other modalities can reuse.\n const responseMessage = ResponseMessageBuilder.create(\n assistantMessage,\n this.character!.id, // character is guaranteed non-null after validateCharacterSet\n );\n this.historyManager.add(responseMessage, { prune: false });\n this.historyManager.pruneToMax();\n\n return assistantMessage;\n } catch (error) {\n // On error, remove the last message from the history\n this.historyManager.removeLast();\n throw toCharivoError(\"provider\", error);\n }\n }\n\n /**\n * Tools engage only when both sides opt in: at least one registered tool and\n * a client that implements the optional tool-calling variant.\n */\n private shouldUseToolLoop(): boolean {\n return (\n this.toolRegistry.size() > 0 &&\n typeof this.llmClient.callWithTools === \"function\"\n );\n }\n\n /**\n * Run the tool-calling conversation until the model answers with text or the\n * round cap is reached.\n */\n private async runToolLoop(apiMessages: LLMApiMessage[]): Promise<string> {\n // Guarded by shouldUseToolLoop(): callWithTools exists on this path\n const callWithTools = this.llmClient.callWithTools!.bind(this.llmClient);\n const definitions = this.getRegisteredTools();\n const working = this.buildToolLoopMessages(apiMessages);\n\n let response = await callWithTools(working, definitions);\n\n for (let round = 0; round < MAX_TOOL_ROUNDS; round += 1) {\n const toolCalls = response.toolCalls ?? [];\n if (toolCalls.length === 0) {\n return response.content;\n }\n\n working.push({\n role: \"assistant\",\n content: response.content,\n toolCalls,\n });\n\n for (const toolCall of toolCalls) {\n working.push({\n role: \"tool\",\n content: await this.executeToolCall(toolCall),\n toolCallId: toolCall.id,\n });\n }\n\n // Terminal call offers no tools so the reply is text, not an unexecuted tool request.\n const isFinalRound = round === MAX_TOOL_ROUNDS - 1;\n response = await callWithTools(working, isFinalRound ? [] : definitions);\n }\n\n // Round cap reached: return the model's text instead of executing more tools\n return response.content;\n }\n\n /**\n * Seed the tool conversation, appending the tool instructions to the system\n * prompt. generateResponse validates the character first, so the tools path\n * always starts with a system message.\n */\n private buildToolLoopMessages(apiMessages: LLMApiMessage[]): LLMMessage[] {\n const messages: LLMMessage[] = [...apiMessages];\n const systemMessage = messages[0];\n\n if (this.toolInstructions && systemMessage.role === \"system\") {\n messages[0] = {\n role: \"system\",\n content: `${systemMessage.content}\\n\\n${this.toolInstructions}`,\n };\n }\n\n return messages;\n }\n\n /**\n * Execute one tool call and return the serialized output for its tool turn.\n * Every failure - unknown tool, invalid arguments, handler throw/timeout,\n * non-object result, unserializable output - becomes a failure output so the\n * reply always continues.\n */\n private async executeToolCall(toolCall: LLMToolCall): Promise<string> {\n let output: Record<string, unknown>;\n let serialized: string;\n\n try {\n const tool = this.toolRegistry.get(toolCall.name);\n if (!tool) {\n throw new Error(`No LLM tool registered for \"${toolCall.name}\"`);\n }\n\n validateToolArguments(tool.definition, toolCall.arguments, \"LLM tool\");\n\n const result = await withTimeout(\n tool.handler(toolCall.arguments, {\n character: this.character,\n callId: toolCall.id,\n }),\n tool.timeoutMs ?? this.defaultToolTimeoutMs,\n tool.definition.name,\n );\n\n assertToolResultObject(result, tool.definition.name, \"LLM tool\");\n\n // Serialize inside the failure boundary: outputs that cannot be\n // stringified (bigint values, circular references) degrade to a failure\n // output instead of aborting the reply. JSON.stringify's declared return\n // type is `string`, but a `toJSON()` that returns `undefined` makes it\n // return the value `undefined` at runtime, so that case is checked\n // explicitly rather than relying on a thrown error.\n const stringified: unknown = JSON.stringify(result);\n if (typeof stringified !== \"string\") {\n throw new Error(\n `LLM tool \"${tool.definition.name}\" result could not be serialized to JSON`,\n );\n }\n serialized = stringified;\n output = result;\n } catch (error) {\n return JSON.stringify(createFailureOutput(toError(error)));\n }\n\n this.projectToolResult(toolCall.name, output, toolCall.id);\n\n return serialized;\n }\n\n /**\n * Turn a successful tool result into avatar-style events. Projection is\n * skipped entirely without an event emitter.\n */\n private projectToolResult(\n name: string,\n output: Record<string, unknown>,\n callId: string,\n ): void {\n const eventEmitter = this.eventEmitter;\n if (!eventEmitter) {\n return;\n }\n\n for (const projector of this.resultProjectors) {\n try {\n projector({\n name,\n output,\n callId,\n emit: (event, payload) => {\n eventEmitter.emit(event, payload);\n },\n });\n } catch (error) {\n eventEmitter.emit(\"error\", {\n error: new Error(\n `LLM result projector failed for tool \"${name}\": ${toError(error).message}`,\n ),\n });\n }\n }\n }\n\n /**\n * Prepare messages for the LLM API call\n */\n private prepareApiMessages(messages: Message[]): LLMApiMessage[] {\n if (!this.character) {\n return MessageConverter.toOpenAIFormat(messages);\n }\n\n const systemPrompt = CharacterPromptBuilder.buildSystemPrompt(\n this.character,\n );\n return MessageConverter.combineWithSystemPrompt(systemPrompt, messages);\n }\n\n private getHistoryForApiCall(): Message[] {\n const historyMessages = this.historyManager.getRecent(\n this.maxHistoryMessages,\n );\n\n if (historyMessages[0]?.type === \"character\") {\n return historyMessages.slice(1);\n }\n\n return historyMessages;\n }\n}\n\n/**\n * Helper function to create an LLM Manager\n */\nexport function createLLMManager(\n llmClient: LLMClient,\n options?: LLMManagerOptions,\n): LLMManagerWithTools {\n return new LLMManager(llmClient, options);\n}\n\nfunction toError(error: unknown): Error {\n return error instanceof Error ? error : new Error(String(error));\n}\n\nfunction resolveMaxHistoryMessages(\n options: LLMManagerOptions,\n): number | undefined {\n if (options.maxHistoryTurns === null) {\n return undefined;\n }\n\n const maxHistoryTurns = options.maxHistoryTurns ?? DEFAULT_MAX_HISTORY_TURNS;\n\n if (!Number.isInteger(maxHistoryTurns) || maxHistoryTurns <= 0) {\n throw new TypeError(\"maxHistoryTurns must be a positive integer or null\");\n }\n\n return maxHistoryTurns * 2;\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/message-history-manager.ts","../src/character-prompt-builder.ts","../src/message-converter.ts","../src/validators.ts","../src/response-message-builder.ts","../src/llm-manager.ts"],"names":[],"mappings":";;;;;AAkBO,IAAM,wBAAN,MAA4B;AAAA,EACzB,UAAqB,EAAC;AAAA,EACb,WAAA;AAAA,EACA,cAAA;AAAA,EAEjB,WAAA,CAAY,OAAA,GAAwC,EAAC,EAAG;AACtD,IAAA,IACE,OAAA,CAAQ,WAAA,KAAgB,MAAA,IACxB,OAAA,CAAQ,gBAAgB,IAAA,KACvB,CAAC,MAAA,CAAO,SAAA,CAAU,OAAA,CAAQ,WAAW,CAAA,IAAK,OAAA,CAAQ,eAAe,CAAA,CAAA,EAClE;AACA,MAAA,MAAM,IAAI,UAAU,gDAAgD,CAAA;AAAA,IACtE;AAEA,IAAA,IACE,OAAA,CAAQ,cAAA,KAAmB,MAAA,KAC1B,CAAC,MAAA,CAAO,SAAA,CAAU,OAAA,CAAQ,cAAc,CAAA,IAAK,OAAA,CAAQ,cAAA,IAAkB,CAAA,CAAA,EACxE;AACA,MAAA,MAAM,IAAI,UAAU,2CAA2C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,WAAA,GACH,OAAA,CAAQ,WAAA,KAAgB,IAAA,GAAO,SAAY,OAAA,CAAQ,WAAA;AACrD,IAAA,IAAA,CAAK,cAAA,GAAiB,QAAQ,cAAA,IAAkB,CAAA;AAAA,EAClD;AAAA,EAEA,GAAA,CAAI,OAAA,EAAkB,OAAA,GAA6B,EAAC,EAAS;AAC3D,IAAA,IAAA,CAAK,OAAA,CAAQ,KAAK,OAAO,CAAA;AAEzB,IAAA,IAAI,OAAA,CAAQ,UAAU,KAAA,EAAO;AAC3B,MAAA,IAAA,CAAK,UAAA,EAAW;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,UAAA,GAAkC;AAChC,IAAA,OAAO,IAAA,CAAK,QAAQ,GAAA,EAAI;AAAA,EAC1B;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,UAAU,EAAC;AAAA,EAClB;AAAA,EAEA,MAAA,GAAoB;AAClB,IAAA,OAAO,CAAC,GAAG,IAAA,CAAK,OAAO,CAAA;AAAA,EACzB;AAAA,EAEA,UAAU,WAAA,EAAiC;AACzC,IAAA,IACE,WAAA,KAAgB,WACf,CAAC,MAAA,CAAO,UAAU,WAAW,CAAA,IAAK,eAAe,CAAA,CAAA,EAClD;AACA,MAAA,MAAM,IAAI,UAAU,wCAAwC,CAAA;AAAA,IAC9D;AAEA,IAAA,IAAI,WAAA,KAAgB,MAAA,IAAa,IAAA,CAAK,OAAA,CAAQ,UAAU,WAAA,EAAa;AACnE,MAAA,OAAO,KAAK,MAAA,EAAO;AAAA,IACrB;AAEA,IAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,KAAA,CAAM,CAAC,WAAW,CAAA;AAAA,EACxC;AAAA,EAEA,IAAA,GAAe;AACb,IAAA,OAAO,KAAK,OAAA,CAAQ,MAAA;AAAA,EACtB;AAAA,EAEA,UAAA,GAAmB;AACjB,IAAA,IAAI,IAAA,CAAK,gBAAgB,MAAA,EAAW;AAClC,MAAA;AAAA,IACF;AAEA,IAAA,OAAO,IAAA,CAAK,OAAA,CAAQ,MAAA,GAAS,IAAA,CAAK,WAAA,EAAa;AAC7C,MAAA,MAAM,MAAA,GAAS,IAAA,CAAK,OAAA,CAAQ,MAAA,GAAS,IAAA,CAAK,WAAA;AAC1C,MAAA,MAAM,cAAc,IAAA,CAAK,GAAA;AAAA,QACvB,KAAK,IAAA,CAAK,MAAA,GAAS,IAAA,CAAK,cAAc,IAAI,IAAA,CAAK,cAAA;AAAA,QAC/C,KAAK,OAAA,CAAQ;AAAA,OACf;AACA,MAAA,IAAA,CAAK,OAAA,CAAQ,MAAA,CAAO,CAAA,EAAG,WAAW,CAAA;AAAA,IACpC;AAAA,EACF;AACF,CAAA;;;AC5FO,IAAM,yBAAN,MAA6B;AAAA,EAClC,OAAO,kBAAkB,SAAA,EAA8B;AACrD,IAAA,MAAM,OAAO,SAAA,CAAU,IAAA;AACvB,IAAA,MAAM,WAAA,GAAc,UAAU,WAAA,IAAe,EAAA;AAC7C,IAAA,MAAM,WAAA,GAAc,UAAU,WAAA,IAAe,EAAA;AAE7C,IAAA,OAAO,CAAA,QAAA,EAAW,IAAI,CAAA,EAAA,EAAK,WAAW,IAAI,WAAW;;AAAA,iFAAA,CAAA,CAE0B,IAAA,EAAK;AAAA,EACtF;AAAA,EAEA,OAAO,2BAA2B,SAAA,EAA+B;AAC/D,IAAA,IAAI,SAAA,EAAW;AACb,MAAA,OAAO,IAAA,CAAK,kBAAkB,SAAS,CAAA;AAAA,IACzC;AACA,IAAA,OAAO,CAAA;;AAAA,iFAAA,CAAA,CAEwE,IAAA,EAAK;AAAA,EACtF;AACF,CAAA;;;ACVO,IAAM,mBAAN,MAAuB;AAAA;AAAA;AAAA;AAAA,EAI5B,OAAO,eAAe,QAAA,EAAsC;AAC1D,IAAA,OAAO,QAAA,CAAS,GAAA,CAAI,CAAC,GAAA,MAAS;AAAA,MAC5B,IAAA,EAAM,GAAA,CAAI,IAAA,KAAS,MAAA,GAAS,MAAA,GAAS,WAAA;AAAA,MACrC,SAAS,GAAA,CAAI;AAAA,KACf,CAAE,CAAA;AAAA,EACJ;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO,uBAAA,CACL,YAAA,EACA,QAAA,EACiB;AACjB,IAAA,OAAO;AAAA,MACL,EAAE,IAAA,EAAM,QAAA,EAAU,OAAA,EAAS,YAAA,EAAa;AAAA,MACxC,GAAG,IAAA,CAAK,cAAA,CAAe,QAAQ;AAAA,KACjC;AAAA,EACF;AACF,CAAA;;;AChCO,IAAM,gBAAN,MAAoB;AAAA,EACzB,OAAO,qBACL,SAAA,EACgC;AAChC,IAAA,IAAI,CAAC,SAAA,EAAW;AACd,MAAA,MAAM,IAAI,MAAM,kDAAkD,CAAA;AAAA,IACpE;AAAA,EACF;AAAA,EAEA,OAAO,gBAAgB,OAAA,EAAwB;AAC7C,IAAA,IAAI,CAAC,OAAA,CAAQ,OAAA,IAAW,OAAO,OAAA,CAAQ,YAAY,QAAA,EAAU;AAC3D,MAAA,MAAM,IAAI,MAAM,4CAA4C,CAAA;AAAA,IAC9D;AAAA,EACF;AACF,CAAA;;;ACdO,IAAM,yBAAN,MAA6B;AAAA,EAClC,OAAO,MAAA,CACL,OAAA,EACA,WAAA,EACA,SAAA,EACS;AACT,IAAA,OAAO;AAAA,MACL,EAAA,EAAI,SAAA,IAAa,KAAA,GAAQ,IAAA,CAAK,GAAA,EAAI;AAAA,MAClC,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM,WAAA;AAAA,MACN;AAAA,KACF;AAAA,EACF;AACF,CAAA;;;ACOA,IAAM,yBAAA,GAA4B,EAAA;AAClC,IAAM,uBAAA,GAA0B,GAAA;AAEhC,IAAM,eAAA,GAAkB,CAAA;AAqBjB,IAAM,aAAN,MAAiB;AAAA,EAUtB,WAAA,CACU,SAAA,EACR,OAAA,GAA6B,EAAC,EAC9B;AAFQ,IAAA,IAAA,CAAA,SAAA,GAAA,SAAA;AAGR,IAAA,IAAA,CAAK,kBAAA,GAAqB,0BAA0B,OAAO,CAAA;AAC3D,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAI,qBAAA,CAAsB;AAAA,MAC9C,aAAa,IAAA,CAAK,kBAAA;AAAA,MAClB,cAAA,EAAgB;AAAA,KACjB,CAAA;AACD,IAAA,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,gBAAA,IAAoB,EAAC;AACrD,IAAA,IAAA,CAAK,oBAAA,GACH,QAAQ,oBAAA,IAAwB,uBAAA;AAClC,IAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,IAAA;AAEpD,IAAA,KAAA,MAAW,IAAA,IAAQ,OAAA,CAAQ,KAAA,IAAS,EAAC,EAAG;AACtC,MAAA,IAAA,CAAK,aAAa,IAAI,CAAA;AAAA,IACxB;AAAA,EACF;AAAA,EA1BiB,cAAA;AAAA,EACA,kBAAA;AAAA,EACA,eAAe,kBAAA,EAAmB;AAAA,EAClC,gBAAA;AAAA,EACA,oBAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,YAAA;AAAA,EACA,gBAAA;AAAA,EAqBR,gBAAgB,YAAA,EAAyC;AACvD,IAAA,IAAA,CAAK,YAAA,GAAe,YAAA;AAAA,EACtB;AAAA,EAEA,aAAa,IAAA,EAA8B;AACzC,IAAA,IAAA,CAAK,YAAA,CAAa,SAAS,IAAI,CAAA;AAAA,EACjC;AAAA,EAEA,eAAe,IAAA,EAAoB;AACjC,IAAA,IAAA,CAAK,YAAA,CAAa,WAAW,IAAI,CAAA;AAAA,EACnC;AAAA,EAEA,kBAAA,GAAuC;AACrC,IAAA,OAAO,IAAA,CAAK,aAAa,cAAA,EAAe;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,oBAAoB,YAAA,EAAmC;AACrD,IAAA,IAAA,CAAK,gBAAA,GAAmB,YAAA;AAAA,EAC1B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AAEvC,IAAA,IAAI,IAAA,CAAK,SAAA,EAAW,EAAA,KAAO,SAAA,CAAU,EAAA,EAAI;AACvC,MAAA,IAAA,CAAK,eAAe,KAAA,EAAM;AAAA,IAC5B;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,SAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAA,CAAK,eAAe,KAAA,EAAM;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,IAAA,CAAK,eAAe,MAAA,EAAO;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,iBAAiB,OAAA,EAAmC;AACxD,IAAA,IAAI;AACF,MAAA,aAAA,CAAc,oBAAA,CAAqB,KAAK,SAAS,CAAA;AACjD,MAAA,aAAA,CAAc,gBAAgB,OAAO,CAAA;AAAA,IACvC,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,cAAA,CAAe,SAAS,KAAK,CAAA;AAAA,IACrC;AAKA,IAAA,IAAA,CAAK,eAAe,GAAA,CAAI,OAAA,EAAS,EAAE,KAAA,EAAO,OAAO,CAAA;AAGjD,IAAA,MAAM,eAAA,GAAkB,KAAK,oBAAA,EAAqB;AAGlD,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,kBAAA,CAAmB,eAAe,CAAA;AAE3D,IAAA,IAAI;AAEF,MAAA,MAAM,gBAAA,GAAmB,IAAA,CAAK,iBAAA,EAAkB,GAC5C,MAAM,IAAA,CAAK,WAAA,CAAY,WAAW,CAAA,GAClC,MAAM,IAAA,CAAK,SAAA,CAAU,KAAK,WAAW,CAAA;AAMzC,MAAA,MAAM,kBAAkB,sBAAA,CAAuB,MAAA;AAAA,QAC7C,gBAAA;AAAA,QACA,KAAK,SAAA,CAAW;AAAA;AAAA,OAClB;AACA,MAAA,IAAA,CAAK,eAAe,GAAA,CAAI,eAAA,EAAiB,EAAE,KAAA,EAAO,OAAO,CAAA;AACzD,MAAA,IAAA,CAAK,eAAe,UAAA,EAAW;AAE/B,MAAA,OAAO,gBAAA;AAAA,IACT,SAAS,KAAA,EAAO;AAEd,MAAA,IAAA,CAAK,eAAe,UAAA,EAAW;AAC/B,MAAA,MAAM,cAAA,CAAe,YAAY,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,iBAAA,GAA6B;AACnC,IAAA,OACE,IAAA,CAAK,aAAa,IAAA,EAAK,GAAI,KAC3B,OAAO,IAAA,CAAK,UAAU,aAAA,KAAkB,UAAA;AAAA,EAE5C;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,YAAY,WAAA,EAA+C;AAEvE,IAAA,MAAM,gBAAgB,IAAA,CAAK,SAAA,CAAU,aAAA,CAAe,IAAA,CAAK,KAAK,SAAS,CAAA;AACvE,IAAA,MAAM,WAAA,GAAc,KAAK,kBAAA,EAAmB;AAC5C,IAAA,MAAM,OAAA,GAAU,IAAA,CAAK,qBAAA,CAAsB,WAAW,CAAA;AAEtD,IAAA,IAAI,QAAA,GAAW,MAAM,aAAA,CAAc,OAAA,EAAS,WAAW,CAAA;AAEvD,IAAA,KAAA,IAAS,KAAA,GAAQ,CAAA,EAAG,KAAA,GAAQ,eAAA,EAAiB,SAAS,CAAA,EAAG;AACvD,MAAA,MAAM,SAAA,GAAY,QAAA,CAAS,SAAA,IAAa,EAAC;AACzC,MAAA,IAAI,SAAA,CAAU,WAAW,CAAA,EAAG;AAC1B,QAAA,OAAO,QAAA,CAAS,OAAA;AAAA,MAClB;AAEA,MAAA,OAAA,CAAQ,IAAA,CAAK;AAAA,QACX,IAAA,EAAM,WAAA;AAAA,QACN,SAAS,QAAA,CAAS,OAAA;AAAA,QAClB;AAAA,OACD,CAAA;AAED,MAAA,KAAA,MAAW,YAAY,SAAA,EAAW;AAChC,QAAA,OAAA,CAAQ,IAAA,CAAK;AAAA,UACX,IAAA,EAAM,MAAA;AAAA,UACN,OAAA,EAAS,MAAM,IAAA,CAAK,eAAA,CAAgB,QAAQ,CAAA;AAAA,UAC5C,YAAY,QAAA,CAAS;AAAA,SACtB,CAAA;AAAA,MACH;AAGA,MAAA,MAAM,YAAA,GAAe,UAAU,eAAA,GAAkB,CAAA;AACjD,MAAA,QAAA,GAAW,MAAM,aAAA,CAAc,OAAA,EAAS,YAAA,GAAe,KAAK,WAAW,CAAA;AAAA,IACzE;AAGA,IAAA,OAAO,QAAA,CAAS,OAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,sBAAsB,WAAA,EAA4C;AACxE,IAAA,MAAM,QAAA,GAAyB,CAAC,GAAG,WAAW,CAAA;AAC9C,IAAA,MAAM,aAAA,GAAgB,SAAS,CAAC,CAAA;AAEhC,IAAA,IAAI,IAAA,CAAK,gBAAA,IAAoB,aAAA,CAAc,IAAA,KAAS,QAAA,EAAU;AAC5D,MAAA,QAAA,CAAS,CAAC,CAAA,GAAI;AAAA,QACZ,IAAA,EAAM,QAAA;AAAA,QACN,OAAA,EAAS,CAAA,EAAG,aAAA,CAAc,OAAO;;AAAA,EAAO,KAAK,gBAAgB,CAAA;AAAA,OAC/D;AAAA,IACF;AAEA,IAAA,OAAO,QAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAc,gBAAgB,QAAA,EAAwC;AACpE,IAAA,IAAI,OAAA;AAEJ,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,WAAA,EAAa;AAAA,MACnC,MAAM,QAAA,CAAS,IAAA;AAAA,MACf,MAAM,QAAA,CAAS,SAAA;AAAA,MACf,QAAQ,QAAA,CAAS;AAAA,KAClB,CAAA;AAED,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,GAAO,IAAA,CAAK,YAAA,CAAa,GAAA,CAAI,SAAS,IAAI,CAAA;AAChD,MAAA,IAAI,CAAC,IAAA,EAAM;AACT,QAAA,MAAM,IAAI,KAAA,CAAM,CAAA,4BAAA,EAA+B,QAAA,CAAS,IAAI,CAAA,CAAA,CAAG,CAAA;AAAA,MACjE;AAEA,MAAA,qBAAA,CAAsB,IAAA,CAAK,UAAA,EAAY,QAAA,CAAS,SAAA,EAAW,UAAU,CAAA;AAErE,MAAA,MAAM,SAAS,MAAM,eAAA;AAAA,QACnB,IAAA,CAAK,OAAA,CAAQ,QAAA,CAAS,SAAA,EAAW;AAAA,UAC/B,WAAW,IAAA,CAAK,SAAA;AAAA,UAChB,QAAQ,QAAA,CAAS;AAAA,SAClB,CAAA;AAAA,QACD,IAAA,CAAK,aAAa,IAAA,CAAK,oBAAA;AAAA,QACvB,KAAK,UAAA,CAAW,IAAA;AAAA,QAChB;AAAA,OACF;AAEA,MAAA,sBAAA,CAAuB,MAAA,EAAQ,IAAA,CAAK,UAAA,CAAW,IAAA,EAAM,UAAU,CAAA;AAM/D,MAAA,OAAA,GAAU,kBAAA,CAAmB,MAAA,EAAQ,IAAA,CAAK,UAAA,CAAW,MAAM,UAAU,CAAA;AAAA,IACvE,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,OAAA,GAAU,QAAQ,KAAK,CAAA;AAC7B,MAAA,IAAA,CAAK,YAAA,EAAc,KAAK,YAAA,EAAc;AAAA,QACpC,MAAM,QAAA,CAAS,IAAA;AAAA,QACf,KAAA,EAAO,OAAA;AAAA,QACP,QAAQ,QAAA,CAAS;AAAA,OAClB,CAAA;AACD,MAAA,OAAO,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAO,CAAC,CAAA;AAAA,IACxD;AAKA,IAAA,IAAA,CAAK,YAAA,EAAc,KAAK,aAAA,EAAe;AAAA,MACrC,MAAM,QAAA,CAAS,IAAA;AAAA,MACf,QAAQ,OAAA,CAAQ,QAAA;AAAA,MAChB,QAAQ,QAAA,CAAS;AAAA,KAClB,CAAA;AACD,IAAA,IAAA,CAAK,kBAAkB,QAAA,CAAS,IAAA,EAAM,OAAA,CAAQ,QAAA,EAAU,SAAS,EAAE,CAAA;AAEnE,IAAA,OAAO,OAAA,CAAQ,UAAA;AAAA,EACjB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,iBAAA,CACN,IAAA,EACA,MAAA,EACA,MAAA,EACM;AACN,IAAA,MAAM,eAAe,IAAA,CAAK,YAAA;AAC1B,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,KAAA,MAAW,SAAA,IAAa,KAAK,gBAAA,EAAkB;AAC7C,MAAA,IAAI;AACF,QAAA,SAAA,CAAU;AAAA,UACR,IAAA;AAAA,UACA,MAAA;AAAA,UACA,MAAA;AAAA,UACA,IAAA,EAAM,CAAC,KAAA,EAAO,OAAA,KAAY;AACxB,YAAA,YAAA,CAAa,IAAA,CAAK,OAAO,OAAO,CAAA;AAAA,UAClC;AAAA,SACD,CAAA;AAAA,MACH,SAAS,KAAA,EAAO;AACd,QAAA,YAAA,CAAa,KAAK,WAAA,EAAa;AAAA,UAC7B,OAAO,IAAI,KAAA;AAAA,YACT,yCAAyC,IAAI,CAAA,GAAA,EAAM,OAAA,CAAQ,KAAK,EAAE,OAAO,CAAA;AAAA;AAC3E,SACD,CAAA;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAmB,QAAA,EAAsC;AAC/D,IAAA,IAAI,CAAC,KAAK,SAAA,EAAW;AACnB,MAAA,OAAO,gBAAA,CAAiB,eAAe,QAAQ,CAAA;AAAA,IACjD;AAEA,IAAA,MAAM,eAAe,sBAAA,CAAuB,iBAAA;AAAA,MAC1C,IAAA,CAAK;AAAA,KACP;AACA,IAAA,OAAO,gBAAA,CAAiB,uBAAA,CAAwB,YAAA,EAAc,QAAQ,CAAA;AAAA,EACxE;AAAA,EAEQ,oBAAA,GAAkC;AACxC,IAAA,MAAM,eAAA,GAAkB,KAAK,cAAA,CAAe,SAAA;AAAA,MAC1C,IAAA,CAAK;AAAA,KACP;AAEA,IAAA,IAAI,eAAA,CAAgB,CAAC,CAAA,EAAG,IAAA,KAAS,WAAA,EAAa;AAC5C,MAAA,OAAO,eAAA,CAAgB,MAAM,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,OAAO,eAAA;AAAA,EACT;AACF,CAAA;AAKO,SAAS,gBAAA,CACd,WACA,OAAA,EACqB;AACrB,EAAA,OAAO,IAAI,UAAA,CAAW,SAAA,EAAW,OAAO,CAAA;AAC1C;AAEA,SAAS,QAAQ,KAAA,EAAuB;AACtC,EAAA,OAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC,CAAA;AACjE;AAEA,SAAS,0BACP,OAAA,EACoB;AACpB,EAAA,IAAI,OAAA,CAAQ,oBAAoB,IAAA,EAAM;AACpC,IAAA,OAAO,MAAA;AAAA,EACT;AAEA,EAAA,MAAM,eAAA,GAAkB,QAAQ,eAAA,IAAmB,yBAAA;AAEnD,EAAA,IAAI,CAAC,MAAA,CAAO,SAAA,CAAU,eAAe,CAAA,IAAK,mBAAmB,CAAA,EAAG;AAC9D,IAAA,MAAM,IAAI,UAAU,oDAAoD,CAAA;AAAA,EAC1E;AAEA,EAAA,OAAO,eAAA,GAAkB,CAAA;AAC3B","file":"index.mjs","sourcesContent":["import { Message } from \"@charivo/core\";\n\nexport interface MessageHistoryManagerOptions {\n maxMessages?: number | null;\n pruneBatchSize?: number;\n}\n\nexport interface AddMessageOptions {\n /**\n * Internal escape hatch for workflows that need multiple appends to become\n * visible as one pruning boundary, such as user/assistant turn pairs.\n */\n prune?: boolean;\n}\n\n/**\n * Message history management\n */\nexport class MessageHistoryManager {\n private history: Message[] = [];\n private readonly maxMessages?: number;\n private readonly pruneBatchSize: number;\n\n constructor(options: MessageHistoryManagerOptions = {}) {\n if (\n options.maxMessages !== undefined &&\n options.maxMessages !== null &&\n (!Number.isInteger(options.maxMessages) || options.maxMessages <= 0)\n ) {\n throw new TypeError(\"maxMessages must be a positive integer or null\");\n }\n\n if (\n options.pruneBatchSize !== undefined &&\n (!Number.isInteger(options.pruneBatchSize) || options.pruneBatchSize <= 0)\n ) {\n throw new TypeError(\"pruneBatchSize must be a positive integer\");\n }\n\n this.maxMessages =\n options.maxMessages === null ? undefined : options.maxMessages;\n this.pruneBatchSize = options.pruneBatchSize ?? 1;\n }\n\n add(message: Message, options: AddMessageOptions = {}): void {\n this.history.push(message);\n\n if (options.prune !== false) {\n this.pruneToMax();\n }\n }\n\n removeLast(): Message | undefined {\n return this.history.pop();\n }\n\n clear(): void {\n this.history = [];\n }\n\n getAll(): Message[] {\n return [...this.history]; // Return a copy\n }\n\n getRecent(maxMessages?: number): Message[] {\n if (\n maxMessages !== undefined &&\n (!Number.isInteger(maxMessages) || maxMessages <= 0)\n ) {\n throw new TypeError(\"maxMessages must be a positive integer\");\n }\n\n if (maxMessages === undefined || this.history.length <= maxMessages) {\n return this.getAll();\n }\n\n return this.history.slice(-maxMessages);\n }\n\n size(): number {\n return this.history.length;\n }\n\n pruneToMax(): void {\n if (this.maxMessages === undefined) {\n return;\n }\n\n while (this.history.length > this.maxMessages) {\n const excess = this.history.length - this.maxMessages;\n const removeCount = Math.min(\n Math.ceil(excess / this.pruneBatchSize) * this.pruneBatchSize,\n this.history.length,\n );\n this.history.splice(0, removeCount);\n }\n }\n}\n","import { Character } from \"@charivo/core\";\n\n/**\n * Utility for converting character information into a system prompt\n */\nexport class CharacterPromptBuilder {\n static buildSystemPrompt(character: Character): string {\n const name = character.name;\n const description = character.description || \"\";\n const personality = character.personality || \"\";\n\n return `You are ${name}. ${description} ${personality}\n\nRespond naturally in plain text with no bracketed emotion tags or control markup.`.trim();\n }\n\n static buildSystemPromptOrDefault(character?: Character): string {\n if (character) {\n return this.buildSystemPrompt(character);\n }\n return `You are a helpful assistant.\n\nRespond naturally in plain text with no bracketed emotion tags or control markup.`.trim();\n }\n}\n","import { Message } from \"@charivo/core\";\n\n/**\n * Converted message shape. The role is a literal union so the result is also\n * assignable to the tool-calling `LLMMessage` union without casts.\n */\nexport interface LLMApiMessage {\n role: \"system\" | \"user\" | \"assistant\";\n content: string;\n}\n\n/**\n * Message format conversion utility\n */\nexport class MessageConverter {\n /**\n * Convert a Charivo Message to the OpenAI format\n */\n static toOpenAIFormat(messages: Message[]): LLMApiMessage[] {\n return messages.map((msg) => ({\n role: msg.type === \"user\" ? \"user\" : \"assistant\",\n content: msg.content,\n }));\n }\n\n /**\n * Combine the system prompt and messages into the OpenAI format\n */\n static combineWithSystemPrompt(\n systemPrompt: string,\n messages: Message[],\n ): LLMApiMessage[] {\n return [\n { role: \"system\", content: systemPrompt },\n ...this.toOpenAIFormat(messages),\n ];\n }\n}\n","import { Character, Message } from \"@charivo/core\";\n\n/**\n * LLM-related validation utilities\n */\nexport class LLMValidators {\n static validateCharacterSet(\n character: Character | null,\n ): asserts character is Character {\n if (!character) {\n throw new Error(\"Character must be set before generating response\");\n }\n }\n\n static validateMessage(message: Message): void {\n if (!message.content || typeof message.content !== \"string\") {\n throw new Error(\"Message content must be a non-empty string\");\n }\n }\n}\n","import { Message } from \"@charivo/core\";\n\n/**\n * Helper for building AI response messages\n */\nexport class ResponseMessageBuilder {\n static create(\n content: string,\n characterId: string,\n messageId?: string,\n ): Message {\n return {\n id: messageId || \"ai-\" + Date.now(),\n content,\n timestamp: new Date(),\n type: \"character\",\n characterId,\n };\n }\n}\n","import {\n LLMClient,\n Message,\n Character,\n assertToolResultObject,\n createToolFailureOutput,\n createToolRegistry,\n snapshotToolResult,\n toCharivoError,\n validateToolArguments,\n withToolTimeout,\n type CharivoEventEmitter,\n type LLMManagerWithTools,\n type LLMMessage,\n type LLMToolCall,\n type ToolDefinition,\n type ToolRegistration,\n type ToolResultProjector,\n type ToolResultSnapshot,\n} from \"@charivo/core\";\nimport { MessageHistoryManager } from \"./message-history-manager\";\nimport { CharacterPromptBuilder } from \"./character-prompt-builder\";\nimport { MessageConverter, type LLMApiMessage } from \"./message-converter\";\nimport { LLMValidators } from \"./validators\";\nimport { ResponseMessageBuilder } from \"./response-message-builder\";\n\nconst DEFAULT_MAX_HISTORY_TURNS = 40;\nconst DEFAULT_TOOL_TIMEOUT_MS = 10_000;\n/** Tool rounds actually executed before the reply is forced to finish. */\nconst MAX_TOOL_ROUNDS = 3;\n\nexport interface LLMManagerOptions {\n maxHistoryTurns?: number | null;\n tools?: ToolRegistration[];\n resultProjectors?: ToolResultProjector[];\n /** Appended to the character system prompt, tools path only. */\n toolInstructions?: string;\n defaultToolTimeoutMs?: number;\n}\n\n/**\n * LLM Manager - Class responsible for managing the state of an LLM session\n *\n * Responsibilities:\n * - Character configuration and management\n * - Message history management\n * - Communication with the LLM client\n * - Message format conversion\n * - Prompt generation\n */\nexport class LLMManager {\n private readonly historyManager: MessageHistoryManager;\n private readonly maxHistoryMessages?: number;\n private readonly toolRegistry = createToolRegistry();\n private readonly resultProjectors: ToolResultProjector[];\n private readonly defaultToolTimeoutMs: number;\n private character: Character | null = null;\n private eventEmitter?: CharivoEventEmitter;\n private toolInstructions: string | null;\n\n constructor(\n private llmClient: LLMClient,\n options: LLMManagerOptions = {},\n ) {\n this.maxHistoryMessages = resolveMaxHistoryMessages(options);\n this.historyManager = new MessageHistoryManager({\n maxMessages: this.maxHistoryMessages,\n pruneBatchSize: 2,\n });\n this.resultProjectors = options.resultProjectors ?? [];\n this.defaultToolTimeoutMs =\n options.defaultToolTimeoutMs ?? DEFAULT_TOOL_TIMEOUT_MS;\n this.toolInstructions = options.toolInstructions ?? null;\n\n for (const tool of options.tools ?? []) {\n this.registerTool(tool);\n }\n }\n\n setEventEmitter(eventEmitter: CharivoEventEmitter): void {\n this.eventEmitter = eventEmitter;\n }\n\n registerTool(tool: ToolRegistration): void {\n this.toolRegistry.register(tool);\n }\n\n unregisterTool(name: string): void {\n this.toolRegistry.unregister(name);\n }\n\n getRegisteredTools(): ToolDefinition[] {\n return this.toolRegistry.getDefinitions();\n }\n\n /**\n * Set the tool instructions appended to the system prompt.\n * Pass null to clear them.\n */\n setToolInstructions(instructions: string | null): void {\n this.toolInstructions = instructions;\n }\n\n /**\n * Set the character\n * Clears the history only when the character changes.\n */\n setCharacter(character: Character): void {\n // Clear the history only when the character changes\n if (this.character?.id !== character.id) {\n this.historyManager.clear();\n }\n this.character = character;\n }\n\n /**\n * Return the currently configured character\n */\n getCharacter(): Character | null {\n return this.character;\n }\n\n /**\n * Clear the history\n */\n clearHistory(): void {\n this.historyManager.clear();\n }\n\n /**\n * Return the current history\n */\n getHistory(): Message[] {\n return this.historyManager.getAll();\n }\n\n /**\n * Generate a response to a message\n */\n async generateResponse(message: Message): Promise<string> {\n try {\n LLMValidators.validateCharacterSet(this.character);\n LLMValidators.validateMessage(message);\n } catch (error) {\n throw toCharivoError(\"state\", error);\n }\n\n // Defer pruning until the assistant message is appended. On failure we\n // only removeLast() the in-flight user message, so older history must\n // remain intact during the API call.\n this.historyManager.add(message, { prune: false });\n\n // Get the history messages\n const historyMessages = this.getHistoryForApiCall();\n\n // Convert to LLM API format (including the system prompt)\n const apiMessages = this.prepareApiMessages(historyMessages);\n\n try {\n // Generate a response via the LLM client\n const assistantMessage = this.shouldUseToolLoop()\n ? await this.runToolLoop(apiMessages)\n : await this.llmClient.call(apiMessages);\n\n // Build the AI response message and add it to the history.\n // Only the final assistant text is persisted: tool-call and tool-result\n // turns stay inside the loop so the stored history remains a plain\n // user/character transcript that other modalities can reuse.\n const responseMessage = ResponseMessageBuilder.create(\n assistantMessage,\n this.character!.id, // character is guaranteed non-null after validateCharacterSet\n );\n this.historyManager.add(responseMessage, { prune: false });\n this.historyManager.pruneToMax();\n\n return assistantMessage;\n } catch (error) {\n // On error, remove the last message from the history\n this.historyManager.removeLast();\n throw toCharivoError(\"provider\", error);\n }\n }\n\n /**\n * Tools engage only when both sides opt in: at least one registered tool and\n * a client that implements the optional tool-calling variant.\n */\n private shouldUseToolLoop(): boolean {\n return (\n this.toolRegistry.size() > 0 &&\n typeof this.llmClient.callWithTools === \"function\"\n );\n }\n\n /**\n * Run the tool-calling conversation until the model answers with text or the\n * round cap is reached.\n */\n private async runToolLoop(apiMessages: LLMApiMessage[]): Promise<string> {\n // Guarded by shouldUseToolLoop(): callWithTools exists on this path\n const callWithTools = this.llmClient.callWithTools!.bind(this.llmClient);\n const definitions = this.getRegisteredTools();\n const working = this.buildToolLoopMessages(apiMessages);\n\n let response = await callWithTools(working, definitions);\n\n for (let round = 0; round < MAX_TOOL_ROUNDS; round += 1) {\n const toolCalls = response.toolCalls ?? [];\n if (toolCalls.length === 0) {\n return response.content;\n }\n\n working.push({\n role: \"assistant\",\n content: response.content,\n toolCalls,\n });\n\n for (const toolCall of toolCalls) {\n working.push({\n role: \"tool\",\n content: await this.executeToolCall(toolCall),\n toolCallId: toolCall.id,\n });\n }\n\n // Terminal call offers no tools so the reply is text, not an unexecuted tool request.\n const isFinalRound = round === MAX_TOOL_ROUNDS - 1;\n response = await callWithTools(working, isFinalRound ? [] : definitions);\n }\n\n // Round cap reached: return the model's text instead of executing more tools\n return response.content;\n }\n\n /**\n * Seed the tool conversation, appending the tool instructions to the system\n * prompt. generateResponse validates the character first, so the tools path\n * always starts with a system message.\n */\n private buildToolLoopMessages(apiMessages: LLMApiMessage[]): LLMMessage[] {\n const messages: LLMMessage[] = [...apiMessages];\n const systemMessage = messages[0];\n\n if (this.toolInstructions && systemMessage.role === \"system\") {\n messages[0] = {\n role: \"system\",\n content: `${systemMessage.content}\\n\\n${this.toolInstructions}`,\n };\n }\n\n return messages;\n }\n\n /**\n * Execute one tool call and return the serialized output for its tool turn.\n * Every failure - unknown tool, invalid arguments, handler throw/timeout,\n * non-object result, unserializable output - becomes a failure output so the\n * reply always continues.\n */\n private async executeToolCall(toolCall: LLMToolCall): Promise<string> {\n let outcome: ToolResultSnapshot;\n\n this.eventEmitter?.emit(\"tool:call\", {\n name: toolCall.name,\n args: toolCall.arguments,\n callId: toolCall.id,\n });\n\n try {\n const tool = this.toolRegistry.get(toolCall.name);\n if (!tool) {\n throw new Error(`No LLM tool registered for \"${toolCall.name}\"`);\n }\n\n validateToolArguments(tool.definition, toolCall.arguments, \"LLM tool\");\n\n const result = await withToolTimeout(\n tool.handler(toolCall.arguments, {\n character: this.character,\n callId: toolCall.id,\n }),\n tool.timeoutMs ?? this.defaultToolTimeoutMs,\n tool.definition.name,\n \"LLM tool\",\n );\n\n assertToolResultObject(result, tool.definition.name, \"LLM tool\");\n\n // Serialize inside the failure boundary: outputs that cannot be\n // represented as JSON (bigint values, circular references, a `toJSON()`\n // yielding a non-object) degrade to a failure output instead of aborting\n // the reply.\n outcome = snapshotToolResult(result, tool.definition.name, \"LLM tool\");\n } catch (error) {\n const failure = toError(error);\n this.eventEmitter?.emit(\"tool:error\", {\n name: toolCall.name,\n error: failure,\n callId: toolCall.id,\n });\n return JSON.stringify(createToolFailureOutput(failure));\n }\n\n // The event and the projectors both receive the snapshot — the same value\n // the model's tool turn carries — so a tool result means one thing no\n // matter which modality executed it.\n this.eventEmitter?.emit(\"tool:result\", {\n name: toolCall.name,\n output: outcome.snapshot,\n callId: toolCall.id,\n });\n this.projectToolResult(toolCall.name, outcome.snapshot, toolCall.id);\n\n return outcome.serialized;\n }\n\n /**\n * Turn a successful tool result into avatar-style events. Projection is\n * skipped entirely without an event emitter.\n */\n private projectToolResult(\n name: string,\n output: Record<string, unknown>,\n callId: string,\n ): void {\n const eventEmitter = this.eventEmitter;\n if (!eventEmitter) {\n return;\n }\n\n for (const projector of this.resultProjectors) {\n try {\n projector({\n name,\n output,\n callId,\n emit: (event, payload) => {\n eventEmitter.emit(event, payload);\n },\n });\n } catch (error) {\n eventEmitter.emit(\"llm:error\", {\n error: new Error(\n `LLM result projector failed for tool \"${name}\": ${toError(error).message}`,\n ),\n });\n }\n }\n }\n\n /**\n * Prepare messages for the LLM API call\n */\n private prepareApiMessages(messages: Message[]): LLMApiMessage[] {\n if (!this.character) {\n return MessageConverter.toOpenAIFormat(messages);\n }\n\n const systemPrompt = CharacterPromptBuilder.buildSystemPrompt(\n this.character,\n );\n return MessageConverter.combineWithSystemPrompt(systemPrompt, messages);\n }\n\n private getHistoryForApiCall(): Message[] {\n const historyMessages = this.historyManager.getRecent(\n this.maxHistoryMessages,\n );\n\n if (historyMessages[0]?.type === \"character\") {\n return historyMessages.slice(1);\n }\n\n return historyMessages;\n }\n}\n\n/**\n * Helper function to create an LLM Manager\n */\nexport function createLLMManager(\n llmClient: LLMClient,\n options?: LLMManagerOptions,\n): LLMManagerWithTools {\n return new LLMManager(llmClient, options);\n}\n\nfunction toError(error: unknown): Error {\n return error instanceof Error ? error : new Error(String(error));\n}\n\nfunction resolveMaxHistoryMessages(\n options: LLMManagerOptions,\n): number | undefined {\n if (options.maxHistoryTurns === null) {\n return undefined;\n }\n\n const maxHistoryTurns = options.maxHistoryTurns ?? DEFAULT_MAX_HISTORY_TURNS;\n\n if (!Number.isInteger(maxHistoryTurns) || maxHistoryTurns <= 0) {\n throw new TypeError(\"maxHistoryTurns must be a positive integer or null\");\n }\n\n return maxHistoryTurns * 2;\n}\n"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@charivo/llm",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.8.0",
|
|
4
4
|
"description": "LLM manager and browser adapters for Charivo",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"module": "dist/index.mjs",
|
|
@@ -34,7 +34,7 @@
|
|
|
34
34
|
},
|
|
35
35
|
"dependencies": {
|
|
36
36
|
"openai": "^4.47.1",
|
|
37
|
-
"@charivo/core": "0.
|
|
37
|
+
"@charivo/core": "0.20.0"
|
|
38
38
|
},
|
|
39
39
|
"devDependencies": {
|
|
40
40
|
"tsup": "^8.5.0",
|