mojentic 1.2.0 → 1.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agents/async-dispatcher.d.ts +1 -0
- package/dist/agents/async-dispatcher.d.ts.map +1 -1
- package/dist/agents/async-dispatcher.js +6 -1
- package/dist/agents/async-dispatcher.js.map +1 -1
- package/dist/agents/simple-recursive-agent.d.ts +8 -0
- package/dist/agents/simple-recursive-agent.d.ts.map +1 -1
- package/dist/agents/simple-recursive-agent.js +35 -5
- package/dist/agents/simple-recursive-agent.js.map +1 -1
- package/dist/context/shared-working-memory.d.ts.map +1 -1
- package/dist/context/shared-working-memory.js +1 -2
- package/dist/context/shared-working-memory.js.map +1 -1
- package/dist/llm/broker.d.ts +3 -2
- package/dist/llm/broker.d.ts.map +1 -1
- package/dist/llm/broker.js +13 -3
- package/dist/llm/broker.js.map +1 -1
- package/dist/llm/chat-session.d.ts +2 -2
- package/dist/llm/chat-session.d.ts.map +1 -1
- package/dist/llm/chat-session.js.map +1 -1
- package/dist/llm/gateways/index.d.ts +1 -0
- package/dist/llm/gateways/index.d.ts.map +1 -1
- package/dist/llm/gateways/index.js +1 -0
- package/dist/llm/gateways/index.js.map +1 -1
- package/dist/llm/gateways/openai-messages-adapter.js +3 -3
- package/dist/llm/gateways/openai-messages-adapter.js.map +1 -1
- package/dist/llm/gateways/tokenizer.d.ts +29 -0
- package/dist/llm/gateways/tokenizer.d.ts.map +1 -0
- package/dist/llm/gateways/tokenizer.js +3 -0
- package/dist/llm/gateways/tokenizer.js.map +1 -0
- package/dist/llm/gateways/tokenizerGateway.d.ts +21 -13
- package/dist/llm/gateways/tokenizerGateway.d.ts.map +1 -1
- package/dist/llm/gateways/tokenizerGateway.js +45 -18
- package/dist/llm/gateways/tokenizerGateway.js.map +1 -1
- package/dist/llm/models.d.ts +2 -0
- package/dist/llm/models.d.ts.map +1 -1
- package/package.json +21 -14
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"async-dispatcher.d.ts","sourceRoot":"","sources":["../../src/agents/async-dispatcher.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,KAAK,EAAoB,MAAM,SAAS,CAAC;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAIlC;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAe;IAC1C,OAAO,CAAC,QAAQ,CAAkB;IAClC,OAAO,CAAC,cAAc,CAAC,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;
|
|
1
|
+
{"version":3,"file":"async-dispatcher.d.ts","sourceRoot":"","sources":["../../src/agents/async-dispatcher.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,KAAK,EAAoB,MAAM,SAAS,CAAC;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAIlC;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAe;IAC1C,OAAO,CAAC,QAAQ,CAAkB;IAClC,OAAO,CAAC,cAAc,CAAC,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,aAAa,CAAa;IAElC;;;;;OAKG;gBACS,MAAM,EAAE,MAAM,EAAE,SAAS,GAAE,MAAU;IAKjD;;;;;;OAMG;IACG,KAAK,IAAI,OAAO,CAAC,eAAe,CAAC;IAMvC;;;;;;OAMG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ3B;;;;;;;OAOG;IACH,QAAQ,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAO5B;;;;;;;OAOG;IACG,iBAAiB,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAa3D;;;;;;OAMG;YACW,kBAAkB;IA+ChC;;;;OAIG;IACH,cAAc,IAAI,MAAM;IAIxB;;;;OAIG;IACH,SAAS,IAAI,OAAO;CAGrB"}
|
|
@@ -37,6 +37,7 @@ class AsyncDispatcher {
|
|
|
37
37
|
stopFlag = false;
|
|
38
38
|
processingLoop;
|
|
39
39
|
batchSize;
|
|
40
|
+
inFlightCount = 0;
|
|
40
41
|
/**
|
|
41
42
|
* Create a new async dispatcher.
|
|
42
43
|
*
|
|
@@ -97,7 +98,7 @@ class AsyncDispatcher {
|
|
|
97
98
|
*/
|
|
98
99
|
async waitForEmptyQueue(timeout) {
|
|
99
100
|
const startTime = Date.now();
|
|
100
|
-
while (this.eventQueue.length > 0) {
|
|
101
|
+
while (this.eventQueue.length > 0 || this.inFlightCount > 0) {
|
|
101
102
|
if (timeout !== undefined && Date.now() - startTime > timeout) {
|
|
102
103
|
return false;
|
|
103
104
|
}
|
|
@@ -129,6 +130,7 @@ class AsyncDispatcher {
|
|
|
129
130
|
const agents = this.router.getAgents(event);
|
|
130
131
|
// Process through each agent
|
|
131
132
|
for (const agent of agents) {
|
|
133
|
+
this.inFlightCount++;
|
|
132
134
|
try {
|
|
133
135
|
const result = await agent.receiveEventAsync(event);
|
|
134
136
|
if ((0, error_1.isOk)(result)) {
|
|
@@ -146,6 +148,9 @@ class AsyncDispatcher {
|
|
|
146
148
|
catch (error) {
|
|
147
149
|
console.error(`Unexpected error in agent:`, error);
|
|
148
150
|
}
|
|
151
|
+
finally {
|
|
152
|
+
this.inFlightCount--;
|
|
153
|
+
}
|
|
149
154
|
}
|
|
150
155
|
}
|
|
151
156
|
// Small delay before next batch
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"async-dispatcher.js","sourceRoot":"","sources":["../../src/agents/async-dispatcher.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,mCAAkD;AAElD,oCAAgC;AAChC,mCAAoC;AAEpC;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAa,eAAe;IACT,MAAM,CAAS;IACf,UAAU,GAAY,EAAE,CAAC;IAClC,QAAQ,GAAY,KAAK,CAAC;IAC1B,cAAc,CAAiB;IACtB,SAAS,CAAS;
|
|
1
|
+
{"version":3,"file":"async-dispatcher.js","sourceRoot":"","sources":["../../src/agents/async-dispatcher.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,mCAAkD;AAElD,oCAAgC;AAChC,mCAAoC;AAEpC;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAa,eAAe;IACT,MAAM,CAAS;IACf,UAAU,GAAY,EAAE,CAAC;IAClC,QAAQ,GAAY,KAAK,CAAC;IAC1B,cAAc,CAAiB;IACtB,SAAS,CAAS;IAC3B,aAAa,GAAW,CAAC,CAAC;IAElC;;;;;OAKG;IACH,YAAY,MAAc,EAAE,YAAoB,CAAC;QAC/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,cAAc,CAAC;YAC1B,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACH,QAAQ,CAAC,KAAY;QACnB,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;YACzB,KAAK,CAAC,aAAa,GAAG,IAAA,mBAAU,GAAE,CAAC;QACrC,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,iBAAiB,CAAC,OAAgB;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;YAC5D,IAAI,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CAAC;gBAC9D,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QAC3D,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,kBAAkB;QAC9B,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,+CAA+C;YAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtE,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBACtC,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,SAAS;gBACX,CAAC;gBAED,4BAA4B;gBAC5B,IAAI,IAAA,wBAAgB,EAAC,KAAK,CAAC,EAAE,CAAC;oBAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;oBACrB,MAAM;gBACR,CAAC;gBAED,wBAAwB;gBACxB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;gBAE5C,6BAA6B;gBAC7B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,IAAI,CAAC,aAAa,EAAE,CAAC;oBACrB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;wBAEpD,IAAI,IAAA,YAAI,EAAC,MAAM,CAAC,EAAE,CAAC;4BACjB,4CAA4C;4BAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,KAAgB,CAAC;4BACvC,KAAK,MAAM,QAAQ,IAAI,MAAM,EAAE,CAAC;gCAC9B,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;4BAC1B,CAAC;wBACH,CAAC;6BAAM,CAAC;4BACN,oCAAoC;4BACpC,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;wBAC/D,CAAC;oBACH,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;oBACrD,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,gCAAgC;YAChC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;IAChC,CAAC;IAED;;;;OAIG;IACH,SAAS;QACP,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS,CAAC;IAC7D,CAAC;CACF;AA1JD,0CA0JC"}
|
|
@@ -75,6 +75,14 @@ type UnsubscribeFn = () => void;
|
|
|
75
75
|
*/
|
|
76
76
|
export declare class EventEmitter {
|
|
77
77
|
private subscribers;
|
|
78
|
+
private errorHandlers;
|
|
79
|
+
/**
|
|
80
|
+
* Register a handler error handler for async event handler failures.
|
|
81
|
+
*
|
|
82
|
+
* @param handler - The handler error handler function
|
|
83
|
+
* @returns A function that can be called to unregister the handler error handler
|
|
84
|
+
*/
|
|
85
|
+
onError(handler: (error: unknown) => void): UnsubscribeFn;
|
|
78
86
|
/**
|
|
79
87
|
* Subscribe to an event type.
|
|
80
88
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"simple-recursive-agent.d.ts","sourceRoot":"","sources":["../../src/agents/simple-recursive-agent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAE1C,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAG5C;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,mCAAmC;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,8BAA8B;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,iCAAiC;IACjC,aAAa,EAAE,MAAM,CAAC;IACtB,6BAA6B;IAC7B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,sDAAsD;IACtD,UAAU,EAAE,OAAO,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,mDAAmD;IACnD,KAAK,EAAE,SAAS,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAmB,SAAQ,WAAW;IACrD,IAAI,EAAE,gBAAgB,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,uBAAwB,SAAQ,WAAW;IAC1D,IAAI,EAAE,qBAAqB,CAAC;IAC5B,mDAAmD;IACnD,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAkB,SAAQ,WAAW;IACpD,IAAI,EAAE,eAAe,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,WAAW;IAClD,IAAI,EAAE,aAAa,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,YAAa,SAAQ,WAAW;IAC/C,IAAI,EAAE,SAAS,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,MAAM,cAAc,GACtB,kBAAkB,GAClB,uBAAuB,GACvB,iBAAiB,GACjB,eAAe,GACf,YAAY,CAAC;AAEjB;;GAEG;AACH,KAAK,YAAY,CAAC,CAAC,SAAS,cAAc,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAEjF;;GAEG;AACH,KAAK,aAAa,GAAG,MAAM,IAAI,CAAC;AAEhC;;GAEG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,WAAW,CAA0D;
|
|
1
|
+
{"version":3,"file":"simple-recursive-agent.d.ts","sourceRoot":"","sources":["../../src/agents/simple-recursive-agent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAE1C,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAG5C;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,mCAAmC;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,8BAA8B;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,iCAAiC;IACjC,aAAa,EAAE,MAAM,CAAC;IACtB,6BAA6B;IAC7B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,sDAAsD;IACtD,UAAU,EAAE,OAAO,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,mDAAmD;IACnD,KAAK,EAAE,SAAS,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAmB,SAAQ,WAAW;IACrD,IAAI,EAAE,gBAAgB,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,uBAAwB,SAAQ,WAAW;IAC1D,IAAI,EAAE,qBAAqB,CAAC;IAC5B,mDAAmD;IACnD,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAkB,SAAQ,WAAW;IACpD,IAAI,EAAE,eAAe,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,WAAW;IAClD,IAAI,EAAE,aAAa,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,YAAa,SAAQ,WAAW;IAC/C,IAAI,EAAE,SAAS,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,MAAM,cAAc,GACtB,kBAAkB,GAClB,uBAAuB,GACvB,iBAAiB,GACjB,eAAe,GACf,YAAY,CAAC;AAEjB;;GAEG;AACH,KAAK,YAAY,CAAC,CAAC,SAAS,cAAc,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAEjF;;GAEG;AACH,KAAK,aAAa,GAAG,MAAM,IAAI,CAAC;AAEhC;;GAEG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,WAAW,CAA0D;IAC7E,OAAO,CAAC,aAAa,CAAoC;IAEzD;;;;;OAKG;IACH,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,GAAG,aAAa;IAUzD;;;;;;OAMG;IACH,SAAS,CAAC,CAAC,SAAS,cAAc,EAChC,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,EACpB,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,GACxB,aAAa;IAqBhB;;;;OAIG;IACH,IAAI,CAAC,KAAK,EAAE,cAAc,GAAG,IAAI;CAqBlC;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,qBAAa,oBAAoB;IAC/B,8CAA8C;IAC9C,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;IAE/B,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAY;IAC3C,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAc;IAEnC;;;;;;;OAOG;gBAED,GAAG,EAAE,SAAS,EACd,cAAc,GAAE,OAAO,EAAO,EAC9B,aAAa,GAAE,MAAU,EACzB,YAAY,CAAC,EAAE,MAAM;IAqBvB;;;;;;;;;;;;OAYG;IACG,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAiD7C;;;;;;;OAOG;YACW,eAAe;IA0B7B;;;;OAIG;YACW,sBAAsB;IAKpC;;;;OAIG;YACW,wBAAwB;IA+BtC;;;;OAIG;YACW,gBAAgB;IAuB9B;;;;;OAKG;YACW,QAAQ;IAItB;;OAEG;IACH,OAAO,IAAI,IAAI;CAGhB"}
|
|
@@ -12,6 +12,22 @@ const error_1 = require("../error");
|
|
|
12
12
|
*/
|
|
13
13
|
class EventEmitter {
|
|
14
14
|
subscribers = new Map();
|
|
15
|
+
errorHandlers = [];
|
|
16
|
+
/**
|
|
17
|
+
* Register a handler error handler for async event handler failures.
|
|
18
|
+
*
|
|
19
|
+
* @param handler - The handler error handler function
|
|
20
|
+
* @returns A function that can be called to unregister the handler error handler
|
|
21
|
+
*/
|
|
22
|
+
onError(handler) {
|
|
23
|
+
this.errorHandlers.push(handler);
|
|
24
|
+
return () => {
|
|
25
|
+
const index = this.errorHandlers.indexOf(handler);
|
|
26
|
+
if (index > -1) {
|
|
27
|
+
this.errorHandlers.splice(index, 1);
|
|
28
|
+
}
|
|
29
|
+
};
|
|
30
|
+
}
|
|
15
31
|
/**
|
|
16
32
|
* Subscribe to an event type.
|
|
17
33
|
*
|
|
@@ -48,9 +64,16 @@ class EventEmitter {
|
|
|
48
64
|
const result = handler(event);
|
|
49
65
|
// If the handler returns a promise, schedule it without blocking
|
|
50
66
|
if (result instanceof Promise) {
|
|
51
|
-
//
|
|
67
|
+
// Route errors to registered error handlers or fall back to console.error
|
|
52
68
|
result.catch((error) => {
|
|
53
|
-
|
|
69
|
+
if (this.errorHandlers.length > 0) {
|
|
70
|
+
for (const errorHandler of this.errorHandlers) {
|
|
71
|
+
errorHandler(error);
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
else {
|
|
75
|
+
console.error('Error in event handler:', error);
|
|
76
|
+
}
|
|
54
77
|
});
|
|
55
78
|
}
|
|
56
79
|
}
|
|
@@ -124,8 +147,10 @@ class SimpleRecursiveAgent {
|
|
|
124
147
|
async solve(problem) {
|
|
125
148
|
// Create a promise that resolves when the solution is ready
|
|
126
149
|
let resolveSolution;
|
|
127
|
-
|
|
150
|
+
let rejectSolution;
|
|
151
|
+
const solutionPromise = new Promise((resolve, reject) => {
|
|
128
152
|
resolveSolution = resolve;
|
|
153
|
+
rejectSolution = reject;
|
|
129
154
|
});
|
|
130
155
|
// Create the initial problem state
|
|
131
156
|
const state = {
|
|
@@ -145,6 +170,9 @@ class SimpleRecursiveAgent {
|
|
|
145
170
|
const unsubscribeAchieved = this.emitter.subscribe('goal-achieved', handleSolutionEvent);
|
|
146
171
|
const unsubscribeFailed = this.emitter.subscribe('goal-failed', handleSolutionEvent);
|
|
147
172
|
const unsubscribeTimeout = this.emitter.subscribe('timeout', handleSolutionEvent);
|
|
173
|
+
const unsubscribeError = this.emitter.onError((err) => {
|
|
174
|
+
rejectSolution(err instanceof Error ? err : new Error(String(err)));
|
|
175
|
+
});
|
|
148
176
|
// Start the solving process
|
|
149
177
|
this.emitter.emit({ type: 'goal-submitted', state });
|
|
150
178
|
// Wait for the solution or timeout
|
|
@@ -157,6 +185,7 @@ class SimpleRecursiveAgent {
|
|
|
157
185
|
unsubscribeAchieved();
|
|
158
186
|
unsubscribeFailed();
|
|
159
187
|
unsubscribeTimeout();
|
|
188
|
+
unsubscribeError();
|
|
160
189
|
}
|
|
161
190
|
}
|
|
162
191
|
/**
|
|
@@ -205,13 +234,14 @@ class SimpleRecursiveAgent {
|
|
|
205
234
|
const state = event.state;
|
|
206
235
|
const response = event.response;
|
|
207
236
|
// Check if the task failed or succeeded
|
|
208
|
-
|
|
237
|
+
const trimmed = response.trim().toUpperCase();
|
|
238
|
+
if (trimmed === 'FAIL') {
|
|
209
239
|
state.solution = `Failed to solve after ${state.iteration} iterations:\n${response}`;
|
|
210
240
|
state.isComplete = true;
|
|
211
241
|
this.emitter.emit({ type: 'goal-failed', state });
|
|
212
242
|
return;
|
|
213
243
|
}
|
|
214
|
-
else if (
|
|
244
|
+
else if (trimmed === 'DONE') {
|
|
215
245
|
state.solution = response;
|
|
216
246
|
state.isComplete = true;
|
|
217
247
|
this.emitter.emit({ type: 'goal-achieved', state });
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"simple-recursive-agent.js","sourceRoot":"","sources":["../../src/agents/simple-recursive-agent.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAGH,sDAAkD;AAElD,oCAAwC;AAmFxC;;GAEG;AACH,MAAa,YAAY;IACf,WAAW,GAAgD,IAAI,GAAG,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"simple-recursive-agent.js","sourceRoot":"","sources":["../../src/agents/simple-recursive-agent.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAGH,sDAAkD;AAElD,oCAAwC;AAmFxC;;GAEG;AACH,MAAa,YAAY;IACf,WAAW,GAAgD,IAAI,GAAG,EAAE,CAAC;IACrE,aAAa,GAAiC,EAAE,CAAC;IAEzD;;;;;OAKG;IACH,OAAO,CAAC,OAAiC;QACvC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjC,OAAO,GAAG,EAAE;YACV,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAClD,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;gBACf,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACtC,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACH,SAAS,CACP,SAAoB,EACpB,QAAyB;QAEzB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACrC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,0CAA0C,SAAS,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,QAAwC,CAAC,CAAC;QAExD,8BAA8B;QAC9B,OAAO,GAAG,EAAE;YACV,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAwC,CAAC,CAAC;YACzE,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;gBACf,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,IAAI,CAAC,KAAqB;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC9B,iEAAiE;gBACjE,IAAI,MAAM,YAAY,OAAO,EAAE,CAAC;oBAC9B,0EAA0E;oBAC1E,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;wBACrB,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BAClC,KAAK,MAAM,YAAY,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gCAC9C,YAAY,CAAC,KAAK,CAAC,CAAC;4BACtB,CAAC;wBACH,CAAC;6BAAM,CAAC;4BACN,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;wBAClD,CAAC;oBACH,CAAC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF;AA7ED,oCA6EC;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAa,oBAAoB;IAC/B,8CAA8C;IACrC,OAAO,CAAe;IAEd,aAAa,CAAS;IACtB,cAAc,CAAY;IAC1B,IAAI,CAAc;IAEnC;;;;;;;OAOG;IACH,YACE,GAAc,EACd,iBAA4B,EAAE,EAC9B,gBAAwB,CAAC,EACzB,YAAqB;QAErB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC;QAElC,8BAA8B;QAC9B,IAAI,CAAC,IAAI,GAAG,IAAI,0BAAW,CAAC,GAAG,EAAE;YAC/B,YAAY,EACV,YAAY;gBACZ,oFAAoF;oBAClF,2FAA2F;oBAC3F,uGAAuG;YAC3G,KAAK,EAAE,IAAI,CAAC,cAAc;SAC3B,CAAC,CAAC;QAEH,wBAAwB;QACxB,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACjF,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,qBAAqB,EAAE,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1F,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,KAAK,CAAC,KAAK,CAAC,OAAe;QACzB,4DAA4D;QAC5D,IAAI,eAAyC,CAAC;QAC9C,IAAI,cAA0C,CAAC;QAC/C,MAAM,eAAe,GAAG,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC9D,eAAe,GAAG,OAAO,CAAC;YAC1B,cAAc,GAAG,MAAM,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,mCAAmC;QACnC,MAAM,KAAK,GAAc;YACvB,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,CAAC;YACZ,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE,KAAK;SAClB,CAAC;QAEF,wCAAwC;QACxC,MAAM,mBAAmB,GAAG,CAAC,KAAyD,EAAE,EAAE;YACxF,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAClC,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACxC,CAAC;QACH,CAAC,CAAC;QAEF,iCAAiC;QACjC,MAAM,mBAAmB,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,eAAe,EAAE,mBAAmB,CAAC,CAAC;QACzF,MAAM,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,aAAa,EAAE,mBAAmB,CAAC,CAAC;QACrF,MAAM,kBAAkB,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;QAClF,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YACpD,cAAc,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;QAEH,4BAA4B;QAC5B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC;QAErD,mCAAmC;QACnC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,0BAA0B;YACvG,OAAO,QAAQ,CAAC;QAClB,CAAC;gBAAS,CAAC;YACT,yBAAyB;YACzB,mBAAmB,EAAE,CAAC;YACtB,iBAAiB,EAAE,CAAC;YACpB,kBAAkB,EAAE,CAAC;YACrB,gBAAgB,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,eAAe,CAC3B,OAAwB,EACxB,SAAiB,EACjB,KAAgB;QAEhB,IAAI,SAAqC,CAAC;QAE1C,MAAM,cAAc,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;YACtD,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC1B,MAAM,cAAc,GAAG,+CAA+C,SAAS,GAAG,IAAI,WAAW,CAAC;gBAClG,KAAK,CAAC,QAAQ,GAAG,cAAc,CAAC;gBAChC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;gBACxB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC9C,MAAM,CAAC,IAAI,oBAAY,CAAC,cAAc,CAAC,CAAC,CAAC;YAC3C,CAAC,EAAE,SAAS,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;QACvD,CAAC;gBAAS,CAAC;YACT,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;gBAC5B,YAAY,CAAC,SAAS,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,sBAAsB,CAAC,KAAyB;QAC5D,4BAA4B;QAC5B,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,wBAAwB,CAAC,KAA8B;QACnE,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;QAEhC,wCAAwC;QACxC,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC9C,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;YACvB,KAAK,CAAC,QAAQ,GAAG,yBAAyB,KAAK,CAAC,SAAS,iBAAiB,QAAQ,EAAE,CAAC;YACrF,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;YAClD,OAAO;QACT,CAAC;aAAM,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;YAC9B,KAAK,CAAC,QAAQ,GAAG,QAAQ,CAAC;YAC1B,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC;YACpD,OAAO;QACT,CAAC;QAED,0DAA0D;QAC1D,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;YAC3C,KAAK,CAAC,QAAQ,GAAG,uBAAuB,KAAK,CAAC,aAAa,iBAAiB,QAAQ,EAAE,CAAC;YACvF,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC;YACpD,OAAO;QACT,CAAC;QAED,kGAAkG;QAClG,2FAA2F;QAC3F,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;IACnE,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,gBAAgB,CAAC,KAAgB;QAC7C,kCAAkC;QAClC,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC;QAErB,8BAA8B;QAC9B,MAAM,MAAM,GAAG;;EAEjB,KAAK,CAAC,IAAI;;;;;;;CAOX,CAAC;QAEE,oCAAoC;QACpC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAE7C,kCAAkC;QAClC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IACtE,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,QAAQ,CAAC,MAAc;QACnC,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;IACtB,CAAC;CACF;AAnOD,oDAmOC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"shared-working-memory.d.ts","sourceRoot":"","sources":["../../src/context/shared-working-memory.ts"],"names":[],"mappings":"AAAA;;GAEG;
|
|
1
|
+
{"version":3,"file":"shared-working-memory.d.ts","sourceRoot":"","sources":["../../src/context/shared-working-memory.ts"],"names":[],"mappings":"AAAA;;GAEG;AA8CH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,cAAc,CAA0B;IAEhD;;;;OAIG;gBACS,oBAAoB,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM;IAK9D;;;;OAIG;IACH,gBAAgB,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAI3C;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,oBAAoB,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;CAGnE"}
|
|
@@ -13,7 +13,6 @@ exports.SharedWorkingMemory = void 0;
|
|
|
13
13
|
* @returns The merged object
|
|
14
14
|
*/
|
|
15
15
|
function deepMerge(target, source) {
|
|
16
|
-
// eslint-disable-next-line security/detect-object-injection
|
|
17
16
|
const result = { ...target };
|
|
18
17
|
for (const key of Object.keys(source)) {
|
|
19
18
|
// eslint-disable-next-line security/detect-object-injection
|
|
@@ -87,7 +86,7 @@ class SharedWorkingMemory {
|
|
|
87
86
|
* @returns A copy of the current working memory object
|
|
88
87
|
*/
|
|
89
88
|
getWorkingMemory() {
|
|
90
|
-
return
|
|
89
|
+
return structuredClone(this._workingMemory);
|
|
91
90
|
}
|
|
92
91
|
/**
|
|
93
92
|
* Merge new information into the working memory.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"shared-working-memory.js","sourceRoot":"","sources":["../../src/context/shared-working-memory.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH;;;;;;;GAOG;AACH,SAAS,SAAS,CAChB,MAA+B,EAC/B,MAA+B;IAE/B,
|
|
1
|
+
{"version":3,"file":"shared-working-memory.js","sourceRoot":"","sources":["../../src/context/shared-working-memory.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH;;;;;;;GAOG;AACH,SAAS,SAAS,CAChB,MAA+B,EAC/B,MAA+B;IAE/B,MAAM,MAAM,GAA4B,EAAE,GAAG,MAAM,EAAE,CAAC;IAEtD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACtC,4DAA4D;QAC5D,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAChC,4DAA4D;QAC5D,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAEhC,IACE,WAAW;YACX,OAAO,WAAW,KAAK,QAAQ;YAC/B,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC;YAC3B,WAAW;YACX,OAAO,WAAW,KAAK,QAAQ;YAC/B,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAC3B,CAAC;YACD,mCAAmC;YACnC,4DAA4D;YAC5D,MAAM,CAAC,GAAG,CAAC,GAAG,SAAS,CACrB,WAAsC,EACtC,WAAsC,CACvC,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,wCAAwC;YACxC,4DAA4D;YAC5D,MAAM,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,MAAa,mBAAmB;IACtB,cAAc,CAA0B;IAEhD;;;;OAIG;IACH,YAAY,uBAAgD,EAAE;QAC5D,6DAA6D;QAC7D,IAAI,CAAC,cAAc,GAAG,EAAE,GAAG,oBAAoB,EAAE,CAAC;IACpD,CAAC;IAED;;;;OAIG;IACH,gBAAgB;QACd,OAAO,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC9C,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,oBAAoB,CAAC,aAAsC;QACzD,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;IACtE,CAAC;CACF;AAjDD,kDAiDC"}
|
package/dist/llm/broker.d.ts
CHANGED
|
@@ -41,7 +41,7 @@ export declare class LlmBroker {
|
|
|
41
41
|
* @param messages - Conversation history as an array of messages
|
|
42
42
|
* @param tools - Optional array of tools the LLM can call
|
|
43
43
|
* @param config - Optional completion configuration (temperature, tokens, etc.)
|
|
44
|
-
* @param
|
|
44
|
+
* @param correlationId - UUID for tracing related events
|
|
45
45
|
* @returns Result containing the final text response or an error
|
|
46
46
|
*
|
|
47
47
|
* @example
|
|
@@ -57,7 +57,7 @@ export declare class LlmBroker {
|
|
|
57
57
|
* }
|
|
58
58
|
* ```
|
|
59
59
|
*/
|
|
60
|
-
generate(messages: LlmMessage[], tools?: LlmTool[], config?: CompletionConfig,
|
|
60
|
+
generate(messages: LlmMessage[], tools?: LlmTool[], config?: CompletionConfig, correlationId?: string): Promise<Result<string, Error>>;
|
|
61
61
|
/**
|
|
62
62
|
* Generate a structured object that conforms to a JSON schema.
|
|
63
63
|
*
|
|
@@ -120,6 +120,7 @@ export declare class LlmBroker {
|
|
|
120
120
|
* ```
|
|
121
121
|
*/
|
|
122
122
|
generateStream(messages: LlmMessage[], config?: CompletionConfig, tools?: LlmTool[], correlationId?: string): AsyncGenerator<Result<string, Error>>;
|
|
123
|
+
private generateStreamWithTools;
|
|
123
124
|
/**
|
|
124
125
|
* List all available models from the gateway.
|
|
125
126
|
*
|
package/dist/llm/broker.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"broker.d.ts","sourceRoot":"","sources":["../../src/llm/broker.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAqB,MAAM,UAAU,CAAC;AAC3E,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,MAAM,EAAwC,MAAM,UAAU,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC;;;;;;;;;;;;;GAaG;AACH,qBAAa,SAAS;IAWlB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAX1B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAe;IAEvC;;;;;;OAMG;gBAEgB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,UAAU,EACpC,MAAM,CAAC,EAAE,YAAY;IAKvB;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACG,QAAQ,CACZ,QAAQ,EAAE,UAAU,EAAE,EACtB,KAAK,CAAC,EAAE,OAAO,EAAE,EACjB,MAAM,CAAC,EAAE,gBAAgB,EACzB,
|
|
1
|
+
{"version":3,"file":"broker.d.ts","sourceRoot":"","sources":["../../src/llm/broker.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAqB,MAAM,UAAU,CAAC;AAC3E,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,MAAM,EAAwC,MAAM,UAAU,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC;;;;;;;;;;;;;GAaG;AACH,qBAAa,SAAS;IAWlB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAX1B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAe;IAEvC;;;;;;OAMG;gBAEgB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,UAAU,EACpC,MAAM,CAAC,EAAE,YAAY;IAKvB;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACG,QAAQ,CACZ,QAAQ,EAAE,UAAU,EAAE,EACtB,KAAK,CAAC,EAAE,OAAO,EAAE,EACjB,MAAM,CAAC,EAAE,gBAAgB,EACzB,aAAa,CAAC,EAAE,MAAM,GACrB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAsJjC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACG,cAAc,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC9C,QAAQ,EAAE,UAAU,EAAE,EACtB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,MAAM,CAAC,EAAE,gBAAgB,EACzB,aAAa,CAAC,EAAE,MAAM,GACrB,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAiE5B;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACI,cAAc,CACnB,QAAQ,EAAE,UAAU,EAAE,EACtB,MAAM,CAAC,EAAE,gBAAgB,EACzB,KAAK,CAAC,EAAE,OAAO,EAAE,EACjB,aAAa,CAAC,EAAE,MAAM,GACrB,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAMzB,uBAAuB;IAyLtC;;;;;;;;;;;;OAYG;IACG,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,KAAK,CAAC,CAAC;IAIpD;;;;OAIG;IACH,QAAQ,IAAI,MAAM;IAIlB;;;;OAIG;IACH,UAAU,IAAI,UAAU;CAGzB"}
|
package/dist/llm/broker.js
CHANGED
|
@@ -46,7 +46,7 @@ class LlmBroker {
|
|
|
46
46
|
* @param messages - Conversation history as an array of messages
|
|
47
47
|
* @param tools - Optional array of tools the LLM can call
|
|
48
48
|
* @param config - Optional completion configuration (temperature, tokens, etc.)
|
|
49
|
-
* @param
|
|
49
|
+
* @param correlationId - UUID for tracing related events
|
|
50
50
|
* @returns Result containing the final text response or an error
|
|
51
51
|
*
|
|
52
52
|
* @example
|
|
@@ -62,11 +62,12 @@ class LlmBroker {
|
|
|
62
62
|
* }
|
|
63
63
|
* ```
|
|
64
64
|
*/
|
|
65
|
-
async generate(messages, tools, config,
|
|
65
|
+
async generate(messages, tools, config, correlationId) {
|
|
66
66
|
try {
|
|
67
67
|
const toolDescriptors = tools?.map((t) => t.descriptor());
|
|
68
68
|
const currentMessages = [...messages];
|
|
69
69
|
let iterations = 0;
|
|
70
|
+
const maxToolIterations = config?.maxToolIterations ?? 10;
|
|
70
71
|
// Generate correlationId if not provided
|
|
71
72
|
const corrId = correlationId || (0, crypto_1.randomUUID)();
|
|
72
73
|
while (iterations < maxToolIterations) {
|
|
@@ -233,7 +234,16 @@ class LlmBroker {
|
|
|
233
234
|
* ```
|
|
234
235
|
*/
|
|
235
236
|
async *generateStream(messages, config, tools, correlationId) {
|
|
237
|
+
const maxToolIterations = config?.maxToolIterations ?? 10;
|
|
236
238
|
const corrId = correlationId || (0, crypto_1.randomUUID)();
|
|
239
|
+
yield* this.generateStreamWithTools(messages, config, tools, corrId, maxToolIterations);
|
|
240
|
+
}
|
|
241
|
+
async *generateStreamWithTools(messages, config, tools, corrId, iterationsRemaining) {
|
|
242
|
+
const maxToolIterations = config?.maxToolIterations ?? 10;
|
|
243
|
+
if (iterationsRemaining <= 0) {
|
|
244
|
+
yield (0, error_1.Err)(new error_1.ToolError(`Maximum tool iterations (${maxToolIterations}) exceeded`));
|
|
245
|
+
return;
|
|
246
|
+
}
|
|
237
247
|
const toolDescriptors = tools?.map((t) => t.descriptor());
|
|
238
248
|
const currentMessages = [...messages];
|
|
239
249
|
let accumulatedContent = '';
|
|
@@ -306,7 +316,7 @@ class LlmBroker {
|
|
|
306
316
|
}
|
|
307
317
|
}
|
|
308
318
|
// Recursively stream with updated messages
|
|
309
|
-
yield* this.
|
|
319
|
+
yield* this.generateStreamWithTools(currentMessages, config, tools, corrId, iterationsRemaining - 1);
|
|
310
320
|
}
|
|
311
321
|
else if (chunk.done) {
|
|
312
322
|
// Stream done without tool calls
|
package/dist/llm/broker.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"broker.js","sourceRoot":"","sources":["../../src/llm/broker.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAGH,qCAA2E;AAE3E,oCAAwE;AAExE,mCAAoC;AAEpC;;;;;;;;;;;;;GAaG;AACH,MAAa,SAAS;IAWD;IACA;IAXF,MAAM,CAAgB;IAEvC;;;;;;OAMG;IACH,YACmB,KAAa,EACb,OAAmB,EACpC,MAAqB;QAFJ,UAAK,GAAL,KAAK,CAAQ;QACb,YAAO,GAAP,OAAO,CAAY;QAGpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,KAAK,CAAC,QAAQ,CACZ,QAAsB,EACtB,KAAiB,EACjB,MAAyB,EACzB,oBAA4B,EAAE,EAC9B,aAAsB;QAEtB,IAAI,CAAC;YACH,MAAM,eAAe,GAAG,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;YAC1D,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;YACtC,IAAI,UAAU,GAAG,CAAC,CAAC;YAEnB,yCAAyC;YACzC,MAAM,MAAM,GAAG,aAAa,IAAI,IAAA,mBAAU,GAAE,CAAC;YAE7C,OAAO,UAAU,GAAG,iBAAiB,EAAE,CAAC;gBACtC,4BAA4B;gBAC5B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CACvB,IAAI,CAAC,KAAK,EACV,eAAe,EACf,MAAM,EAAE,WAAW,IAAI,GAAG,EAC1B,eAAwD,EACxD,MAAM,EACN,oBAAoB,CACrB,CAAC;gBACJ,CAAC;gBAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CACxC,IAAI,CAAC,KAAK,EACV,eAAe,EACf,MAAM,EACN,eAAe,CAChB,CAAC;gBACF,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAE9C,IAAI,CAAC,IAAA,YAAI,EAAC,MAAM,CAAC,EAAE,CAAC;oBAClB,OAAO,MAAM,CAAC;gBAChB,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;gBAE9B,gCAAgC;gBAChC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAC3B,IAAI,CAAC,KAAK,EACV,QAAQ,CAAC,OAAO,EAChB,QAAQ,CAAC,SAAS,EAClB,cAAc,EACd,MAAM,EACN,oBAAoB,CACrB,CAAC;gBACJ,CAAC;gBAED,+BAA+B;gBAC/B,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC3D,OAAO,IAAA,UAAE,EAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;gBAED,wCAAwC;gBACxC,eAAe,CAAC,IAAI,CAAC,gBAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;gBAEpF,gBAAgB;gBAChB,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,OAAO,IAAA,WAAG,EAAC,IAAI,iBAAS,CAAC,gDAAgD,CAAC,CAAC,CAAC;gBAC9E,CAAC;gBAED,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;oBAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;oBAElE,IAAI,CAAC,IAAI,EAAE,CAAC;wBACV,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,QAAQ,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,CAAC,EACrE,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,QAAQ,CAAC,IAAI,CACvB,CACF,CAAC;wBACF,SAAS;oBACX,CAAC;oBAED,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;wBAErD,+BAA+B;wBAC/B,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBACjC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBACxC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC;wBAElD,IAAI,CAAC,IAAA,YAAI,EAAC,UAAU,CAAC,EAAE,CAAC;4BACtB,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,EACnD,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,QAAQ,CAAC,IAAI,CACvB,CACF,CAAC;4BAEF,mCAAmC;4BACnC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gCAChB,IAAI,CAAC,MAAM,CAAC,cAAc,CACxB,QAAQ,CAAC,QAAQ,CAAC,IAAI,EACtB,IAAI,EACJ,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,EACnC,WAAW,EACX,cAAc,EACd,MAAM,EACN,oBAAoB,CACrB,CAAC;4BACJ,CAAC;4BACD,SAAS;wBACX,CAAC;wBAED,wCAAwC;wBACxC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;4BAChB,IAAI,CAAC,MAAM,CAAC,cAAc,CACxB,QAAQ,CAAC,QAAQ,CAAC,IAAI,EACtB,IAAI,EACJ,UAAU,CAAC,KAAK,EAChB,WAAW,EACX,cAAc,EACd,MAAM,EACN,oBAAoB,CACrB,CAAC;wBACJ,CAAC;wBAED,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CACpF,CAAC;oBACJ,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC;4BACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;yBAC9D,CAAC,EACF,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,QAAQ,CAAC,IAAI,CACvB,CACF,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,UAAU,EAAE,CAAC;YACf,CAAC;YAED,OAAO,IAAA,WAAG,EAAC,IAAI,iBAAS,CAAC,4BAA4B,iBAAiB,YAAY,CAAC,CAAC,CAAC;QACvF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAA,WAAG,EACR,IAAI,KAAK,CAAC,uBAAuB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAC3F,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACH,KAAK,CAAC,cAAc,CAClB,QAAsB,EACtB,MAA+B,EAC/B,MAAyB,EACzB,aAAsB;QAEtB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,aAAa,IAAI,IAAA,mBAAU,GAAE,CAAC;YAE7C,MAAM,YAAY,GAAqB;gBACrC,GAAG,MAAM;gBACT,cAAc,EAAE;oBACd,IAAI,EAAE,aAAa;oBACnB,MAAM;iBACP;aACF,CAAC;YAEF,4BAA4B;YAC5B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CACvB,IAAI,CAAC,KAAK,EACV,QAAQ,EACR,MAAM,EAAE,WAAW,IAAI,GAAG,EAC1B,SAAS,EACT,MAAM,EACN,0BAA0B,CAC3B,CAAC;YACJ,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;YAC/E,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE9C,IAAI,CAAC,IAAA,YAAI,EAAC,MAAM,CAAC,EAAE,CAAC;gBAClB,OAAO,MAAM,CAAC;YAChB,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;YAE9B,gCAAgC;YAChC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAC3B,IAAI,CAAC,KAAK,EACV,QAAQ,CAAC,OAAO,EAChB,SAAS,EACT,cAAc,EACd,MAAM,EACN,0BAA0B,CAC3B,CAAC;YACJ,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAM,CAAC;gBACjD,OAAO,IAAA,UAAE,EAAC,MAAM,CAAC,CAAC;YACpB,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,OAAO,IAAA,WAAG,EACR,IAAI,kBAAU,CACZ,kCAAkC,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAC1G,CACF,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAA,WAAG,EACR,IAAI,KAAK,CACP,8BAA8B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACvF,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,KAAK,CAAC,CAAC,cAAc,CACnB,QAAsB,EACtB,MAAyB,EACzB,KAAiB,EACjB,aAAsB;QAEtB,MAAM,MAAM,GAAG,aAAa,IAAI,IAAA,mBAAU,GAAE,CAAC;QAC7C,MAAM,eAAe,GAAG,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;QAC1D,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QACtC,IAAI,kBAAkB,GAAG,EAAE,CAAC;QAC5B,MAAM,oBAAoB,GAAe,EAAE,CAAC;QAE5C,4BAA4B;QAC5B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CACvB,IAAI,CAAC,KAAK,EACV,eAAe,EACf,MAAM,EAAE,WAAW,IAAI,GAAG,EAC1B,eAAwD,EACxD,MAAM,EACN,0BAA0B,CAC3B,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,qCAAqC;QACrC,IAAI,KAAK,EAAE,MAAM,WAAW,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,CACzD,IAAI,CAAC,KAAK,EACV,eAAe,EACf,MAAM,EACN,eAAe,CAChB,EAAE,CAAC;YACF,IAAI,CAAC,IAAA,YAAI,EAAC,WAAW,CAAC,EAAE,CAAC;gBACvB,MAAM,WAAW,CAAC;gBAClB,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;YAEhC,mCAAmC;YACnC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,kBAAkB,IAAI,KAAK,CAAC,OAAO,CAAC;gBACpC,MAAM,IAAA,UAAE,EAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC1B,CAAC;YAED,wBAAwB;YACxB,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBACpB,oBAAoB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;YAChD,CAAC;YAED,0BAA0B;YAC1B,IAAI,KAAK,CAAC,IAAI,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAE9C,gCAAgC;gBAChC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAC3B,IAAI,CAAC,KAAK,EACV,kBAAkB,EAClB,oBAAoB,EACpB,cAAc,EACd,MAAM,EACN,0BAA0B,CAC3B,CAAC;gBACJ,CAAC;gBAED,sDAAsD;gBACtD,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,MAAM,IAAA,WAAG,EAAC,IAAI,iBAAS,CAAC,gDAAgD,CAAC,CAAC,CAAC;oBAC3E,OAAO;gBACT,CAAC;gBAED,wCAAwC;gBACxC,eAAe,CAAC,IAAI,CAAC,gBAAO,CAAC,SAAS,CAAC,kBAAkB,EAAE,oBAAoB,CAAC,CAAC,CAAC;gBAElF,yBAAyB;gBACzB,KAAK,MAAM,QAAQ,IAAI,oBAAoB,EAAE,CAAC;oBAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;oBAElE,IAAI,CAAC,IAAI,EAAE,CAAC;wBACV,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,QAAQ,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,CAAC,EACrE,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,QAAQ,CAAC,IAAI,CACvB,CACF,CAAC;wBACF,SAAS;oBACX,CAAC;oBAED,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;wBAErD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBACjC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBACxC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC;wBAElD,IAAI,CAAC,IAAA,YAAI,EAAC,UAAU,CAAC,EAAE,CAAC;4BACtB,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,EACnD,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,QAAQ,CAAC,IAAI,CACvB,CACF,CAAC;4BAEF,mCAAmC;4BACnC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gCAChB,IAAI,CAAC,MAAM,CAAC,cAAc,CACxB,QAAQ,CAAC,QAAQ,CAAC,IAAI,EACtB,IAAI,EACJ,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,EACnC,WAAW,EACX,cAAc,EACd,MAAM,EACN,0BAA0B,CAC3B,CAAC;4BACJ,CAAC;4BACD,SAAS;wBACX,CAAC;wBAED,wCAAwC;wBACxC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;4BAChB,IAAI,CAAC,MAAM,CAAC,cAAc,CACxB,QAAQ,CAAC,QAAQ,CAAC,IAAI,EACtB,IAAI,EACJ,UAAU,CAAC,KAAK,EAChB,WAAW,EACX,cAAc,EACd,MAAM,EACN,0BAA0B,CAC3B,CAAC;wBACJ,CAAC;wBAED,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CACpF,CAAC;oBACJ,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC;4BACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;yBAC9D,CAAC,EACF,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,QAAQ,CAAC,IAAI,CACvB,CACF,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,2CAA2C;gBAC3C,KAAK,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,eAAe,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YACrE,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACtB,iCAAiC;gBACjC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAE9C,gCAAgC;gBAChC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAC3B,IAAI,CAAC,KAAK,EACV,kBAAkB,EAClB,SAAS,EACT,cAAc,EACd,MAAM,EACN,0BAA0B,CAC3B,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED;;;;OAIG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF;AArhBD,8BAqhBC"}
|
|
1
|
+
{"version":3,"file":"broker.js","sourceRoot":"","sources":["../../src/llm/broker.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAGH,qCAA2E;AAE3E,oCAAwE;AAExE,mCAAoC;AAEpC;;;;;;;;;;;;;GAaG;AACH,MAAa,SAAS;IAWD;IACA;IAXF,MAAM,CAAgB;IAEvC;;;;;;OAMG;IACH,YACmB,KAAa,EACb,OAAmB,EACpC,MAAqB;QAFJ,UAAK,GAAL,KAAK,CAAQ;QACb,YAAO,GAAP,OAAO,CAAY;QAGpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,KAAK,CAAC,QAAQ,CACZ,QAAsB,EACtB,KAAiB,EACjB,MAAyB,EACzB,aAAsB;QAEtB,IAAI,CAAC;YACH,MAAM,eAAe,GAAG,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;YAC1D,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;YACtC,IAAI,UAAU,GAAG,CAAC,CAAC;YAEnB,MAAM,iBAAiB,GAAG,MAAM,EAAE,iBAAiB,IAAI,EAAE,CAAC;YAE1D,yCAAyC;YACzC,MAAM,MAAM,GAAG,aAAa,IAAI,IAAA,mBAAU,GAAE,CAAC;YAE7C,OAAO,UAAU,GAAG,iBAAiB,EAAE,CAAC;gBACtC,4BAA4B;gBAC5B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CACvB,IAAI,CAAC,KAAK,EACV,eAAe,EACf,MAAM,EAAE,WAAW,IAAI,GAAG,EAC1B,eAAwD,EACxD,MAAM,EACN,oBAAoB,CACrB,CAAC;gBACJ,CAAC;gBAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CACxC,IAAI,CAAC,KAAK,EACV,eAAe,EACf,MAAM,EACN,eAAe,CAChB,CAAC;gBACF,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAE9C,IAAI,CAAC,IAAA,YAAI,EAAC,MAAM,CAAC,EAAE,CAAC;oBAClB,OAAO,MAAM,CAAC;gBAChB,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;gBAE9B,gCAAgC;gBAChC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAC3B,IAAI,CAAC,KAAK,EACV,QAAQ,CAAC,OAAO,EAChB,QAAQ,CAAC,SAAS,EAClB,cAAc,EACd,MAAM,EACN,oBAAoB,CACrB,CAAC;gBACJ,CAAC;gBAED,+BAA+B;gBAC/B,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC3D,OAAO,IAAA,UAAE,EAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;gBAED,wCAAwC;gBACxC,eAAe,CAAC,IAAI,CAAC,gBAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;gBAEpF,gBAAgB;gBAChB,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,OAAO,IAAA,WAAG,EAAC,IAAI,iBAAS,CAAC,gDAAgD,CAAC,CAAC,CAAC;gBAC9E,CAAC;gBAED,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;oBAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;oBAElE,IAAI,CAAC,IAAI,EAAE,CAAC;wBACV,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,QAAQ,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,CAAC,EACrE,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,QAAQ,CAAC,IAAI,CACvB,CACF,CAAC;wBACF,SAAS;oBACX,CAAC;oBAED,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;wBAErD,+BAA+B;wBAC/B,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBACjC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBACxC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC;wBAElD,IAAI,CAAC,IAAA,YAAI,EAAC,UAAU,CAAC,EAAE,CAAC;4BACtB,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,EACnD,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,QAAQ,CAAC,IAAI,CACvB,CACF,CAAC;4BAEF,mCAAmC;4BACnC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gCAChB,IAAI,CAAC,MAAM,CAAC,cAAc,CACxB,QAAQ,CAAC,QAAQ,CAAC,IAAI,EACtB,IAAI,EACJ,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,EACnC,WAAW,EACX,cAAc,EACd,MAAM,EACN,oBAAoB,CACrB,CAAC;4BACJ,CAAC;4BACD,SAAS;wBACX,CAAC;wBAED,wCAAwC;wBACxC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;4BAChB,IAAI,CAAC,MAAM,CAAC,cAAc,CACxB,QAAQ,CAAC,QAAQ,CAAC,IAAI,EACtB,IAAI,EACJ,UAAU,CAAC,KAAK,EAChB,WAAW,EACX,cAAc,EACd,MAAM,EACN,oBAAoB,CACrB,CAAC;wBACJ,CAAC;wBAED,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CACpF,CAAC;oBACJ,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC;4BACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;yBAC9D,CAAC,EACF,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,QAAQ,CAAC,IAAI,CACvB,CACF,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,UAAU,EAAE,CAAC;YACf,CAAC;YAED,OAAO,IAAA,WAAG,EAAC,IAAI,iBAAS,CAAC,4BAA4B,iBAAiB,YAAY,CAAC,CAAC,CAAC;QACvF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAA,WAAG,EACR,IAAI,KAAK,CAAC,uBAAuB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAC3F,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACH,KAAK,CAAC,cAAc,CAClB,QAAsB,EACtB,MAA+B,EAC/B,MAAyB,EACzB,aAAsB;QAEtB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,aAAa,IAAI,IAAA,mBAAU,GAAE,CAAC;YAE7C,MAAM,YAAY,GAAqB;gBACrC,GAAG,MAAM;gBACT,cAAc,EAAE;oBACd,IAAI,EAAE,aAAa;oBACnB,MAAM;iBACP;aACF,CAAC;YAEF,4BAA4B;YAC5B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CACvB,IAAI,CAAC,KAAK,EACV,QAAQ,EACR,MAAM,EAAE,WAAW,IAAI,GAAG,EAC1B,SAAS,EACT,MAAM,EACN,0BAA0B,CAC3B,CAAC;YACJ,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;YAC/E,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE9C,IAAI,CAAC,IAAA,YAAI,EAAC,MAAM,CAAC,EAAE,CAAC;gBAClB,OAAO,MAAM,CAAC;YAChB,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;YAE9B,gCAAgC;YAChC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAC3B,IAAI,CAAC,KAAK,EACV,QAAQ,CAAC,OAAO,EAChB,SAAS,EACT,cAAc,EACd,MAAM,EACN,0BAA0B,CAC3B,CAAC;YACJ,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAM,CAAC;gBACjD,OAAO,IAAA,UAAE,EAAC,MAAM,CAAC,CAAC;YACpB,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,OAAO,IAAA,WAAG,EACR,IAAI,kBAAU,CACZ,kCAAkC,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAC1G,CACF,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAA,WAAG,EACR,IAAI,KAAK,CACP,8BAA8B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACvF,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,KAAK,CAAC,CAAC,cAAc,CACnB,QAAsB,EACtB,MAAyB,EACzB,KAAiB,EACjB,aAAsB;QAEtB,MAAM,iBAAiB,GAAG,MAAM,EAAE,iBAAiB,IAAI,EAAE,CAAC;QAC1D,MAAM,MAAM,GAAG,aAAa,IAAI,IAAA,mBAAU,GAAE,CAAC;QAC7C,KAAK,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC1F,CAAC;IAEO,KAAK,CAAC,CAAC,uBAAuB,CACpC,QAAsB,EACtB,MAAoC,EACpC,KAA4B,EAC5B,MAAc,EACd,mBAA2B;QAE3B,MAAM,iBAAiB,GAAG,MAAM,EAAE,iBAAiB,IAAI,EAAE,CAAC;QAE1D,IAAI,mBAAmB,IAAI,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAA,WAAG,EAAC,IAAI,iBAAS,CAAC,4BAA4B,iBAAiB,YAAY,CAAC,CAAC,CAAC;YACpF,OAAO;QACT,CAAC;QAED,MAAM,eAAe,GAAG,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;QAC1D,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QACtC,IAAI,kBAAkB,GAAG,EAAE,CAAC;QAC5B,MAAM,oBAAoB,GAAe,EAAE,CAAC;QAE5C,4BAA4B;QAC5B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CACvB,IAAI,CAAC,KAAK,EACV,eAAe,EACf,MAAM,EAAE,WAAW,IAAI,GAAG,EAC1B,eAAwD,EACxD,MAAM,EACN,0BAA0B,CAC3B,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,qCAAqC;QACrC,IAAI,KAAK,EAAE,MAAM,WAAW,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,CACzD,IAAI,CAAC,KAAK,EACV,eAAe,EACf,MAAM,EACN,eAAe,CAChB,EAAE,CAAC;YACF,IAAI,CAAC,IAAA,YAAI,EAAC,WAAW,CAAC,EAAE,CAAC;gBACvB,MAAM,WAAW,CAAC;gBAClB,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;YAEhC,mCAAmC;YACnC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,kBAAkB,IAAI,KAAK,CAAC,OAAO,CAAC;gBACpC,MAAM,IAAA,UAAE,EAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC1B,CAAC;YAED,wBAAwB;YACxB,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBACpB,oBAAoB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;YAChD,CAAC;YAED,0BAA0B;YAC1B,IAAI,KAAK,CAAC,IAAI,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAE9C,gCAAgC;gBAChC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAC3B,IAAI,CAAC,KAAK,EACV,kBAAkB,EAClB,oBAAoB,EACpB,cAAc,EACd,MAAM,EACN,0BAA0B,CAC3B,CAAC;gBACJ,CAAC;gBAED,sDAAsD;gBACtD,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,MAAM,IAAA,WAAG,EAAC,IAAI,iBAAS,CAAC,gDAAgD,CAAC,CAAC,CAAC;oBAC3E,OAAO;gBACT,CAAC;gBAED,wCAAwC;gBACxC,eAAe,CAAC,IAAI,CAAC,gBAAO,CAAC,SAAS,CAAC,kBAAkB,EAAE,oBAAoB,CAAC,CAAC,CAAC;gBAElF,yBAAyB;gBACzB,KAAK,MAAM,QAAQ,IAAI,oBAAoB,EAAE,CAAC;oBAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;oBAElE,IAAI,CAAC,IAAI,EAAE,CAAC;wBACV,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,QAAQ,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,CAAC,EACrE,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,QAAQ,CAAC,IAAI,CACvB,CACF,CAAC;wBACF,SAAS;oBACX,CAAC;oBAED,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;wBAErD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBACjC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBACxC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC;wBAElD,IAAI,CAAC,IAAA,YAAI,EAAC,UAAU,CAAC,EAAE,CAAC;4BACtB,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,EACnD,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,QAAQ,CAAC,IAAI,CACvB,CACF,CAAC;4BAEF,mCAAmC;4BACnC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gCAChB,IAAI,CAAC,MAAM,CAAC,cAAc,CACxB,QAAQ,CAAC,QAAQ,CAAC,IAAI,EACtB,IAAI,EACJ,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,EACnC,WAAW,EACX,cAAc,EACd,MAAM,EACN,0BAA0B,CAC3B,CAAC;4BACJ,CAAC;4BACD,SAAS;wBACX,CAAC;wBAED,wCAAwC;wBACxC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;4BAChB,IAAI,CAAC,MAAM,CAAC,cAAc,CACxB,QAAQ,CAAC,QAAQ,CAAC,IAAI,EACtB,IAAI,EACJ,UAAU,CAAC,KAAK,EAChB,WAAW,EACX,cAAc,EACd,MAAM,EACN,0BAA0B,CAC3B,CAAC;wBACJ,CAAC;wBAED,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CACpF,CAAC;oBACJ,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,eAAe,CAAC,IAAI,CAClB,gBAAO,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC;4BACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;yBAC9D,CAAC,EACF,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,QAAQ,CAAC,IAAI,CACvB,CACF,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,2CAA2C;gBAC3C,KAAK,CAAC,CAAC,IAAI,CAAC,uBAAuB,CACjC,eAAe,EACf,MAAM,EACN,KAAK,EACL,MAAM,EACN,mBAAmB,GAAG,CAAC,CACxB,CAAC;YACJ,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACtB,iCAAiC;gBACjC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAE9C,gCAAgC;gBAChC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAC3B,IAAI,CAAC,KAAK,EACV,kBAAkB,EAClB,SAAS,EACT,cAAc,EACd,MAAM,EACN,0BAA0B,CAC3B,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED;;;;OAIG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF;AA9iBD,8BA8iBC"}
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
import { LlmBroker } from './broker';
|
|
5
5
|
import { LlmMessage } from './models';
|
|
6
6
|
import { LlmTool } from './tools';
|
|
7
|
-
import {
|
|
7
|
+
import { Tokenizer } from './gateways/tokenizer';
|
|
8
8
|
/**
|
|
9
9
|
* Configuration options for ChatSession
|
|
10
10
|
*/
|
|
@@ -12,7 +12,7 @@ export interface ChatSessionConfig {
|
|
|
12
12
|
systemPrompt?: string;
|
|
13
13
|
tools?: LlmTool[];
|
|
14
14
|
maxContext?: number;
|
|
15
|
-
tokenizerGateway?:
|
|
15
|
+
tokenizerGateway?: Tokenizer;
|
|
16
16
|
temperature?: number;
|
|
17
17
|
}
|
|
18
18
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chat-session.d.ts","sourceRoot":"","sources":["../../src/llm/chat-session.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,UAAU,EAAe,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"chat-session.d.ts","sourceRoot":"","sources":["../../src/llm/chat-session.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,UAAU,EAAe,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAWjD;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,SAAS,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAyB;IACzC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAY;IAChC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAY;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAY;IAE7C;;;;;OAKG;gBACS,GAAG,EAAE,SAAS,EAAE,MAAM,GAAE,iBAAsB;IAe1D;;;;;;;;;;;;OAYG;IACG,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA4B1C;;;;;;;;;;;;;;OAcG;IACI,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC;IA2BxD;;;;OAIG;IACH,WAAW,IAAI,UAAU,EAAE;IAK3B;;OAEG;IACH,KAAK,IAAI,IAAI;IAKb;;;;;OAKG;IACH,OAAO,CAAC,aAAa;IAcrB;;;;;OAKG;IACH,OAAO,CAAC,iBAAiB;IASzB;;;OAGG;IACH,OAAO,CAAC,yBAAyB;IAWjC;;OAEG;IACH,OAAO,IAAI,IAAI;CAGhB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chat-session.js","sourceRoot":"","sources":["../../src/llm/chat-session.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAGH,qCAAmD;
|
|
1
|
+
{"version":3,"file":"chat-session.js","sourceRoot":"","sources":["../../src/llm/chat-session.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAGH,qCAAmD;AAGnD,kEAA+D;AAC/D,oCAAgC;AAoBhC;;;;;;;;;;;;;;;;GAgBG;AACH,MAAa,WAAW;IACd,QAAQ,GAAsB,EAAE,CAAC;IACxB,GAAG,CAAY;IACf,YAAY,CAAS;IACrB,KAAK,CAAa;IAClB,UAAU,CAAS;IACnB,WAAW,CAAS;IACpB,gBAAgB,CAAY;IAE7C;;;;;OAKG;IACH,YAAY,GAAc,EAAE,SAA4B,EAAE;QACxD,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,8BAA8B,CAAC;QAC1E,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,KAAK,CAAC;QAC7C,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;QAC7C,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,IAAI,mCAAgB,EAAE,CAAC;QAE1E,gCAAgC;QAChC,IAAI,CAAC,aAAa,CAAC;YACjB,IAAI,EAAE,oBAAW,CAAC,MAAM;YACxB,OAAO,EAAE,IAAI,CAAC,YAAY;SAC3B,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,KAAK,CAAC,IAAI,CAAC,KAAa;QACtB,mBAAmB;QACnB,IAAI,CAAC,aAAa,CAAC;YACjB,IAAI,EAAE,oBAAW,CAAC,IAAI;YACtB,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,oBAAoB;QACpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAwB,EAAE,IAAI,CAAC,KAAK,EAAE;YAChF,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,MAAM,MAAM,CAAC,KAAK,CAAC;QACrB,CAAC;QAED,wCAAwC;QACxC,IAAI,CAAC,yBAAyB,EAAE,CAAC;QAEjC,yBAAyB;QACzB,IAAI,CAAC,aAAa,CAAC;YACjB,IAAI,EAAE,oBAAW,CAAC,SAAS;YAC3B,OAAO,EAAE,MAAM,CAAC,KAAK;SACtB,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC,KAAK,CAAC;IACtB,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,KAAK,CAAC,CAAC,UAAU,CAAC,KAAa;QAC7B,IAAI,CAAC,aAAa,CAAC;YACjB,IAAI,EAAE,oBAAW,CAAC,IAAI;YACtB,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,cAAc,CAChD,IAAI,CAAC,QAAwB,EAC7B,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,EACjC,IAAI,CAAC,KAAK,CACX,EAAE,CAAC;YACF,IAAI,CAAC,IAAA,YAAI,EAAC,MAAM,CAAC,EAAE,CAAC;gBAClB,MAAM,MAAM,CAAC,KAAK,CAAC;YACrB,CAAC;YACD,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/B,MAAM,MAAM,CAAC,KAAK,CAAC;QACrB,CAAC;QAED,IAAI,CAAC,yBAAyB,EAAE,CAAC;QAEjC,IAAI,CAAC,aAAa,CAAC;YACjB,IAAI,EAAE,oBAAW,CAAC,SAAS;YAC3B,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;SAC9B,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,WAAW;QACT,6DAA6D;QAC7D,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,GAAG,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;IAC7D,CAAC;IAED;;OAEG;IACH,KAAK;QACH,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,CAAC,aAAa,CAAC,CAAC;IAClC,CAAC;IAED;;;;;OAKG;IACK,aAAa,CAAC,OAAmB;QACvC,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACrD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAEjC,iDAAiD;QACjD,IAAI,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAE/E,OAAO,WAAW,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjE,4DAA4D;YAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9C,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC;QACrC,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACK,iBAAiB,CAAC,OAAmB;QAC3C,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YAC5D,OAAO,EAAE,GAAG,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;QACxC,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC7D,OAAO,EAAE,GAAG,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;IACpD,CAAC;IAED;;;OAGG;IACK,yBAAyB;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,iGAAiG;YACjG,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC7B,IAAI,CAAC,CAAC,aAAa,IAAI,GAAG,CAAC,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBAC7D,iGAAiG;gBACjG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAiB,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC;CACF;AA3LD,kCA2LC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/llm/gateways/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,oBAAoB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/llm/gateways/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,aAAa,CAAC;AAC5B,cAAc,oBAAoB,CAAC"}
|
|
@@ -21,5 +21,6 @@ __exportStar(require("./ollama"), exports);
|
|
|
21
21
|
__exportStar(require("./openai"), exports);
|
|
22
22
|
__exportStar(require("./openai-model-registry"), exports);
|
|
23
23
|
__exportStar(require("./openai-messages-adapter"), exports);
|
|
24
|
+
__exportStar(require("./tokenizer"), exports);
|
|
24
25
|
__exportStar(require("./tokenizerGateway"), exports);
|
|
25
26
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/llm/gateways/index.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;AAEH,2CAAyB;AACzB,2CAAyB;AACzB,0DAAwC;AACxC,4DAA0C;AAC1C,qDAAmC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/llm/gateways/index.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;AAEH,2CAAyB;AACzB,2CAAyB;AACzB,0DAAwC;AACxC,4DAA0C;AAC1C,8CAA4B;AAC5B,qDAAmC"}
|
|
@@ -127,18 +127,18 @@ function adaptMessagesToOpenAI(messages) {
|
|
|
127
127
|
type: 'function',
|
|
128
128
|
function: {
|
|
129
129
|
name: tc.function.name,
|
|
130
|
-
arguments:
|
|
130
|
+
arguments: tc.function.arguments,
|
|
131
131
|
},
|
|
132
132
|
}));
|
|
133
133
|
}
|
|
134
134
|
newMessages.push(msg);
|
|
135
135
|
}
|
|
136
136
|
else if (m.role === 'tool') {
|
|
137
|
-
if (m.
|
|
137
|
+
if (m.tool_call_id) {
|
|
138
138
|
newMessages.push({
|
|
139
139
|
role: 'tool',
|
|
140
140
|
content: typeof m.content === 'string' ? m.content : '',
|
|
141
|
-
tool_call_id: m.
|
|
141
|
+
tool_call_id: m.tool_call_id,
|
|
142
142
|
});
|
|
143
143
|
}
|
|
144
144
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai-messages-adapter.js","sourceRoot":"","sources":["../../../src/llm/gateways/openai-messages-adapter.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAwDH,sDAgFC;AAtID,uCAAyB;AACzB,2CAA6B;AAiB7B;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,QAAgB;IACxC,mEAAmE;IACnE,OAAO,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,IAAY;IAChC,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,QAAgB;IACpC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAE1D,0BAA0B;IAC1B,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;QAClB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,qEAAqE;IACrE,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAClD,OAAO,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB,CAAC,QAAsB;IAC1D,MAAM,WAAW,GAAoB,EAAE,CAAC;IAExC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,WAAW,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;aACxD,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7B,oCAAoC;YACpC,MAAM,UAAU,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAExC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,kDAAkD;gBAClD,MAAM,OAAO,GAAwE,EAAE,CAAC;gBAExF,mBAAmB;gBACnB,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;gBACtF,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;gBACpD,CAAC;gBAED,yCAAyC;gBACzC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;oBACnC,IAAI,CAAC;wBACH,MAAM,UAAU,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;wBAC/C,MAAM,WAAW,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;wBAC7C,MAAM,SAAS,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;wBAE1C,OAAO,CAAC,IAAI,CAAC;4BACX,IAAI,EAAE,WAAW;4BACjB,SAAS,EAAE;gCACT,GAAG,EAAE,cAAc,SAAS,WAAW,WAAW,EAAE;6BACrD;yBACF,CAAC,CAAC;oBACL,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,KAAK,SAAS,GAAG,CAAC,CAAC;oBAC/D,CAAC;gBACH,CAAC;gBAED,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC;iBAC3E,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAClC,MAAM,GAAG,GAAkB;gBACzB,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,EAAE;aACjF,CAAC;YAEF,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAY,EAAE,EAAE,CAAC,CAAC;oBACnD,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE;oBACf,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE;wBACR,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;wBACtB,SAAS,EAAE,
|
|
1
|
+
{"version":3,"file":"openai-messages-adapter.js","sourceRoot":"","sources":["../../../src/llm/gateways/openai-messages-adapter.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAwDH,sDAgFC;AAtID,uCAAyB;AACzB,2CAA6B;AAiB7B;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,QAAgB;IACxC,mEAAmE;IACnE,OAAO,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,IAAY;IAChC,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,QAAgB;IACpC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAE1D,0BAA0B;IAC1B,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;QAClB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,qEAAqE;IACrE,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAClD,OAAO,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB,CAAC,QAAsB;IAC1D,MAAM,WAAW,GAAoB,EAAE,CAAC;IAExC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,WAAW,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;aACxD,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7B,oCAAoC;YACpC,MAAM,UAAU,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAExC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,kDAAkD;gBAClD,MAAM,OAAO,GAAwE,EAAE,CAAC;gBAExF,mBAAmB;gBACnB,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;gBACtF,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;gBACpD,CAAC;gBAED,yCAAyC;gBACzC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;oBACnC,IAAI,CAAC;wBACH,MAAM,UAAU,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;wBAC/C,MAAM,WAAW,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;wBAC7C,MAAM,SAAS,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;wBAE1C,OAAO,CAAC,IAAI,CAAC;4BACX,IAAI,EAAE,WAAW;4BACjB,SAAS,EAAE;gCACT,GAAG,EAAE,cAAc,SAAS,WAAW,WAAW,EAAE;6BACrD;yBACF,CAAC,CAAC;oBACL,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,KAAK,SAAS,GAAG,CAAC,CAAC;oBAC/D,CAAC;gBACH,CAAC;gBAED,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC;iBAC3E,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAClC,MAAM,GAAG,GAAkB;gBACzB,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,EAAE;aACjF,CAAC;YAEF,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAY,EAAE,EAAE,CAAC,CAAC;oBACnD,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE;oBACf,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE;wBACR,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;wBACtB,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;qBACjC;iBACF,CAAC,CAAC,CAAC;YACN,CAAC;YAED,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7B,IAAI,CAAC,CAAC,YAAY,EAAE,CAAC;gBACnB,WAAW,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;oBACvD,YAAY,EAAE,CAAC,CAAC,YAAY;iBAC7B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,OAAmB;IAC5C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACpC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACnC,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC;YACrD,sDAAsD;YACtD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;YAC/B,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,OAAmB;IAC7C,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,OAAO,CAAC,OAAO,CAAC;IACzB,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACpC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACnC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACtC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tokenizer interface for encoding and decoding text to/from token IDs.
|
|
3
|
+
*
|
|
4
|
+
* Implementations wrap encoding libraries (e.g. gpt-tokenizer) so that
|
|
5
|
+
* ChatSession depends on this interface rather than a concrete class,
|
|
6
|
+
* enabling custom tokenizer injection and simpler testing.
|
|
7
|
+
*/
|
|
8
|
+
export interface Tokenizer {
|
|
9
|
+
/**
|
|
10
|
+
* Encodes text into an array of token IDs.
|
|
11
|
+
*
|
|
12
|
+
* @param text - The text to encode
|
|
13
|
+
* @returns An array of token IDs
|
|
14
|
+
*/
|
|
15
|
+
encode(text: string): number[];
|
|
16
|
+
/**
|
|
17
|
+
* Decodes an array of token IDs back into text.
|
|
18
|
+
*
|
|
19
|
+
* @param tokens - The array of token IDs to decode
|
|
20
|
+
* @returns The decoded text
|
|
21
|
+
*/
|
|
22
|
+
decode(tokens: number[]): string;
|
|
23
|
+
/**
|
|
24
|
+
* Releases any resources held by the tokenizer.
|
|
25
|
+
* Implementations backed by pure JS may treat this as a no-op.
|
|
26
|
+
*/
|
|
27
|
+
free(): void;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=tokenizer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../../src/llm/gateways/tokenizer.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,MAAM,WAAW,SAAS;IACxB;;;;;OAKG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAE/B;;;;;OAKG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAEjC;;;OAGG;IACH,IAAI,IAAI,IAAI,CAAC;CACd"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../../src/llm/gateways/tokenizer.ts"],"names":[],"mappings":""}
|
|
@@ -1,28 +1,35 @@
|
|
|
1
|
+
import { Tokenizer } from './tokenizer';
|
|
1
2
|
/**
|
|
2
|
-
* Gateway for tokenizing and detokenizing text using
|
|
3
|
+
* Gateway for tokenizing and detokenizing text using gpt-tokenizer.
|
|
3
4
|
*
|
|
4
|
-
*
|
|
5
|
-
*
|
|
6
|
-
*
|
|
7
|
-
*
|
|
8
|
-
*
|
|
5
|
+
* A pure-TypeScript BPE tokenizer with no WebAssembly dependency — safe to
|
|
6
|
+
* use in any JavaScript runtime, including Cloudflare Workers, Next.js Edge,
|
|
7
|
+
* and Deno.
|
|
8
|
+
*
|
|
9
|
+
* Implements the {@link Tokenizer} interface so it can be injected wherever
|
|
10
|
+
* a tokenizer is needed (e.g. {@link ChatSession}).
|
|
9
11
|
*
|
|
10
12
|
* @example
|
|
11
13
|
* ```typescript
|
|
12
14
|
* const tokenizer = new TokenizerGateway();
|
|
13
15
|
* const tokens = tokenizer.encode("Hello, world!");
|
|
14
16
|
* const text = tokenizer.decode(tokens);
|
|
17
|
+
* tokenizer.free(); // no-op for pure-JS tokenizers, safe to call
|
|
15
18
|
* ```
|
|
16
19
|
*/
|
|
17
|
-
export declare class TokenizerGateway {
|
|
18
|
-
private
|
|
20
|
+
export declare class TokenizerGateway implements Tokenizer {
|
|
21
|
+
private readonly encodeText;
|
|
22
|
+
private readonly decodeTokens;
|
|
19
23
|
/**
|
|
20
24
|
* Creates a new TokenizerGateway instance.
|
|
21
25
|
*
|
|
22
|
-
* @param
|
|
23
|
-
*
|
|
26
|
+
* @param encoding - The BPE encoding to use. Defaults to `"cl100k_base"`
|
|
27
|
+
* (used by GPT-4 and GPT-3.5-turbo). Other supported values:
|
|
28
|
+
* `"p50k_base"` (GPT-3), `"r50k_base"` (older models),
|
|
29
|
+
* `"o200k_base"` (GPT-4o).
|
|
24
30
|
*/
|
|
25
|
-
constructor(
|
|
31
|
+
constructor(encoding?: string);
|
|
32
|
+
private static selectEncoding;
|
|
26
33
|
/**
|
|
27
34
|
* Encodes text into tokens.
|
|
28
35
|
*
|
|
@@ -53,8 +60,9 @@ export declare class TokenizerGateway {
|
|
|
53
60
|
*/
|
|
54
61
|
decode(tokens: number[]): string;
|
|
55
62
|
/**
|
|
56
|
-
*
|
|
57
|
-
*
|
|
63
|
+
* No-op for pure-JavaScript tokenizers — there is no WebAssembly memory
|
|
64
|
+
* to release. Exists so that code written against the {@link Tokenizer}
|
|
65
|
+
* interface continues to work without modification.
|
|
58
66
|
*/
|
|
59
67
|
free(): void;
|
|
60
68
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tokenizerGateway.d.ts","sourceRoot":"","sources":["../../../src/llm/gateways/tokenizerGateway.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"tokenizerGateway.d.ts","sourceRoot":"","sources":["../../../src/llm/gateways/tokenizerGateway.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAIxC;;;;;;;;;;;;;;;;;GAiBG;AACH,qBAAa,gBAAiB,YAAW,SAAS;IAChD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA6B;IACxD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAuC;IAEpE;;;;;;;OAOG;gBACS,QAAQ,GAAE,MAAsB;IAQ5C,OAAO,CAAC,MAAM,CAAC,cAAc;IAgB7B;;;;;;;;;;;;OAYG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IAI9B;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM;IAIhC;;;;OAIG;IACH,IAAI,IAAI,IAAI;CAGb"}
|
|
@@ -1,33 +1,60 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.TokenizerGateway = void 0;
|
|
4
|
-
|
|
4
|
+
// Use cjs/ sub-paths directly — the project uses moduleResolution:"node" which
|
|
5
|
+
// does not process package.json "exports" fields, so the advertised subpath
|
|
6
|
+
// aliases (e.g. 'gpt-tokenizer/encoding/p50k_base') are not visible to tsc.
|
|
7
|
+
// The cjs/ directory is physically present under node_modules and is resolved
|
|
8
|
+
// by the classic Node resolver without any exports-field support.
|
|
9
|
+
const cl100k_base_1 = require("gpt-tokenizer/cjs/encoding/cl100k_base");
|
|
10
|
+
const p50k_base_1 = require("gpt-tokenizer/cjs/encoding/p50k_base");
|
|
11
|
+
const r50k_base_1 = require("gpt-tokenizer/cjs/encoding/r50k_base");
|
|
12
|
+
const o200k_base_1 = require("gpt-tokenizer/cjs/encoding/o200k_base");
|
|
5
13
|
/**
|
|
6
|
-
* Gateway for tokenizing and detokenizing text using
|
|
14
|
+
* Gateway for tokenizing and detokenizing text using gpt-tokenizer.
|
|
7
15
|
*
|
|
8
|
-
*
|
|
9
|
-
*
|
|
10
|
-
*
|
|
11
|
-
*
|
|
12
|
-
*
|
|
16
|
+
* A pure-TypeScript BPE tokenizer with no WebAssembly dependency — safe to
|
|
17
|
+
* use in any JavaScript runtime, including Cloudflare Workers, Next.js Edge,
|
|
18
|
+
* and Deno.
|
|
19
|
+
*
|
|
20
|
+
* Implements the {@link Tokenizer} interface so it can be injected wherever
|
|
21
|
+
* a tokenizer is needed (e.g. {@link ChatSession}).
|
|
13
22
|
*
|
|
14
23
|
* @example
|
|
15
24
|
* ```typescript
|
|
16
25
|
* const tokenizer = new TokenizerGateway();
|
|
17
26
|
* const tokens = tokenizer.encode("Hello, world!");
|
|
18
27
|
* const text = tokenizer.decode(tokens);
|
|
28
|
+
* tokenizer.free(); // no-op for pure-JS tokenizers, safe to call
|
|
19
29
|
* ```
|
|
20
30
|
*/
|
|
21
31
|
class TokenizerGateway {
|
|
22
|
-
|
|
32
|
+
encodeText;
|
|
33
|
+
decodeTokens;
|
|
23
34
|
/**
|
|
24
35
|
* Creates a new TokenizerGateway instance.
|
|
25
36
|
*
|
|
26
|
-
* @param
|
|
27
|
-
*
|
|
37
|
+
* @param encoding - The BPE encoding to use. Defaults to `"cl100k_base"`
|
|
38
|
+
* (used by GPT-4 and GPT-3.5-turbo). Other supported values:
|
|
39
|
+
* `"p50k_base"` (GPT-3), `"r50k_base"` (older models),
|
|
40
|
+
* `"o200k_base"` (GPT-4o).
|
|
28
41
|
*/
|
|
29
|
-
constructor(
|
|
30
|
-
|
|
42
|
+
constructor(encoding = 'cl100k_base') {
|
|
43
|
+
const { encodeText, decodeTokens } = TokenizerGateway.selectEncoding(encoding);
|
|
44
|
+
this.encodeText = encodeText;
|
|
45
|
+
this.decodeTokens = decodeTokens;
|
|
46
|
+
}
|
|
47
|
+
static selectEncoding(encoding) {
|
|
48
|
+
switch (encoding) {
|
|
49
|
+
case 'p50k_base':
|
|
50
|
+
return { encodeText: p50k_base_1.encode, decodeTokens: p50k_base_1.decode };
|
|
51
|
+
case 'r50k_base':
|
|
52
|
+
return { encodeText: r50k_base_1.encode, decodeTokens: r50k_base_1.decode };
|
|
53
|
+
case 'o200k_base':
|
|
54
|
+
return { encodeText: o200k_base_1.encode, decodeTokens: o200k_base_1.decode };
|
|
55
|
+
default:
|
|
56
|
+
return { encodeText: cl100k_base_1.encode, decodeTokens: cl100k_base_1.decode };
|
|
57
|
+
}
|
|
31
58
|
}
|
|
32
59
|
/**
|
|
33
60
|
* Encodes text into tokens.
|
|
@@ -43,7 +70,7 @@ class TokenizerGateway {
|
|
|
43
70
|
* ```
|
|
44
71
|
*/
|
|
45
72
|
encode(text) {
|
|
46
|
-
return
|
|
73
|
+
return this.encodeText(text);
|
|
47
74
|
}
|
|
48
75
|
/**
|
|
49
76
|
* Decodes tokens back into text.
|
|
@@ -60,15 +87,15 @@ class TokenizerGateway {
|
|
|
60
87
|
* ```
|
|
61
88
|
*/
|
|
62
89
|
decode(tokens) {
|
|
63
|
-
|
|
64
|
-
return decoder.decode(this.tokenizer.decode(new Uint32Array(tokens)));
|
|
90
|
+
return this.decodeTokens(tokens);
|
|
65
91
|
}
|
|
66
92
|
/**
|
|
67
|
-
*
|
|
68
|
-
*
|
|
93
|
+
* No-op for pure-JavaScript tokenizers — there is no WebAssembly memory
|
|
94
|
+
* to release. Exists so that code written against the {@link Tokenizer}
|
|
95
|
+
* interface continues to work without modification.
|
|
69
96
|
*/
|
|
70
97
|
free() {
|
|
71
|
-
|
|
98
|
+
// pure-JS tokenizer — nothing to release
|
|
72
99
|
}
|
|
73
100
|
}
|
|
74
101
|
exports.TokenizerGateway = TokenizerGateway;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tokenizerGateway.js","sourceRoot":"","sources":["../../../src/llm/gateways/tokenizerGateway.ts"],"names":[],"mappings":";;;AAAA,
|
|
1
|
+
{"version":3,"file":"tokenizerGateway.js","sourceRoot":"","sources":["../../../src/llm/gateways/tokenizerGateway.ts"],"names":[],"mappings":";;;AAAA,+EAA+E;AAC/E,4EAA4E;AAC5E,4EAA4E;AAC5E,8EAA8E;AAC9E,kEAAkE;AAClE,wEAGgD;AAChD,oEAAkG;AAClG,oEAAkG;AAClG,sEAG+C;AAM/C;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAa,gBAAgB;IACV,UAAU,CAA6B;IACvC,YAAY,CAAuC;IAEpE;;;;;;;OAOG;IACH,YAAY,WAAmB,aAAa;QAC1C,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,gBAAgB,CAAC,cAAc,CAClE,QAA6B,CAC9B,CAAC;QACF,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAEO,MAAM,CAAC,cAAc,CAAC,QAA2B;QAIvD,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,WAAW;gBACd,OAAO,EAAE,UAAU,EAAE,kBAAU,EAAE,YAAY,EAAE,kBAAU,EAAE,CAAC;YAC9D,KAAK,WAAW;gBACd,OAAO,EAAE,UAAU,EAAE,kBAAU,EAAE,YAAY,EAAE,kBAAU,EAAE,CAAC;YAC9D,KAAK,YAAY;gBACf,OAAO,EAAE,UAAU,EAAE,mBAAW,EAAE,YAAY,EAAE,mBAAW,EAAE,CAAC;YAChE;gBACE,OAAO,EAAE,UAAU,EAAE,oBAAY,EAAE,YAAY,EAAE,oBAAY,EAAE,CAAC;QACpE,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,MAAM,CAAC,IAAY;QACjB,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,MAAgB;QACrB,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACH,IAAI;QACF,yCAAyC;IAC3C,CAAC;CACF;AA/ED,4CA+EC"}
|
package/dist/llm/models.d.ts
CHANGED
|
@@ -73,6 +73,8 @@ export interface CompletionConfig {
|
|
|
73
73
|
schema?: Record<string, unknown>;
|
|
74
74
|
};
|
|
75
75
|
reasoningEffort?: ReasoningEffort;
|
|
76
|
+
/** Maximum number of recursive tool-call iterations before the broker gives up (default: 10). */
|
|
77
|
+
maxToolIterations?: number;
|
|
76
78
|
}
|
|
77
79
|
/**
|
|
78
80
|
* Response from an LLM gateway
|
package/dist/llm/models.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/llm/models.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;GAEG;AACH,oBAAY,WAAW;IACrB,MAAM,WAAW;IACjB,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,IAAI,SAAS;CACd;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE;QACV,GAAG,EAAE,MAAM,CAAC;KACb,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;IAChC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,qBAAa,OAAO;IAClB,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,UAAU;IAO1C,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,UAAU;IAOxC,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,QAAQ,EAAE,GAAG,UAAU;IAQrE,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,UAAU;CAQ3E;AAED;;GAEG;AACH,MAAM,MAAM,eAAe,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AAExD;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE;QACf,IAAI,EAAE,aAAa,GAAG,MAAM,CAAC;QAC7B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAClC,CAAC;IACF,eAAe,CAAC,EAAE,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/llm/models.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;GAEG;AACH,oBAAY,WAAW;IACrB,MAAM,WAAW;IACjB,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,IAAI,SAAS;CACd;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE;QACV,GAAG,EAAE,MAAM,CAAC;KACb,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;IAChC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,qBAAa,OAAO;IAClB,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,UAAU;IAO1C,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,UAAU;IAOxC,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,QAAQ,EAAE,GAAG,UAAU;IAQrE,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,UAAU;CAQ3E;AAED;;GAEG;AACH,MAAM,MAAM,eAAe,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AAExD;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE;QACf,IAAI,EAAE,aAAa,GAAG,MAAM,CAAC;QAC7B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAClC,CAAC;IACF,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,iGAAiG;IACjG,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,gBAAgB,CAAC;IACnE,KAAK,CAAC,EAAE;QACN,YAAY,EAAE,MAAM,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;QACzB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,gBAAgB,CAAC;IACnE,IAAI,EAAE,OAAO,CAAC;CACf"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "mojentic",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.4.0",
|
|
4
4
|
"description": "Modern LLM integration framework for TypeScript with tool support and structured output generation",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -44,26 +44,33 @@
|
|
|
44
44
|
"author": "Stacey Vetzal <stacey@mojility.com>",
|
|
45
45
|
"license": "MIT",
|
|
46
46
|
"devDependencies": {
|
|
47
|
+
"@eslint/js": "^10.0.1",
|
|
47
48
|
"@types/jest": "^30.0.0",
|
|
48
|
-
"@types/node": "^25.
|
|
49
|
-
"@typescript-eslint/eslint-plugin": "^8.
|
|
50
|
-
"@typescript-eslint/parser": "^8.
|
|
51
|
-
"eslint": "^
|
|
52
|
-
"eslint-plugin-security": "^
|
|
53
|
-
"jest": "^30.
|
|
54
|
-
"prettier": "^3.8.
|
|
55
|
-
"ts-jest": "^29.4.
|
|
49
|
+
"@types/node": "^25.6.0",
|
|
50
|
+
"@typescript-eslint/eslint-plugin": "^8.59.2",
|
|
51
|
+
"@typescript-eslint/parser": "^8.59.2",
|
|
52
|
+
"eslint": "^10.3.0",
|
|
53
|
+
"eslint-plugin-security": "^4.0.0",
|
|
54
|
+
"jest": "^30.3.0",
|
|
55
|
+
"prettier": "^3.8.3",
|
|
56
|
+
"ts-jest": "^29.4.9",
|
|
56
57
|
"ts-node": "^10.9.2",
|
|
57
|
-
"typescript": "^
|
|
58
|
-
"
|
|
58
|
+
"typescript": "^6.0.3",
|
|
59
|
+
"typescript-eslint": "^8.59.2",
|
|
60
|
+
"vitepress": "^1.6.4"
|
|
59
61
|
},
|
|
60
62
|
"dependencies": {
|
|
61
|
-
"
|
|
62
|
-
"zod": "^4.3
|
|
63
|
+
"gpt-tokenizer": "^3.4.0",
|
|
64
|
+
"zod": "^4.4.3"
|
|
63
65
|
},
|
|
64
66
|
"overrides": {
|
|
65
67
|
"js-yaml": "3.14.2",
|
|
66
|
-
"esbuild": "0.27.
|
|
68
|
+
"esbuild": "0.27.3",
|
|
69
|
+
"minimatch": ">=10.2.1",
|
|
70
|
+
"test-exclude": "^8.0.0",
|
|
71
|
+
"handlebars": "^4.7.9",
|
|
72
|
+
"brace-expansion": ">=5.0.5",
|
|
73
|
+
"vite": ">=6.4.2"
|
|
67
74
|
},
|
|
68
75
|
"engines": {
|
|
69
76
|
"node": ">=18.0.0"
|