@agentica/core 0.32.3-dev.3 → 0.32.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/Agentica.js +7 -64
- package/lib/Agentica.js.map +1 -1
- package/lib/MicroAgentica.d.ts +3 -1
- package/lib/MicroAgentica.js +10 -66
- package/lib/MicroAgentica.js.map +1 -1
- package/lib/index.mjs +115 -165
- package/lib/index.mjs.map +1 -1
- package/lib/utils/request.d.ts +12 -0
- package/lib/utils/request.js +80 -0
- package/lib/utils/request.js.map +1 -0
- package/package.json +1 -1
- package/src/Agentica.ts +9 -91
- package/src/MicroAgentica.ts +14 -87
- package/src/utils/request.ts +100 -0
package/lib/Agentica.js
CHANGED
|
@@ -11,16 +11,13 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
11
11
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
12
|
exports.Agentica = void 0;
|
|
13
13
|
const tstl_1 = require("tstl");
|
|
14
|
-
const uuid_1 = require("uuid");
|
|
15
14
|
const AgenticaTokenUsage_1 = require("./context/AgenticaTokenUsage");
|
|
16
15
|
const AgenticaOperationComposer_1 = require("./context/internal/AgenticaOperationComposer");
|
|
17
|
-
const AgenticaTokenUsageAggregator_1 = require("./context/internal/AgenticaTokenUsageAggregator");
|
|
18
16
|
const events_1 = require("./factory/events");
|
|
19
17
|
const execute_1 = require("./orchestrate/execute");
|
|
20
18
|
const transformHistory_1 = require("./transformers/transformHistory");
|
|
21
19
|
const __map_take_1 = require("./utils/__map_take");
|
|
22
|
-
const
|
|
23
|
-
const StreamUtil_1 = require("./utils/StreamUtil");
|
|
20
|
+
const request_1 = require("./utils/request");
|
|
24
21
|
/**
|
|
25
22
|
* Agentica AI chatbot agent.
|
|
26
23
|
*
|
|
@@ -213,66 +210,12 @@ class Agentica {
|
|
|
213
210
|
* @internal
|
|
214
211
|
*/
|
|
215
212
|
getContext(props) {
|
|
216
|
-
const request = (
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
} }),
|
|
223
|
-
options: Object.assign(Object.assign({}, this.props.vendor.options), { signal: props.abortSignal }),
|
|
224
|
-
});
|
|
225
|
-
yield props.dispatch(event);
|
|
226
|
-
// completion
|
|
227
|
-
const backoffStrategy = (_b = (_a = this.props.config) === null || _a === void 0 ? void 0 : _a.backoffStrategy) !== null && _b !== void 0 ? _b : ((props) => {
|
|
228
|
-
throw props.error;
|
|
229
|
-
});
|
|
230
|
-
const completion = yield (() => __awaiter(this, void 0, void 0, function* () {
|
|
231
|
-
let count = 0;
|
|
232
|
-
while (true) {
|
|
233
|
-
try {
|
|
234
|
-
return yield this.props.vendor.api.chat.completions.create(event.body, event.options);
|
|
235
|
-
}
|
|
236
|
-
catch (error) {
|
|
237
|
-
const waiting = backoffStrategy({ count, error });
|
|
238
|
-
yield new Promise(resolve => setTimeout(resolve, waiting));
|
|
239
|
-
count++;
|
|
240
|
-
}
|
|
241
|
-
}
|
|
242
|
-
}))();
|
|
243
|
-
const [streamForEvent, temporaryStream] = StreamUtil_1.StreamUtil.transform(completion.toReadableStream(), value => ChatGptCompletionMessageUtil_1.ChatGptCompletionMessageUtil.transformCompletionChunk(value)).tee();
|
|
244
|
-
const [streamForAggregate, streamForReturn] = temporaryStream.tee();
|
|
245
|
-
(() => __awaiter(this, void 0, void 0, function* () {
|
|
246
|
-
const reader = streamForAggregate.getReader();
|
|
247
|
-
while (true) {
|
|
248
|
-
const chunk = yield reader.read();
|
|
249
|
-
if (chunk.done) {
|
|
250
|
-
break;
|
|
251
|
-
}
|
|
252
|
-
if (chunk.value.usage != null) {
|
|
253
|
-
AgenticaTokenUsageAggregator_1.AgenticaTokenUsageAggregator.aggregate({
|
|
254
|
-
kind: source,
|
|
255
|
-
completionUsage: chunk.value.usage,
|
|
256
|
-
usage: props.usage,
|
|
257
|
-
});
|
|
258
|
-
}
|
|
259
|
-
}
|
|
260
|
-
}))().catch(() => { });
|
|
261
|
-
const [streamForStream, streamForJoin] = streamForEvent.tee();
|
|
262
|
-
void props.dispatch({
|
|
263
|
-
id: (0, uuid_1.v4)(),
|
|
264
|
-
type: "response",
|
|
265
|
-
source,
|
|
266
|
-
stream: (0, StreamUtil_1.streamDefaultReaderToAsyncGenerator)(streamForStream.getReader()),
|
|
267
|
-
body: event.body,
|
|
268
|
-
options: event.options,
|
|
269
|
-
join: () => __awaiter(this, void 0, void 0, function* () {
|
|
270
|
-
const chunks = yield StreamUtil_1.StreamUtil.readAll(streamForJoin);
|
|
271
|
-
return ChatGptCompletionMessageUtil_1.ChatGptCompletionMessageUtil.merge(chunks);
|
|
272
|
-
}),
|
|
273
|
-
created_at: new Date().toISOString(),
|
|
274
|
-
}).catch(() => { });
|
|
275
|
-
return streamForReturn;
|
|
213
|
+
const request = (0, request_1.getChatCompletionWithStreamingFunction)({
|
|
214
|
+
vendor: this.props.vendor,
|
|
215
|
+
config: this.props.config,
|
|
216
|
+
dispatch: props.dispatch,
|
|
217
|
+
abortSignal: props.abortSignal,
|
|
218
|
+
usage: this.token_usage_,
|
|
276
219
|
});
|
|
277
220
|
return {
|
|
278
221
|
// APPLICATION
|
package/lib/Agentica.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Agentica.js","sourceRoot":"","sources":["../src/Agentica.ts"],"names":[],"mappings":";;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"Agentica.js","sourceRoot":"","sources":["../src/Agentica.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,+BAAiC;AAgBjC,qEAAkE;AAClE,4FAAyF;AACzF,6CAAiF;AACjF,mDAAgD;AAChD,sEAAmE;AACnE,mDAAgD;AAChD,6CAAyE;AAEzE;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,MAAa,QAAQ;IAenB;;kEAE8D;IAC9D;;;;OAIG;IACH,YAAoC,KAA4B;;QAA5B,UAAK,GAAL,KAAK,CAAuB;QAC9D,aAAa;QACb,IAAI,CAAC,WAAW,GAAG,qDAAyB,CAAC,OAAO,CAAC;YACnD,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC,CAAC;QAEH,QAAQ;QACR,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,CAAC,MAAA,KAAK,CAAC,SAAS,mCAAI,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CACpD,IAAA,mCAAgB,EAAC;YACf,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK;YAClC,OAAO,EAAE,KAAK;SACf,CAAC,CACH,CAAC;QAEF,SAAS;QACT,IAAI,CAAC,SAAS;cACV,OAAO,CAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,QAAQ,CAAA,KAAK,UAAU;gBAC5C,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ;gBACvB,CAAC,CAAC,IAAA,iBAAO,EAAC,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,QAAQ,mCAAI,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;YAC9C,CAAC,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,SAAS,KAAK,QAAQ;gBAC1C,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS;gBACxB,CAAC,CAAC,IAAI,gBAAS,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC;YACzC,CAAC,CAAC,IAAI,CAAC;QACT,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS;YACrD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,YAAY,uCAAkB;gBACnD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU;gBACvB,CAAC,CAAC,IAAI,uCAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;YACjD,CAAC,CAAC,uCAAkB,CAAC,IAAI,EAAE,CAAC;QAC9B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED;;OAEG;IACI,KAAK;;QACV,OAAO,IAAI,QAAQ,iCACd,IAAI,CAAC,KAAK,KACb,SAAS,EAAE,MAAA,IAAI,CAAC,KAAK,CAAC,SAAS,0CAAE,KAAK,EAAE,IACxC,CAAC;IACL,CAAC;IAED;;kEAE8D;IAC9D;;;;;;;;;;;;;;OAcG;IACU,UAAU;6DACrB,OAAgF,EAChF,UAEI,EAAE;YAEN,MAAM,cAAc,GAAiD,EAAE,CAAC;YACxE,MAAM,QAAQ,GAAG,CAAO,KAA2B,EAAiB,EAAE;gBACpE,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;oBAC3B,IAAI,WAAW,IAAI,KAAK,EAAE,CAAC;wBACzB,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;4BACpB,cAAc,CAAC,IAAI,CAAC,GAAS,EAAE;gCAC7B,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;gCACnB,OAAO,KAAK,CAAC,SAAS,EAAE,CAAC;4BAC3B,CAAC,CAAA,CAAC,CAAC;wBACL,CAAC;6BACI,CAAC;4BACJ,cAAc,CAAC,IAAI,CAAC,GAAS,EAAE,gDAAC,OAAA,KAAK,CAAC,SAAS,EAAE,CAAA,GAAA,CAAC,CAAC;wBACrD,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,WAAM,CAAC,CAAA,CAAC;YACV,CAAC,CAAA,CAAC;YAEF,MAAM,MAAM,GAA6B,IAAA,+BAAsB,EAAC;gBAC9D,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;oBAC9B,CAAC,CAAC,OAAO;oBACT,CAAC,CAAC,OAAO,OAAO,KAAK,QAAQ;wBAC3B,CAAC,CAAC,CAAC;gCACC,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,OAAO;6BACd,CAAC;wBACJ,CAAC,CAAC,CAAC,OAAO,CAAC;aAChB,CAAC,CAAC;YACH,KAAK,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAEtC,MAAM,IAAI,CAAC,SAAS,CAClB,IAAI,CAAC,UAAU,CAAC;gBACd,QAAQ;gBACR,MAAM,EAAE,MAAM,CAAC,SAAS,EAAE;gBAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,KAAK,EAAE,IAAI,CAAC,YAAY;aACzB,CAAC,CACH,CAAC;YAEF,MAAM,SAAS,GAA6B,MAAM,OAAO,CAAC,GAAG,CAC3D,cAAc,CAAC,GAAG,CAAC,CAAM,CAAC,EAAC,EAAE,gDAAC,OAAA,CAAC,EAAE,CAAA,GAAA,CAAC,CACnC,CAAC;YACF,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;YACnC,OAAO,SAAS,CAAC;QACnB,CAAC;KAAA;IAED;;OAEG;IACI,SAAS;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;OAEG;IACI,SAAS;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;;;;OAKG;IACI,cAAc;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;IAChC,CAAC;IAED;;;;;;;OAOG;IACI,aAAa;QAClB,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;IAChC,CAAC;IAED;;;;;;OAMG;IACI,YAAY;QACjB,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED;;;;;;;OAOG;IACI,aAAa;QAClB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED;;OAEG;IACI,UAAU,CAAC,KAKjB;QACC,MAAM,OAAO,GAAG,IAAA,gDAAsC,EAAQ;YAC5D,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YACzB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YACzB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,KAAK,EAAE,IAAI,CAAC,YAAY;SACzB,CAAC,CAAC;QAEH,OAAO;YACL,cAAc;YACd,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YAEzB,SAAS;YACT,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM;YACxB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,WAAW,EAAE,KAAK,CAAC,WAAW;YAE9B,WAAW;YACX,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,IAAI,CAAC,UAAU,KAAK,IAAI;gBAC/B,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,CAAO,MAAM,EAAE,IAAI,EAAE,EAAE;oBACvB,MAAM,IAAI,CAAC,UAAW,CAAC,OAAO,EAAE,CAAC;oBACjC,IAAI,CAAC;wBACH,OAAO,MAAM,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;oBACrC,CAAC;4BACO,CAAC;wBACP,KAAK,IAAI,CAAC,UAAW,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;oBAClD,CAAC;gBACH,CAAC,CAAA;YACH,UAAU,EAAE,GAAS,EAAE;gBACrB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;gBACnB,KAAK,KAAK,CAAC,QAAQ,CAAC,IAAA,8BAAqB,GAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC/D,CAAC,CAAA;SACF,CAAC;IACJ,CAAC;IAED;;kEAE8D;IAC9D;;;;;;;OAOG;IACI,EAAE,CACP,IAAU,EACV,QAEyB;QAEzB;;WAEG;QACH,IAAA,uBAAU,EAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,QAAiE,CAAC,CAAC;QAC1H,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;;;OAOG;IACI,GAAG,CACR,IAAU,EACV,QAEyB;QAEzB,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACxB;;eAEG;YACD,GAAG,CAAC,MAAM,CAAC,QAAiE,CAAC,CAAC;YAC9E,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACnB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEa,QAAQ,CACpB,KAAY;;YAEZ,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC5C,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;gBACtB,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAO,QAAQ,EAAE,EAAE;oBACrC,IAAI,CAAC;wBACH,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;oBACxB,CAAC;oBACD,WAAM,CAAC;wBACL,WAAW;oBACb,CAAC;gBACH,CAAC,CAAA,CAAC,CACH,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF;AA3TD,4BA2TC"}
|
package/lib/MicroAgentica.d.ts
CHANGED
|
@@ -63,7 +63,9 @@ export declare class MicroAgentica<Model extends ILlmSchema.Model> {
|
|
|
63
63
|
* @param content The content to talk
|
|
64
64
|
* @returns List of newly created histories
|
|
65
65
|
*/
|
|
66
|
-
conversate(content: string | AgenticaUserMessageContent | Array<AgenticaUserMessageContent
|
|
66
|
+
conversate(content: string | AgenticaUserMessageContent | Array<AgenticaUserMessageContent>, options?: {
|
|
67
|
+
abortSignal?: AbortSignal;
|
|
68
|
+
}): Promise<MicroAgenticaHistory<Model>[]>;
|
|
67
69
|
/**
|
|
68
70
|
* Get configuration.
|
|
69
71
|
*/
|
package/lib/MicroAgentica.js
CHANGED
|
@@ -11,16 +11,13 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
11
11
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
12
|
exports.MicroAgentica = void 0;
|
|
13
13
|
const tstl_1 = require("tstl");
|
|
14
|
-
const uuid_1 = require("uuid");
|
|
15
14
|
const AgenticaTokenUsage_1 = require("./context/AgenticaTokenUsage");
|
|
16
15
|
const AgenticaOperationComposer_1 = require("./context/internal/AgenticaOperationComposer");
|
|
17
|
-
const AgenticaTokenUsageAggregator_1 = require("./context/internal/AgenticaTokenUsageAggregator");
|
|
18
16
|
const events_1 = require("./factory/events");
|
|
19
17
|
const orchestrate_1 = require("./orchestrate");
|
|
20
18
|
const transformHistory_1 = require("./transformers/transformHistory");
|
|
21
19
|
const __map_take_1 = require("./utils/__map_take");
|
|
22
|
-
const
|
|
23
|
-
const StreamUtil_1 = require("./utils/StreamUtil");
|
|
20
|
+
const request_1 = require("./utils/request");
|
|
24
21
|
/**
|
|
25
22
|
* Micro AI chatbot.
|
|
26
23
|
*
|
|
@@ -105,8 +102,8 @@ class MicroAgentica {
|
|
|
105
102
|
* @param content The content to talk
|
|
106
103
|
* @returns List of newly created histories
|
|
107
104
|
*/
|
|
108
|
-
conversate(
|
|
109
|
-
return __awaiter(this,
|
|
105
|
+
conversate(content_1) {
|
|
106
|
+
return __awaiter(this, arguments, void 0, function* (content, options = {}) {
|
|
110
107
|
var _a, _b, _c, _d;
|
|
111
108
|
const histories = [];
|
|
112
109
|
const dispatch = (event) => __awaiter(this, void 0, void 0, function* () {
|
|
@@ -141,6 +138,7 @@ class MicroAgentica {
|
|
|
141
138
|
prompt,
|
|
142
139
|
dispatch,
|
|
143
140
|
usage: this.token_usage_,
|
|
141
|
+
abortSignal: options.abortSignal,
|
|
144
142
|
});
|
|
145
143
|
const executes = yield (0, orchestrate_1.call)(ctx, this.operations_.array);
|
|
146
144
|
if (executes.length
|
|
@@ -210,66 +208,12 @@ class MicroAgentica {
|
|
|
210
208
|
* @internal
|
|
211
209
|
*/
|
|
212
210
|
getContext(props) {
|
|
213
|
-
const request = (
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
} }),
|
|
220
|
-
options: this.props.vendor.options,
|
|
221
|
-
});
|
|
222
|
-
yield props.dispatch(event);
|
|
223
|
-
// completion
|
|
224
|
-
const backoffStrategy = (_b = (_a = this.props.config) === null || _a === void 0 ? void 0 : _a.backoffStrategy) !== null && _b !== void 0 ? _b : ((props) => {
|
|
225
|
-
throw props.error;
|
|
226
|
-
});
|
|
227
|
-
const completion = yield (() => __awaiter(this, void 0, void 0, function* () {
|
|
228
|
-
let count = 0;
|
|
229
|
-
while (true) {
|
|
230
|
-
try {
|
|
231
|
-
return yield this.props.vendor.api.chat.completions.create(event.body, event.options);
|
|
232
|
-
}
|
|
233
|
-
catch (error) {
|
|
234
|
-
const waiting = backoffStrategy({ count, error });
|
|
235
|
-
yield new Promise(resolve => setTimeout(resolve, waiting));
|
|
236
|
-
count++;
|
|
237
|
-
}
|
|
238
|
-
}
|
|
239
|
-
}))();
|
|
240
|
-
const [streamForEvent, temporaryStream] = StreamUtil_1.StreamUtil.transform(completion.toReadableStream(), value => ChatGptCompletionMessageUtil_1.ChatGptCompletionMessageUtil.transformCompletionChunk(value)).tee();
|
|
241
|
-
const [streamForAggregate, streamForReturn] = temporaryStream.tee();
|
|
242
|
-
void (() => __awaiter(this, void 0, void 0, function* () {
|
|
243
|
-
const reader = streamForAggregate.getReader();
|
|
244
|
-
while (true) {
|
|
245
|
-
const chunk = yield reader.read();
|
|
246
|
-
if (chunk.done) {
|
|
247
|
-
break;
|
|
248
|
-
}
|
|
249
|
-
if (chunk.value.usage != null) {
|
|
250
|
-
AgenticaTokenUsageAggregator_1.AgenticaTokenUsageAggregator.aggregate({
|
|
251
|
-
kind: source,
|
|
252
|
-
completionUsage: chunk.value.usage,
|
|
253
|
-
usage: props.usage,
|
|
254
|
-
});
|
|
255
|
-
}
|
|
256
|
-
}
|
|
257
|
-
}))().catch(() => { });
|
|
258
|
-
const [streamForStream, streamForJoin] = streamForEvent.tee();
|
|
259
|
-
void props.dispatch({
|
|
260
|
-
id: (0, uuid_1.v4)(),
|
|
261
|
-
type: "response",
|
|
262
|
-
source,
|
|
263
|
-
stream: (0, StreamUtil_1.streamDefaultReaderToAsyncGenerator)(streamForStream.getReader()),
|
|
264
|
-
body: event.body,
|
|
265
|
-
options: event.options,
|
|
266
|
-
join: () => __awaiter(this, void 0, void 0, function* () {
|
|
267
|
-
const chunks = yield StreamUtil_1.StreamUtil.readAll(streamForJoin);
|
|
268
|
-
return ChatGptCompletionMessageUtil_1.ChatGptCompletionMessageUtil.merge(chunks);
|
|
269
|
-
}),
|
|
270
|
-
created_at: new Date().toISOString(),
|
|
271
|
-
}).catch(() => { });
|
|
272
|
-
return streamForReturn;
|
|
211
|
+
const request = (0, request_1.getChatCompletionWithStreamingFunction)({
|
|
212
|
+
vendor: this.props.vendor,
|
|
213
|
+
config: this.props.config,
|
|
214
|
+
dispatch: props.dispatch,
|
|
215
|
+
abortSignal: props.abortSignal,
|
|
216
|
+
usage: this.token_usage_,
|
|
273
217
|
});
|
|
274
218
|
return {
|
|
275
219
|
operations: this.operations_,
|
package/lib/MicroAgentica.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"MicroAgentica.js","sourceRoot":"","sources":["../src/MicroAgentica.ts"],"names":[],"mappings":";;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"MicroAgentica.js","sourceRoot":"","sources":["../src/MicroAgentica.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,+BAAiC;AAejC,qEAAkE;AAClE,4FAAyF;AACzF,6CAA0D;AAC1D,+CAA+C;AAC/C,sEAAmE;AACnE,mDAAgD;AAChD,6CAAyE;AAEzE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,MAAa,aAAa;IAWxB;;kEAE8D;IAC9D;;;;OAIG;IACH,YAAoC,KAAiC;;QAAjC,UAAK,GAAL,KAAK,CAA4B;QACnE,IAAI,CAAC,WAAW,GAAG,qDAAyB,CAAC,OAAO,CAAC;YACnD,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,GAAG,CAAC,MAAA,KAAK,CAAC,SAAS,mCAAI,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CACpD,IAAA,mCAAgB,EAAC;YACf,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK;YAClC,OAAO,EAAE,KAAK;SACf,CAAC,CAC8B,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS;YACrD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,YAAY,uCAAkB;gBACnD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU;gBACvB,CAAC,CAAC,IAAI,uCAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;YACjD,CAAC,CAAC,uCAAkB,CAAC,IAAI,EAAE,CAAC;QAC9B,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;YAC9C,CAAC,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,SAAS,KAAK,QAAQ;gBAC1C,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS;gBACxB,CAAC,CAAC,IAAI,gBAAS,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC;YACzC,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IAED;;OAEG;IACI,KAAK;;QACV,OAAO,IAAI,aAAa,iCACnB,IAAI,CAAC,KAAK,KACb,SAAS,EAAE,MAAA,IAAI,CAAC,KAAK,CAAC,SAAS,0CAAE,KAAK,EAAE,IACxC,CAAC;IACL,CAAC;IAED;;kEAE8D;IAC9D;;;;;;;;;;;OAWG;IACU,UAAU;6DACrB,OAAgF,EAChF,UAEI,EAAE;;YAEN,MAAM,SAAS,GAAsD,EAAE,CAAC;YACxE,MAAM,QAAQ,GAAG,CAAO,KAAgC,EAAiB,EAAE;gBACzE,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;oBAC3B,IAAI,WAAW,IAAI,KAAK,EAAE,CAAC;wBACzB,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;4BACpB,SAAS,CAAC,IAAI,CAAC,GAAS,EAAE;gCACxB,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;gCACnB,OAAO,KAAK,CAAC,SAAS,EAAE,CAAC;4BAC3B,CAAC,CAAA,CAAC,CAAC;wBACL,CAAC;6BACI,CAAC;4BACJ,SAAS,CAAC,IAAI,CAAC,GAAS,EAAE,gDAAC,OAAA,KAAK,CAAC,SAAS,EAAE,CAAA,GAAA,CAAC,CAAC;wBAChD,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,WAAM,CAAC,CAAA,CAAC;YACV,CAAC,CAAA,CAAC;YAEF,MAAM,MAAM,GAA6B,IAAA,+BAAsB,EAAC;gBAC9D,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;oBAC9B,CAAC,CAAC,OAAO;oBACT,CAAC,CAAC,OAAO,OAAO,KAAK,QAAQ;wBAC3B,CAAC,CAAC,CAAC;gCACC,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,OAAO;6BACd,CAAC;wBACJ,CAAC,CAAC,CAAC,OAAO,CAAC;aAChB,CAAC,CAAC;YACH,KAAK,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAEtC,MAAM,GAAG,GAAgC,IAAI,CAAC,UAAU,CAAC;gBACvD,MAAM;gBACN,QAAQ;gBACR,KAAK,EAAE,IAAI,CAAC,YAAY;gBACxB,WAAW,EAAE,OAAO,CAAC,WAAW;aACjC,CAAC,CAAC;YACH,MAAM,QAAQ,GAAoC,MAAM,IAAA,kBAAI,EAC1D,GAAG,EACH,IAAI,CAAC,WAAW,CAAC,KAAK,CACvB,CAAC;YACF,IAAI,QAAQ,CAAC,MAAM;mBACd,CAAA,MAAA,MAAA,IAAI,CAAC,KAAK,CAAC,MAAM,0CAAE,QAAQ,0CAAE,QAAQ,MAAK,IAAI;mBAC9C,CAAA,MAAA,MAAA,IAAI,CAAC,KAAK,CAAC,MAAM,0CAAE,QAAQ,0CAAE,QAAQ,MAAK,KAAK,EAAE,CAAC;gBACrD,MAAM,IAAA,sBAAQ,EAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAChC,CAAC;YAED,MAAM,SAAS,GAAkC,MAAM,OAAO,CAAC,GAAG,CAChE,SAAS,CAAC,GAAG,CAAC,CAAM,CAAC,EAAC,EAAE,gDAAC,OAAA,CAAC,EAAE,CAAA,GAAA,CAAC,CAC9B,CAAC;YACF,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;YACnC,OAAO,SAAS,CAAC;QACnB,CAAC;KAAA;IAED;;OAEG;IACI,SAAS;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;OAEG;IACI,SAAS;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;;;;;;OAOG;IACI,aAAa;QAClB,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;IAChC,CAAC;IAED;;;;;OAKG;IACI,cAAc;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;IAChC,CAAC;IAED;;;;;;OAMG;IACI,YAAY;QACjB,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED;;;;;;;OAOG;IACI,aAAa;QAClB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED;;OAEG;IACI,UAAU,CAAC,KAKjB;QACC,MAAM,OAAO,GAAG,IAAA,gDAAsC,EAAQ;YAC5D,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YACzB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YACzB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,KAAK,EAAE,IAAI,CAAC,YAAY;SACzB,CAAC,CAAC;QACH,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YAEzB,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,IAAI,CAAC,UAAU,KAAK,IAAI;gBAC/B,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,CAAO,MAAM,EAAE,IAAI,EAAE,EAAE;oBACvB,MAAM,IAAI,CAAC,UAAW,CAAC,OAAO,EAAE,CAAC;oBACjC,IAAI,CAAC;wBACH,OAAO,MAAM,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;oBACrC,CAAC;4BACO,CAAC;wBACP,KAAK,IAAI,CAAC,UAAW,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;oBAClD,CAAC;gBACH,CAAC,CAAA;SACJ,CAAC;IACJ,CAAC;IAED;;oEAEgE;IAChE;;;;;;;OAOG;IACI,EAAE,CACP,IAAU,EACV,QAEyB;QAEzB;;WAEG;QACH,IAAA,uBAAU,EAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,QAA+D,CAAC,CAAC;QACxH,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;;;OAOG;IACI,GAAG,CACR,IAAU,EACV,QAEyB;QAEzB,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB;;eAEG;YACH,GAAG,CAAC,MAAM,CAAC,QAA+D,CAAC,CAAC;YAC5E,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACnB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEa,QAAQ,CACpB,KAAY;;YAEZ,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC5C,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;gBACtB,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAO,QAAQ,EAAE,EAAE;oBACrC,IAAI,CAAC;wBACH,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;oBACxB,CAAC;oBACD,WAAM,CAAC;wBACL,WAAW;oBACb,CAAC;gBACH,CAAC,CAAA,CAAC,CACH,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF;AApSD,sCAoSC"}
|
package/lib/index.mjs
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { is_node, Semaphore } from "tstl";
|
|
2
2
|
|
|
3
|
-
import { v4 } from "uuid";
|
|
4
|
-
|
|
5
3
|
import "typia";
|
|
6
4
|
|
|
5
|
+
import { v4 } from "uuid";
|
|
6
|
+
|
|
7
7
|
import { HttpLlm, OpenApi, McpLlm } from "@samchon/openapi";
|
|
8
8
|
|
|
9
9
|
import * as __typia_transform__validateReport from "typia/lib/internal/_validateReport.js";
|
|
@@ -3115,6 +3115,102 @@ function findOperation(props) {
|
|
|
3115
3115
|
return found;
|
|
3116
3116
|
}
|
|
3117
3117
|
|
|
3118
|
+
var index$1 = Object.freeze({
|
|
3119
|
+
__proto__: null,
|
|
3120
|
+
createAssistantMessageEvent,
|
|
3121
|
+
createAssistantMessageHistory,
|
|
3122
|
+
createCallEvent,
|
|
3123
|
+
createCancelEvent,
|
|
3124
|
+
createCancelHistory,
|
|
3125
|
+
createDescribeEvent,
|
|
3126
|
+
createDescribeHistory,
|
|
3127
|
+
createExecuteEvent,
|
|
3128
|
+
createExecuteHistory,
|
|
3129
|
+
createInitializeEvent,
|
|
3130
|
+
createJsonParseErrorEvent,
|
|
3131
|
+
createOperationSelection,
|
|
3132
|
+
createRequestEvent,
|
|
3133
|
+
createResponseEvent,
|
|
3134
|
+
createSelectEvent,
|
|
3135
|
+
createSelectHistory,
|
|
3136
|
+
createSystemMessageHistory,
|
|
3137
|
+
createUserMessageEvent,
|
|
3138
|
+
createUserMessageHistory,
|
|
3139
|
+
createValidateEvent,
|
|
3140
|
+
decodeHistory,
|
|
3141
|
+
decodeUserMessageContent
|
|
3142
|
+
});
|
|
3143
|
+
|
|
3144
|
+
const getChatCompletionWithStreamingFunction = props => async (source, body) => {
|
|
3145
|
+
const event = createRequestEvent({
|
|
3146
|
+
source,
|
|
3147
|
+
body: {
|
|
3148
|
+
...body,
|
|
3149
|
+
model: props.vendor.model,
|
|
3150
|
+
stream: true,
|
|
3151
|
+
stream_options: {
|
|
3152
|
+
include_usage: true
|
|
3153
|
+
}
|
|
3154
|
+
},
|
|
3155
|
+
options: {
|
|
3156
|
+
...props.vendor.options,
|
|
3157
|
+
signal: props.abortSignal
|
|
3158
|
+
}
|
|
3159
|
+
});
|
|
3160
|
+
await props.dispatch(event);
|
|
3161
|
+
const backoffStrategy = props.config?.backoffStrategy ?? (props => {
|
|
3162
|
+
throw props.error;
|
|
3163
|
+
});
|
|
3164
|
+
const completion = await (async () => {
|
|
3165
|
+
let count = 0;
|
|
3166
|
+
while (true) {
|
|
3167
|
+
try {
|
|
3168
|
+
return await props.vendor.api.chat.completions.create(event.body, event.options);
|
|
3169
|
+
} catch (error) {
|
|
3170
|
+
const waiting = backoffStrategy({
|
|
3171
|
+
count,
|
|
3172
|
+
error
|
|
3173
|
+
});
|
|
3174
|
+
await new Promise((resolve => setTimeout(resolve, waiting)));
|
|
3175
|
+
count++;
|
|
3176
|
+
}
|
|
3177
|
+
}
|
|
3178
|
+
})();
|
|
3179
|
+
const [streamForEvent, temporaryStream] = StreamUtil.transform(completion.toReadableStream(), (value => ChatGptCompletionMessageUtil.transformCompletionChunk(value))).tee();
|
|
3180
|
+
const [streamForAggregate, streamForReturn] = temporaryStream.tee();
|
|
3181
|
+
(async () => {
|
|
3182
|
+
const reader = streamForAggregate.getReader();
|
|
3183
|
+
while (true) {
|
|
3184
|
+
const chunk = await reader.read();
|
|
3185
|
+
if (chunk.done) {
|
|
3186
|
+
break;
|
|
3187
|
+
}
|
|
3188
|
+
if (chunk.value.usage != null) {
|
|
3189
|
+
AgenticaTokenUsageAggregator.aggregate({
|
|
3190
|
+
kind: source,
|
|
3191
|
+
completionUsage: chunk.value.usage,
|
|
3192
|
+
usage: props.usage
|
|
3193
|
+
});
|
|
3194
|
+
}
|
|
3195
|
+
}
|
|
3196
|
+
})().catch((() => {}));
|
|
3197
|
+
const [streamForStream, streamForJoin] = streamForEvent.tee();
|
|
3198
|
+
void props.dispatch({
|
|
3199
|
+
id: v4(),
|
|
3200
|
+
type: "response",
|
|
3201
|
+
source,
|
|
3202
|
+
stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader()),
|
|
3203
|
+
body: event.body,
|
|
3204
|
+
options: event.options,
|
|
3205
|
+
join: async () => {
|
|
3206
|
+
const chunks = await StreamUtil.readAll(streamForJoin);
|
|
3207
|
+
return ChatGptCompletionMessageUtil.merge(chunks);
|
|
3208
|
+
},
|
|
3209
|
+
created_at: (new Date).toISOString()
|
|
3210
|
+
}).catch((() => {}));
|
|
3211
|
+
return streamForReturn;
|
|
3212
|
+
};
|
|
3213
|
+
|
|
3118
3214
|
class Agentica {
|
|
3119
3215
|
constructor(props) {
|
|
3120
3216
|
this.props = props;
|
|
@@ -3192,75 +3288,13 @@ class Agentica {
|
|
|
3192
3288
|
return this.token_usage_;
|
|
3193
3289
|
}
|
|
3194
3290
|
getContext(props) {
|
|
3195
|
-
const request =
|
|
3196
|
-
|
|
3197
|
-
|
|
3198
|
-
|
|
3199
|
-
|
|
3200
|
-
|
|
3201
|
-
|
|
3202
|
-
stream_options: {
|
|
3203
|
-
include_usage: true
|
|
3204
|
-
}
|
|
3205
|
-
},
|
|
3206
|
-
options: {
|
|
3207
|
-
...this.props.vendor.options,
|
|
3208
|
-
signal: props.abortSignal
|
|
3209
|
-
}
|
|
3210
|
-
});
|
|
3211
|
-
await props.dispatch(event);
|
|
3212
|
-
const backoffStrategy = this.props.config?.backoffStrategy ?? (props => {
|
|
3213
|
-
throw props.error;
|
|
3214
|
-
});
|
|
3215
|
-
const completion = await (async () => {
|
|
3216
|
-
let count = 0;
|
|
3217
|
-
while (true) {
|
|
3218
|
-
try {
|
|
3219
|
-
return await this.props.vendor.api.chat.completions.create(event.body, event.options);
|
|
3220
|
-
} catch (error) {
|
|
3221
|
-
const waiting = backoffStrategy({
|
|
3222
|
-
count,
|
|
3223
|
-
error
|
|
3224
|
-
});
|
|
3225
|
-
await new Promise((resolve => setTimeout(resolve, waiting)));
|
|
3226
|
-
count++;
|
|
3227
|
-
}
|
|
3228
|
-
}
|
|
3229
|
-
})();
|
|
3230
|
-
const [streamForEvent, temporaryStream] = StreamUtil.transform(completion.toReadableStream(), (value => ChatGptCompletionMessageUtil.transformCompletionChunk(value))).tee();
|
|
3231
|
-
const [streamForAggregate, streamForReturn] = temporaryStream.tee();
|
|
3232
|
-
(async () => {
|
|
3233
|
-
const reader = streamForAggregate.getReader();
|
|
3234
|
-
while (true) {
|
|
3235
|
-
const chunk = await reader.read();
|
|
3236
|
-
if (chunk.done) {
|
|
3237
|
-
break;
|
|
3238
|
-
}
|
|
3239
|
-
if (chunk.value.usage != null) {
|
|
3240
|
-
AgenticaTokenUsageAggregator.aggregate({
|
|
3241
|
-
kind: source,
|
|
3242
|
-
completionUsage: chunk.value.usage,
|
|
3243
|
-
usage: props.usage
|
|
3244
|
-
});
|
|
3245
|
-
}
|
|
3246
|
-
}
|
|
3247
|
-
})().catch((() => {}));
|
|
3248
|
-
const [streamForStream, streamForJoin] = streamForEvent.tee();
|
|
3249
|
-
void props.dispatch({
|
|
3250
|
-
id: v4(),
|
|
3251
|
-
type: "response",
|
|
3252
|
-
source,
|
|
3253
|
-
stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader()),
|
|
3254
|
-
body: event.body,
|
|
3255
|
-
options: event.options,
|
|
3256
|
-
join: async () => {
|
|
3257
|
-
const chunks = await StreamUtil.readAll(streamForJoin);
|
|
3258
|
-
return ChatGptCompletionMessageUtil.merge(chunks);
|
|
3259
|
-
},
|
|
3260
|
-
created_at: (new Date).toISOString()
|
|
3261
|
-
}).catch((() => {}));
|
|
3262
|
-
return streamForReturn;
|
|
3263
|
-
};
|
|
3291
|
+
const request = getChatCompletionWithStreamingFunction({
|
|
3292
|
+
vendor: this.props.vendor,
|
|
3293
|
+
config: this.props.config,
|
|
3294
|
+
dispatch: props.dispatch,
|
|
3295
|
+
abortSignal: props.abortSignal,
|
|
3296
|
+
usage: this.token_usage_
|
|
3297
|
+
});
|
|
3264
3298
|
return {
|
|
3265
3299
|
operations: this.operations_,
|
|
3266
3300
|
config: this.props.config,
|
|
@@ -3310,32 +3344,6 @@ class Agentica {
|
|
|
3310
3344
|
}
|
|
3311
3345
|
}
|
|
3312
3346
|
|
|
3313
|
-
var index$1 = Object.freeze({
|
|
3314
|
-
__proto__: null,
|
|
3315
|
-
createAssistantMessageEvent,
|
|
3316
|
-
createAssistantMessageHistory,
|
|
3317
|
-
createCallEvent,
|
|
3318
|
-
createCancelEvent,
|
|
3319
|
-
createCancelHistory,
|
|
3320
|
-
createDescribeEvent,
|
|
3321
|
-
createDescribeHistory,
|
|
3322
|
-
createExecuteEvent,
|
|
3323
|
-
createExecuteHistory,
|
|
3324
|
-
createInitializeEvent,
|
|
3325
|
-
createJsonParseErrorEvent,
|
|
3326
|
-
createOperationSelection,
|
|
3327
|
-
createRequestEvent,
|
|
3328
|
-
createResponseEvent,
|
|
3329
|
-
createSelectEvent,
|
|
3330
|
-
createSelectHistory,
|
|
3331
|
-
createSystemMessageHistory,
|
|
3332
|
-
createUserMessageEvent,
|
|
3333
|
-
createUserMessageHistory,
|
|
3334
|
-
createValidateEvent,
|
|
3335
|
-
decodeHistory,
|
|
3336
|
-
decodeUserMessageContent
|
|
3337
|
-
});
|
|
3338
|
-
|
|
3339
3347
|
function assertHttpController(props) {
|
|
3340
3348
|
const document = OpenApi.convert((() => {
|
|
3341
3349
|
const _io0 = input => null !== input.swagger && undefined !== input.swagger && ("2.0" === input.swagger || "string" === typeof input.swagger && RegExp(/^2\.0\.[+-]?\d+(?:\.\d+)?(?:[eE][+-]?\d+)?$/).test(input.swagger)) && (undefined === input.info || "object" === typeof input.info && null !== input.info && _io1(input.info)) && (undefined === input.host || "string" === typeof input.host) && (undefined === input.basePath || "string" === typeof input.basePath) && (undefined === input.consumes || Array.isArray(input.consumes) && input.consumes.every((elem => "string" === typeof elem))) && (undefined === input.produces || Array.isArray(input.produces) && input.produces.every((elem => "string" === typeof elem))) && (undefined === input.definitions || "object" === typeof input.definitions && null !== input.definitions && false === Array.isArray(input.definitions) && _io4(input.definitions)) && (undefined === input.parameters || "object" === typeof input.parameters && null !== input.parameters && false === Array.isArray(input.parameters) && _io16(input.parameters)) && (undefined === input.responses || "object" === typeof input.responses && null !== input.responses && false === Array.isArray(input.responses) && _io29(input.responses)) && (undefined === input.securityDefinitions || "object" === typeof input.securityDefinitions && null !== input.securityDefinitions && false === Array.isArray(input.securityDefinitions) && _io31(input.securityDefinitions)) && (undefined === input.security || Array.isArray(input.security) && input.security.every((elem => "object" === typeof elem && null !== elem && false === Array.isArray(elem) && _io39(elem)))) && (undefined === input.paths || "object" === typeof input.paths && null !== input.paths && false === Array.isArray(input.paths) && _io40(input.paths)) && (undefined === input.tags || Array.isArray(input.tags) && input.tags.every((elem => "object" === typeof elem && null !== elem && _io47(elem))));
|
|
@@ -42020,7 +42028,7 @@ class MicroAgentica {
|
|
|
42020
42028
|
histories: this.props.histories?.slice()
|
|
42021
42029
|
});
|
|
42022
42030
|
}
|
|
42023
|
-
async conversate(content) {
|
|
42031
|
+
async conversate(content, options = {}) {
|
|
42024
42032
|
const histories = [];
|
|
42025
42033
|
const dispatch = async event => {
|
|
42026
42034
|
try {
|
|
@@ -42047,7 +42055,8 @@ class MicroAgentica {
|
|
|
42047
42055
|
const ctx = this.getContext({
|
|
42048
42056
|
prompt,
|
|
42049
42057
|
dispatch,
|
|
42050
|
-
usage: this.token_usage_
|
|
42058
|
+
usage: this.token_usage_,
|
|
42059
|
+
abortSignal: options.abortSignal
|
|
42051
42060
|
});
|
|
42052
42061
|
const executes = await call(ctx, this.operations_.array);
|
|
42053
42062
|
if (executes.length && this.props.config?.executor?.describe !== null && this.props.config?.executor?.describe !== false) {
|
|
@@ -42076,72 +42085,13 @@ class MicroAgentica {
|
|
|
42076
42085
|
return this.token_usage_;
|
|
42077
42086
|
}
|
|
42078
42087
|
getContext(props) {
|
|
42079
|
-
const request =
|
|
42080
|
-
|
|
42081
|
-
|
|
42082
|
-
|
|
42083
|
-
|
|
42084
|
-
|
|
42085
|
-
|
|
42086
|
-
stream_options: {
|
|
42087
|
-
include_usage: true
|
|
42088
|
-
}
|
|
42089
|
-
},
|
|
42090
|
-
options: this.props.vendor.options
|
|
42091
|
-
});
|
|
42092
|
-
await props.dispatch(event);
|
|
42093
|
-
const backoffStrategy = this.props.config?.backoffStrategy ?? (props => {
|
|
42094
|
-
throw props.error;
|
|
42095
|
-
});
|
|
42096
|
-
const completion = await (async () => {
|
|
42097
|
-
let count = 0;
|
|
42098
|
-
while (true) {
|
|
42099
|
-
try {
|
|
42100
|
-
return await this.props.vendor.api.chat.completions.create(event.body, event.options);
|
|
42101
|
-
} catch (error) {
|
|
42102
|
-
const waiting = backoffStrategy({
|
|
42103
|
-
count,
|
|
42104
|
-
error
|
|
42105
|
-
});
|
|
42106
|
-
await new Promise((resolve => setTimeout(resolve, waiting)));
|
|
42107
|
-
count++;
|
|
42108
|
-
}
|
|
42109
|
-
}
|
|
42110
|
-
})();
|
|
42111
|
-
const [streamForEvent, temporaryStream] = StreamUtil.transform(completion.toReadableStream(), (value => ChatGptCompletionMessageUtil.transformCompletionChunk(value))).tee();
|
|
42112
|
-
const [streamForAggregate, streamForReturn] = temporaryStream.tee();
|
|
42113
|
-
void (async () => {
|
|
42114
|
-
const reader = streamForAggregate.getReader();
|
|
42115
|
-
while (true) {
|
|
42116
|
-
const chunk = await reader.read();
|
|
42117
|
-
if (chunk.done) {
|
|
42118
|
-
break;
|
|
42119
|
-
}
|
|
42120
|
-
if (chunk.value.usage != null) {
|
|
42121
|
-
AgenticaTokenUsageAggregator.aggregate({
|
|
42122
|
-
kind: source,
|
|
42123
|
-
completionUsage: chunk.value.usage,
|
|
42124
|
-
usage: props.usage
|
|
42125
|
-
});
|
|
42126
|
-
}
|
|
42127
|
-
}
|
|
42128
|
-
})().catch((() => {}));
|
|
42129
|
-
const [streamForStream, streamForJoin] = streamForEvent.tee();
|
|
42130
|
-
void props.dispatch({
|
|
42131
|
-
id: v4(),
|
|
42132
|
-
type: "response",
|
|
42133
|
-
source,
|
|
42134
|
-
stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader()),
|
|
42135
|
-
body: event.body,
|
|
42136
|
-
options: event.options,
|
|
42137
|
-
join: async () => {
|
|
42138
|
-
const chunks = await StreamUtil.readAll(streamForJoin);
|
|
42139
|
-
return ChatGptCompletionMessageUtil.merge(chunks);
|
|
42140
|
-
},
|
|
42141
|
-
created_at: (new Date).toISOString()
|
|
42142
|
-
}).catch((() => {}));
|
|
42143
|
-
return streamForReturn;
|
|
42144
|
-
};
|
|
42088
|
+
const request = getChatCompletionWithStreamingFunction({
|
|
42089
|
+
vendor: this.props.vendor,
|
|
42090
|
+
config: this.props.config,
|
|
42091
|
+
dispatch: props.dispatch,
|
|
42092
|
+
abortSignal: props.abortSignal,
|
|
42093
|
+
usage: this.token_usage_
|
|
42094
|
+
});
|
|
42145
42095
|
return {
|
|
42146
42096
|
operations: this.operations_,
|
|
42147
42097
|
config: this.props.config,
|