@agentica/core 0.32.3-dev.3 → 0.32.4

package/lib/index.mjs

@@ -1,9 +1,9 @@
 import { is_node, Semaphore } from "tstl";
 
-import { v4 } from "uuid";
-
 import "typia";
 
+import { v4 } from "uuid";
+
 import { HttpLlm, OpenApi, McpLlm } from "@samchon/openapi";
 
 import * as __typia_transform__validateReport from "typia/lib/internal/_validateReport.js";
@@ -1160,12 +1160,12 @@ class MPSC {
     }
 }
 
-async function readAll(stream) {
+async function readAll(stream, abortSignal) {
     const reader = stream.getReader();
     const result = [];
     while (true) {
         const {done, value} = await reader.read();
-        if (done) {
+        if (done || abortSignal?.aborted === true) {
             break;
         }
         result.push(value);
@@ -1173,11 +1173,14 @@ async function readAll(stream) {
     return result;
 }
 
-async function reduce(stream, reducer, initial) {
+async function reduce(stream, reducer, options) {
     const reader = stream.getReader();
     const iterator = streamDefaultReaderToAsyncGenerator(reader);
-    let acc = initial ?? null;
+    let acc = options.initial ?? null;
     for await (const value of iterator) {
+        if (options.abortSignal?.aborted === true) {
+            break;
+        }
         if (acc === null) {
             acc = value;
             continue;
@@ -1201,26 +1204,26 @@ async function* toAsyncGenerator(value) {
     yield value;
 }
 
-async function* streamDefaultReaderToAsyncGenerator(reader) {
+async function* streamDefaultReaderToAsyncGenerator(reader, abortSignal) {
     while (true) {
         const {done, value} = await reader.read();
-        if (done) {
+        if (done || abortSignal?.aborted === true) {
             break;
         }
         yield value;
     }
 }
 
-function transform(stream, transformer) {
+function transform(stream, transformer, abortSignal) {
     const reader = stream.getReader();
     return new ReadableStream({
         pull: async controller => {
             const {done, value} = await reader.read();
-            if (!done) {
-                controller.enqueue(transformer(value));
-            } else {
+            if (done === true || abortSignal?.aborted === true) {
                 controller.close();
+                return;
             }
+            controller.enqueue(transformer(value));
         }
     });
 }
@@ -1243,7 +1246,7 @@ var index$2 = Object.freeze({
     toAsyncGenerator
 });
 
-async function reduceStreamingWithDispatch(stream, eventProcessor) {
+async function reduceStreamingWithDispatch(stream, eventProcessor, abortSignal) {
     const streamContext = new Map;
     const nullableCompletion = await StreamUtil.reduce(stream, (async (accPromise, chunk) => {
         const acc = await accPromise;
@@ -1286,7 +1289,9 @@ async function reduceStreamingWithDispatch(stream, eventProcessor) {
         }
         registerContext(chunk.choices);
         return ChatGptCompletionMessageUtil.accumulate(acc, chunk);
-    }));
+    }), {
+        abortSignal
+    });
     if (nullableCompletion == null) {
         throw new Error("StreamUtil.reduce did not produce a ChatCompletion. Possible causes: the input stream was empty, invalid, or closed prematurely. " + "To debug: check that the stream is properly initialized and contains valid ChatCompletionChunk data. " + "You may also enable verbose logging upstream to inspect the stream contents. " + `Stream locked: ${stream.locked}.`);
     }
@@ -1376,6 +1381,7 @@ async function call(ctx, operations) {
         const completion = await reduceStreamingWithDispatch(stream, (props => {
             const event = createAssistantMessageEvent(props);
             void ctx.dispatch(event).catch((() => {}));
+            ctx.abortSignal;
         }));
         const allAssistantMessagesEmpty = completion.choices.every((v => v.message.tool_calls == null && v.message.content === ""));
         if (allAssistantMessagesEmpty) {
@@ -1799,7 +1805,7 @@ async function step$1(ctx, operations, retry, failures) {
         } ],
         tool_choice: retry === 0 ? "auto" : "required"
     });
-    const chunks = await StreamUtil.readAll(completionStream);
+    const chunks = await StreamUtil.readAll(completionStream, ctx.abortSignal);
     const completion = ChatGptCompletionMessageUtil.merge(chunks);
     if (retry++ < (ctx.config?.retry ?? AgenticaConstant.RETRY)) {
         const failures = [];
@@ -1951,7 +1957,7 @@ async function describe(ctx, histories) {
             ...props
         });
         ctx.dispatch(event);
-    }));
+    }), ctx.abortSignal);
 }
 
 const ChatGptDescribeFunctionAgent = {
@@ -2618,7 +2624,7 @@ async function initialize(ctx) {
     const completion = await reduceStreamingWithDispatch(completionStream, (props => {
         const event = createAssistantMessageEvent(props);
         ctx.dispatch(event);
-    }));
+    }), ctx.abortSignal);
     if (completion === null) {
         throw new Error("No completion received");
     }
@@ -2823,7 +2829,7 @@ async function step(ctx, operations, retry, failures) {
         const completion = await reduceStreamingWithDispatch(stream, (props => {
             const event = createAssistantMessageEvent(props);
             void ctx.dispatch(event).catch((() => {}));
-        }));
+        }), ctx.abortSignal);
         const allAssistantMessagesEmpty = completion.choices.every((v => v.message.tool_calls == null && v.message.content === ""));
         if (allAssistantMessagesEmpty) {
             const firstChoice = completion.choices.at(0);
@@ -3115,6 +3121,102 @@ function findOperation(props) {
     return found;
 }
 
+var index$1 = Object.freeze({
+    __proto__: null,
+    createAssistantMessageEvent,
+    createAssistantMessageHistory,
+    createCallEvent,
+    createCancelEvent,
+    createCancelHistory,
+    createDescribeEvent,
+    createDescribeHistory,
+    createExecuteEvent,
+    createExecuteHistory,
+    createInitializeEvent,
+    createJsonParseErrorEvent,
+    createOperationSelection,
+    createRequestEvent,
+    createResponseEvent,
+    createSelectEvent,
+    createSelectHistory,
+    createSystemMessageHistory,
+    createUserMessageEvent,
+    createUserMessageHistory,
+    createValidateEvent,
+    decodeHistory,
+    decodeUserMessageContent
+});
+
+const getChatCompletionWithStreamingFunction = props => async (source, body) => {
+    const event = createRequestEvent({
+        source,
+        body: {
+            ...body,
+            model: props.vendor.model,
+            stream: true,
+            stream_options: {
+                include_usage: true
+            }
+        },
+        options: {
+            ...props.vendor.options,
+            signal: props.abortSignal
+        }
+    });
+    await props.dispatch(event);
+    const backoffStrategy = props.config?.backoffStrategy ?? (props => {
+        throw props.error;
+    });
+    const completion = await (async () => {
+        let count = 0;
+        while (true) {
+            try {
+                return await props.vendor.api.chat.completions.create(event.body, event.options);
+            } catch (error) {
+                const waiting = backoffStrategy({
+                    count,
+                    error
+                });
+                await new Promise((resolve => setTimeout(resolve, waiting)));
+                count++;
+            }
+        }
+    })();
+    const [streamForEvent, temporaryStream] = StreamUtil.transform(completion.toReadableStream(), (value => ChatGptCompletionMessageUtil.transformCompletionChunk(value)), props.abortSignal).tee();
+    const [streamForAggregate, streamForReturn] = temporaryStream.tee();
+    (async () => {
+        const reader = streamForAggregate.getReader();
+        while (true) {
+            const chunk = await reader.read();
+            if (chunk.done || props.abortSignal?.aborted === true) {
+                break;
+            }
+            if (chunk.value.usage != null) {
+                AgenticaTokenUsageAggregator.aggregate({
+                    kind: source,
+                    completionUsage: chunk.value.usage,
+                    usage: props.usage
+                });
+            }
+        }
+    })().catch((() => {}));
+    const [streamForStream, streamForJoin] = streamForEvent.tee();
+    void props.dispatch({
+        id: v4(),
+        type: "response",
+        source,
+        stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader(), props.abortSignal),
+        body: event.body,
+        options: event.options,
+        join: async () => {
+            const chunks = await StreamUtil.readAll(streamForJoin, props.abortSignal);
+            return ChatGptCompletionMessageUtil.merge(chunks);
+        },
+        created_at: (new Date).toISOString()
+    }).catch((() => {}));
+    return streamForReturn;
+};
+
 class Agentica {
     constructor(props) {
         this.props = props;
@@ -3192,75 +3294,13 @@ class Agentica {
         return this.token_usage_;
     }
     getContext(props) {
-        const request = async (source, body) => {
-            const event = createRequestEvent({
-                source,
-                body: {
-                    ...body,
-                    model: this.props.vendor.model,
-                    stream: true,
-                    stream_options: {
-                        include_usage: true
-                    }
-                },
-                options: {
-                    ...this.props.vendor.options,
-                    signal: props.abortSignal
-                }
-            });
-            await props.dispatch(event);
-            const backoffStrategy = this.props.config?.backoffStrategy ?? (props => {
-                throw props.error;
-            });
-            const completion = await (async () => {
-                let count = 0;
-                while (true) {
-                    try {
-                        return await this.props.vendor.api.chat.completions.create(event.body, event.options);
-                    } catch (error) {
-                        const waiting = backoffStrategy({
-                            count,
-                            error
-                        });
-                        await new Promise((resolve => setTimeout(resolve, waiting)));
-                        count++;
-                    }
-                }
-            })();
-            const [streamForEvent, temporaryStream] = StreamUtil.transform(completion.toReadableStream(), (value => ChatGptCompletionMessageUtil.transformCompletionChunk(value))).tee();
-            const [streamForAggregate, streamForReturn] = temporaryStream.tee();
-            (async () => {
-                const reader = streamForAggregate.getReader();
-                while (true) {
-                    const chunk = await reader.read();
-                    if (chunk.done) {
-                        break;
-                    }
-                    if (chunk.value.usage != null) {
-                        AgenticaTokenUsageAggregator.aggregate({
-                            kind: source,
-                            completionUsage: chunk.value.usage,
-                            usage: props.usage
-                        });
-                    }
-                }
-            })().catch((() => {}));
-            const [streamForStream, streamForJoin] = streamForEvent.tee();
-            void props.dispatch({
-                id: v4(),
-                type: "response",
-                source,
-                stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader()),
-                body: event.body,
-                options: event.options,
-                join: async () => {
-                    const chunks = await StreamUtil.readAll(streamForJoin);
-                    return ChatGptCompletionMessageUtil.merge(chunks);
-                },
-                created_at: (new Date).toISOString()
-            }).catch((() => {}));
-            return streamForReturn;
-        };
+        const request = getChatCompletionWithStreamingFunction({
+            vendor: this.props.vendor,
+            config: this.props.config,
+            dispatch: props.dispatch,
+            abortSignal: props.abortSignal,
+            usage: this.token_usage_
+        });
         return {
             operations: this.operations_,
             config: this.props.config,
@@ -3310,32 +3350,6 @@ class Agentica {
     }
 }
 
-var index$1 = Object.freeze({
-    __proto__: null,
-    createAssistantMessageEvent,
-    createAssistantMessageHistory,
-    createCallEvent,
-    createCancelEvent,
-    createCancelHistory,
-    createDescribeEvent,
-    createDescribeHistory,
-    createExecuteEvent,
-    createExecuteHistory,
-    createInitializeEvent,
-    createJsonParseErrorEvent,
-    createOperationSelection,
-    createRequestEvent,
-    createResponseEvent,
-    createSelectEvent,
-    createSelectHistory,
-    createSystemMessageHistory,
-    createUserMessageEvent,
-    createUserMessageHistory,
-    createValidateEvent,
-    decodeHistory,
-    decodeUserMessageContent
-});
-
 function assertHttpController(props) {
     const document = OpenApi.convert((() => {
         const _io0 = input => null !== input.swagger && undefined !== input.swagger && ("2.0" === input.swagger || "string" === typeof input.swagger && RegExp(/^2\.0\.[+-]?\d+(?:\.\d+)?(?:[eE][+-]?\d+)?$/).test(input.swagger)) && (undefined === input.info || "object" === typeof input.info && null !== input.info && _io1(input.info)) && (undefined === input.host || "string" === typeof input.host) && (undefined === input.basePath || "string" === typeof input.basePath) && (undefined === input.consumes || Array.isArray(input.consumes) && input.consumes.every((elem => "string" === typeof elem))) && (undefined === input.produces || Array.isArray(input.produces) && input.produces.every((elem => "string" === typeof elem))) && (undefined === input.definitions || "object" === typeof input.definitions && null !== input.definitions && false === Array.isArray(input.definitions) && _io4(input.definitions)) && (undefined === input.parameters || "object" === typeof input.parameters && null !== input.parameters && false === Array.isArray(input.parameters) && _io16(input.parameters)) && (undefined === input.responses || "object" === typeof input.responses && null !== input.responses && false === Array.isArray(input.responses) && _io29(input.responses)) && (undefined === input.securityDefinitions || "object" === typeof input.securityDefinitions && null !== input.securityDefinitions && false === Array.isArray(input.securityDefinitions) && _io31(input.securityDefinitions)) && (undefined === input.security || Array.isArray(input.security) && input.security.every((elem => "object" === typeof elem && null !== elem && false === Array.isArray(elem) && _io39(elem)))) && (undefined === input.paths || "object" === typeof input.paths && null !== input.paths && false === Array.isArray(input.paths) && _io40(input.paths)) && (undefined === input.tags || Array.isArray(input.tags) && input.tags.every((elem => "object" === typeof elem && null !== elem && _io47(elem))));
@@ -42020,7 +42034,7 @@ class MicroAgentica {
             histories: this.props.histories?.slice()
         });
     }
-    async conversate(content) {
+    async conversate(content, options = {}) {
         const histories = [];
         const dispatch = async event => {
             try {
@@ -42047,7 +42061,8 @@ class MicroAgentica {
         const ctx = this.getContext({
             prompt,
             dispatch,
-            usage: this.token_usage_
+            usage: this.token_usage_,
+            abortSignal: options.abortSignal
         });
         const executes = await call(ctx, this.operations_.array);
         if (executes.length && this.props.config?.executor?.describe !== null && this.props.config?.executor?.describe !== false) {
@@ -42076,72 +42091,13 @@ class MicroAgentica {
         return this.token_usage_;
     }
     getContext(props) {
-        const request = async (source, body) => {
-            const event = createRequestEvent({
-                source,
-                body: {
-                    ...body,
-                    model: this.props.vendor.model,
-                    stream: true,
-                    stream_options: {
-                        include_usage: true
-                    }
-                },
-                options: this.props.vendor.options
-            });
-            await props.dispatch(event);
-            const backoffStrategy = this.props.config?.backoffStrategy ?? (props => {
-                throw props.error;
-            });
-            const completion = await (async () => {
-                let count = 0;
-                while (true) {
-                    try {
-                        return await this.props.vendor.api.chat.completions.create(event.body, event.options);
-                    } catch (error) {
-                        const waiting = backoffStrategy({
-                            count,
-                            error
-                        });
-                        await new Promise((resolve => setTimeout(resolve, waiting)));
-                        count++;
-                    }
-                }
-            })();
-            const [streamForEvent, temporaryStream] = StreamUtil.transform(completion.toReadableStream(), (value => ChatGptCompletionMessageUtil.transformCompletionChunk(value))).tee();
-            const [streamForAggregate, streamForReturn] = temporaryStream.tee();
-            void (async () => {
-                const reader = streamForAggregate.getReader();
-                while (true) {
-                    const chunk = await reader.read();
-                    if (chunk.done) {
-                        break;
-                    }
-                    if (chunk.value.usage != null) {
-                        AgenticaTokenUsageAggregator.aggregate({
-                            kind: source,
-                            completionUsage: chunk.value.usage,
-                            usage: props.usage
-                        });
-                    }
-                }
-            })().catch((() => {}));
-            const [streamForStream, streamForJoin] = streamForEvent.tee();
-            void props.dispatch({
-                id: v4(),
-                type: "response",
-                source,
-                stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader()),
-                body: event.body,
-                options: event.options,
-                join: async () => {
-                    const chunks = await StreamUtil.readAll(streamForJoin);
-                    return ChatGptCompletionMessageUtil.merge(chunks);
-                },
-                created_at: (new Date).toISOString()
-            }).catch((() => {}));
-            return streamForReturn;
-        };
+        const request = getChatCompletionWithStreamingFunction({
+            vendor: this.props.vendor,
+            config: this.props.config,
+            dispatch: props.dispatch,
+            abortSignal: props.abortSignal,
+            usage: this.token_usage_
+        });
         return {
             operations: this.operations_,
             config: this.props.config,