@agentica/core 0.32.3 → 0.32.4

package/lib/context/MicroAgenticaContext.d.ts

@@ -55,6 +55,10 @@ export interface MicroAgenticaContext<Model extends ILlmSchema.Model> {
      * {@link Agentica.conversate} function.
      */
     prompt: AgenticaUserMessageHistory;
+    /**
+     * Abort signal.
+     */
+    abortSignal?: AbortSignal;
     /**
      * Dispatch event.
      *

package/lib/index.mjs

@@ -1160,12 +1160,12 @@ class MPSC {
     }
 }
 
-async function readAll(stream) {
+async function readAll(stream, abortSignal) {
     const reader = stream.getReader();
     const result = [];
     while (true) {
         const {done, value} = await reader.read();
-        if (done) {
+        if (done || abortSignal?.aborted === true) {
             break;
         }
         result.push(value);
@@ -1173,11 +1173,14 @@ async function readAll(stream) {
     return result;
 }
 
-async function reduce(stream, reducer, initial) {
+async function reduce(stream, reducer, options) {
     const reader = stream.getReader();
     const iterator = streamDefaultReaderToAsyncGenerator(reader);
-    let acc = initial ?? null;
+    let acc = options.initial ?? null;
     for await (const value of iterator) {
+        if (options.abortSignal?.aborted === true) {
+            break;
+        }
         if (acc === null) {
             acc = value;
             continue;
@@ -1201,26 +1204,26 @@ async function* toAsyncGenerator(value) {
     yield value;
 }
 
-async function* streamDefaultReaderToAsyncGenerator(reader) {
+async function* streamDefaultReaderToAsyncGenerator(reader, abortSignal) {
     while (true) {
         const {done, value} = await reader.read();
-        if (done) {
+        if (done || abortSignal?.aborted === true) {
             break;
         }
         yield value;
     }
 }
 
-function transform(stream, transformer) {
+function transform(stream, transformer, abortSignal) {
     const reader = stream.getReader();
     return new ReadableStream({
         pull: async controller => {
             const {done, value} = await reader.read();
-            if (!done) {
-                controller.enqueue(transformer(value));
-            } else {
+            if (done === true || abortSignal?.aborted === true) {
                 controller.close();
+                return;
             }
+            controller.enqueue(transformer(value));
         }
     });
 }
@@ -1243,7 +1246,7 @@ var index$2 = Object.freeze({
     toAsyncGenerator
 });
 
-async function reduceStreamingWithDispatch(stream, eventProcessor) {
+async function reduceStreamingWithDispatch(stream, eventProcessor, abortSignal) {
     const streamContext = new Map;
     const nullableCompletion = await StreamUtil.reduce(stream, (async (accPromise, chunk) => {
         const acc = await accPromise;
@@ -1286,7 +1289,9 @@ async function reduceStreamingWithDispatch(stream, eventProcessor) {
         }
         registerContext(chunk.choices);
         return ChatGptCompletionMessageUtil.accumulate(acc, chunk);
-    }));
+    }), {
+        abortSignal
+    });
     if (nullableCompletion == null) {
         throw new Error("StreamUtil.reduce did not produce a ChatCompletion. Possible causes: the input stream was empty, invalid, or closed prematurely. " + "To debug: check that the stream is properly initialized and contains valid ChatCompletionChunk data. " + "You may also enable verbose logging upstream to inspect the stream contents. " + `Stream locked: ${stream.locked}.`);
     }
@@ -1376,6 +1381,7 @@ async function call(ctx, operations) {
         const completion = await reduceStreamingWithDispatch(stream, (props => {
             const event = createAssistantMessageEvent(props);
             void ctx.dispatch(event).catch((() => {}));
+            ctx.abortSignal;
         }));
         const allAssistantMessagesEmpty = completion.choices.every((v => v.message.tool_calls == null && v.message.content === ""));
         if (allAssistantMessagesEmpty) {
@@ -1799,7 +1805,7 @@ async function step$1(ctx, operations, retry, failures) {
         } ],
         tool_choice: retry === 0 ? "auto" : "required"
     });
-    const chunks = await StreamUtil.readAll(completionStream);
+    const chunks = await StreamUtil.readAll(completionStream, ctx.abortSignal);
     const completion = ChatGptCompletionMessageUtil.merge(chunks);
     if (retry++ < (ctx.config?.retry ?? AgenticaConstant.RETRY)) {
         const failures = [];
@@ -1951,7 +1957,7 @@ async function describe(ctx, histories) {
             ...props
         });
         ctx.dispatch(event);
-    }));
+    }), ctx.abortSignal);
 }
 
 const ChatGptDescribeFunctionAgent = {
@@ -2618,7 +2624,7 @@ async function initialize(ctx) {
     const completion = await reduceStreamingWithDispatch(completionStream, (props => {
         const event = createAssistantMessageEvent(props);
         ctx.dispatch(event);
-    }));
+    }), ctx.abortSignal);
     if (completion === null) {
         throw new Error("No completion received");
     }
@@ -2823,7 +2829,7 @@ async function step(ctx, operations, retry, failures) {
         const completion = await reduceStreamingWithDispatch(stream, (props => {
             const event = createAssistantMessageEvent(props);
             void ctx.dispatch(event).catch((() => {}));
-        }));
+        }), ctx.abortSignal);
         const allAssistantMessagesEmpty = completion.choices.every((v => v.message.tool_calls == null && v.message.content === ""));
         if (allAssistantMessagesEmpty) {
             const firstChoice = completion.choices.at(0);
@@ -3176,13 +3182,13 @@ const getChatCompletionWithStreamingFunction = props => async (source, body) =>
             }
         }
     })();
-    const [streamForEvent, temporaryStream] = StreamUtil.transform(completion.toReadableStream(), (value => ChatGptCompletionMessageUtil.transformCompletionChunk(value))).tee();
+    const [streamForEvent, temporaryStream] = StreamUtil.transform(completion.toReadableStream(), (value => ChatGptCompletionMessageUtil.transformCompletionChunk(value)), props.abortSignal).tee();
     const [streamForAggregate, streamForReturn] = temporaryStream.tee();
     (async () => {
         const reader = streamForAggregate.getReader();
         while (true) {
             const chunk = await reader.read();
-            if (chunk.done) {
+            if (chunk.done || props.abortSignal?.aborted === true) {
                 break;
             }
             if (chunk.value.usage != null) {
@@ -3199,11 +3205,11 @@ const getChatCompletionWithStreamingFunction = props => async (source, body) =>
         id: v4(),
         type: "response",
         source,
-        stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader()),
+        stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader(), props.abortSignal),
         body: event.body,
         options: event.options,
         join: async () => {
-            const chunks = await StreamUtil.readAll(streamForJoin);
+            const chunks = await StreamUtil.readAll(streamForJoin, props.abortSignal);
             return ChatGptCompletionMessageUtil.merge(chunks);
         },
         created_at: (new Date).toISOString()