@agentica/core 0.32.3 → 0.32.5

package/lib/utils/request.js.map

@@ -1 +1 @@
-{"version":3,"file":"request.js","sourceRoot":"","sources":["../../src/utils/request.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,iFAA8E;AAC9E,6CAA+E;AAC/E,wCAAgD;AAGhD,mGAAgG;AAEhG,+BAA0B;AAEnB,MAAM,sCAAsC,GAAG,CAAiC,KAMtF,EAAE,EAAE,CAAC,CACJ,MAA2B,EAC3B,IAA0E,EAC1E,EAAE;;IACF,MAAM,KAAK,GAAyB,IAAA,4BAAkB,EAAC;QACrD,MAAM;QACN,IAAI,kCACC,IAAI,KACP,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,EACzB,MAAM,EAAE,IAAI,EACZ,cAAc,EAAE;gBACd,aAAa,EAAE,IAAI;aACpB,GACF;QACD,OAAO,kCACF,KAAK,CAAC,MAAM,CAAC,OAAO,KACvB,MAAM,EAAE,KAAK,CAAC,WAAW,GAC1B;KACF,CAAC,CAAC;IACH,MAAM,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE5B,aAAa;IACb,MAAM,eAAe,GAAG,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,eAAe,mCAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QAClE,MAAM,KAAK,CAAC,KAAK,CAAC;IACpB,CAAC,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,MAAM,CAAC,GAAS,EAAE;QACnC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CACnD,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,OAAO,CACd,CAAC;YACJ,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,OAAO,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAClD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;gBAC3D,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC,CAAA,CAAC,EAAE,CAAC;IAEL,MAAM,CAAC,cAAc,EAAE,eAAe,CAAC,GAAG,uBAAU,CAAC,SAAS,CAC5D,UAAU,CAAC,gBAAgB,EAAgC,EAC3D,KAAK,CAAC,EAAE,CACN,2DAA4B,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAC/D,CAAC,GAAG,EAAE,CAAC;IAER,MAAM,CAAC,kBAAkB,EAAE,eAAe,CAAC,GAAG,eAAe,CAAC,GAAG,EAAE,CAAC;IAEpE,CAAC,GAAS,EAAE;QACV,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,EAAE,CAAC;QAC9C,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,MAAM;YACR,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC9B,2DAA4B,CAAC,SAAS,CAAC;oBACrC,IAAI,EAAE,MAAM;oBACZ,eAAe,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK;oBAClC,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC,CAAA,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAErB,MAAM,CAAC,eAAe,EAAE,aAAa,CAAC,GAAG,cAAc,CAAC,GAAG,EAAE,CAAC;IAC9D,KAAK,KAAK,CAAC,QAAQ,CAAC;QAClB,EAAE,EAAE,IAAA,SAAE,GAAE;QACR,IAAI,EAAE,UAAU;QAChB,MAAM;QACN,MAAM,EAAE,IAAA,gDAAmC,EAAC,eAAe,CAAC,SAAS,EAAE,CAAC;QACxE,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,IAAI,EAAE,GAAS,EAAE;YACf,MAAM,MAAM,GAAG,MAAM,uBAAU,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YACvD,OAAO,2DAA4B,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC,CAAA;QACD,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACrC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACnB,OAAO,eAAe,CAAC;AACzB,CAAC,CAAA,CAAC;AAxFW,QAAA,sCAAsC,0CAwFjD"}
+{"version":3,"file":"request.js","sourceRoot":"","sources":["../../src/utils/request.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,iFAA8E;AAC9E,6CAA+E;AAC/E,wCAAgD;AAGhD,mGAAgG;AAEhG,+BAA0B;AAEnB,MAAM,sCAAsC,GAAG,CAAiC,KAMtF,EAAE,EAAE,CAAC,CACJ,MAA2B,EAC3B,IAA0E,EAC1E,EAAE;;IACF,MAAM,KAAK,GAAyB,IAAA,4BAAkB,EAAC;QACrD,MAAM;QACN,IAAI,kCACC,IAAI,KACP,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,EACzB,MAAM,EAAE,IAAI,EACZ,cAAc,EAAE;gBACd,aAAa,EAAE,IAAI;aACpB,GACF;QACD,OAAO,kCACF,KAAK,CAAC,MAAM,CAAC,OAAO,KACvB,MAAM,EAAE,KAAK,CAAC,WAAW,GAC1B;KACF,CAAC,CAAC;IACH,MAAM,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE5B,aAAa;IACb,MAAM,eAAe,GAAG,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,eAAe,mCAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QAClE,MAAM,KAAK,CAAC,KAAK,CAAC;IACpB,CAAC,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,MAAM,CAAC,GAAS,EAAE;QACnC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CACnD,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,OAAO,CACd,CAAC;YACJ,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,OAAO,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAClD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;gBAC3D,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC,CAAA,CAAC,EAAE,CAAC;IAEL,MAAM,CAAC,cAAc,EAAE,eAAe,CAAC,GAAG,uBAAU,CAAC,SAAS,CAC5D,UAAU,CAAC,gBAAgB,EAAgC,EAC3D,KAAK,CAAC,EAAE,CACN,2DAA4B,CAAC,wBAAwB,CAAC,KAAK,CAAC,EAC9D,KAAK,CAAC,WAAW,CAClB,CAAC,GAAG,EAAE,CAAC;IAER,MAAM,CAAC,kBAAkB,EAAE,eAAe,CAAC,GAAG,eAAe,CAAC,GAAG,EAAE,CAAC;IAEpE,CAAC,GAAS,EAAE;;QACV,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,EAAE,CAAC;QAC9C,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,IAAI,IAAI,CAAA,MAAA,KAAK,CAAC,WAAW,0CAAE,OAAO,MAAK,IAAI,EAAE,CAAC;gBACtD,MAAM;YACR,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC9B,2DAA4B,CAAC,SAAS,CAAC;oBACrC,IAAI,EAAE,MAAM;oBACZ,eAAe,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK;oBAClC,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC,CAAA,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAErB,MAAM,CAAC,eAAe,EAAE,aAAa,CAAC,GAAG,cAAc,CAAC,GAAG,EAAE,CAAC;IAC9D,KAAK,KAAK,CAAC,QAAQ,CAAC;QAClB,EAAE,EAAE,IAAA,SAAE,GAAE;QACR,IAAI,EAAE,UAAU;QAChB,MAAM;QACN,MAAM,EAAE,IAAA,gDAAmC,EAAC,eAAe,CAAC,SAAS,EAAE,EAAE,KAAK,CAAC,WAAW,CAAC;QAC3F,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,IAAI,EAAE,GAAS,EAAE;YACf,MAAM,MAAM,GAAG,MAAM,uBAAU,CAAC,OAAO,CAAC,aAAa,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;YAC1E,OAAO,2DAA4B,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC,CAAA;QACD,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACrC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACnB,OAAO,eAAe,CAAC;AACzB,CAAC,CAAA,CAAC;AAzFW,QAAA,sCAAsC,0CAyFjD"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agentica/core",
-  "version": "0.32.3",
+  "version": "0.32.5",
   "description": "Agentic AI Library specialized in LLM Function Calling",
   "author": "Wrtn Technologies",
   "license": "MIT",

package/src/context/MicroAgenticaContext.ts

@@ -68,6 +68,10 @@ export interface MicroAgenticaContext<Model extends ILlmSchema.Model> {
    */
   prompt: AgenticaUserMessageHistory;
 
+  /**
+   * Abort signal.
+   */
+  abortSignal?: AbortSignal;
   // ----
   // HANDLERS
   // ----

package/src/events/AgenticaJsonParseErrorEvent.ts

@@ -9,4 +9,5 @@ export interface AgenticaJsonParseErrorEvent<Model extends ILlmSchema.Model>
   operation: AgenticaOperation<Model>;
   arguments: string;
   errorMessage: string;
+  life: number;
 }

package/src/events/AgenticaValidateEvent.ts

@@ -29,5 +29,7 @@ export interface AgenticaValidateEvent<
    */
   result: IValidation.IFailure;
 
+  life: number;
+
   toJSON: () => IAgenticaEventJson.IValidate;
 }

package/src/factory/events.ts

@@ -118,6 +118,7 @@ export function createJsonParseErrorEvent<Model extends ILlmSchema.Model>(props:
   operation: AgenticaOperation<Model>;
   arguments: string;
   errorMessage: string;
+  life: number;
 }): AgenticaJsonParseErrorEvent<Model> {
   const created_at: string = new Date().toISOString();
   return {
@@ -127,6 +128,7 @@ export function createJsonParseErrorEvent<Model extends ILlmSchema.Model>(props:
     operation: props.operation,
     arguments: props.arguments,
     errorMessage: props.errorMessage,
+    life: props.life,
   };
 }
 
@@ -134,6 +136,7 @@ export function createValidateEvent<Model extends ILlmSchema.Model>(props: {
   id: string;
   operation: AgenticaOperation<Model>;
   result: IValidation.IFailure;
+  life: number;
 }): AgenticaValidateEvent<Model> {
   const created_at: string = new Date().toISOString();
   return {
@@ -142,12 +145,14 @@ export function createValidateEvent<Model extends ILlmSchema.Model>(props: {
     created_at,
     operation: props.operation,
     result: props.result,
+    life: props.life,
     toJSON: () => ({
       type: "validate",
       id: props.id,
       created_at,
       operation: props.operation.toJSON(),
       result: props.result,
+      life: props.life,
     }),
   };
 }

package/src/json/IAgenticaEventJson.ts

@@ -119,6 +119,8 @@ export namespace IAgenticaEventJson {
      * Validation result as a failure.
      */
     result: IValidation.IFailure;
+
+    life: number;
   }
 
   export interface IJsonParseError extends IBase<"jsonParseError"> {
@@ -138,6 +140,8 @@ export namespace IAgenticaEventJson {
      * Error message of the JSON parse error.
      */
     errorMessage: string;
+
+    life: number;
   }
 
   /**

package/src/orchestrate/call.ts

@@ -35,7 +35,7 @@ export async function call<Model extends ILlmSchema.Model>(
   ctx: AgenticaContext<Model> | MicroAgenticaContext<Model>,
   operations: AgenticaOperation<Model>[],
 ): Promise<AgenticaExecuteEvent<Model>[]> {
-  const _retryFn = __get_retry(ctx.config?.retry ?? AgenticaConstant.RETRY);
+  const _retryFn = __get_retry(1);
   const retryFn = async (fn: (prevError?: unknown) => Promise<OpenAI.ChatCompletion>) => {
     return _retryFn(fn).catch((e) => {
       if (e instanceof AssistantMessageEmptyError) {
@@ -182,6 +182,7 @@ async function predicate<Model extends ILlmSchema.Model>(
     = parseArguments(
       operation,
       toolCall,
+      life,
     );
   await ctx.dispatch(call);
   if (call.type === "jsonParseError") {
@@ -195,6 +196,7 @@ async function predicate<Model extends ILlmSchema.Model>(
       id: toolCall.id,
       operation,
       result: check,
+      life,
     });
     await ctx.dispatch(event);
     return correctTypeError(
@@ -292,6 +294,7 @@ async function correctJsonError<Model extends ILlmSchema.Model>(
 function parseArguments<Model extends ILlmSchema.Model>(
   operation: AgenticaOperation<Model>,
   toolCall: OpenAI.ChatCompletionMessageToolCall,
+  life: number,
 ): AgenticaCallEvent<Model> | AgenticaJsonParseErrorEvent<Model> {
   try {
     const data: Record<string, unknown> = JSON.parse(toolCall.function.arguments);
@@ -307,6 +310,7 @@ function parseArguments<Model extends ILlmSchema.Model>(
       operation,
       arguments: toolCall.function.arguments,
       errorMessage: error instanceof Error ? error.message : String(error),
+      life,
     });
   }
 }

package/src/orchestrate/cancel.ts

@@ -171,7 +171,7 @@ async function step<Model extends ILlmSchema.Model>(
     // parallel_tool_calls: true,
   });
 
-  const chunks = await StreamUtil.readAll(completionStream);
+  const chunks = await StreamUtil.readAll(completionStream, ctx.abortSignal);
   const completion = ChatGptCompletionMessageUtil.merge(chunks);
 
   // ----

package/src/orchestrate/describe.ts

@@ -45,7 +45,7 @@ export async function describe<Model extends ILlmSchema.Model>(
       ...props,
     });
     ctx.dispatch(event);
-  });
+  }, ctx.abortSignal);
 }
 
 export const ChatGptDescribeFunctionAgent = {

package/src/orchestrate/initialize.ts

@@ -66,7 +66,7 @@ export async function initialize<Model extends ILlmSchema.Model>(ctx: AgenticaCo
   const completion = await reduceStreamingWithDispatch(completionStream, (props) => {
     const event: AgenticaAssistantMessageEvent = createAssistantMessageEvent(props);
     ctx.dispatch(event);
-  });
+  }, ctx.abortSignal);
 
   if (completion === null) {
     throw new Error("No completion received");

package/src/orchestrate/select.ts

@@ -95,7 +95,7 @@ async function step<Model extends ILlmSchema.Model>(
   retry: number,
   failures?: IFailure[],
 ): Promise<void> {
-  const _retryFn = __get_retry(ctx.config?.retry ?? AgenticaConstant.RETRY);
+  const _retryFn = __get_retry(1);
   const retryFn = async (fn: (prevError?: unknown) => Promise<OpenAI.ChatCompletion>) => {
     return _retryFn(fn).catch((e) => {
       if (e instanceof AssistantMessageEmptyError) {
@@ -194,7 +194,7 @@ async function step<Model extends ILlmSchema.Model>(
     const completion = await reduceStreamingWithDispatch(stream, (props) => {
       const event: AgenticaAssistantMessageEvent = createAssistantMessageEvent(props);
       void ctx.dispatch(event).catch(() => {});
-    });
+    }, ctx.abortSignal);
     const allAssistantMessagesEmpty = completion.choices.every(v => v.message.tool_calls == null && v.message.content === "");
     if (allAssistantMessagesEmpty) {
       const firstChoice = completion.choices.at(0);

package/src/utils/AssistantMessageEmptyError.ts

@@ -1,6 +1,13 @@
 export class AssistantMessageEmptyError extends Error {
   constructor() {
     super();
+    const proto = new.target.prototype;
+    // eslint-disable-next-line
+    if (Object.setPrototypeOf) { Object.setPrototypeOf(this, proto); }
+    else {
+      // eslint-disable-next-line
+      (this as any).__proto__ = proto; 
+    }
   }
 }
 
@@ -10,4 +17,4 @@ export class AssistantMessageEmptyWithReasoningError extends AssistantMessageEmp
     super();
     this.reasoning = reasoning;
   }
-}
+}

package/src/utils/ChatGptCompletionStreamingUtil.ts

@@ -7,7 +7,7 @@ async function reduceStreamingWithDispatch(stream: ReadableStream<ChatCompletion
   done: () => boolean;
   get: () => string;
   join: () => Promise<string>;
-}) => void) {
+}) => void, abortSignal?: AbortSignal) {
   const streamContext = new Map<number, { content: string; mpsc: MPSC<string> }>();
 
   const nullableCompletion = await StreamUtil.reduce<ChatCompletionChunk, Promise<ChatCompletion>>(stream, async (accPromise, chunk) => {
@@ -59,7 +59,7 @@ async function reduceStreamingWithDispatch(stream: ReadableStream<ChatCompletion
     }
     registerContext(chunk.choices);
     return ChatGptCompletionMessageUtil.accumulate(acc, chunk);
-  });
+  }, { abortSignal });
 
   if (nullableCompletion == null) {
     throw new Error(

package/src/utils/StreamUtil.spec.ts

@@ -149,7 +149,7 @@ describe("streamUtil", () => {
       const stringResult = await StreamUtil.reduce<number, string>(
         stringStream,
         (acc, cur) => acc + cur.toString(),
-        "",
+        { initial: ""},
       );
 
       expect(stringResult).toBe("123");
@@ -160,7 +160,7 @@ describe("streamUtil", () => {
       const sumResult = await StreamUtil.reduce<number, number>(
         sumStream,
         (acc, cur) => acc + cur,
-        0,
+        { initial: 0 },
       );
 
       expect(sumResult).toBe(15);
@@ -171,6 +171,7 @@ describe("streamUtil", () => {
       const noInitialResult = await StreamUtil.reduce<number>(
         noInitialStream,
         (acc, cur) => acc + cur,
+        { initial: 0 },
       );
 
       expect(noInitialResult).toBe(10);
@@ -181,7 +182,7 @@ describe("streamUtil", () => {
       const emptyResult = await StreamUtil.reduce<number, string>(
         emptyStream,
         (acc, cur) => acc + cur.toString(),
-        "initial value",
+        { initial: "initial value" },
       );
 
       expect(emptyResult).toBe("initial value");
@@ -192,6 +193,7 @@ describe("streamUtil", () => {
       const emptyNoInitialResult = await StreamUtil.reduce<number>(
         emptyNoInitialStream,
         (acc, cur) => acc + cur,
+        { initial: 0 },
       );
 
       expect(emptyNoInitialResult).toBeNull();
@@ -202,7 +204,7 @@ describe("streamUtil", () => {
       const stringResult = await StreamUtil.reduce<number, string>(
         stringStream,
         (acc, cur) => acc + cur.toString(),
-        "",
+        { initial: "" },
       );
 
       expect(stringResult).toBe("123");
@@ -213,6 +215,7 @@ describe("streamUtil", () => {
       const noInitialResult = await StreamUtil.reduce<number>(
         noInitialStream,
         (acc, cur) => acc + cur,
+        { initial: 0 },
       );
 
       expect(noInitialResult).toBe(10);
@@ -229,7 +232,7 @@ describe("streamUtil", () => {
           }
           return [...acc, `item${cur}`];
         },
-        [],
+        { initial: [] },
       );
 
       expect(transformResult).toEqual(["item1", "item2", "item3"]);
@@ -240,7 +243,7 @@ describe("streamUtil", () => {
       const emptyResult = await StreamUtil.reduce<number, string>(
         emptyStream,
         (acc, cur) => acc + cur.toString(),
-        "initial",
+        { initial: "initial" },
       );
 
       expect(emptyResult).toBe("initial");
@@ -256,7 +259,7 @@ describe("streamUtil", () => {
       const delayResult = await StreamUtil.reduce<number, number>(
         delayStream,
         (acc, cur) => acc + cur,
-        0,
+        { initial: 0 },
       );
 
       expect(delayResult).toBe(6);
@@ -274,7 +277,7 @@ describe("streamUtil", () => {
             }
             return acc + cur;
           },
-          0,
+          { initial: 0 },
         ),
       ).rejects.toThrow("Test error");
     });
@@ -285,7 +288,7 @@ describe("streamUtil", () => {
       const result = await StreamUtil.reduce<number | null | undefined, number>(
         stream,
         (acc, cur) => (acc ?? 0) + (cur ?? 0),
-        0,
+        { initial: 0 },
       );
 
       expect(result).toBe(9); // 1 + 0 + 3 + 0 + 5 = 9

package/src/utils/StreamUtil.ts

@@ -4,12 +4,12 @@
  * Utility functions for streams.
  */
 
-async function readAll<T>(stream: ReadableStream<T>): Promise<T[]> {
+async function readAll<T>(stream: ReadableStream<T>, abortSignal?: AbortSignal): Promise<T[]> {
   const reader = stream.getReader();
   const result: T[] = [];
   while (true) {
     const { done, value } = await reader.read();
-    if (done) {
+    if (done || abortSignal?.aborted === true) {
       break;
     }
     result.push(value);
@@ -17,12 +17,16 @@ async function readAll<T>(stream: ReadableStream<T>): Promise<T[]> {
   return result;
 }
 
-async function reduce<T, R = T>(stream: ReadableStream<T>, reducer: (acc: T | R, cur: T) => R, initial?: R): Promise<R | null> {
+async function reduce<T, R = T>(stream: ReadableStream<T>, reducer: (acc: T | R, cur: T) => R, options: { initial?: R, abortSignal?: AbortSignal }): Promise<R | null> {
   const reader = stream.getReader();
   const iterator = streamDefaultReaderToAsyncGenerator(reader);
-  let acc = (initial ?? null) as R | null | T;
+  let acc = (options.initial ?? null) as R | null | T;
 
   for await (const value of iterator) {
+    if (options.abortSignal?.aborted === true) {
+      break;
+    }
+
     if (acc === null) {
       acc = value;
       continue;
@@ -49,28 +53,28 @@ export async function* toAsyncGenerator<T>(value: T): AsyncGenerator<T, undefine
   yield value;
 }
 
-export async function* streamDefaultReaderToAsyncGenerator<T>(reader: ReadableStreamDefaultReader<T>): AsyncGenerator<Awaited<T>, undefined, undefined> {
+export async function* streamDefaultReaderToAsyncGenerator<T>(reader: ReadableStreamDefaultReader<T>, abortSignal?: AbortSignal): AsyncGenerator<Awaited<T>, undefined, undefined> {
   while (true) {
     const { done, value } = await reader.read();
-    if (done) {
+    if (done || abortSignal?.aborted === true) {
       break;
     }
     yield value;
   }
 }
 
-function transform<T, R>(stream: ReadableStream<T>, transformer: (value: T) => R): ReadableStream<R> {
+function transform<T, R>(stream: ReadableStream<T>, transformer: (value: T) => R, abortSignal?: AbortSignal): ReadableStream<R> {
   const reader = stream.getReader();
 
   return new ReadableStream<R>({
     pull: async (controller) => {
       const { done, value } = await reader.read();
-      if (!done) {
-        controller.enqueue(transformer(value));
-      }
-      else {
+      if (done === true || abortSignal?.aborted === true) {
         controller.close();
+        return;
       }
+      
+      controller.enqueue(transformer(value));
     },
   });
 }

package/src/utils/request.ts

@@ -61,6 +61,7 @@ export const getChatCompletionWithStreamingFunction = <Model extends ILlmSchema.
     completion.toReadableStream() as ReadableStream<Uint8Array>,
     value =>
       ChatGptCompletionMessageUtil.transformCompletionChunk(value),
+    props.abortSignal,
   ).tee();
 
   const [streamForAggregate, streamForReturn] = temporaryStream.tee();
@@ -69,7 +70,7 @@ export const getChatCompletionWithStreamingFunction = <Model extends ILlmSchema.
     const reader = streamForAggregate.getReader();
     while (true) {
       const chunk = await reader.read();
-      if (chunk.done) {
+      if (chunk.done || props.abortSignal?.aborted === true) {
         break;
       }
       if (chunk.value.usage != null) {
@@ -87,11 +88,11 @@ export const getChatCompletionWithStreamingFunction = <Model extends ILlmSchema.
     id: v4(),
     type: "response",
     source,
-    stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader()),
+    stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader(), props.abortSignal),
     body: event.body,
     options: event.options,
     join: async () => {
-      const chunks = await StreamUtil.readAll(streamForJoin);
+      const chunks = await StreamUtil.readAll(streamForJoin, props.abortSignal);
       return ChatGptCompletionMessageUtil.merge(chunks);
     },
     created_at: new Date().toISOString(),