@agentica/core 0.32.2 → 0.32.3-dev.2

package/src/orchestrate/describe.ts

@@ -10,9 +10,7 @@ import { AgenticaDefaultPrompt } from "../constants/AgenticaDefaultPrompt";
 import { AgenticaSystemPrompt } from "../constants/AgenticaSystemPrompt";
 import { createDescribeEvent } from "../factory/events";
 import { decodeHistory } from "../factory/histories";
-import { ChatGptCompletionMessageUtil } from "../utils/ChatGptCompletionMessageUtil";
-import { MPSC } from "../utils/MPSC";
-import { streamDefaultReaderToAsyncGenerator, StreamUtil } from "../utils/StreamUtil";
+import { reduceStreamingWithDispatch } from "../utils/ChatGptCompletionStreamingUtil";
 
 export async function describe<Model extends ILlmSchema.Model>(
   ctx: AgenticaContext<Model> | MicroAgenticaContext<Model>,
@@ -41,68 +39,12 @@ export async function describe<Model extends ILlmSchema.Model>(
     ],
   });
 
-  const describeContext: ({
-    content: string;
-    mpsc: MPSC<string>;
-  })[] = [];
-
-  await StreamUtil.reduce<
-    OpenAI.ChatCompletionChunk,
-    Promise<OpenAI.ChatCompletion>
-  >(completionStream, async (accPromise, chunk) => {
-    const acc = await accPromise;
-    const registerContext = (
-      choices: OpenAI.ChatCompletionChunk.Choice[],
-    ) => {
-      for (const choice of choices) {
-        /**
-         * @TODO fix it
-         * Sometimes, the complete message arrives along with a finish reason.
-         */
-        if (choice.finish_reason != null) {
-          describeContext[choice.index]!.mpsc.close();
-          continue;
-        }
-
-        if (choice.delta.content == null) {
-          continue;
-        }
-
-        if (describeContext[choice.index] != null) {
-          describeContext[choice.index]!.content += choice.delta.content;
-          describeContext[choice.index]!.mpsc.produce(choice.delta.content);
-          continue;
-        }
-
-        const mpsc = new MPSC<string>();
-
-        describeContext[choice.index] = {
-          content: choice.delta.content,
-          mpsc,
-        };
-        mpsc.produce(choice.delta.content);
-
-        const event: AgenticaDescribeEvent<Model> = createDescribeEvent({
-          executes: histories,
-          stream: streamDefaultReaderToAsyncGenerator(mpsc.consumer.getReader()),
-          done: () => mpsc.done(),
-          get: () => describeContext[choice.index]?.content ?? "",
-          join: async () => {
-            await mpsc.waitClosed();
-            return describeContext[choice.index]!.content;
-          },
-        });
-        ctx.dispatch(event);
-      }
-    };
-
-    if (acc.object === "chat.completion.chunk") {
-      registerContext([acc, chunk].flatMap(v => v.choices));
-      return ChatGptCompletionMessageUtil.merge([acc, chunk]);
-    }
-
-    registerContext(chunk.choices);
-    return ChatGptCompletionMessageUtil.accumulate(acc, chunk);
+  await reduceStreamingWithDispatch(completionStream, (props) => {
+    const event: AgenticaDescribeEvent<Model> = createDescribeEvent({
+      executes: histories,
+      ...props,
+    });
+    ctx.dispatch(event);
   });
 }
 

package/src/orchestrate/initialize.ts

@@ -11,9 +11,7 @@ import { AgenticaDefaultPrompt } from "../constants/AgenticaDefaultPrompt";
 import { AgenticaSystemPrompt } from "../constants/AgenticaSystemPrompt";
 import { createAssistantMessageEvent } from "../factory/events";
 import { decodeHistory, decodeUserMessageContent } from "../factory/histories";
-import { ChatGptCompletionMessageUtil } from "../utils/ChatGptCompletionMessageUtil";
-import { MPSC } from "../utils/MPSC";
-import { streamDefaultReaderToAsyncGenerator, StreamUtil } from "../utils/StreamUtil";
+import { reduceStreamingWithDispatch } from "../utils/ChatGptCompletionStreamingUtil";
 
 const FUNCTION: ILlmFunction<"chatgpt"> = typia.llm.application<
   __IChatInitialApplication,
@@ -65,67 +63,9 @@ export async function initialize<Model extends ILlmSchema.Model>(ctx: AgenticaCo
     // parallel_tool_calls: false,
   });
 
-  const textContext: ({
-    content: string;
-    mpsc: MPSC<string>;
-  })[] = [];
-
-  const completion = await StreamUtil.reduce<
-    OpenAI.ChatCompletionChunk,
-    Promise<OpenAI.ChatCompletion>
-  >(completionStream, async (accPromise, chunk) => {
-    const acc = await accPromise;
-    const registerContext = (
-      choices: OpenAI.ChatCompletionChunk.Choice[],
-    ) => {
-      for (const choice of choices) {
-        /**
-         * @TODO fix it
-         * Sometimes, the complete message arrives along with a finish reason.
-         */
-        if (choice.finish_reason != null) {
-          textContext[choice.index]?.mpsc.close();
-          continue;
-        }
-
-        if (choice.delta.content == null || choice.delta.content.length === 0) {
-          continue;
-        }
-
-        if (textContext[choice.index] != null) {
-          textContext[choice.index]!.content += choice.delta.content;
-          textContext[choice.index]!.mpsc.produce(choice.delta.content);
-          continue;
-        }
-
-        const mpsc = new MPSC<string>();
-
-        textContext[choice.index] = {
-          content: choice.delta.content,
-          mpsc,
-        };
-        mpsc.produce(choice.delta.content);
-
-        const event: AgenticaAssistantMessageEvent = createAssistantMessageEvent({
-          stream: streamDefaultReaderToAsyncGenerator(mpsc.consumer.getReader()),
-          done: () => mpsc.done(),
-          get: () => textContext[choice.index]!.content,
-          join: async () => {
-            await mpsc.waitClosed();
-            return textContext[choice.index]!.content;
-          },
-        });
-        ctx.dispatch(event);
-      }
-    };
-
-    if (acc.object === "chat.completion.chunk") {
-      registerContext([acc, chunk].flatMap(v => v.choices));
-      return ChatGptCompletionMessageUtil.merge([acc, chunk]);
-    }
-
-    registerContext(chunk.choices);
-    return ChatGptCompletionMessageUtil.accumulate(acc, chunk);
+  const completion = await reduceStreamingWithDispatch(completionStream, (props) => {
+    const event: AgenticaAssistantMessageEvent = createAssistantMessageEvent(props);
+    ctx.dispatch(event);
   });
 
   if (completion === null) {

package/src/orchestrate/select.ts

@@ -17,9 +17,10 @@ import { AgenticaDefaultPrompt } from "../constants/AgenticaDefaultPrompt";
 import { AgenticaSystemPrompt } from "../constants/AgenticaSystemPrompt";
 import { createAssistantMessageEvent } from "../factory/events";
 import { decodeHistory, decodeUserMessageContent } from "../factory/histories";
-import { MPSC } from "../utils";
-import { ChatGptCompletionMessageUtil } from "../utils/ChatGptCompletionMessageUtil";
-import { streamDefaultReaderToAsyncGenerator, StreamUtil, toAsyncGenerator } from "../utils/StreamUtil";
+import { __get_retry } from "../utils/__retry";
+import { AssistantMessageEmptyError, AssistantMessageEmptyWithReasoningError } from "../utils/AssistantMessageEmptyError";
+import { reduceStreamingWithDispatch } from "../utils/ChatGptCompletionStreamingUtil";
+import { toAsyncGenerator } from "../utils/StreamUtil";
 
 import { selectFunctionFromContext } from "./internal/selectFunctionFromContext";
 
@@ -93,154 +94,126 @@ async function step<Model extends ILlmSchema.Model>(
   retry: number,
   failures?: IFailure[],
 ): Promise<void> {
+  const _retryFn = __get_retry(ctx.config?.retry ?? AgenticaConstant.RETRY);
+  const retryFn = async (fn: (prevError?: unknown) => Promise<OpenAI.ChatCompletion>) => {
+    return _retryFn(fn).catch((e) => {
+      if (e instanceof AssistantMessageEmptyError) {
+        return Symbol("emptyAssistantMessage");
+      }
+      throw e;
+    });
+  };
   // ----
   // EXECUTE CHATGPT API
   // ----
-  const completionStream = await ctx.request("select", {
-    messages: [
-      // COMMON SYSTEM PROMPT
-      {
-        role: "system",
-        content: AgenticaDefaultPrompt.write(ctx.config),
-      } satisfies OpenAI.ChatCompletionSystemMessageParam,
-      // CANDIDATE FUNCTIONS
-      {
-        role: "assistant",
-        tool_calls: [
-          {
-            type: "function",
-            id: "getApiFunctions",
-            function: {
-              name: "getApiFunctions",
-              arguments: JSON.stringify({}),
+  const completion = await retryFn(async (prevError) => {
+    const stream = await ctx.request("select", {
+      messages: [
+        // COMMON SYSTEM PROMPT
+        {
+          role: "system",
+          content: AgenticaDefaultPrompt.write(ctx.config),
+        } satisfies OpenAI.ChatCompletionSystemMessageParam,
+        // CANDIDATE FUNCTIONS
+        {
+          role: "assistant",
+          tool_calls: [
+            {
+              type: "function",
+              id: "getApiFunctions",
+              function: {
+                name: "getApiFunctions",
+                arguments: JSON.stringify({}),
+              },
             },
-          },
-        ],
-      },
-      {
-        role: "tool",
-        tool_call_id: "getApiFunctions",
-        content: JSON.stringify(
-          operations.map(op => ({
-            name: op.name,
-            description: op.function.description,
-            ...(op.protocol === "http"
-              ? {
-                  method: op.function.method,
-                  path: op.function.path,
-                  tags: op.function.tags,
-                }
-              : {}),
-          })),
-        ),
-      },
-      // PREVIOUS HISTORIES
-      ...ctx.histories.map(decodeHistory).flat(),
-      // USER INPUT
-      {
-        role: "user",
-        content: ctx.prompt.contents.map(decodeUserMessageContent),
-      },
-      // SYSTEM PROMPT
-      {
-        role: "system",
-        content:
-          ctx.config?.systemPrompt?.select?.(ctx.histories)
-          ?? AgenticaSystemPrompt.SELECT,
-      },
-      // TYPE CORRECTIONS
-      ...emendMessages(failures ?? []),
-    ],
-    // STACK FUNCTIONS
-    tools: [{
-      type: "function",
-      function: {
-        name: CONTAINER.functions[0]!.name,
-        description: CONTAINER.functions[0]!.description,
-        /**
-         * @TODO fix it
-         * The property and value have a type mismatch, but it works.
-         */
-        parameters: CONTAINER.functions[0]!.parameters as unknown as Record<string, unknown>,
-      },
-    } satisfies OpenAI.ChatCompletionTool],
-    tool_choice: retry === 0
-      ? "auto"
-      : "required",
-    // parallel_tool_calls: false,
-  });
-
-  const selectContext: ({
-    content: string;
-    mpsc: MPSC<string>;
-  })[] = [];
-  const nullableCompletion = await StreamUtil.reduce<OpenAI.ChatCompletionChunk, Promise<OpenAI.ChatCompletion>>(completionStream, async (accPromise, chunk) => {
-    const acc = await accPromise;
-
-    const registerContext = (
-      choices: OpenAI.ChatCompletionChunk.Choice[],
-    ) => {
-      for (const choice of choices) {
-        /**
-         * @TODO fix it
-         * Sometimes, the complete message arrives along with a finish reason.
-         */
-        if (choice.finish_reason != null) {
-          selectContext[choice.index]?.mpsc.close();
-          continue;
-        }
-
-        if (choice.delta.content == null || choice.delta.content === "") {
-          continue;
-        }
-
-        if (selectContext[choice.index] != null) {
-          selectContext[choice.index]!.content += choice.delta.content;
-          selectContext[choice.index]!.mpsc.produce(choice.delta.content);
-          continue;
-        }
-
-        const mpsc = new MPSC<string>();
-
-        selectContext[choice.index] = {
-          content: choice.delta.content,
-          mpsc,
-        };
-        mpsc.produce(choice.delta.content);
+          ],
+        },
+        {
+          role: "tool",
+          tool_call_id: "getApiFunctions",
+          content: JSON.stringify(
+            operations.map(op => ({
+              name: op.name,
+              description: op.function.description,
+              ...(op.protocol === "http"
+                ? {
+                    method: op.function.method,
+                    path: op.function.path,
+                    tags: op.function.tags,
+                  }
+                : {}),
+            })),
+          ),
+        },
+        // PREVIOUS HISTORIES
+        ...ctx.histories.map(decodeHistory).flat(),
+        // USER INPUT
+        {
+          role: "user",
+          content: ctx.prompt.contents.map(decodeUserMessageContent),
+        },
+        // PREVIOUS ERROR
+        ...(prevError instanceof AssistantMessageEmptyWithReasoningError ? [
+          {
+            role: "assistant",
+            content: prevError.reasoning,
+          } satisfies OpenAI.ChatCompletionMessageParam,
+        ] : []),
+        // SYSTEM PROMPT
+        {
+          role: "system",
+          content:
+            ctx.config?.systemPrompt?.select?.(ctx.histories)
+            ?? AgenticaSystemPrompt.SELECT,
+        },
+        // TYPE CORRECTIONS
+        ...emendMessages(failures ?? []),
+      ],
+      // STACK FUNCTIONS
+      tools: [{
+        type: "function",
+        function: {
+          name: CONTAINER.functions[0]!.name,
+          description: CONTAINER.functions[0]!.description,
+          /**
+           * @TODO fix it
+           * The property and value have a type mismatch, but it works.
+           */
+          parameters: CONTAINER.functions[0]!.parameters as unknown as Record<string, unknown>,
+        },
+      } satisfies OpenAI.ChatCompletionTool],
+      tool_choice: retry === 0
+        ? "auto"
+        : "required",
+      // parallel_tool_calls: false,
+    });
 
-        const event: AgenticaAssistantMessageEvent = createAssistantMessageEvent({
-          stream: streamDefaultReaderToAsyncGenerator(mpsc.consumer.getReader()),
-          done: () => mpsc.done(),
-          get: () => selectContext[choice.index]?.content ?? "",
-          join: async () => {
-            await mpsc.waitClosed();
-            return selectContext[choice.index]!.content;
-          },
-        });
-        ctx.dispatch(event);
+    const completion = await reduceStreamingWithDispatch(stream, (props) => {
+      const event: AgenticaAssistantMessageEvent = createAssistantMessageEvent(props);
+      ctx.dispatch(event);
+    });
+    const allAssistantMessagesEmpty = completion.choices.every(v => v.message.tool_calls == null && v.message.content === "");
+    if (allAssistantMessagesEmpty) {
+      const firstChoice = completion.choices.at(0);
+      if ((firstChoice?.message as { reasoning?: string })?.reasoning != null) {
+        throw new AssistantMessageEmptyWithReasoningError((firstChoice?.message as { reasoning?: string })?.reasoning ?? "");
       }
-    };
-    if (acc.object === "chat.completion.chunk") {
-      registerContext([acc, chunk].flatMap(v => v.choices));
-      return ChatGptCompletionMessageUtil.merge([acc, chunk]);
+      throw new AssistantMessageEmptyError();
     }
-    registerContext(chunk.choices);
-    return ChatGptCompletionMessageUtil.accumulate(acc, chunk);
+    return completion;
   });
-  const completion = nullableCompletion!;
-  const emptyAssistantMessages = completion.choices.filter(v => v.message.tool_calls == null && v.message.content === "");
-  if(emptyAssistantMessages.length > 0) {
-    emptyAssistantMessages.forEach(v => {
+
+  if (typeof completion === "symbol") {
     const event: AgenticaAssistantMessageEvent = createAssistantMessageEvent({
-      stream: toAsyncGenerator(v.message.content ?? ""),
+      stream: toAsyncGenerator(""),
       done: () => true,
-      get: () => v.message.content ?? "",
+      get: () => "",
       join: async () => {
-        return v.message.content ?? "";
+        return "";
       },
-      });
-      ctx.dispatch(event);
     });
+    ctx.dispatch(event);
+    return;
   }
   // ----
   // VALIDATION

package/src/utils/AssistantMessageEmptyError.ts

@@ -0,0 +1,13 @@
+export class AssistantMessageEmptyError extends Error {
+  constructor() {
+    super();
+  }
+}
+
+export class AssistantMessageEmptyWithReasoningError extends AssistantMessageEmptyError {
+  public readonly reasoning: string;
+  constructor(reasoning: string) {
+    super();
+    this.reasoning = reasoning;
+  }
+}

package/src/utils/ChatGptCompletionMessageUtil.ts

@@ -57,7 +57,7 @@ function accumulate(origin: ChatCompletion, chunk: ChatCompletionChunk): ChatCom
         ...({
           // for open router
           reasoning: (choice.delta as { reasoning?: string }).reasoning ?? null,
-        })
+        }),
       } satisfies ChatCompletionMessage,
     };
   });