@agentica/core 0.43.3 → 0.44.0-dev.20260313-2

package/src/orchestrate/select.ts

@@ -1,322 +1,320 @@
-import type { ILlmApplication } from "@samchon/openapi";
-import type OpenAI from "openai";
-import type { IValidation } from "typia";
-
-import typia from "typia";
-
-import type { AgenticaContext } from "../context/AgenticaContext";
-import type { AgenticaOperation } from "../context/AgenticaOperation";
-import type { AgenticaOperationSelection } from "../context/AgenticaOperationSelection";
-import type { __IChatFunctionReference } from "../context/internal/__IChatFunctionReference";
-import type { __IChatSelectFunctionsApplication } from "../context/internal/__IChatSelectFunctionsApplication";
-import type { AgenticaAssistantMessageEvent, AgenticaSelectEvent } from "../events";
-import type { AgenticaEvent } from "../events/AgenticaEvent";
-
-import { AgenticaConstant } from "../constants/AgenticaConstant";
-import { AgenticaDefaultPrompt } from "../constants/AgenticaDefaultPrompt";
-import { AgenticaSystemPrompt } from "../constants/AgenticaSystemPrompt";
-import { createAssistantMessageEvent } from "../factory/events";
-import { decodeHistory, decodeUserMessageContent } from "../factory/histories";
-import { __get_retry } from "../utils/__retry";
-import { AssistantMessageEmptyError, AssistantMessageEmptyWithReasoningError } from "../utils/AssistantMessageEmptyError";
-import { reduceStreamingWithDispatch } from "../utils/ChatGptCompletionStreamingUtil";
-import { JsonUtil } from "../utils/JsonUtil";
-import { toAsyncGenerator } from "../utils/StreamUtil";
-
-import { selectFunctionFromContext } from "./internal/selectFunctionFromContext";
-
-const CONTAINER: ILlmApplication = typia.llm.application<
-  __IChatSelectFunctionsApplication
->();
-
-interface IFailure {
-  id: string;
-  name: string;
-  validation: IValidation.IFailure;
-}
-
-export async function select(
-  ctx: AgenticaContext,
-): Promise<void> {
-  if (ctx.operations.divided === undefined) {
-    return step(ctx, ctx.operations.array, 0);
-  }
-
-  const stacks: AgenticaOperationSelection[][]
-    = ctx.operations.divided.map(() => []);
-  const events: AgenticaEvent[] = [];
-  await Promise.all(
-    ctx.operations.divided.map(async (operations, i) =>
-      step(
-        {
-          ...ctx,
-          stack: stacks[i]!,
-          dispatch: async (e) => {
-            events.push(e);
-          },
-        },
-        operations,
-        0,
-      ),
-    ),
-  );
-
-  // ELITICISM
-  if (
-    (ctx.config?.eliticism ?? AgenticaConstant.ELITICISM) === true
-    && stacks.some(s => s.length !== 0)
-  ) {
-    return step(
-      ctx,
-      stacks
-        .flat()
-        .map(
-          s =>
-            ctx.operations.group
-              .get(s.operation.controller.name)!
-              .get(s.operation.function.name)!,
-        ),
-      0,
-    );
-  }
-  else {
-    const selected: AgenticaSelectEvent[]
-      = events.filter(e => e.type === "select");
-    (selected.length !== 0 ? selected : events)
-      .forEach((e) => {
-        void ctx.dispatch(e).catch(() => {});
-      });
-  }
-}
-
-async function step(
-  ctx: AgenticaContext,
-  operations: AgenticaOperation[],
-  retry: number,
-  failures?: IFailure[],
-): Promise<void> {
-  const _retryFn = __get_retry(1);
-  const retryFn = async (fn: (prevError?: unknown) => Promise<OpenAI.ChatCompletion>) => {
-    return _retryFn(fn).catch((e) => {
-      if (e instanceof AssistantMessageEmptyError) {
-        return Symbol("emptyAssistantMessage");
-      }
-      throw e;
-    });
-  };
-  // ----
-  // EXECUTE CHATGPT API
-  // ----
-  const completion = await retryFn(async (prevError) => {
-    const result = await ctx.request("select", {
-      messages: [
-
-        // CANDIDATE FUNCTIONS
-        {
-          role: "assistant",
-          tool_calls: [
-            {
-              type: "function",
-              id: "getApiFunctions",
-              function: {
-                name: "getApiFunctions",
-                arguments: JSON.stringify({}),
-              },
-            },
-          ],
-        },
-        {
-          role: "tool",
-          tool_call_id: "getApiFunctions",
-          content: JSON.stringify(
-            operations.map(op => ({
-              name: op.name,
-              description: op.function.description,
-              ...(op.protocol === "http"
-                ? {
-                    method: op.function.method,
-                    path: op.function.path,
-                    tags: op.function.tags,
-                  }
-                : {}),
-            })),
-          ),
-        },
-        // PREVIOUS HISTORIES
-        ...ctx.histories.map(decodeHistory).flat(),
-        // USER INPUT
-        {
-          role: "user",
-          content: ctx.prompt.contents.map(decodeUserMessageContent),
-        },
-        // PREVIOUS ERROR
-        ...(prevError instanceof AssistantMessageEmptyWithReasoningError
-          ? [
-          {
-            role: "assistant",
-            content: prevError.reasoning,
-          } satisfies OpenAI.ChatCompletionMessageParam,
-            ]
-          : []),
-        // SYSTEM PROMPT
-        {
-          role: "system",
-          content:
-            ctx.config?.systemPrompt?.select?.(ctx.histories)
-            ?? AgenticaSystemPrompt.SELECT,
-        },
-        // TYPE CORRECTIONS
-        ...emendMessages(failures ?? []),
-        // COMMON SYSTEM PROMPT
-        {
-          role: "system",
-          content: AgenticaDefaultPrompt.write(ctx.config),
-        } satisfies OpenAI.ChatCompletionSystemMessageParam,
-      ],
-      // STACK FUNCTIONS
-      tools: [{
-        type: "function",
-        function: {
-          name: CONTAINER.functions[0]!.name,
-          description: CONTAINER.functions[0]!.description,
-          /**
-           * @TODO fix it
-           * The property and value have a type mismatch, but it works.
-           */
-          parameters: CONTAINER.functions[0]!.parameters as unknown as Record<string, unknown>,
-        },
-      } satisfies OpenAI.ChatCompletionTool],
-      tool_choice: retry === 0
-        ? "auto"
-        : "required",
-      // parallel_tool_calls: false,
-    });
-
-    if (result.type === "none-stream") {
-      const completion = result.value;
-      const allAssistantMessagesEmpty = !!completion.choices?.every(v => v.message.tool_calls == null && v.message.content === "");
-      if (allAssistantMessagesEmpty) {
-        const firstChoice = completion.choices?.at(0);
-        if ((firstChoice?.message as { reasoning?: string })?.reasoning != null) {
-          throw new AssistantMessageEmptyWithReasoningError((firstChoice?.message as { reasoning?: string })?.reasoning ?? "");
-        }
-        throw new AssistantMessageEmptyError();
-      }
-      return completion;
-    }
-
-    const completion = await reduceStreamingWithDispatch(result.value, (props) => {
-      const event: AgenticaAssistantMessageEvent = createAssistantMessageEvent(props);
-      void ctx.dispatch(event).catch(() => {});
-    }, ctx.abortSignal);
-    const allAssistantMessagesEmpty = !!completion.choices?.every(v => v.message.tool_calls == null && v.message.content === "");
-    if (allAssistantMessagesEmpty) {
-      const firstChoice = completion.choices?.at(0);
-      if ((firstChoice?.message as { reasoning?: string })?.reasoning != null) {
-        throw new AssistantMessageEmptyWithReasoningError((firstChoice?.message as { reasoning?: string })?.reasoning ?? "");
-      }
-      throw new AssistantMessageEmptyError();
-    }
-    return completion;
-  });
-
-  if (typeof completion === "symbol") {
-    const event: AgenticaAssistantMessageEvent = createAssistantMessageEvent({
-      stream: toAsyncGenerator(""),
-      done: () => true,
-      get: () => "",
-      join: async () => {
-        return "";
-      },
-    });
-    void ctx.dispatch(event).catch(() => {});
-    return;
-  }
-  // ----
-  // VALIDATION
-  // ----
-  if (retry++ < (ctx.config?.retry ?? AgenticaConstant.RETRY)) {
-    const failures: IFailure[] = [];
-    for (const choice of (completion.choices ?? [])) {
-      for (const tc of choice.message.tool_calls ?? []) {
-        if (tc.type !== "function" || tc.function.name !== "selectFunctions") {
-          continue;
-        }
-        const input: object = JsonUtil.parse(tc.function.arguments) as object;
-        const validation: IValidation<__IChatFunctionReference.IProps>
-          = typia.validate<__IChatFunctionReference.IProps>(input);
-        if (validation.success === false) {
-          failures.push({
-            id: tc.id,
-            name: tc.function.name,
-            validation,
-          });
-        }
-      }
-    }
-    if (failures.length > 0) {
-      return step(ctx, operations, retry, failures);
-    }
-  }
-
-  // ----
-  // PROCESS COMPLETION
-  // ----
-  for (const choice of (completion.choices ?? [])) {
-    // FUNCTION CALLING
-    if (choice.message.tool_calls != null) {
-      for (const tc of choice.message.tool_calls) {
-        if (tc.type !== "function") {
-          continue;
-        }
-        else if (tc.function.name !== "selectFunctions") {
-          continue;
-        }
-
-        const input: __IChatFunctionReference.IProps | null
-          = typia.json.isParse<__IChatFunctionReference.IProps>(
-            tc.function.arguments,
-          );
-        if (input === null) {
-          continue;
-        }
-        for (const reference of input.functions) {
-          selectFunctionFromContext(ctx, reference);
-        }
-      }
-    }
-  }
-}
-
-function emendMessages(failures: IFailure[]): OpenAI.ChatCompletionMessageParam[] {
-  return failures
-    .map(f => [
-      {
-        role: "assistant",
-        tool_calls: [
-          {
-            type: "function",
-            id: f.id,
-            function: {
-              name: f.name,
-              arguments: JSON.stringify(f.validation.data),
-            },
-          },
-        ],
-      } satisfies OpenAI.ChatCompletionAssistantMessageParam,
-      {
-        role: "tool",
-        content: JSON.stringify(f.validation.errors),
-        tool_call_id: f.id,
-      } satisfies OpenAI.ChatCompletionToolMessageParam,
-      {
-        role: "system",
-        content: [
-          "You A.I. assistant has composed wrong typed arguments.",
-          "",
-          "Correct it at the next function calling.",
-        ].join("\n"),
-      } satisfies OpenAI.ChatCompletionSystemMessageParam,
-    ])
-    .flat();
-}
+import type OpenAI from "openai";
+import type { ILlmFunction, IValidation } from "typia";
+
+import typia from "typia";
+
+import type { AgenticaContext } from "../context/AgenticaContext";
+import type { AgenticaOperation } from "../context/AgenticaOperation";
+import type { AgenticaOperationSelection } from "../context/AgenticaOperationSelection";
+import type { __IChatFunctionReference } from "../context/internal/__IChatFunctionReference";
+import type { __IChatSelectFunctionsApplication } from "../context/internal/__IChatSelectFunctionsApplication";
+import type { AgenticaAssistantMessageEvent, AgenticaSelectEvent } from "../events";
+import type { AgenticaEvent } from "../events/AgenticaEvent";
+
+import { AgenticaConstant } from "../constants/AgenticaConstant";
+import { AgenticaDefaultPrompt } from "../constants/AgenticaDefaultPrompt";
+import { AgenticaSystemPrompt } from "../constants/AgenticaSystemPrompt";
+import { createAssistantMessageEvent } from "../factory/events";
+import { decodeHistory, decodeUserMessageContent } from "../factory/histories";
+import { __get_retry } from "../utils/__retry";
+import { AssistantMessageEmptyError, AssistantMessageEmptyWithReasoningError } from "../utils/AssistantMessageEmptyError";
+import { reduceStreamingWithDispatch } from "../utils/ChatGptCompletionStreamingUtil";
+import { toAsyncGenerator } from "../utils/StreamUtil";
+
+import { selectFunctionFromContext } from "./internal/selectFunctionFromContext";
+
+const FUNCTION: ILlmFunction = typia.llm.application<
+  __IChatSelectFunctionsApplication
+>().functions[0]!;
+
+interface IFailure {
+  id: string;
+  name: string;
+  validation: IValidation.IFailure;
+}
+
+export async function select(
+  ctx: AgenticaContext,
+): Promise<void> {
+  if (ctx.operations.divided === undefined) {
+    return step(ctx, ctx.operations.array, 0);
+  }
+
+  const stacks: AgenticaOperationSelection[][]
+    = ctx.operations.divided.map(() => []);
+  const events: AgenticaEvent[] = [];
+  await Promise.all(
+    ctx.operations.divided.map(async (operations, i) =>
+      step(
+        {
+          ...ctx,
+          stack: stacks[i]!,
+          dispatch: async (e) => {
+            events.push(e);
+          },
+        },
+        operations,
+        0,
+      ),
+    ),
+  );
+
+  // ELITICISM
+  if (
+    (ctx.config?.eliticism ?? AgenticaConstant.ELITICISM) === true
+    && stacks.some(s => s.length !== 0)
+  ) {
+    return step(
+      ctx,
+      stacks
+        .flat()
+        .map(
+          s =>
+            ctx.operations.group
+              .get(s.operation.controller.name)!
+              .get(s.operation.function.name)!,
+        ),
+      0,
+    );
+  }
+  else {
+    const selected: AgenticaSelectEvent[]
+      = events.filter(e => e.type === "select");
+    (selected.length !== 0 ? selected : events)
+      .forEach((e) => {
+        void ctx.dispatch(e).catch(() => {});
+      });
+  }
+}
+
+async function step(
+  ctx: AgenticaContext,
+  operations: AgenticaOperation[],
+  retry: number,
+  failures?: IFailure[],
+): Promise<void> {
+  const _retryFn = __get_retry(1);
+  const retryFn = async (fn: (prevError?: unknown) => Promise<OpenAI.ChatCompletion>) => {
+    return _retryFn(fn).catch((e) => {
+      if (e instanceof AssistantMessageEmptyError) {
+        return Symbol("emptyAssistantMessage");
+      }
+      throw e;
+    });
+  };
+  // ----
+  // EXECUTE CHATGPT API
+  // ----
+  const completion = await retryFn(async (prevError) => {
+    const result = await ctx.request("select", {
+      messages: [
+
+        // CANDIDATE FUNCTIONS
+        {
+          role: "assistant",
+          tool_calls: [
+            {
+              type: "function",
+              id: "getApiFunctions",
+              function: {
+                name: "getApiFunctions",
+                arguments: JSON.stringify({}),
+              },
+            },
+          ],
+        },
+        {
+          role: "tool",
+          tool_call_id: "getApiFunctions",
+          content: JSON.stringify(
+            operations.map(op => ({
+              name: op.name,
+              description: op.function.description,
+              ...(op.protocol === "http"
+                ? {
+                    method: op.function.method,
+                    path: op.function.path,
+                    tags: op.function.tags,
+                  }
+                : {}),
+            })),
+          ),
+        },
+        // PREVIOUS HISTORIES
+        ...ctx.histories.map(decodeHistory).flat(),
+        // USER INPUT
+        {
+          role: "user",
+          content: ctx.prompt.contents.map(decodeUserMessageContent),
+        },
+        // PREVIOUS ERROR
+        ...(prevError instanceof AssistantMessageEmptyWithReasoningError
+          ? [
+          {
+            role: "assistant",
+            content: prevError.reasoning,
+          } satisfies OpenAI.ChatCompletionMessageParam,
+            ]
+          : []),
+        // SYSTEM PROMPT
+        {
+          role: "system",
+          content:
+            ctx.config?.systemPrompt?.select?.(ctx.histories)
+            ?? AgenticaSystemPrompt.SELECT,
+        },
+        // TYPE CORRECTIONS
+        ...emendMessages(failures ?? []),
+        // COMMON SYSTEM PROMPT
+        {
+          role: "system",
+          content: AgenticaDefaultPrompt.write(ctx.config),
+        } satisfies OpenAI.ChatCompletionSystemMessageParam,
+      ],
+      // STACK FUNCTIONS
+      tools: [{
+        type: "function",
+        function: {
+          name: FUNCTION.name,
+          description: FUNCTION.description,
+          /**
+           * @TODO fix it
+           * The property and value have a type mismatch, but it works.
+           */
+          parameters: FUNCTION.parameters as unknown as Record<string, unknown>,
+        },
+      } satisfies OpenAI.ChatCompletionTool],
+      tool_choice: retry === 0
+        ? "auto"
+        : "required",
+      // parallel_tool_calls: false,
+    });
+
+    if (result.type === "none-stream") {
+      const completion = result.value;
+      const allAssistantMessagesEmpty = !!completion.choices?.every(v => v.message.tool_calls == null && v.message.content === "");
+      if (allAssistantMessagesEmpty) {
+        const firstChoice = completion.choices?.[0];
+        if ((firstChoice?.message as { reasoning?: string })?.reasoning != null) {
+          throw new AssistantMessageEmptyWithReasoningError((firstChoice?.message as { reasoning?: string })?.reasoning ?? "");
+        }
+        throw new AssistantMessageEmptyError();
+      }
+      return completion;
+    }
+
+    const completion = await reduceStreamingWithDispatch(result.value, (props) => {
+      const event: AgenticaAssistantMessageEvent = createAssistantMessageEvent(props);
+      void ctx.dispatch(event).catch(() => {});
+    }, ctx.abortSignal);
+    const allAssistantMessagesEmpty = !!completion.choices?.every(v => v.message.tool_calls == null && v.message.content === "");
+    if (allAssistantMessagesEmpty) {
+      const firstChoice = completion.choices?.[0];
+      if ((firstChoice?.message as { reasoning?: string })?.reasoning != null) {
+        throw new AssistantMessageEmptyWithReasoningError((firstChoice?.message as { reasoning?: string })?.reasoning ?? "");
+      }
+      throw new AssistantMessageEmptyError();
+    }
+    return completion;
+  });
+
+  if (typeof completion === "symbol") {
+    const event: AgenticaAssistantMessageEvent = createAssistantMessageEvent({
+      stream: toAsyncGenerator(""),
+      done: () => true,
+      get: () => "",
+      join: async () => {
+        return "";
+      },
+    });
+    void ctx.dispatch(event).catch(() => {});
+    return;
+  }
+  // ----
+  // VALIDATION
+  // ----
+  if (retry++ < (ctx.config?.retry ?? AgenticaConstant.RETRY)) {
+    const failures: IFailure[] = [];
+    for (const choice of (completion.choices ?? [])) {
+      for (const tc of choice.message.tool_calls ?? []) {
+        if (tc.type !== "function" || tc.function.name !== "selectFunctions") {
+          continue;
+        }
+        const input: object = FUNCTION.parse(tc.function.arguments) as object;
+        const validation: IValidation<__IChatFunctionReference.IProps>
+          = FUNCTION.validate(input) as IValidation<__IChatFunctionReference.IProps>;
+        if (validation.success === false) {
+          failures.push({
+            id: tc.id,
+            name: tc.function.name,
+            validation,
+          });
+        }
+      }
+    }
+    if (failures.length > 0) {
+      return step(ctx, operations, retry, failures);
+    }
+  }
+
+  // ----
+  // PROCESS COMPLETION
+  // ----
+  for (const choice of (completion.choices ?? [])) {
+    // FUNCTION CALLING
+    if (choice.message.tool_calls != null) {
+      for (const tc of choice.message.tool_calls) {
+        if (tc.type !== "function") {
+          continue;
+        }
+        else if (tc.function.name !== "selectFunctions") {
+          continue;
+        }
+
+        const input: __IChatFunctionReference.IProps | null
+          = typia.json.isParse<__IChatFunctionReference.IProps>(
+            tc.function.arguments,
+          );
+        if (input === null) {
+          continue;
+        }
+        for (const reference of input.functions) {
+          selectFunctionFromContext(ctx, reference);
+        }
+      }
+    }
+  }
+}
+
+function emendMessages(failures: IFailure[]): OpenAI.ChatCompletionMessageParam[] {
+  return failures
+    .map(f => [
+      {
+        role: "assistant",
+        tool_calls: [
+          {
+            type: "function",
+            id: f.id,
+            function: {
+              name: f.name,
+              arguments: JSON.stringify(f.validation.data),
+            },
+          },
+        ],
+      } satisfies OpenAI.ChatCompletionAssistantMessageParam,
+      {
+        role: "tool",
+        content: JSON.stringify(f.validation.errors),
+        tool_call_id: f.id,
+      } satisfies OpenAI.ChatCompletionToolMessageParam,
+      {
+        role: "system",
+        content: [
+          "You A.I. assistant has composed wrong typed arguments.",
+          "",
+          "Correct it at the next function calling.",
+        ].join("\n"),
+      } satisfies OpenAI.ChatCompletionSystemMessageParam,
+    ])
+    .flat();
+}