@agentica/core 0.12.21 → 0.13.0

package/src/chatgpt/ChatGptCompletionMessageUtil.ts

@@ -1,4 +1,4 @@
-import {
+import type {
   ChatCompletion,
   ChatCompletionChunk,
   ChatCompletionMessage,
@@ -10,160 +10,159 @@ import { json } from "typia";
 import { ByteArrayUtil } from "../internal/ByteArrayUtil";
 import { ChatGptUsageAggregator } from "./ChatGptUsageAggregator";
 
-export namespace ChatGptCompletionMessageUtil {
-  export const transformCompletionChunk = (
-    source: string | Uint8Array,
-  ): ChatCompletionChunk => {
-    const str =
-      source instanceof Uint8Array ? ByteArrayUtil.toUtf8(source) : source;
-    return json.assertParse<
+export function transformCompletionChunk(source: string | Uint8Array): ChatCompletionChunk {
+  const str
+      = source instanceof Uint8Array ? ByteArrayUtil.toUtf8(source) : source;
+  return json.assertParse<
       ChatCompletionChunk & { usage: CompletionUsage | null | undefined }
-    >(str);
-  };
+  >(str);
+}
 
-  export const accumulate = (
-    origin: ChatCompletion,
-    chunk: ChatCompletionChunk,
-  ): ChatCompletion => {
-    const choices = origin.choices;
-    chunk.choices.forEach((choice) => {
-      const accChoice = choices[choice.index];
-      if (accChoice) {
-        choices[choice.index] = mergeChoice(accChoice, choice);
-        return;
-      }
+export function accumulate(origin: ChatCompletion, chunk: ChatCompletionChunk): ChatCompletion {
+  const choices = origin.choices;
+  chunk.choices.forEach((choice) => {
+    const accChoice = choices[choice.index];
+    if (accChoice != null) {
+      choices[choice.index] = mergeChoice(accChoice, choice);
+      return;
+    }
 
-      choices[choice.index] = {
-        index: choice.index,
-
-        finish_reason:
-          choice.finish_reason ??
-          (null as unknown as ChatCompletion.Choice["finish_reason"]),
-
-        logprobs: choice.logprobs ?? null,
-        message: {
-          tool_calls: choice.delta.tool_calls
-            ? choice.delta.tool_calls.reduce((acc, cur) => {
-                acc[cur.index] = {
-                  id: cur.id ?? "",
-                  type: "function",
-                  function: {
-                    name: cur.function?.name ?? "",
-                    arguments: cur.function?.arguments ?? "",
-                  },
-                };
-                return acc;
-              }, [] as ChatCompletionMessageToolCall[])
-            : undefined,
-          content: choice.delta.content ?? null,
-          refusal: choice.delta.refusal ?? null,
-          role: "assistant",
-        } satisfies ChatCompletionMessage,
-      };
-    });
+    choices[choice.index] = {
+      index: choice.index,
+
+      finish_reason:
+          choice.finish_reason
+          ?? (null as unknown as ChatCompletion.Choice["finish_reason"]),
+
+      logprobs: choice.logprobs ?? null,
+      message: {
+        tool_calls: choice.delta.tool_calls !== undefined
+          ? choice.delta.tool_calls.reduce((acc, cur) => {
+              acc[cur.index] = {
+                id: cur.id ?? "",
+                type: "function",
+                function: {
+                  name: cur.function?.name ?? "",
+                  arguments: cur.function?.arguments ?? "",
+                },
+              };
+              return acc;
+            }, [] as ChatCompletionMessageToolCall[])
+          : undefined,
+        content: choice.delta.content ?? null,
+        refusal: choice.delta.refusal ?? null,
+        role: "assistant",
+      } satisfies ChatCompletionMessage,
+    };
+  });
 
-    const usage = (() => {
-      if (!chunk.usage) {
-        return origin.usage;
-      }
+  const usage = (() => {
+    if (chunk.usage == null) {
+      return origin.usage;
+    }
 
-      if (!origin.usage) {
-        return chunk.usage;
-      }
+    if (origin.usage == null) {
+      return chunk.usage;
+    }
 
-      return ChatGptUsageAggregator.sum(origin.usage, chunk.usage);
-    })();
+    return ChatGptUsageAggregator.sum(origin.usage, chunk.usage);
+  })();
 
-    return {
-      ...origin,
-      choices,
-      usage,
-    };
+  return {
+    ...origin,
+    choices,
+    usage,
   };
+}
 
-  export const merge = (chunks: ChatCompletionChunk[]): ChatCompletion => {
-    const firstChunk = chunks[0];
-    if (!firstChunk) throw new Error("No chunks received");
-
-    return chunks.reduce(ChatGptCompletionMessageUtil.accumulate, {
-      id: firstChunk.id,
-      choices: [],
-      created: firstChunk.created,
-      model: firstChunk.model,
-      object: "chat.completion",
-      usage: undefined,
-      service_tier: firstChunk.service_tier,
-      system_fingerprint: firstChunk.system_fingerprint,
-    } as ChatCompletion);
-  };
+export function merge(chunks: ChatCompletionChunk[]): ChatCompletion {
+  const firstChunk = chunks[0];
+  if (firstChunk === undefined) {
+    throw new Error("No chunks received");
+  }
+
+  return chunks.reduce(accumulate, {
+    id: firstChunk.id,
+    choices: [],
+    created: firstChunk.created,
+    model: firstChunk.model,
+    object: "chat.completion",
+    usage: undefined,
+    service_tier: firstChunk.service_tier,
+    system_fingerprint: firstChunk.system_fingerprint,
+  } as ChatCompletion);
+}
 
-  export const mergeChoice = (
-    acc: ChatCompletion.Choice,
-    cur: ChatCompletionChunk.Choice,
-  ): ChatCompletion.Choice => {
-    if (!acc.finish_reason && cur.finish_reason) {
-      acc.finish_reason = cur.finish_reason;
-    }
+export function mergeChoice(acc: ChatCompletion.Choice, cur: ChatCompletionChunk.Choice): ChatCompletion.Choice {
+  if (acc.finish_reason == null && cur.finish_reason != null) {
+    acc.finish_reason = cur.finish_reason;
+  }
 
-    if (!acc.logprobs && cur.logprobs) {
-      acc.logprobs = cur.logprobs;
-    }
+  if (acc.logprobs == null && cur.logprobs != null) {
+    acc.logprobs = cur.logprobs;
+  }
 
-    if (cur.delta.content) {
-      if (!acc.message.content) {
-        acc.message.content = cur.delta.content;
-      } else {
-        acc.message.content += cur.delta.content;
-      }
+  if (cur.delta.content != null) {
+    if (acc.message.content == null) {
+      acc.message.content = cur.delta.content;
     }
-
-    if (cur.delta.refusal) {
-      if (!acc.message.refusal) {
-        acc.message.refusal = cur.delta.refusal;
-      } else {
-        acc.message.refusal += cur.delta.refusal;
-      }
+    else {
+      acc.message.content += cur.delta.content;
     }
+  }
 
-    if (cur.delta.tool_calls) {
-      acc.message.tool_calls ??= [];
-      const toolCalls = acc.message.tool_calls;
-
-      cur.delta.tool_calls.forEach((toolCall) => {
-        const existingToolCall = toolCalls[toolCall.index];
-        if (existingToolCall) {
-          toolCalls[toolCall.index] = mergeToolCalls(
-            existingToolCall,
-            toolCall,
-          );
-          return;
-        }
-
-        toolCalls[toolCall.index] = {
-          id: toolCall.id ?? "",
-          type: "function",
-          function: {
-            name: toolCall.function?.name ?? "",
-            arguments: toolCall.function?.arguments ?? "",
-          },
-        };
-      });
+  if (cur.delta.refusal != null) {
+    if (acc.message.refusal == null) {
+      acc.message.refusal = cur.delta.refusal;
+    }
+    else {
+      acc.message.refusal += cur.delta.refusal;
     }
+  }
+
+  if (cur.delta.tool_calls != null) {
+    acc.message.tool_calls ??= [];
+    const toolCalls = acc.message.tool_calls;
+
+    cur.delta.tool_calls.forEach((toolCall) => {
+      const existingToolCall = toolCalls[toolCall.index];
+      if (existingToolCall != null) {
+        toolCalls[toolCall.index] = mergeToolCalls(
+          existingToolCall,
+          toolCall,
+        );
+        return;
+      }
 
-    return acc;
-  };
+      toolCalls[toolCall.index] = {
+        id: toolCall.id ?? "",
+        type: "function",
+        function: {
+          name: toolCall.function?.name ?? "",
+          arguments: toolCall.function?.arguments ?? "",
+        },
+      };
+    });
+  }
 
-  export const mergeToolCalls = (
-    acc: ChatCompletionMessageToolCall,
-    cur: ChatCompletionChunk.Choice.Delta.ToolCall,
-  ): ChatCompletionMessageToolCall => {
-    if (cur.function) {
-      acc.function.arguments += cur.function.arguments ?? "";
-      acc.function.name += cur.function.name ?? "";
-    }
+  return acc;
+}
 
-    acc.id += cur.id ?? "";
+export function mergeToolCalls(acc: ChatCompletionMessageToolCall, cur: ChatCompletionChunk.Choice.Delta.ToolCall): ChatCompletionMessageToolCall {
+  if (cur.function != null) {
+    acc.function.arguments += cur.function.arguments ?? "";
+    acc.function.name += cur.function.name ?? "";
+  }
 
-    return acc;
-  };
+  acc.id += cur.id ?? "";
+
+  return acc;
 }
+
+export const ChatGptCompletionMessageUtil = {
+  transformCompletionChunk,
+  accumulate,
+  merge,
+  mergeChoice,
+  mergeToolCalls,
+};

package/src/chatgpt/ChatGptDescribeFunctionAgent.ts

@@ -1,122 +1,126 @@
-import { ILlmSchema } from "@samchon/openapi";
-import OpenAI from "openai";
+import type { ILlmSchema } from "@samchon/openapi";
+import type OpenAI from "openai";
 
-import { AgenticaContext } from "../context/AgenticaContext";
+import type { AgenticaContext } from "../context/AgenticaContext";
+import type { AgenticaExecutePrompt } from "../prompts/AgenticaExecutePrompt";
 import { AgenticaDescribeEvent } from "../events/AgenticaDescribeEvent";
 import { AgenticaDefaultPrompt } from "../internal/AgenticaDefaultPrompt";
 import { AgenticaSystemPrompt } from "../internal/AgenticaSystemPrompt";
-import { MPSCUtil } from "../internal/MPSCUtil";
+import { MPSC } from "../internal/MPSC";
 import { StreamUtil } from "../internal/StreamUtil";
 import { AgenticaDescribePrompt } from "../prompts/AgenticaDescribePrompt";
-import { AgenticaExecutePrompt } from "../prompts/AgenticaExecutePrompt";
 import { ChatGptCompletionMessageUtil } from "./ChatGptCompletionMessageUtil";
 import { ChatGptHistoryDecoder } from "./ChatGptHistoryDecoder";
 
-export namespace ChatGptDescribeFunctionAgent {
-  export const execute = async <Model extends ILlmSchema.Model>(
-    ctx: AgenticaContext<Model>,
-    histories: AgenticaExecutePrompt<Model>[],
-  ): Promise<AgenticaDescribePrompt<Model>[]> => {
-    if (histories.length === 0) return [];
-    const completionStream = await ctx.request("describe", {
-      messages: [
-        // COMMON SYSTEM PROMPT
-        {
-          role: "system",
-          content: AgenticaDefaultPrompt.write(ctx.config),
-        } satisfies OpenAI.ChatCompletionSystemMessageParam,
-        // FUNCTION CALLING HISTORIES
-        ...histories.map(ChatGptHistoryDecoder.decode).flat(),
-        // SYSTEM PROMPT
-        {
-          role: "system",
-          content:
-            ctx.config?.systemPrompt?.describe?.(histories) ??
-            AgenticaSystemPrompt.DESCRIBE,
-        },
-      ],
-    });
+export async function execute<Model extends ILlmSchema.Model>(ctx: AgenticaContext<Model>, histories: AgenticaExecutePrompt<Model>[]): Promise<AgenticaDescribePrompt<Model>[]> {
+  if (histories.length === 0) {
+    return [];
+  }
 
-    const describeContext: ({
-      content: string;
-    } & ReturnType<typeof MPSCUtil.create<string>>)[] = [];
+  const completionStream = await ctx.request("describe", {
+    messages: [
+      // COMMON SYSTEM PROMPT
+      {
+        role: "system",
+        content: AgenticaDefaultPrompt.write(ctx.config),
+      } satisfies OpenAI.ChatCompletionSystemMessageParam,
+      // FUNCTION CALLING HISTORIES
+      ...histories.map(ChatGptHistoryDecoder.decode).flat(),
+      // SYSTEM PROMPT
+      {
+        role: "system",
+        content:
+          ctx.config?.systemPrompt?.describe?.(histories)
+          ?? AgenticaSystemPrompt.DESCRIBE,
+      },
+    ],
+  });
 
-    const completion = await StreamUtil.reduce<
-      OpenAI.ChatCompletionChunk,
-      Promise<OpenAI.ChatCompletion>
-    >(completionStream, async (accPromise, chunk) => {
-      const acc = await accPromise;
-      const registerContext = (
-        choices: OpenAI.ChatCompletionChunk.Choice[],
-      ) => {
-        for (const choice of choices) {
-          if (choice.finish_reason) {
-            describeContext[choice.index]!.close();
-            continue;
-          }
-          if (!choice.delta.content) {
-            continue;
-          }
+  const describeContext: ({
+    content: string;
+    mpsc: MPSC<string>;
+  })[] = [];
 
-          if (describeContext[choice.index]) {
-            describeContext[choice.index]!.content += choice.delta.content;
-            describeContext[choice.index]!.produce(choice.delta.content);
-            continue;
-          }
-
-          const { consumer, produce, close, waitClosed, waitUntilEmpty, done } =
-            MPSCUtil.create<string>();
+  const completion = await StreamUtil.reduce<
+    OpenAI.ChatCompletionChunk,
+    Promise<OpenAI.ChatCompletion>
+  >(completionStream, async (accPromise, chunk) => {
+    const acc = await accPromise;
+    const registerContext = (
+      choices: OpenAI.ChatCompletionChunk.Choice[],
+    ) => {
+      for (const choice of choices) {
+        /**
+         * @TODO fix it
+         * Sometimes, the complete message arrives along with a finish reason.
+         */
+        if (choice.finish_reason != null) {
+          describeContext[choice.index]!.mpsc.close();
+          continue;
+        }
 
-          describeContext[choice.index] = {
-            content: choice.delta.content,
-            consumer,
-            produce,
-            close,
-            waitClosed,
-            waitUntilEmpty,
-            done,
-          };
-          produce(choice.delta.content);
+        if (choice.delta.content == null) {
+          continue;
+        }
 
-          void ctx.dispatch(
-            new AgenticaDescribeEvent({
-              executes: histories,
-              stream: consumer,
-              done,
-              get: () => describeContext[choice.index]?.content ?? "",
-              join: async () => {
-                await waitClosed();
-                return describeContext[choice.index]!.content;
-              },
-            }),
-          );
+        if (describeContext[choice.index] != null) {
+          describeContext[choice.index]!.content += choice.delta.content;
+          describeContext[choice.index]!.mpsc.produce(choice.delta.content);
+          continue;
         }
-      };
 
-      if (acc.object === "chat.completion.chunk") {
-        registerContext([acc, chunk].flatMap((v) => v.choices));
-        return ChatGptCompletionMessageUtil.merge([acc, chunk]);
-      }
+        const mpsc = new MPSC<string>();
 
-      registerContext(chunk.choices);
-      return ChatGptCompletionMessageUtil.accumulate(acc, chunk);
-    });
+        describeContext[choice.index] = {
+          content: choice.delta.content,
+          mpsc,
+        };
+        mpsc.produce(choice.delta.content);
 
-    if (!completion) throw new Error("No completion received");
-    const descriptions: AgenticaDescribePrompt<Model>[] = completion.choices
-      .map((choice) =>
-        choice.message.role === "assistant" && !!choice.message.content?.length
-          ? choice.message.content
-          : null,
-      )
-      .filter((str) => str !== null)
-      .map(
-        (content) =>
-          new AgenticaDescribePrompt({
+        void ctx.dispatch(
+          new AgenticaDescribeEvent({
             executes: histories,
-            text: content,
+            stream: mpsc.consumer,
+            done: () => mpsc.done(),
+            get: () => describeContext[choice.index]?.content ?? "",
+            join: async () => {
+              await mpsc.waitClosed();
+              return describeContext[choice.index]!.content;
+            },
           }),
-      );
-    return descriptions;
-  };
+        );
+      }
+    };
+
+    if (acc.object === "chat.completion.chunk") {
+      registerContext([acc, chunk].flatMap(v => v.choices));
+      return ChatGptCompletionMessageUtil.merge([acc, chunk]);
+    }
+
+    registerContext(chunk.choices);
+    return ChatGptCompletionMessageUtil.accumulate(acc, chunk);
+  });
+
+  if (completion == null) {
+    throw new Error("No completion received");
+  }
+  const descriptions: AgenticaDescribePrompt<Model>[] = completion.choices
+    .map(choice =>
+      choice.message.role === "assistant"
+        ? choice.message.content
+        : null,
+    )
+    .filter(str => str !== null)
+    .map(
+      content =>
+        new AgenticaDescribePrompt({
+          executes: histories,
+          text: content,
+        }),
+    );
+  return descriptions;
 }
+
+export const ChatGptDescribeFunctionAgent = {
+  execute,
+};

package/src/chatgpt/ChatGptHistoryDecoder.ts

@@ -1,48 +1,22 @@
-import { ILlmSchema } from "@samchon/openapi";
-import OpenAI from "openai";
+import type { IHttpResponse, ILlmSchema } from "@samchon/openapi";
+import type OpenAI from "openai";
 
-import { AgenticaPrompt } from "../prompts/AgenticaPrompt";
-
-export namespace ChatGptHistoryDecoder {
-  export const decode = <Model extends ILlmSchema.Model>(
-    history: AgenticaPrompt<Model>,
-  ): OpenAI.ChatCompletionMessageParam[] => {
-    // NO NEED TO DECODE DESCRIBE
-    if (history.type === "describe") return [];
-    else if (history.type === "text")
-      return [
-        {
-          role: history.role,
-          content: history.text,
-        },
-      ];
-    else if (history.type === "select" || history.type === "cancel")
-      return [
-        {
-          role: "assistant",
-          tool_calls: [
-            {
-              type: "function",
-              id: history.id,
-              function: {
-                name: `${history.type}Functions`,
-                arguments: JSON.stringify({
-                  functions: history.selections.map((s) => ({
-                    name: s.operation.function.name,
-                    reason: s.reason,
-                  })),
-                }),
-              },
-            },
-          ],
-        },
-        {
-          role: "tool",
-          tool_call_id: history.id,
-          content: "",
-        },
-      ];
+import type { AgenticaPrompt } from "../prompts/AgenticaPrompt";
 
+export function decode<Model extends ILlmSchema.Model>(history: AgenticaPrompt<Model>): OpenAI.ChatCompletionMessageParam[] {
+  // NO NEED TO DECODE DESCRIBE
+  if (history.type === "describe") {
+    return [];
+  }
+  else if (history.type === "text") {
+    return [
+      {
+        role: history.role,
+        content: history.text,
+      },
+    ];
+  }
+  else if (history.type === "select" || history.type === "cancel") {
     return [
       {
         role: "assistant",
@@ -51,8 +25,13 @@ export namespace ChatGptHistoryDecoder {
             type: "function",
             id: history.id,
             function: {
-              name: history.operation.name,
-              arguments: JSON.stringify(history.arguments),
+              name: `${history.type}Functions`,
+              arguments: JSON.stringify({
+                functions: history.selections.map(s => ({
+                  name: s.operation.function.name,
+                  reason: s.reason,
+                })),
+              }),
             },
           },
         ],
@@ -60,29 +39,54 @@ export namespace ChatGptHistoryDecoder {
       {
         role: "tool",
         tool_call_id: history.id,
-        content: JSON.stringify({
+        content: "",
+      },
+    ];
+  }
+
+  return [
+    {
+      role: "assistant",
+      tool_calls: [
+        {
+          type: "function",
+          id: history.id,
           function: {
-            protocol: history.operation.protocol,
-            description: history.operation.function.description,
-            parameters: history.operation.function.parameters,
-            output: history.operation.function.output,
-            ...(history.operation.protocol === "http"
-              ? {
-                  method: history.operation.function.method,
-                  path: history.operation.function.path,
-                }
-              : {}),
+            name: history.operation.name,
+            arguments: JSON.stringify(history.arguments),
           },
+        },
+      ],
+    },
+    {
+      role: "tool",
+      tool_call_id: history.id,
+      content: JSON.stringify({
+        function: {
+          protocol: history.operation.protocol,
+          description: history.operation.function.description,
+          parameters: history.operation.function.parameters,
+          output: history.operation.function.output,
           ...(history.operation.protocol === "http"
             ? {
-                status: history.value.status,
-                data: history.value.body,
+                method: history.operation.function.method,
+                path: history.operation.function.path,
               }
-            : {
-                value: history.value,
-              }),
-        }),
-      },
-    ];
-  };
+            : {}),
+        },
+        ...(history.operation.protocol === "http"
+          ? {
+              status: (history.value as IHttpResponse).status,
+              data: (history.value as IHttpResponse).body,
+            }
+          : {
+              value: history.value,
+            }),
+      }),
+    },
+  ];
 }
+
+export const ChatGptHistoryDecoder = {
+  decode,
+};