@agentica/core 0.12.0 → 0.12.2-dev.20250314

package/src/chatgpt/ChatGptCompletionMessageUtil.ts

@@ -1,166 +1,166 @@
-import {
-  ChatCompletion,
-  ChatCompletionChunk,
-  ChatCompletionMessage,
-  ChatCompletionMessageToolCall,
-} from "openai/resources";
-import { json } from "typia";
-
-import { ByteArrayUtil } from "../internal/ByteArrayUtil";
-import { ChatGptUsageAggregator } from "./ChatGptUsageAggregator";
-
-export namespace ChatGptCompletionMessageUtil {
-  export const transformCompletionChunk = (
-    source: string | Uint8Array,
-  ): ChatCompletionChunk => {
-    const str =
-      source instanceof Uint8Array ? ByteArrayUtil.toUtf8(source) : source;
-    return json.assertParse<ChatCompletionChunk>(str);
-  };
-
-  export const accumulate = (
-    origin: ChatCompletion,
-    chunk: ChatCompletionChunk,
-  ): ChatCompletion => {
-    const choices = origin.choices;
-    chunk.choices.forEach((choice) => {
-      const accChoice = choices[choice.index];
-      if (accChoice) {
-        choices[choice.index] = mergeChoice(accChoice, choice);
-        return;
-      }
-
-      choices[choice.index] = {
-        index: choice.index,
-
-        finish_reason:
-          choice.finish_reason ??
-          (null as unknown as ChatCompletion.Choice["finish_reason"]),
-
-        logprobs: choice.logprobs ?? null,
-        message: {
-          tool_calls: choice.delta.tool_calls
-            ? choice.delta.tool_calls.reduce((acc, cur) => {
-                acc[cur.index] = {
-                  id: cur.id ?? "",
-                  type: "function",
-                  function: {
-                    name: cur.function?.name ?? "",
-                    arguments: cur.function?.arguments ?? "",
-                  },
-                };
-                return acc;
-              }, [] as ChatCompletionMessageToolCall[])
-            : undefined,
-          content: choice.delta.content ?? null,
-          refusal: choice.delta.refusal ?? null,
-          role: "assistant",
-        } satisfies ChatCompletionMessage,
-      };
-    });
-
-    const usage = (() => {
-      if (!chunk.usage) {
-        return origin.usage;
-      }
-
-      if (!origin.usage) {
-        return chunk.usage;
-      }
-
-      return ChatGptUsageAggregator.sum(origin.usage, chunk.usage);
-    })();
-
-    return {
-      ...origin,
-      choices,
-      usage,
-    };
-  };
-
-  export const merge = (chunks: ChatCompletionChunk[]): ChatCompletion => {
-    const firstChunk = chunks[0];
-    if (!firstChunk) throw new Error("No chunks received");
-
-    return chunks.reduce(ChatGptCompletionMessageUtil.accumulate, {
-      id: firstChunk.id,
-      choices: [],
-      created: firstChunk.created,
-      model: firstChunk.model,
-      object: "chat.completion",
-      usage: undefined,
-      service_tier: firstChunk.service_tier,
-      system_fingerprint: firstChunk.system_fingerprint,
-    } as ChatCompletion);
-  };
-
-  export const mergeChoice = (
-    acc: ChatCompletion.Choice,
-    cur: ChatCompletionChunk.Choice,
-  ): ChatCompletion.Choice => {
-    if (!acc.finish_reason && cur.finish_reason) {
-      acc.finish_reason = cur.finish_reason;
-    }
-
-    if (!acc.logprobs && cur.logprobs) {
-      acc.logprobs = cur.logprobs;
-    }
-
-    if (cur.delta.content) {
-      if (!acc.message.content) {
-        acc.message.content = cur.delta.content;
-      } else {
-        acc.message.content += cur.delta.content;
-      }
-    }
-
-    if (cur.delta.refusal) {
-      if (!acc.message.refusal) {
-        acc.message.refusal = cur.delta.refusal;
-      } else {
-        acc.message.refusal += cur.delta.refusal;
-      }
-    }
-
-    if (cur.delta.tool_calls) {
-      acc.message.tool_calls ??= [];
-      const toolCalls = acc.message.tool_calls;
-
-      cur.delta.tool_calls.forEach((toolCall) => {
-        const existingToolCall = toolCalls[toolCall.index];
-        if (existingToolCall) {
-          toolCalls[toolCall.index] = mergeToolCalls(
-            existingToolCall,
-            toolCall,
-          );
-          return;
-        }
-
-        toolCalls[toolCall.index] = {
-          id: toolCall.id ?? "",
-          type: "function",
-          function: {
-            name: toolCall.function?.name ?? "",
-            arguments: toolCall.function?.arguments ?? "",
-          },
-        };
-      });
-    }
-
-    return acc;
-  };
-
-  export const mergeToolCalls = (
-    acc: ChatCompletionMessageToolCall,
-    cur: ChatCompletionChunk.Choice.Delta.ToolCall,
-  ): ChatCompletionMessageToolCall => {
-    if (cur.function) {
-      acc.function.arguments += cur.function.arguments ?? "";
-      acc.function.name += cur.function.name ?? "";
-    }
-
-    acc.id += cur.id ?? "";
-
-    return acc;
-  };
-}
+import {
+  ChatCompletion,
+  ChatCompletionChunk,
+  ChatCompletionMessage,
+  ChatCompletionMessageToolCall,
+} from "openai/resources";
+import { json } from "typia";
+
+import { ByteArrayUtil } from "../internal/ByteArrayUtil";
+import { ChatGptUsageAggregator } from "./ChatGptUsageAggregator";
+
+export namespace ChatGptCompletionMessageUtil {
+  export const transformCompletionChunk = (
+    source: string | Uint8Array,
+  ): ChatCompletionChunk => {
+    const str =
+      source instanceof Uint8Array ? ByteArrayUtil.toUtf8(source) : source;
+    return json.assertParse<ChatCompletionChunk>(str);
+  };
+
+  export const accumulate = (
+    origin: ChatCompletion,
+    chunk: ChatCompletionChunk,
+  ): ChatCompletion => {
+    const choices = origin.choices;
+    chunk.choices.forEach((choice) => {
+      const accChoice = choices[choice.index];
+      if (accChoice) {
+        choices[choice.index] = mergeChoice(accChoice, choice);
+        return;
+      }
+
+      choices[choice.index] = {
+        index: choice.index,
+
+        finish_reason:
+          choice.finish_reason ??
+          (null as unknown as ChatCompletion.Choice["finish_reason"]),
+
+        logprobs: choice.logprobs ?? null,
+        message: {
+          tool_calls: choice.delta.tool_calls
+            ? choice.delta.tool_calls.reduce((acc, cur) => {
+                acc[cur.index] = {
+                  id: cur.id ?? "",
+                  type: "function",
+                  function: {
+                    name: cur.function?.name ?? "",
+                    arguments: cur.function?.arguments ?? "",
+                  },
+                };
+                return acc;
+              }, [] as ChatCompletionMessageToolCall[])
+            : undefined,
+          content: choice.delta.content ?? null,
+          refusal: choice.delta.refusal ?? null,
+          role: "assistant",
+        } satisfies ChatCompletionMessage,
+      };
+    });
+
+    const usage = (() => {
+      if (!chunk.usage) {
+        return origin.usage;
+      }
+
+      if (!origin.usage) {
+        return chunk.usage;
+      }
+
+      return ChatGptUsageAggregator.sum(origin.usage, chunk.usage);
+    })();
+
+    return {
+      ...origin,
+      choices,
+      usage,
+    };
+  };
+
+  export const merge = (chunks: ChatCompletionChunk[]): ChatCompletion => {
+    const firstChunk = chunks[0];
+    if (!firstChunk) throw new Error("No chunks received");
+
+    return chunks.reduce(ChatGptCompletionMessageUtil.accumulate, {
+      id: firstChunk.id,
+      choices: [],
+      created: firstChunk.created,
+      model: firstChunk.model,
+      object: "chat.completion",
+      usage: undefined,
+      service_tier: firstChunk.service_tier,
+      system_fingerprint: firstChunk.system_fingerprint,
+    } as ChatCompletion);
+  };
+
+  export const mergeChoice = (
+    acc: ChatCompletion.Choice,
+    cur: ChatCompletionChunk.Choice,
+  ): ChatCompletion.Choice => {
+    if (!acc.finish_reason && cur.finish_reason) {
+      acc.finish_reason = cur.finish_reason;
+    }
+
+    if (!acc.logprobs && cur.logprobs) {
+      acc.logprobs = cur.logprobs;
+    }
+
+    if (cur.delta.content) {
+      if (!acc.message.content) {
+        acc.message.content = cur.delta.content;
+      } else {
+        acc.message.content += cur.delta.content;
+      }
+    }
+
+    if (cur.delta.refusal) {
+      if (!acc.message.refusal) {
+        acc.message.refusal = cur.delta.refusal;
+      } else {
+        acc.message.refusal += cur.delta.refusal;
+      }
+    }
+
+    if (cur.delta.tool_calls) {
+      acc.message.tool_calls ??= [];
+      const toolCalls = acc.message.tool_calls;
+
+      cur.delta.tool_calls.forEach((toolCall) => {
+        const existingToolCall = toolCalls[toolCall.index];
+        if (existingToolCall) {
+          toolCalls[toolCall.index] = mergeToolCalls(
+            existingToolCall,
+            toolCall,
+          );
+          return;
+        }
+
+        toolCalls[toolCall.index] = {
+          id: toolCall.id ?? "",
+          type: "function",
+          function: {
+            name: toolCall.function?.name ?? "",
+            arguments: toolCall.function?.arguments ?? "",
+          },
+        };
+      });
+    }
+
+    return acc;
+  };
+
+  export const mergeToolCalls = (
+    acc: ChatCompletionMessageToolCall,
+    cur: ChatCompletionChunk.Choice.Delta.ToolCall,
+  ): ChatCompletionMessageToolCall => {
+    if (cur.function) {
+      acc.function.arguments += cur.function.arguments ?? "";
+      acc.function.name += cur.function.name ?? "";
+    }
+
+    acc.id += cur.id ?? "";
+
+    return acc;
+  };
+}

package/src/chatgpt/ChatGptDescribeFunctionAgent.ts

@@ -1,122 +1,122 @@
-import { ILlmSchema } from "@samchon/openapi";
-import OpenAI from "openai";
-
-import { AgenticaContext } from "../context/AgenticaContext";
-import { AgenticaDescribeEvent } from "../events/AgenticaDescribeEvent";
-import { AgenticaDefaultPrompt } from "../internal/AgenticaDefaultPrompt";
-import { AgenticaSystemPrompt } from "../internal/AgenticaSystemPrompt";
-import { MPSCUtil } from "../internal/MPSCUtil";
-import { StreamUtil } from "../internal/StreamUtil";
-import { AgenticaDescribePrompt } from "../prompts/AgenticaDescribePrompt";
-import { AgenticaExecutePrompt } from "../prompts/AgenticaExecutePrompt";
-import { ChatGptCompletionMessageUtil } from "./ChatGptCompletionMessageUtil";
-import { ChatGptHistoryDecoder } from "./ChatGptHistoryDecoder";
-
-export namespace ChatGptDescribeFunctionAgent {
-  export const execute = async <Model extends ILlmSchema.Model>(
-    ctx: AgenticaContext<Model>,
-    histories: AgenticaExecutePrompt<Model>[],
-  ): Promise<AgenticaDescribePrompt<Model>[]> => {
-    if (histories.length === 0) return [];
-    const completionStream = await ctx.request("describe", {
-      messages: [
-        // COMMON SYSTEM PROMPT
-        {
-          role: "system",
-          content: AgenticaDefaultPrompt.write(ctx.config),
-        } satisfies OpenAI.ChatCompletionSystemMessageParam,
-        // FUNCTION CALLING HISTORIES
-        ...histories.map(ChatGptHistoryDecoder.decode).flat(),
-        // SYSTEM PROMPT
-        {
-          role: "system",
-          content:
-            ctx.config?.systemPrompt?.describe?.(histories) ??
-            AgenticaSystemPrompt.DESCRIBE,
-        },
-      ],
-    });
-
-    const describeContext: ({
-      content: string;
-    } & ReturnType<typeof MPSCUtil.create<string>>)[] = [];
-
-    const completion = await StreamUtil.reduce<
-      OpenAI.ChatCompletionChunk,
-      Promise<OpenAI.ChatCompletion>
-    >(completionStream, async (accPromise, chunk) => {
-      const acc = await accPromise;
-      const registerContext = (
-        choices: OpenAI.ChatCompletionChunk.Choice[],
-      ) => {
-        for (const choice of choices) {
-          if (choice.finish_reason) {
-            describeContext[choice.index]!.close();
-            continue;
-          }
-          if (!choice.delta.content) {
-            continue;
-          }
-
-          if (describeContext[choice.index]) {
-            describeContext[choice.index]!.content += choice.delta.content;
-            describeContext[choice.index]!.produce(choice.delta.content);
-            continue;
-          }
-
-          const { consumer, produce, close, waitClosed, waitUntilEmpty, done } =
-            MPSCUtil.create<string>();
-
-          describeContext[choice.index] = {
-            content: choice.delta.content,
-            consumer,
-            produce,
-            close,
-            waitClosed,
-            waitUntilEmpty,
-            done,
-          };
-          produce(choice.delta.content);
-
-          void ctx.dispatch(
-            new AgenticaDescribeEvent({
-              executes: histories,
-              stream: consumer,
-              done,
-              get: () => describeContext[choice.index]?.content ?? "",
-              join: async () => {
-                await waitClosed();
-                return describeContext[choice.index]!.content;
-              },
-            }),
-          );
-        }
-      };
-
-      if (acc.object === "chat.completion.chunk") {
-        registerContext([acc, chunk].flatMap((acc) => acc.choices));
-        return ChatGptCompletionMessageUtil.merge([acc, chunk]);
-      }
-
-      registerContext(chunk.choices);
-      return ChatGptCompletionMessageUtil.accumulate(acc, chunk);
-    });
-
-    if (!completion) throw new Error("No completion received");
-    const descriptions: AgenticaDescribePrompt<Model>[] = completion.choices
-      .map((choice) =>
-        choice.message.role === "assistant" && !!choice.message.content?.length
-          ? choice.message.content
-          : null,
-      )
-      .filter((str) => str !== null)
-      .map(
-        (content) =>
-          new AgenticaDescribePrompt({
-            executes: histories,
-            text: content,
-          }),
-      );
-    return descriptions;
-  };
-}
+import { ILlmSchema } from "@samchon/openapi";
+import OpenAI from "openai";
+
+import { AgenticaContext } from "../context/AgenticaContext";
+import { AgenticaDescribeEvent } from "../events/AgenticaDescribeEvent";
+import { AgenticaDefaultPrompt } from "../internal/AgenticaDefaultPrompt";
+import { AgenticaSystemPrompt } from "../internal/AgenticaSystemPrompt";
+import { MPSCUtil } from "../internal/MPSCUtil";
+import { StreamUtil } from "../internal/StreamUtil";
+import { AgenticaDescribePrompt } from "../prompts/AgenticaDescribePrompt";
+import { AgenticaExecutePrompt } from "../prompts/AgenticaExecutePrompt";
+import { ChatGptCompletionMessageUtil } from "./ChatGptCompletionMessageUtil";
+import { ChatGptHistoryDecoder } from "./ChatGptHistoryDecoder";
+
+export namespace ChatGptDescribeFunctionAgent {
+  export const execute = async <Model extends ILlmSchema.Model>(
+    ctx: AgenticaContext<Model>,
+    histories: AgenticaExecutePrompt<Model>[],
+  ): Promise<AgenticaDescribePrompt<Model>[]> => {
+    if (histories.length === 0) return [];
+    const completionStream = await ctx.request("describe", {
+      messages: [
+        // COMMON SYSTEM PROMPT
+        {
+          role: "system",
+          content: AgenticaDefaultPrompt.write(ctx.config),
+        } satisfies OpenAI.ChatCompletionSystemMessageParam,
+        // FUNCTION CALLING HISTORIES
+        ...histories.map(ChatGptHistoryDecoder.decode).flat(),
+        // SYSTEM PROMPT
+        {
+          role: "system",
+          content:
+            ctx.config?.systemPrompt?.describe?.(histories) ??
+            AgenticaSystemPrompt.DESCRIBE,
+        },
+      ],
+    });
+
+    const describeContext: ({
+      content: string;
+    } & ReturnType<typeof MPSCUtil.create<string>>)[] = [];
+
+    const completion = await StreamUtil.reduce<
+      OpenAI.ChatCompletionChunk,
+      Promise<OpenAI.ChatCompletion>
+    >(completionStream, async (accPromise, chunk) => {
+      const acc = await accPromise;
+      const registerContext = (
+        choices: OpenAI.ChatCompletionChunk.Choice[],
+      ) => {
+        for (const choice of choices) {
+          if (choice.finish_reason) {
+            describeContext[choice.index]!.close();
+            continue;
+          }
+          if (!choice.delta.content) {
+            continue;
+          }
+
+          if (describeContext[choice.index]) {
+            describeContext[choice.index]!.content += choice.delta.content;
+            describeContext[choice.index]!.produce(choice.delta.content);
+            continue;
+          }
+
+          const { consumer, produce, close, waitClosed, waitUntilEmpty, done } =
+            MPSCUtil.create<string>();
+
+          describeContext[choice.index] = {
+            content: choice.delta.content,
+            consumer,
+            produce,
+            close,
+            waitClosed,
+            waitUntilEmpty,
+            done,
+          };
+          produce(choice.delta.content);
+
+          void ctx.dispatch(
+            new AgenticaDescribeEvent({
+              executes: histories,
+              stream: consumer,
+              done,
+              get: () => describeContext[choice.index]?.content ?? "",
+              join: async () => {
+                await waitClosed();
+                return describeContext[choice.index]!.content;
+              },
+            }),
+          );
+        }
+      };
+
+      if (acc.object === "chat.completion.chunk") {
+        registerContext([acc, chunk].flatMap((acc) => acc.choices));
+        return ChatGptCompletionMessageUtil.merge([acc, chunk]);
+      }
+
+      registerContext(chunk.choices);
+      return ChatGptCompletionMessageUtil.accumulate(acc, chunk);
+    });
+
+    if (!completion) throw new Error("No completion received");
+    const descriptions: AgenticaDescribePrompt<Model>[] = completion.choices
+      .map((choice) =>
+        choice.message.role === "assistant" && !!choice.message.content?.length
+          ? choice.message.content
+          : null,
+      )
+      .filter((str) => str !== null)
+      .map(
+        (content) =>
+          new AgenticaDescribePrompt({
+            executes: histories,
+            text: content,
+          }),
+      );
+    return descriptions;
+  };
+}