@agentica/core 0.27.3 → 0.28.0

package/lib/utils/ChatGptCompletionMessageUtil.js

@@ -44,7 +44,7 @@ const ChatGptTokenUsageAggregator_1 = require("./ChatGptTokenUsageAggregator");
 function transformCompletionChunk(source) {
     const str = source instanceof Uint8Array ? ByteArrayUtil_1.ByteArrayUtil.toUtf8(source) : source;
     const result = JSON.parse(str);
-    const valid = (() => { const _io0 = input => "string" === typeof input.id && (Array.isArray(input.choices) && input.choices.every(elem => "object" === typeof elem && null !== elem && _io1(elem))) && "number" === typeof input.created && "string" === typeof input.model && "chat.completion.chunk" === input.object && (null === input.service_tier || undefined === input.service_tier || "scale" === input.service_tier || "default" === input.service_tier) && (undefined === input.system_fingerprint || "string" === typeof input.system_fingerprint) && (null === input.usage || undefined === input.usage || "object" === typeof input.usage && null !== input.usage && _io9(input.usage)); const _io1 = input => "object" === typeof input.delta && null !== input.delta && false === Array.isArray(input.delta) && _io2(input.delta) && (null === input.finish_reason || "length" === input.finish_reason || "function_call" === input.finish_reason || "stop" === input.finish_reason || "tool_calls" === input.finish_reason || "content_filter" === input.finish_reason) && "number" === typeof input.index && (null === input.logprobs || undefined === input.logprobs || "object" === typeof input.logprobs && null !== input.logprobs && _io6(input.logprobs)); const _io2 = input => (null === input.content || undefined === input.content || "string" === typeof input.content) && (undefined === input.function_call || "object" === typeof input.function_call && null !== input.function_call && false === Array.isArray(input.function_call) && _io3(input.function_call)) && (null === input.refusal || undefined === input.refusal || "string" === typeof input.refusal) && (undefined === input.role || "user" === input.role || "developer" === input.role || "system" === input.role || "assistant" === input.role || "tool" === input.role) && (undefined === input.tool_calls || Array.isArray(input.tool_calls) && input.tool_calls.every(elem => "object" === typeof elem && null !== elem && _io4(elem))); const _io3 = input => (undefined === input.arguments || "string" === typeof input.arguments) && (undefined === input.name || "string" === typeof input.name); const _io4 = input => "number" === typeof input.index && (undefined === input.id || "string" === typeof input.id) && (undefined === input["function"] || "object" === typeof input["function"] && null !== input["function"] && false === Array.isArray(input["function"]) && _io5(input["function"])) && (undefined === input.type || "function" === input.type); const _io5 = input => (undefined === input.arguments || "string" === typeof input.arguments) && (undefined === input.name || "string" === typeof input.name); const _io6 = input => (null === input.content || Array.isArray(input.content) && input.content.every(elem => "object" === typeof elem && null !== elem && _io7(elem))) && (null === input.refusal || Array.isArray(input.refusal) && input.refusal.every(elem => "object" === typeof elem && null !== elem && _io7(elem))); const _io7 = input => "string" === typeof input.token && (null === input.bytes || Array.isArray(input.bytes) && input.bytes.every(elem => "number" === typeof elem)) && "number" === typeof input.logprob && (Array.isArray(input.top_logprobs) && input.top_logprobs.every(elem => "object" === typeof elem && null !== elem && _io8(elem))); const _io8 = input => "string" === typeof input.token && (null === input.bytes || Array.isArray(input.bytes) && input.bytes.every(elem => "number" === typeof elem)) && "number" === typeof input.logprob; const _io9 = input => "number" === typeof input.completion_tokens && "number" === typeof input.prompt_tokens && "number" === typeof input.total_tokens && (undefined === input.completion_tokens_details || "object" === typeof input.completion_tokens_details && null !== input.completion_tokens_details && false === Array.isArray(input.completion_tokens_details) && _io10(input.completion_tokens_details)) && (undefined === input.prompt_tokens_details || "object" === typeof input.prompt_tokens_details && null !== input.prompt_tokens_details && false === Array.isArray(input.prompt_tokens_details) && _io11(input.prompt_tokens_details)); const _io10 = input => (undefined === input.accepted_prediction_tokens || "number" === typeof input.accepted_prediction_tokens) && (undefined === input.audio_tokens || "number" === typeof input.audio_tokens) && (undefined === input.reasoning_tokens || "number" === typeof input.reasoning_tokens) && (undefined === input.rejected_prediction_tokens || "number" === typeof input.rejected_prediction_tokens); const _io11 = input => (undefined === input.audio_tokens || "number" === typeof input.audio_tokens) && (undefined === input.cached_tokens || "number" === typeof input.cached_tokens); const _vo0 = (input, _path, _exceptionable = true) => ["string" === typeof input.id || _report(_exceptionable, {
+    const valid = (() => { const _io0 = input => "string" === typeof input.id && (Array.isArray(input.choices) && input.choices.every(elem => "object" === typeof elem && null !== elem && _io1(elem))) && "number" === typeof input.created && "string" === typeof input.model && "chat.completion.chunk" === input.object && (null === input.service_tier || undefined === input.service_tier || "auto" === input.service_tier || "default" === input.service_tier || "flex" === input.service_tier) && (undefined === input.system_fingerprint || "string" === typeof input.system_fingerprint) && (null === input.usage || undefined === input.usage || "object" === typeof input.usage && null !== input.usage && _io9(input.usage)); const _io1 = input => "object" === typeof input.delta && null !== input.delta && false === Array.isArray(input.delta) && _io2(input.delta) && (null === input.finish_reason || "length" === input.finish_reason || "function_call" === input.finish_reason || "stop" === input.finish_reason || "tool_calls" === input.finish_reason || "content_filter" === input.finish_reason) && "number" === typeof input.index && (null === input.logprobs || undefined === input.logprobs || "object" === typeof input.logprobs && null !== input.logprobs && _io6(input.logprobs)); const _io2 = input => (null === input.content || undefined === input.content || "string" === typeof input.content) && (undefined === input.function_call || "object" === typeof input.function_call && null !== input.function_call && false === Array.isArray(input.function_call) && _io3(input.function_call)) && (null === input.refusal || undefined === input.refusal || "string" === typeof input.refusal) && (undefined === input.role || "user" === input.role || "developer" === input.role || "system" === input.role || "assistant" === input.role || "tool" === input.role) && (undefined === input.tool_calls || Array.isArray(input.tool_calls) && input.tool_calls.every(elem => "object" === typeof elem && null !== elem && _io4(elem))); const _io3 = input => (undefined === input.arguments || "string" === typeof input.arguments) && (undefined === input.name || "string" === typeof input.name); const _io4 = input => "number" === typeof input.index && (undefined === input.id || "string" === typeof input.id) && (undefined === input["function"] || "object" === typeof input["function"] && null !== input["function"] && false === Array.isArray(input["function"]) && _io5(input["function"])) && (undefined === input.type || "function" === input.type); const _io5 = input => (undefined === input.arguments || "string" === typeof input.arguments) && (undefined === input.name || "string" === typeof input.name); const _io6 = input => (null === input.content || Array.isArray(input.content) && input.content.every(elem => "object" === typeof elem && null !== elem && _io7(elem))) && (null === input.refusal || Array.isArray(input.refusal) && input.refusal.every(elem => "object" === typeof elem && null !== elem && _io7(elem))); const _io7 = input => "string" === typeof input.token && (null === input.bytes || Array.isArray(input.bytes) && input.bytes.every(elem => "number" === typeof elem)) && "number" === typeof input.logprob && (Array.isArray(input.top_logprobs) && input.top_logprobs.every(elem => "object" === typeof elem && null !== elem && _io8(elem))); const _io8 = input => "string" === typeof input.token && (null === input.bytes || Array.isArray(input.bytes) && input.bytes.every(elem => "number" === typeof elem)) && "number" === typeof input.logprob; const _io9 = input => "number" === typeof input.completion_tokens && "number" === typeof input.prompt_tokens && "number" === typeof input.total_tokens && (undefined === input.completion_tokens_details || "object" === typeof input.completion_tokens_details && null !== input.completion_tokens_details && false === Array.isArray(input.completion_tokens_details) && _io10(input.completion_tokens_details)) && (undefined === input.prompt_tokens_details || "object" === typeof input.prompt_tokens_details && null !== input.prompt_tokens_details && false === Array.isArray(input.prompt_tokens_details) && _io11(input.prompt_tokens_details)); const _io10 = input => (undefined === input.accepted_prediction_tokens || "number" === typeof input.accepted_prediction_tokens) && (undefined === input.audio_tokens || "number" === typeof input.audio_tokens) && (undefined === input.reasoning_tokens || "number" === typeof input.reasoning_tokens) && (undefined === input.rejected_prediction_tokens || "number" === typeof input.rejected_prediction_tokens); const _io11 = input => (undefined === input.audio_tokens || "number" === typeof input.audio_tokens) && (undefined === input.cached_tokens || "number" === typeof input.cached_tokens); const _vo0 = (input, _path, _exceptionable = true) => ["string" === typeof input.id || _report(_exceptionable, {
             path: _path + ".id",
             expected: "string",
             value: input.id
@@ -76,9 +76,9 @@ function transformCompletionChunk(source) {
             path: _path + ".object",
             expected: "\"chat.completion.chunk\"",
             value: input.object
-        }), null === input.service_tier || undefined === input.service_tier || "scale" === input.service_tier || "default" === input.service_tier || _report(_exceptionable, {
+        }), null === input.service_tier || undefined === input.service_tier || "auto" === input.service_tier || "default" === input.service_tier || "flex" === input.service_tier || _report(_exceptionable, {
             path: _path + ".service_tier",
-            expected: "(\"default\" | \"scale\" | null | undefined)",
+            expected: "(\"auto\" | \"default\" | \"flex\" | null | undefined)",
             value: input.service_tier
         }), undefined === input.system_fingerprint || "string" === typeof input.system_fingerprint || _report(_exceptionable, {
             path: _path + ".system_fingerprint",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agentica/core",
-  "version": "0.27.3",
+  "version": "0.28.0",
   "description": "Agentic AI Library specialized in LLM Function Calling",
   "author": "Wrtn Technologies",
   "license": "MIT",
@@ -36,29 +36,31 @@
     "access": "public"
   },
   "peerDependencies": {
-    "@samchon/openapi": "^4.3.1",
-    "openai": "^4.80.0",
+    "@samchon/openapi": "^4.3.3",
+    "openai": "^5.2.0",
     "typia": "^9.3.1"
   },
   "dependencies": {
-    "@samchon/openapi": "^4.3.1",
+    "@samchon/openapi": "^4.3.3",
+    "tstl": "^3.0.0",
     "typia": "^9.3.1",
     "uuid": "^11.0.4"
   },
   "devDependencies": {
-    "@modelcontextprotocol/sdk": "^1.9.0",
+    "@modelcontextprotocol/sdk": "^1.12.0",
     "@nestia/e2e": "^6.0.1",
     "@rollup/plugin-terser": "^0.4.4",
     "@rollup/plugin-typescript": "^12.1.2",
-    "@ryoppippi/unplugin-typia": "^2.6.2",
+    "@ryoppippi/unplugin-typia": "^2.6.4",
     "@types/node": "^22.13.9",
     "@types/uuid": "^10.0.0",
     "@wrtnlabs/calculator-mcp": "^0.2.1",
-    "openai": "^4.80.0",
+    "openai": "^5.2.0",
     "rimraf": "^6.0.1",
     "rollup": "^4.34.8",
     "ts-node": "^10.9.2",
     "ts-patch": "^3.3.0",
+    "tstl": "^3.0.0",
     "typedoc": "^0.27.7",
     "typescript": "~5.8.3",
     "vitest": "^3.0.9"

package/src/Agentica.ts

@@ -1,11 +1,17 @@
 import type { ILlmSchema } from "@samchon/openapi";
+import type OpenAI from "openai";
+
+import { Semaphore } from "tstl";
+import { v4 } from "uuid";
 
 import type { AgenticaContext } from "./context/AgenticaContext";
 import type { AgenticaOperation } from "./context/AgenticaOperation";
 import type { AgenticaOperationCollection } from "./context/AgenticaOperationCollection";
 import type { AgenticaOperationSelection } from "./context/AgenticaOperationSelection";
+import type { AgenticaEventSource } from "./events";
 import type { AgenticaEvent } from "./events/AgenticaEvent";
 import type { AgenticaRequestEvent } from "./events/AgenticaRequestEvent";
+import type { AgenticaUserMessageEvent } from "./events/AgenticaUserMessageEvent";
 import type { AgenticaUserMessageContent } from "./histories";
 import type { AgenticaHistory } from "./histories/AgenticaHistory";
 import type { AgenticaUserMessageHistory } from "./histories/AgenticaUserMessageHistory";
@@ -17,7 +23,6 @@ import type { IAgenticaVendor } from "./structures/IAgenticaVendor";
 import { AgenticaTokenUsage } from "./context/AgenticaTokenUsage";
 import { AgenticaOperationComposer } from "./context/internal/AgenticaOperationComposer";
 import { AgenticaTokenUsageAggregator } from "./context/internal/AgenticaTokenUsageAggregator";
-import { createUserMessageHistory } from "./factory";
 import { createInitializeEvent, createRequestEvent, createUserMessageEvent } from "./factory/events";
 import { execute } from "./orchestrate/execute";
 import { transformHistory } from "./transformers/transformHistory";
@@ -62,11 +67,10 @@ export class Agentica<Model extends ILlmSchema.Model> {
   private readonly listeners_: Map<string, Set<(event: AgenticaEvent<Model>) => Promise<void> | void>>;
 
   // STATUS
+  private readonly executor_: (ctx: AgenticaContext<Model>) => Promise<void>;
+  private readonly semaphore_: Semaphore | null;
   private readonly token_usage_: AgenticaTokenUsage;
   private ready_: boolean;
-  private readonly executor_: (
-    ctx: AgenticaContext<Model>,
-  ) => Promise<AgenticaHistory<Model>[]>;
 
   /* -----------------------------------------------------------
     CONSTRUCTOR
@@ -83,7 +87,7 @@ export class Agentica<Model extends ILlmSchema.Model> {
       config: props.config,
     });
 
-    // STATUS
+    // STACK
     this.stack_ = [];
     this.listeners_ = new Map();
     this.histories_ = (props.histories ?? []).map(input =>
@@ -94,16 +98,21 @@ export class Agentica<Model extends ILlmSchema.Model> {
     );
 
     // STATUS
+    this.executor_
+      = typeof props.config?.executor === "function"
+        ? props.config.executor
+        : execute(props.config?.executor ?? null);
+    this.semaphore_ = props.vendor.semaphore != null
+      ? typeof props.vendor.semaphore === "object"
+        ? props.vendor.semaphore
+        : new Semaphore(props.vendor.semaphore)
+      : null;
     this.token_usage_ = this.props.tokenUsage !== undefined
       ? this.props.tokenUsage instanceof AgenticaTokenUsage
         ? this.props.tokenUsage
         : new AgenticaTokenUsage(this.props.tokenUsage)
       : AgenticaTokenUsage.zero();
     this.ready_ = false;
-    this.executor_
-      = typeof props.config?.executor === "function"
-        ? props.config.executor
-        : execute(props.config?.executor ?? null);
   }
 
   /**
@@ -140,7 +149,23 @@ export class Agentica<Model extends ILlmSchema.Model> {
       abortSignal?: AbortSignal;
     } = {},
   ): Promise<AgenticaHistory<Model>[]> {
-    const prompt: AgenticaUserMessageHistory = createUserMessageHistory({
+    const historyGetters: Array<() => Promise<AgenticaHistory<Model>>> = [];
+    const dispatch = (event: AgenticaEvent<Model>): void => {
+      this.dispatch(event).catch(() => {});
+      if ("toHistory" in event) {
+        if ("join" in event) {
+          historyGetters.push(async () => {
+            await event.join();
+            return event.toHistory();
+          });
+        }
+        else {
+          historyGetters.push(async () => event.toHistory());
+        }
+      }
+    };
+
+    const prompt: AgenticaUserMessageEvent = createUserMessageEvent({
       contents: Array.isArray(content)
         ? content
         : typeof content === "string"
@@ -150,22 +175,22 @@ export class Agentica<Model extends ILlmSchema.Model> {
             }]
           : [content],
     });
+    dispatch(prompt);
 
-    this.dispatch(
-      createUserMessageEvent({
-        contents: prompt.contents,
-      }),
-    ).catch(() => {});
-
-    const newbie: AgenticaHistory<Model>[] = await this.executor_(
+    await this.executor_(
       this.getContext({
-        prompt,
+        dispatch,
+        prompt: prompt.toHistory(),
         abortSignal: options.abortSignal,
         usage: this.token_usage_,
       }),
     );
-    this.histories_.push(prompt, ...newbie);
-    return [prompt, ...newbie];
+
+    const completed: AgenticaHistory<Model>[] = await Promise.all(
+      historyGetters.map(async h => h()),
+    );
+    this.histories_.push(...completed);
+    return completed;
   }
 
   /**
@@ -233,9 +258,78 @@ export class Agentica<Model extends ILlmSchema.Model> {
   public getContext(props: {
     prompt: AgenticaUserMessageHistory;
     usage: AgenticaTokenUsage;
+    dispatch: (event: AgenticaEvent<Model>) => void;
     abortSignal?: AbortSignal;
   }): AgenticaContext<Model> {
-    const dispatch = async (event: AgenticaEvent<Model>) => this.dispatch(event);
+    const request = async (
+      source: AgenticaEventSource,
+      body: Omit<OpenAI.ChatCompletionCreateParamsStreaming, "model" | "stream">,
+    ): Promise<ReadableStream<OpenAI.Chat.Completions.ChatCompletionChunk>> => {
+      const event: AgenticaRequestEvent = createRequestEvent({
+        source,
+        body: {
+          ...body,
+          model: this.props.vendor.model,
+          stream: true,
+          stream_options: {
+            include_usage: true,
+          },
+        },
+        options: {
+          ...this.props.vendor.options,
+          signal: props.abortSignal,
+        },
+      });
+      props.dispatch(event);
+
+      // completion
+      const completion = await this.props.vendor.api.chat.completions.create(
+        event.body,
+        event.options,
+      );
+
+      const [streamForEvent, temporaryStream] = StreamUtil.transform(
+        completion.toReadableStream() as ReadableStream<Uint8Array>,
+        value =>
+          ChatGptCompletionMessageUtil.transformCompletionChunk(value),
+      ).tee();
+
+      const [streamForAggregate, streamForReturn] = temporaryStream.tee();
+
+      (async () => {
+        const reader = streamForAggregate.getReader();
+        while (true) {
+          const chunk = await reader.read();
+          if (chunk.done) {
+            break;
+          }
+          if (chunk.value.usage != null) {
+            AgenticaTokenUsageAggregator.aggregate({
+              kind: source,
+              completionUsage: chunk.value.usage,
+              usage: props.usage,
+            });
+          }
+        }
+      })().catch(() => {});
+
+      const [streamForStream, streamForJoin] = streamForEvent.tee();
+      props.dispatch({
+        id: v4(),
+        type: "response",
+        source,
+        stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader()),
+        body: event.body,
+        options: event.options,
+        join: async () => {
+          const chunks = await StreamUtil.readAll(streamForJoin);
+          return ChatGptCompletionMessageUtil.merge(chunks);
+        },
+        created_at: new Date().toISOString(),
+      });
+      return streamForReturn;
+    };
+
     return {
       // APPLICATION
       operations: this.operations_,
@@ -249,75 +343,21 @@ export class Agentica<Model extends ILlmSchema.Model> {
       abortSignal: props.abortSignal,
 
       // HANDLERS
-      dispatch: async event => this.dispatch(event),
-      request: async (source, body) => {
-        // request information
-        const event: AgenticaRequestEvent = createRequestEvent({
-          source,
-          body: {
-            ...body,
-            model: this.props.vendor.model,
-            stream: true,
-            stream_options: {
-              include_usage: true,
-            },
-          },
-          options: {
-            ...this.props.vendor.options,
-            signal: props.abortSignal,
-          },
-        });
-        await dispatch(event);
-
-        // completion
-        const completion = await this.props.vendor.api.chat.completions.create(
-          event.body,
-          event.options,
-        );
-
-        const [streamForEvent, temporaryStream] = StreamUtil.transform(
-          completion.toReadableStream() as ReadableStream<Uint8Array>,
-          value =>
-            ChatGptCompletionMessageUtil.transformCompletionChunk(value),
-        ).tee();
-
-        const [streamForAggregate, streamForReturn] = temporaryStream.tee();
-
-        (async () => {
-          const reader = streamForAggregate.getReader();
-          while (true) {
-            const chunk = await reader.read();
-            if (chunk.done) {
-              break;
-            }
-            if (chunk.value.usage != null) {
-              AgenticaTokenUsageAggregator.aggregate({
-                kind: source,
-                completionUsage: chunk.value.usage,
-                usage: props.usage,
-              });
-            }
+      dispatch: props.dispatch,
+      request: this.semaphore_ === null
+        ? request
+        : async (source, body) => {
+          await this.semaphore_!.acquire();
+          try {
+            return await request(source, body);
           }
-        })().catch(() => {});
-
-        const [streamForStream, streamForJoin] = streamForEvent.tee();
-        await dispatch({
-          type: "response",
-          source,
-          stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader()),
-          body: event.body,
-          options: event.options,
-          join: async () => {
-            const chunks = await StreamUtil.readAll(streamForJoin);
-            return ChatGptCompletionMessageUtil.merge(chunks);
-          },
-        });
-
-        return streamForReturn;
-      },
+          finally {
+            void this.semaphore_!.release().catch(() => {});
+          }
+        },
       initialize: async () => {
         this.ready_ = true;
-        await dispatch(createInitializeEvent());
+        props.dispatch(createInitializeEvent());
       },
     };
   }

package/src/MicroAgentica.ts

@@ -1,13 +1,17 @@
 import type { ILlmSchema } from "@samchon/openapi";
+import type OpenAI from "openai";
+
+import { Semaphore } from "tstl";
+import { v4 } from "uuid";
 
 import type { AgenticaOperation } from "./context/AgenticaOperation";
 import type { AgenticaOperationCollection } from "./context/AgenticaOperationCollection";
 import type { MicroAgenticaContext } from "./context/MicroAgenticaContext";
+import type { AgenticaUserMessageEvent } from "./events";
 import type { AgenticaRequestEvent } from "./events/AgenticaRequestEvent";
 import type { MicroAgenticaEvent } from "./events/MicroAgenticaEvent";
 import type { AgenticaUserMessageContent } from "./histories";
 import type { AgenticaExecuteHistory } from "./histories/AgenticaExecuteHistory";
-import type { AgenticaUserMessageHistory } from "./histories/AgenticaUserMessageHistory";
 import type { MicroAgenticaHistory } from "./histories/MicroAgenticaHistory";
 import type { IAgenticaController } from "./structures/IAgenticaController";
 import type { IAgenticaVendor } from "./structures/IAgenticaVendor";
@@ -17,7 +21,6 @@ import type { IMicroAgenticaProps } from "./structures/IMicroAgenticaProps";
 import { AgenticaTokenUsage } from "./context/AgenticaTokenUsage";
 import { AgenticaOperationComposer } from "./context/internal/AgenticaOperationComposer";
 import { AgenticaTokenUsageAggregator } from "./context/internal/AgenticaTokenUsageAggregator";
-import { createUserMessageHistory } from "./factory";
 import { createRequestEvent, createUserMessageEvent } from "./factory/events";
 import { call, describe } from "./orchestrate";
 import { transformHistory } from "./transformers/transformHistory";
@@ -64,6 +67,8 @@ export class MicroAgentica<Model extends ILlmSchema.Model> {
     Set<(event: MicroAgenticaEvent<Model>) => Promise<void>>
   >;
 
+  private readonly semaphore_: Semaphore | null;
+
   /* -----------------------------------------------------------
     CONSTRUCTOR
   ----------------------------------------------------------- */
@@ -89,6 +94,11 @@ export class MicroAgentica<Model extends ILlmSchema.Model> {
         : new AgenticaTokenUsage(this.props.tokenUsage)
       : AgenticaTokenUsage.zero();
     this.listeners_ = new Map();
+    this.semaphore_ = props.vendor.semaphore != null
+      ? typeof props.vendor.semaphore === "object"
+        ? props.vendor.semaphore
+        : new Semaphore(props.vendor.semaphore)
+      : null;
   }
 
   /**
@@ -119,7 +129,23 @@ export class MicroAgentica<Model extends ILlmSchema.Model> {
   public async conversate(
     content: string | AgenticaUserMessageContent | Array<AgenticaUserMessageContent>,
   ): Promise<MicroAgenticaHistory<Model>[]> {
-    const talk = createUserMessageHistory({
+    const histories: Array<() => Promise<MicroAgenticaHistory<Model>>> = [];
+    const dispatch = (event: MicroAgenticaEvent<Model>): void => {
+      this.dispatch(event).catch(() => {});
+      if ("toHistory" in event) {
+        if ("join" in event) {
+          histories.push(async () => {
+            await event.join();
+            return event.toHistory();
+          });
+        }
+        else {
+          histories.push(async () => event.toHistory());
+        }
+      }
+    };
+
+    const prompt: AgenticaUserMessageEvent = createUserMessageEvent({
       contents: Array.isArray(content)
         ? content
         : typeof content === "string"
@@ -129,29 +155,26 @@ export class MicroAgentica<Model extends ILlmSchema.Model> {
             }]
           : [content],
     });
-    this.dispatch(
-      createUserMessageEvent({
-        contents: talk.contents,
-      }),
-    ).catch(() => {});
+    dispatch(prompt);
 
     const ctx: MicroAgenticaContext<Model> = this.getContext({
-      prompt: talk,
+      prompt,
+      dispatch,
       usage: this.token_usage_,
     });
-    const histories: MicroAgenticaHistory<Model>[] = await call(
+    const executes: AgenticaExecuteHistory<Model>[] = await call(
       ctx,
       this.operations_.array,
-    ) as MicroAgenticaHistory<Model>[];
-    const executes: AgenticaExecuteHistory<Model>[] = histories.filter(p => p.type === "execute");
-    if (executes.length
-      && ctx.config?.executor?.describe !== null
-      && ctx.config?.executor?.describe !== false) {
-      histories.push(...await describe(ctx, executes));
+    );
+    if (executes.length) {
+      await describe(ctx, executes);
     }
 
-    this.histories_.push(talk, ...histories);
-    return histories;
+    const completed: MicroAgenticaHistory<Model>[] = await Promise.all(
+      histories.map(async h => h()),
+    );
+    this.histories_.push(...completed);
+    return completed;
   }
 
   /**
@@ -217,79 +240,93 @@ export class MicroAgentica<Model extends ILlmSchema.Model> {
    * @internal
    */
   public getContext(props: {
-    prompt: AgenticaUserMessageHistory;
+    prompt: AgenticaUserMessageEvent;
     usage: AgenticaTokenUsage;
+    dispatch: (event: MicroAgenticaEvent<Model>) => void;
   }): MicroAgenticaContext<Model> {
-    const dispatch = this.dispatch.bind(this);
-    return {
-      operations: this.operations_,
-      config: this.props.config,
-
-      histories: this.histories_,
-      prompt: props.prompt,
-      dispatch,
-      request: async (source, body) => {
-        // request information
-        const event: AgenticaRequestEvent = createRequestEvent({
-          source,
-          body: {
-            ...body,
-            model: this.props.vendor.model,
-            stream: true,
-            stream_options: {
-              include_usage: true,
-            },
+    const request = async (
+      source: MicroAgenticaEvent.Source,
+      body: Omit<OpenAI.ChatCompletionCreateParamsStreaming, "model" | "stream">,
+    ): Promise<ReadableStream<OpenAI.Chat.Completions.ChatCompletionChunk>> => {
+      const event: AgenticaRequestEvent = createRequestEvent({
+        source,
+        body: {
+          ...body,
+          model: this.props.vendor.model,
+          stream: true,
+          stream_options: {
+            include_usage: true,
           },
-          options: this.props.vendor.options,
-        });
-        await dispatch(event);
+        },
+        options: this.props.vendor.options,
+      });
+      props.dispatch(event);
 
-        // completion
-        const completion = await this.props.vendor.api.chat.completions.create(
-          event.body,
-          event.options,
-        );
+      // completion
+      const completion = await this.props.vendor.api.chat.completions.create(
+        event.body,
+        event.options,
+      );
 
-        const [streamForEvent, temporaryStream] = StreamUtil.transform(
-          completion.toReadableStream() as ReadableStream<Uint8Array>,
-          value =>
-            ChatGptCompletionMessageUtil.transformCompletionChunk(value),
-        ).tee();
+      const [streamForEvent, temporaryStream] = StreamUtil.transform(
+        completion.toReadableStream() as ReadableStream<Uint8Array>,
+        value =>
+          ChatGptCompletionMessageUtil.transformCompletionChunk(value),
+      ).tee();
 
-        const [streamForAggregate, streamForReturn] = temporaryStream.tee();
+      const [streamForAggregate, streamForReturn] = temporaryStream.tee();
 
-        void (async () => {
-          const reader = streamForAggregate.getReader();
-          while (true) {
-            const chunk = await reader.read();
-            if (chunk.done) {
-              break;
-            }
-            if (chunk.value.usage != null) {
-              AgenticaTokenUsageAggregator.aggregate({
-                kind: source,
-                completionUsage: chunk.value.usage,
-                usage: props.usage,
-              });
-            }
+      void (async () => {
+        const reader = streamForAggregate.getReader();
+        while (true) {
+          const chunk = await reader.read();
+          if (chunk.done) {
+            break;
           }
-        })();
+          if (chunk.value.usage != null) {
+            AgenticaTokenUsageAggregator.aggregate({
+              kind: source,
+              completionUsage: chunk.value.usage,
+              usage: props.usage,
+            });
+          }
+        }
+      })().catch(() => {});
 
-        const [streamForStream, streamForJoin] = streamForEvent.tee();
-        await dispatch({
-          type: "response",
-          source,
-          stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader()),
-          body: event.body,
-          options: event.options,
-          join: async () => {
-            const chunks = await StreamUtil.readAll(streamForJoin);
-            return ChatGptCompletionMessageUtil.merge(chunks);
-          },
-        });
+      const [streamForStream, streamForJoin] = streamForEvent.tee();
+      props.dispatch({
+        id: v4(),
+        type: "response",
+        source,
+        stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader()),
+        body: event.body,
+        options: event.options,
+        join: async () => {
+          const chunks = await StreamUtil.readAll(streamForJoin);
+          return ChatGptCompletionMessageUtil.merge(chunks);
+        },
+        created_at: new Date().toISOString(),
+      });
+      return streamForReturn;
+    };
+    return {
+      operations: this.operations_,
+      config: this.props.config,
 
-        return streamForReturn;
-      },
+      histories: this.histories_,
+      prompt: props.prompt,
+      dispatch: props.dispatch,
+      request: this.semaphore_ === null
+        ? request
+        : async (source, body) => {
+          await this.semaphore_!.acquire();
+          try {
+            return await request(source, body);
+          }
+          finally {
+            void this.semaphore_!.release().catch(() => {});
+          }
+        },
     };
   }