@agentica/core 0.32.3-dev.3 → 0.32.3

package/lib/utils/request.js

@@ -0,0 +1,80 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getChatCompletionWithStreamingFunction = void 0;
+const ChatGptCompletionMessageUtil_1 = require("./ChatGptCompletionMessageUtil");
+const StreamUtil_1 = require("./StreamUtil");
+const factory_1 = require("../factory");
+const AgenticaTokenUsageAggregator_1 = require("../context/internal/AgenticaTokenUsageAggregator");
+const uuid_1 = require("uuid");
+const getChatCompletionWithStreamingFunction = (props) => (source, body) => __awaiter(void 0, void 0, void 0, function* () {
+    var _a, _b;
+    const event = (0, factory_1.createRequestEvent)({
+        source,
+        body: Object.assign(Object.assign({}, body), { model: props.vendor.model, stream: true, stream_options: {
+                include_usage: true,
+            } }),
+        options: Object.assign(Object.assign({}, props.vendor.options), { signal: props.abortSignal }),
+    });
+    yield props.dispatch(event);
+    // completion
+    const backoffStrategy = (_b = (_a = props.config) === null || _a === void 0 ? void 0 : _a.backoffStrategy) !== null && _b !== void 0 ? _b : ((props) => {
+        throw props.error;
+    });
+    const completion = yield (() => __awaiter(void 0, void 0, void 0, function* () {
+        let count = 0;
+        while (true) {
+            try {
+                return yield props.vendor.api.chat.completions.create(event.body, event.options);
+            }
+            catch (error) {
+                const waiting = backoffStrategy({ count, error });
+                yield new Promise(resolve => setTimeout(resolve, waiting));
+                count++;
+            }
+        }
+    }))();
+    const [streamForEvent, temporaryStream] = StreamUtil_1.StreamUtil.transform(completion.toReadableStream(), value => ChatGptCompletionMessageUtil_1.ChatGptCompletionMessageUtil.transformCompletionChunk(value)).tee();
+    const [streamForAggregate, streamForReturn] = temporaryStream.tee();
+    (() => __awaiter(void 0, void 0, void 0, function* () {
+        const reader = streamForAggregate.getReader();
+        while (true) {
+            const chunk = yield reader.read();
+            if (chunk.done) {
+                break;
+            }
+            if (chunk.value.usage != null) {
+                AgenticaTokenUsageAggregator_1.AgenticaTokenUsageAggregator.aggregate({
+                    kind: source,
+                    completionUsage: chunk.value.usage,
+                    usage: props.usage,
+                });
+            }
+        }
+    }))().catch(() => { });
+    const [streamForStream, streamForJoin] = streamForEvent.tee();
+    void props.dispatch({
+        id: (0, uuid_1.v4)(),
+        type: "response",
+        source,
+        stream: (0, StreamUtil_1.streamDefaultReaderToAsyncGenerator)(streamForStream.getReader()),
+        body: event.body,
+        options: event.options,
+        join: () => __awaiter(void 0, void 0, void 0, function* () {
+            const chunks = yield StreamUtil_1.StreamUtil.readAll(streamForJoin);
+            return ChatGptCompletionMessageUtil_1.ChatGptCompletionMessageUtil.merge(chunks);
+        }),
+        created_at: new Date().toISOString(),
+    }).catch(() => { });
+    return streamForReturn;
+});
+exports.getChatCompletionWithStreamingFunction = getChatCompletionWithStreamingFunction;
+//# sourceMappingURL=request.js.map

package/lib/utils/request.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"request.js","sourceRoot":"","sources":["../../src/utils/request.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,iFAA8E;AAC9E,6CAA+E;AAC/E,wCAAgD;AAGhD,mGAAgG;AAEhG,+BAA0B;AAEnB,MAAM,sCAAsC,GAAG,CAAiC,KAMtF,EAAE,EAAE,CAAC,CACJ,MAA2B,EAC3B,IAA0E,EAC1E,EAAE;;IACF,MAAM,KAAK,GAAyB,IAAA,4BAAkB,EAAC;QACrD,MAAM;QACN,IAAI,kCACC,IAAI,KACP,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,EACzB,MAAM,EAAE,IAAI,EACZ,cAAc,EAAE;gBACd,aAAa,EAAE,IAAI;aACpB,GACF;QACD,OAAO,kCACF,KAAK,CAAC,MAAM,CAAC,OAAO,KACvB,MAAM,EAAE,KAAK,CAAC,WAAW,GAC1B;KACF,CAAC,CAAC;IACH,MAAM,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE5B,aAAa;IACb,MAAM,eAAe,GAAG,MAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,eAAe,mCAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QAClE,MAAM,KAAK,CAAC,KAAK,CAAC;IACpB,CAAC,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,MAAM,CAAC,GAAS,EAAE;QACnC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CACnD,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,OAAO,CACd,CAAC;YACJ,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,OAAO,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAClD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;gBAC3D,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC,CAAA,CAAC,EAAE,CAAC;IAEL,MAAM,CAAC,cAAc,EAAE,eAAe,CAAC,GAAG,uBAAU,CAAC,SAAS,CAC5D,UAAU,CAAC,gBAAgB,EAAgC,EAC3D,KAAK,CAAC,EAAE,CACN,2DAA4B,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAC/D,CAAC,GAAG,EAAE,CAAC;IAER,MAAM,CAAC,kBAAkB,EAAE,eAAe,CAAC,GAAG,eAAe,CAAC,GAAG,EAAE,CAAC;IAEpE,CAAC,GAAS,EAAE;QACV,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,EAAE,CAAC;QAC9C,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,MAAM;YACR,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC9B,2DAA4B,CAAC,SAAS,CAAC;oBACrC,IAAI,EAAE,MAAM;oBACZ,eAAe,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK;oBAClC,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC,CAAA,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAErB,MAAM,CAAC,eAAe,EAAE,aAAa,CAAC,GAAG,cAAc,CAAC,GAAG,EAAE,CAAC;IAC9D,KAAK,KAAK,CAAC,QAAQ,CAAC;QAClB,EAAE,EAAE,IAAA,SAAE,GAAE;QACR,IAAI,EAAE,UAAU;QAChB,MAAM;QACN,MAAM,EAAE,IAAA,gDAAmC,EAAC,eAAe,CAAC,SAAS,EAAE,CAAC;QACxE,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,IAAI,EAAE,GAAS,EAAE;YACf,MAAM,MAAM,GAAG,MAAM,uBAAU,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YACvD,OAAO,2DAA4B,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC,CAAA;QACD,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACrC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACnB,OAAO,eAAe,CAAC;AACzB,CAAC,CAAA,CAAC;AAxFW,QAAA,sCAAsC,0CAwFjD"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agentica/core",
-  "version": "0.32.3-dev.3",
+  "version": "0.32.3",
   "description": "Agentic AI Library specialized in LLM Function Calling",
   "author": "Wrtn Technologies",
   "license": "MIT",

package/src/Agentica.ts

@@ -1,16 +1,12 @@
 import type { ILlmSchema } from "@samchon/openapi";
-import type OpenAI from "openai";
 
 import { Semaphore } from "tstl";
-import { v4 } from "uuid";
 
 import type { AgenticaContext } from "./context/AgenticaContext";
 import type { AgenticaOperation } from "./context/AgenticaOperation";
 import type { AgenticaOperationCollection } from "./context/AgenticaOperationCollection";
 import type { AgenticaOperationSelection } from "./context/AgenticaOperationSelection";
-import type { AgenticaEventSource } from "./events";
 import type { AgenticaEvent } from "./events/AgenticaEvent";
-import type { AgenticaRequestEvent } from "./events/AgenticaRequestEvent";
 import type { AgenticaUserMessageEvent } from "./events/AgenticaUserMessageEvent";
 import type { AgenticaUserMessageContent } from "./histories";
 import type { AgenticaHistory } from "./histories/AgenticaHistory";
@@ -22,13 +18,11 @@ import type { IAgenticaVendor } from "./structures/IAgenticaVendor";
 
 import { AgenticaTokenUsage } from "./context/AgenticaTokenUsage";
 import { AgenticaOperationComposer } from "./context/internal/AgenticaOperationComposer";
-import { AgenticaTokenUsageAggregator } from "./context/internal/AgenticaTokenUsageAggregator";
-import { createInitializeEvent, createRequestEvent, createUserMessageEvent } from "./factory/events";
+import { createInitializeEvent, createUserMessageEvent } from "./factory/events";
 import { execute } from "./orchestrate/execute";
 import { transformHistory } from "./transformers/transformHistory";
 import { __map_take } from "./utils/__map_take";
-import { ChatGptCompletionMessageUtil } from "./utils/ChatGptCompletionMessageUtil";
-import { streamDefaultReaderToAsyncGenerator, StreamUtil } from "./utils/StreamUtil";
+import { getChatCompletionWithStreamingFunction } from "./utils/request";
 
 /**
  * Agentica AI chatbot agent.
@@ -264,89 +258,13 @@ export class Agentica<Model extends ILlmSchema.Model> {
     dispatch: (event: AgenticaEvent<Model>) => Promise<void>;
     abortSignal?: AbortSignal;
   }): AgenticaContext<Model> {
-    const request = async (
-      source: AgenticaEventSource,
-      body: Omit<OpenAI.ChatCompletionCreateParamsStreaming, "model" | "stream">,
-    ): Promise<ReadableStream<OpenAI.Chat.Completions.ChatCompletionChunk>> => {
-      const event: AgenticaRequestEvent = createRequestEvent({
-        source,
-        body: {
-          ...body,
-          model: this.props.vendor.model,
-          stream: true,
-          stream_options: {
-            include_usage: true,
-          },
-        },
-        options: {
-          ...this.props.vendor.options,
-          signal: props.abortSignal,
-        },
-      });
-      await props.dispatch(event);
-
-      // completion
-      const backoffStrategy = this.props.config?.backoffStrategy ?? ((props) => {
-        throw props.error;
-      });
-      const completion = await (async () => {
-        let count = 0;
-        while (true) {
-          try {
-            return await this.props.vendor.api.chat.completions.create(
-              event.body,
-              event.options,
-            );
-          }
-          catch (error) {
-            const waiting = backoffStrategy({ count, error });
-            await new Promise(resolve => setTimeout(resolve, waiting));
-            count++;
-          }
-        }
-      })();
-
-      const [streamForEvent, temporaryStream] = StreamUtil.transform(
-        completion.toReadableStream() as ReadableStream<Uint8Array>,
-        value =>
-          ChatGptCompletionMessageUtil.transformCompletionChunk(value),
-      ).tee();
-
-      const [streamForAggregate, streamForReturn] = temporaryStream.tee();
-
-      (async () => {
-        const reader = streamForAggregate.getReader();
-        while (true) {
-          const chunk = await reader.read();
-          if (chunk.done) {
-            break;
-          }
-          if (chunk.value.usage != null) {
-            AgenticaTokenUsageAggregator.aggregate({
-              kind: source,
-              completionUsage: chunk.value.usage,
-              usage: props.usage,
-            });
-          }
-        }
-      })().catch(() => {});
-
-      const [streamForStream, streamForJoin] = streamForEvent.tee();
-      void props.dispatch({
-        id: v4(),
-        type: "response",
-        source,
-        stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader()),
-        body: event.body,
-        options: event.options,
-        join: async () => {
-          const chunks = await StreamUtil.readAll(streamForJoin);
-          return ChatGptCompletionMessageUtil.merge(chunks);
-        },
-        created_at: new Date().toISOString(),
-      }).catch(() => {});
-      return streamForReturn;
-    };
+    const request = getChatCompletionWithStreamingFunction<Model>({
+      vendor: this.props.vendor,
+      config: this.props.config,
+      dispatch: props.dispatch,
+      abortSignal: props.abortSignal,
+      usage: this.token_usage_,
+    });
 
     return {
       // APPLICATION

package/src/MicroAgentica.ts

@@ -1,14 +1,11 @@
 import type { ILlmSchema } from "@samchon/openapi";
-import type OpenAI from "openai";
 
 import { Semaphore } from "tstl";
-import { v4 } from "uuid";
 
 import type { AgenticaOperation } from "./context/AgenticaOperation";
 import type { AgenticaOperationCollection } from "./context/AgenticaOperationCollection";
 import type { MicroAgenticaContext } from "./context/MicroAgenticaContext";
 import type { AgenticaUserMessageEvent } from "./events";
-import type { AgenticaRequestEvent } from "./events/AgenticaRequestEvent";
 import type { MicroAgenticaEvent } from "./events/MicroAgenticaEvent";
 import type { AgenticaUserMessageContent } from "./histories";
 import type { AgenticaExecuteHistory } from "./histories/AgenticaExecuteHistory";
@@ -20,13 +17,11 @@ import type { IMicroAgenticaProps } from "./structures/IMicroAgenticaProps";
 
 import { AgenticaTokenUsage } from "./context/AgenticaTokenUsage";
 import { AgenticaOperationComposer } from "./context/internal/AgenticaOperationComposer";
-import { AgenticaTokenUsageAggregator } from "./context/internal/AgenticaTokenUsageAggregator";
-import { createRequestEvent, createUserMessageEvent } from "./factory/events";
+import { createUserMessageEvent } from "./factory/events";
 import { call, describe } from "./orchestrate";
 import { transformHistory } from "./transformers/transformHistory";
 import { __map_take } from "./utils/__map_take";
-import { ChatGptCompletionMessageUtil } from "./utils/ChatGptCompletionMessageUtil";
-import { streamDefaultReaderToAsyncGenerator, StreamUtil } from "./utils/StreamUtil";
+import { getChatCompletionWithStreamingFunction } from "./utils/request";
 
 /**
  * Micro AI chatbot.
@@ -128,6 +123,9 @@ export class MicroAgentica<Model extends ILlmSchema.Model> {
    */
   public async conversate(
     content: string | AgenticaUserMessageContent | Array<AgenticaUserMessageContent>,
+    options: {
+      abortSignal?: AbortSignal;
+    } = {},
   ): Promise<MicroAgenticaHistory<Model>[]> {
     const histories: Array<() => Promise<MicroAgenticaHistory<Model>>> = [];
     const dispatch = async (event: MicroAgenticaEvent<Model>): Promise<void> => {
@@ -164,6 +162,7 @@ export class MicroAgentica<Model extends ILlmSchema.Model> {
       prompt,
       dispatch,
       usage: this.token_usage_,
+      abortSignal: options.abortSignal,
     });
     const executes: AgenticaExecuteHistory<Model>[] = await call(
       ctx,
@@ -248,87 +247,15 @@ export class MicroAgentica<Model extends ILlmSchema.Model> {
     prompt: AgenticaUserMessageEvent;
     usage: AgenticaTokenUsage;
     dispatch: (event: MicroAgenticaEvent<Model>) => Promise<void>;
+    abortSignal?: AbortSignal;
   }): MicroAgenticaContext<Model> {
-    const request = async (
-      source: MicroAgenticaEvent.Source,
-      body: Omit<OpenAI.ChatCompletionCreateParamsStreaming, "model" | "stream">,
-    ): Promise<ReadableStream<OpenAI.Chat.Completions.ChatCompletionChunk>> => {
-      const event: AgenticaRequestEvent = createRequestEvent({
-        source,
-        body: {
-          ...body,
-          model: this.props.vendor.model,
-          stream: true,
-          stream_options: {
-            include_usage: true,
-          },
-        },
-        options: this.props.vendor.options,
-      });
-      await props.dispatch(event);
-
-      // completion
-      const backoffStrategy = this.props.config?.backoffStrategy ?? ((props) => {
-        throw props.error;
-      });
-      const completion = await (async () => {
-        let count = 0;
-        while (true) {
-          try {
-            return await this.props.vendor.api.chat.completions.create(
-              event.body,
-              event.options,
-            );
-          }
-          catch (error) {
-            const waiting = backoffStrategy({ count, error });
-            await new Promise(resolve => setTimeout(resolve, waiting));
-            count++;
-          }
-        }
-      })();
-
-      const [streamForEvent, temporaryStream] = StreamUtil.transform(
-        completion.toReadableStream() as ReadableStream<Uint8Array>,
-        value =>
-          ChatGptCompletionMessageUtil.transformCompletionChunk(value),
-      ).tee();
-
-      const [streamForAggregate, streamForReturn] = temporaryStream.tee();
-
-      void (async () => {
-        const reader = streamForAggregate.getReader();
-        while (true) {
-          const chunk = await reader.read();
-          if (chunk.done) {
-            break;
-          }
-          if (chunk.value.usage != null) {
-            AgenticaTokenUsageAggregator.aggregate({
-              kind: source,
-              completionUsage: chunk.value.usage,
-              usage: props.usage,
-            });
-          }
-        }
-      })().catch(() => {});
-
-      const [streamForStream, streamForJoin] = streamForEvent.tee();
-      void props.dispatch({
-        id: v4(),
-        type: "response",
-        source,
-        stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader()),
-        body: event.body,
-        options: event.options,
-        join: async () => {
-          const chunks = await StreamUtil.readAll(streamForJoin);
-          return ChatGptCompletionMessageUtil.merge(chunks);
-        },
-        created_at: new Date().toISOString(),
-      }).catch(() => {});
-      return streamForReturn;
-    };
+    const request = getChatCompletionWithStreamingFunction<Model>({
+      vendor: this.props.vendor,
+      config: this.props.config,
+      dispatch: props.dispatch,
+      abortSignal: props.abortSignal,
+      usage: this.token_usage_,
+    });
     return {
       operations: this.operations_,
       config: this.props.config,

package/src/utils/request.ts

@@ -0,0 +1,100 @@
+import OpenAI from "openai";
+import { AgenticaEventSource, AgenticaRequestEvent, AgenticaResponseEvent } from "../events";
+import { ChatGptCompletionMessageUtil } from "./ChatGptCompletionMessageUtil";
+import { streamDefaultReaderToAsyncGenerator, StreamUtil } from "./StreamUtil";
+import { createRequestEvent } from "../factory";
+import { IAgenticaConfig, IAgenticaVendor, IMicroAgenticaConfig } from "../structures";
+import { ILlmSchema } from "@samchon/openapi";
+import { AgenticaTokenUsageAggregator } from "../context/internal/AgenticaTokenUsageAggregator";
+import { AgenticaTokenUsage } from "../context/AgenticaTokenUsage";
+import { v4 } from "uuid";
+
+export const getChatCompletionWithStreamingFunction = <Model extends ILlmSchema.Model>(props: {
+  vendor: IAgenticaVendor;
+  config?: IAgenticaConfig<Model> | IMicroAgenticaConfig<Model>;
+  dispatch: (event: AgenticaRequestEvent | AgenticaResponseEvent) => Promise<void>;
+  abortSignal?: AbortSignal;
+  usage: AgenticaTokenUsage;
+}) => async (
+  source: AgenticaEventSource,
+  body: Omit<OpenAI.ChatCompletionCreateParamsStreaming, "model" | "stream">,
+) => {
+  const event: AgenticaRequestEvent = createRequestEvent({
+    source,
+    body: {
+      ...body,
+      model: props.vendor.model,
+      stream: true,
+      stream_options: {
+        include_usage: true,
+      },
+    },
+    options: {
+      ...props.vendor.options,
+      signal: props.abortSignal,
+    },
+  });
+  await props.dispatch(event);
+
+  // completion
+  const backoffStrategy = props.config?.backoffStrategy ?? ((props) => {
+    throw props.error;
+  });
+  const completion = await (async () => {
+    let count = 0;
+    while (true) {
+      try {
+        return await props.vendor.api.chat.completions.create(
+          event.body,
+          event.options,
+        );
+      }
+      catch (error) {
+        const waiting = backoffStrategy({ count, error });
+        await new Promise(resolve => setTimeout(resolve, waiting));
+        count++;
+      }
+    }
+  })();
+
+  const [streamForEvent, temporaryStream] = StreamUtil.transform(
+    completion.toReadableStream() as ReadableStream<Uint8Array>,
+    value =>
+      ChatGptCompletionMessageUtil.transformCompletionChunk(value),
+  ).tee();
+
+  const [streamForAggregate, streamForReturn] = temporaryStream.tee();
+
+  (async () => {
+    const reader = streamForAggregate.getReader();
+    while (true) {
+      const chunk = await reader.read();
+      if (chunk.done) {
+        break;
+      }
+      if (chunk.value.usage != null) {
+        AgenticaTokenUsageAggregator.aggregate({
+          kind: source,
+          completionUsage: chunk.value.usage,
+          usage: props.usage,
+        });
+      }
+    }
+  })().catch(() => {});
+
+  const [streamForStream, streamForJoin] = streamForEvent.tee();
+  void props.dispatch({
+    id: v4(),
+    type: "response",
+    source,
+    stream: streamDefaultReaderToAsyncGenerator(streamForStream.getReader()),
+    body: event.body,
+    options: event.options,
+    join: async () => {
+      const chunks = await StreamUtil.readAll(streamForJoin);
+      return ChatGptCompletionMessageUtil.merge(chunks);
+    },
+    created_at: new Date().toISOString(),
+  }).catch(() => {});
+  return streamForReturn;
+};