llm-exe 0.0.1

package/dist/llm/_base.js

@@ -0,0 +1,164 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseLlm = void 0;
+const exponential_backoff_1 = require("exponential-backoff");
+const utils_1 = require("../utils");
+const output_1 = require("../llm/output");
+/**
+ * BaseLlm is an abstract class that provides a base structure for implementing
+ * specific Low Latency Models (LLMs). It handles retries, timeouts, and metrics
+ * for the calls made to the LLM.
+ */
+class BaseLlm {
+    /**
+     * The BaseLlm constructor takes an options object and sets up the instance.
+     * @param {BaseLlmOptions} options - The options object for LLM configuration.
+     */
+    constructor(options) {
+        /**
+         * A property to hold the client instance for the specific LLM.
+         */
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /**
+         * The type of prompt to create. Options are "text" or "chat"
+         */
+        Object.defineProperty(this, "promptType", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /**
+         * The maximum time (in milliseconds) to wait for a response before timing out.
+         */
+        Object.defineProperty(this, "timeout", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /**
+         * The maximum delay (in milliseconds) between retries.
+         */
+        Object.defineProperty(this, "maxDelay", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /**
+         * The maximum number of retries before giving up.
+         */
+        Object.defineProperty(this, "numOfAttempts", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /**
+         * The jitter strategy to use between retries. Options are "none" or "full".
+         */
+        Object.defineProperty(this, "jitter", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /**
+         * An object to store metrics related to the LLM calls.
+         */
+        Object.defineProperty(this, "metrics", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {
+                total_calls: 0,
+                total_call_success: 0,
+                total_call_retry: 0,
+                total_call_error: 0,
+                history: [],
+            }
+        });
+        this.client = null;
+        this.promptType = options?.promptType || "text";
+        this.timeout = options.timeout || 30000;
+        this.jitter = options.jitter || "none";
+        this.maxDelay = options.maxDelay || 5000;
+        this.numOfAttempts = options.numOfAttempts || 5;
+    }
+    getPromptType() {
+        return this.promptType;
+    }
+    /**
+     * getMetrics returns the metrics object for the LLM.
+     */
+    getMetrics() {
+        return { ...this.metrics };
+    }
+    /**
+     * getMetadata - Used to return metrics and data about executions.
+     */
+    getMetadata() {
+        return {
+            promptType: this.promptType,
+            timeout: this.timeout,
+            jitter: this.jitter,
+            maxDelay: this.maxDelay,
+            numOfAttempts: this.numOfAttempts,
+            metrics: this.getMetrics(),
+        };
+    }
+    /**
+     * call makes a call to the specific LLM with input and returns the output.
+     * It also handles retries and updates the metrics.
+     * @param _input - The input to the LLM.
+     * @return The output from the LLM.
+     */
+    async call(_input, attributes) {
+        const called = await this._callWithRetry(_input, attributes);
+        return called;
+    }
+    /**
+     * _callWithRetry is a private method that handles retries and timeouts for the LLM call.
+     * @param _input - The input to the LLM.
+     * @return The result of the LLM call.
+     * @throws An error if the maximum number of retries is reached.
+     */
+    async _callWithRetry(_input, attributes) {
+        try {
+            this.metrics.total_calls++;
+            const result = await (0, exponential_backoff_1.backOff)(() => (0, utils_1.asyncCallWithTimeout)(this._call(_input, attributes), this.timeout), {
+                startingDelay: 0,
+                maxDelay: this.maxDelay,
+                numOfAttempts: this.numOfAttempts,
+                jitter: this.jitter,
+                retry: () => {
+                    this.metrics.total_call_retry++;
+                    console.log(`Handler timeout after ${this.timeout}. Retrying...`);
+                    return true;
+                },
+            });
+            this.metrics.total_call_success++;
+            return result;
+        }
+        catch (error) {
+            this.metrics.total_call_error++;
+            throw error;
+        }
+    }
+    /**
+     * _call is an abstract method that must be implemented by subclasses to make the actual LLM call.
+     * @param {any} _input - The input to the LLM.
+     * @return The output from the LLM.
+     */
+    async _call(_input, _attributes) {
+        return new output_1.OutputDefault(undefined);
+    }
+}
+exports.BaseLlm = BaseLlm;
+//# sourceMappingURL=_base.js.map

package/dist/llm/_base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"_base.js","sourceRoot":"src/","sources":["llm/_base.ts"],"names":[],"mappings":";;;AAAA,6DAA8C;AAE9C,mCAA+C;AAC/C,yCAA4D;AAE5D;;;;GAIG;AACH,MAAsB,OAAO;IA0C3B;;;OAGG;IACH,YAAY,OAAuB;QA7CnC;;WAEG;QACH;;;;;WAAoB;QAEpB;;WAEG;QACH;;;;;WAAiC;QAEjC;;WAEG;QACH;;;;;WAA0B;QAE1B;;WAEG;QACH;;;;;WAA2B;QAE3B;;WAEG;QACH;;;;;WAAgC;QAEhC;;WAEG;QACH;;;;;WAAkC;QAElC;;WAEG;QACH;;;;mBAAyB;gBACvB,WAAW,EAAE,CAAC;gBACd,kBAAkB,EAAE,CAAC;gBACrB,gBAAgB,EAAE,CAAC;gBACnB,gBAAgB,EAAE,CAAC;gBACnB,OAAO,EAAE,EAAE;aACZ;WAAC;QAOA,IAAI,CAAC,MAAM,GAAG,IAAS,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,MAAM,CAAC;QAChD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC;QACxC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC;IAClD,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;SAC3B,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,IAAI,CACR,MAAW,EACX,UAAgC;QAEhC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC7D,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,MAAW,EAAE,UAAgC;QAChE,IAAI;YACF,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAO,EAC1B,GAAG,EAAE,CACH,IAAA,4BAAoB,EAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,EACpE;gBACE,aAAa,EAAE,CAAC;gBAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,GAAG,EAAE;oBACV,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;oBAChC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,CAAC,OAAO,eAAe,CAAC,CAAC;oBAClE,OAAO,IAAI,CAAC;gBACd,CAAC;aACF,CACF,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAClC,OAAO,MAAM,CAAC;SACf;QAAC,OAAO,KAAK,EAAE;YACd,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;YAChC,MAAM,KAAK,CAAC;SACb;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,KAAK,CACT,MAAW,EACX,WAAiC;QAEjC,OAAO,IAAI,sBAAa,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;CACF;AAzID,0BAyIC"}

package/dist/llm/index.d.ts

@@ -0,0 +1,2 @@
+export { BaseLlm } from "./_base";
+export { createLlmOpenAi, OpenAI } from "./openai";

package/dist/llm/index.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAI = exports.createLlmOpenAi = exports.BaseLlm = void 0;
+var _base_1 = require("./_base");
+Object.defineProperty(exports, "BaseLlm", { enumerable: true, get: function () { return _base_1.BaseLlm; } });
+var openai_1 = require("./openai");
+Object.defineProperty(exports, "createLlmOpenAi", { enumerable: true, get: function () { return openai_1.createLlmOpenAi; } });
+Object.defineProperty(exports, "OpenAI", { enumerable: true, get: function () { return openai_1.OpenAI; } });
+//# sourceMappingURL=index.js.map

package/dist/llm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"src/","sources":["llm/index.ts"],"names":[],"mappings":";;;AAAA,iCAAkC;AAAzB,gGAAA,OAAO,OAAA;AAChB,mCAAmD;AAA1C,yGAAA,eAAe,OAAA;AAAE,gGAAA,MAAM,OAAA"}

package/dist/llm/openai.d.ts

@@ -0,0 +1,95 @@
+import { OpenAIApi } from "openai";
+import { OpenAIModelName, OpenAIOptions } from "../types";
+import { BaseLlm } from "./_base";
+import { OutputOpenAIChat } from "../llm/output";
+import { OutputOpenAICompletion } from "./output/openai-chat";
+/**
+ * Create a new instance of the OpenAI API wrapper.
+ * @param options - Configuration options for the OpenAI API wrapper.
+ * @returns - A new instance of the OpenAI API wrapper class.
+ */
+export declare function createLlmOpenAi(options: OpenAIOptions): OpenAI;
+/**
+ * A class that extends BaseLlm and provides functionality for the OpenAI API.
+ */
+export declare class OpenAI extends BaseLlm<OpenAIApi> {
+    private model;
+    private temperature;
+    private maxTokens;
+    private topP;
+    private n;
+    private stream;
+    private stop;
+    private presencePenalty;
+    private frequencyPenalty;
+    private logitBias;
+    private user;
+    /**
+     * Constructor for the OpenAI class.
+     * @param {OpenAIOptions} options - Configuration options for the OpenAI API wrapper.
+     */
+    constructor(options: OpenAIOptions);
+    /**
+     * Get the total prompt and completion tokens across all calls to the API.
+     * @returns - An object with total prompt and completion tokens.
+     */
+    getMetrics(): {
+        total_completionTokens: number;
+        total_promptTokens: number;
+        total_totalTokens: number;
+    };
+    /**
+     * Calculate the API call cost based on input and output tokens.
+     * @param input_tokens - The number of input tokens.
+     * @param output_tokens=0 - The number of output tokens (defaults to 0).
+     * @returns An object for input/output tokens and cost.
+     */
+    calculatePrice(input_tokens: number, output_tokens?: number): {
+        input_cost: number;
+        output_cost: number;
+        total_cost: number;
+    };
+    /**
+     * Log a table containing usage metrics for the OpenAI API.
+     */
+    logMetrics(): void;
+    /**
+     * Wrapper function to call chat/completion with the specified input.
+     * @private
+     * @param input - The input for the chat/completion API.
+     * @returns The chat/completion response from the API.
+     */
+    _call(input: any): Promise<OutputOpenAIChat | OutputOpenAICompletion>;
+    /**
+     * Communicate with the OpenAI Chat API.
+     * @param messages - A list of message objects for the API call.
+     * @returns The chat response from the API.
+     */
+    chat(messages: any[]): Promise<OutputOpenAIChat>;
+    /**
+     * Communicate with the OpenAI Completion API.
+     * @param messages - A list of message objects for the API call.
+     * @returns The chat response from the API.
+     */
+    completion(prompt: string): Promise<OutputOpenAICompletion>;
+    getMetadata(): {
+        promptType: import("../types").PromptType;
+        timeout: number;
+        jitter: "none" | "full";
+        maxDelay: number;
+        numOfAttempts: number;
+        metrics: any;
+    } & {
+        model: OpenAIModelName;
+        temperature: number;
+        max_tokens: number;
+        topP: number | null;
+        n: number | null;
+        stream: boolean | null;
+        stop: any;
+        presencePenalty: number | null;
+        frequencyPenalty: number | null;
+        logitBias: object | null;
+        user: string;
+    };
+}

package/dist/llm/openai.js

@@ -0,0 +1,274 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAI = exports.createLlmOpenAi = void 0;
+const openai_1 = require("openai");
+const _base_1 = require("./_base");
+const output_1 = require("../llm/output");
+const utils_1 = require("../utils");
+const openai_chat_1 = require("./output/openai-chat");
+/**
+ * Create a new instance of the OpenAI API wrapper.
+ * @param options - Configuration options for the OpenAI API wrapper.
+ * @returns - A new instance of the OpenAI API wrapper class.
+ */
+function createLlmOpenAi(options) {
+    return new OpenAI(options);
+}
+exports.createLlmOpenAi = createLlmOpenAi;
+/**
+ * A class that extends BaseLlm and provides functionality for the OpenAI API.
+ */
+class OpenAI extends _base_1.BaseLlm {
+    /**
+     * Constructor for the OpenAI class.
+     * @param {OpenAIOptions} options - Configuration options for the OpenAI API wrapper.
+     */
+    constructor(options) {
+        const { openAIApiKey, modelName, temperature, maxTokens, topP = null, n = null, stream = null, stop, presencePenalty = null, frequencyPenalty = null, logitBias = null, user = "", ...restOfOptions } = options;
+        super(restOfOptions);
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "temperature", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "maxTokens", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "topP", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "n", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: null
+        });
+        Object.defineProperty(this, "stream", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "stop", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: null
+        });
+        Object.defineProperty(this, "presencePenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "frequencyPenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "logitBias", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "user", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.model = modelName || "gpt-3.5-turbo";
+        this.temperature = temperature || 0;
+        this.maxTokens = maxTokens || 500;
+        this.topP = topP;
+        this.n = n;
+        this.stream = stream;
+        this.stop = stop;
+        this.presencePenalty = presencePenalty;
+        this.frequencyPenalty = frequencyPenalty;
+        this.logitBias = logitBias;
+        this.user = user;
+        if (["gpt-3.5-turbo", "gpt-4"].includes(this.model)) {
+            this.promptType = "chat";
+        }
+        else {
+            this.promptType = "text";
+        }
+        this.client = new openai_1.OpenAIApi(new openai_1.Configuration({
+            apiKey: openAIApiKey,
+        }));
+    }
+    /**
+     * Get the total prompt and completion tokens across all calls to the API.
+     * @returns - An object with total prompt and completion tokens.
+     */
+    getMetrics() {
+        let total_completionTokens = 0;
+        let total_promptTokens = 0;
+        let total_totalTokens = 0;
+        for (const item of this.metrics.history) {
+            const { completion_tokens = 0, prompt_tokens = 0, total_tokens = 0, } = item.usage;
+            total_completionTokens = total_completionTokens + completion_tokens;
+            total_promptTokens = total_promptTokens + prompt_tokens;
+            total_totalTokens = total_totalTokens + total_tokens;
+        }
+        return {
+            total_completionTokens,
+            total_promptTokens,
+            total_totalTokens,
+        };
+    }
+    /**
+     * Calculate the API call cost based on input and output tokens.
+     * @param input_tokens - The number of input tokens.
+     * @param output_tokens=0 - The number of output tokens (defaults to 0).
+     * @returns An object for input/output tokens and cost.
+     */
+    calculatePrice(input_tokens, output_tokens = 0) {
+        const cost = {
+            "gpt-3.5-turbo": [1000, 0.002, 0.002],
+            "gpt-4": [1000, 0.03, 0.06],
+            davinci: [1000, 0.02, 0.02],
+            "text-curie-001": [1000, 0.002, 0.002],
+            "text-babbage-001": [1000, 0.0005, 0.0005],
+            "text-ada-001": [1000, 0.0004, 0.0004],
+            "text-embedding-ada-002": [1000, 0.0004, 0.0004],
+        };
+        const out = {
+            input_cost: 0,
+            output_cost: 0,
+            total_cost: 0,
+        };
+        const price = cost[this.model];
+        /* istanbul ignore next */
+        if (price) {
+            const [amount, inputAmount, outputAmount] = price;
+            if (inputAmount && input_tokens) {
+                out["input_cost"] = (input_tokens / amount) * inputAmount;
+            }
+            if (outputAmount && output_tokens) {
+                out["output_cost"] = (output_tokens / amount) * outputAmount;
+            }
+            out["total_cost"] = out["input_cost"] + out["output_cost"];
+        }
+        return out;
+    }
+    /**
+     * Log a table containing usage metrics for the OpenAI API.
+     */
+    logMetrics() {
+        const metrics = this.getMetrics();
+        const { total_completionTokens = 0, total_promptTokens = 0, total_totalTokens = 0, } = metrics;
+        const cost = this.calculatePrice(total_promptTokens, total_completionTokens);
+        console.table([
+            {
+                ["Total Calls"]: this.metrics.total_call_success,
+                ["Total Completion Tokens"]: total_completionTokens,
+                ["Total Completion Cost"]: cost.output_cost,
+                ["Total Prompt Tokens"]: total_promptTokens,
+                ["Total Prompt Cost"]: cost.input_cost,
+                ["Total Tokens"]: total_totalTokens,
+                ["Total Cost"]: cost.total_cost,
+            },
+        ]);
+    }
+    /**
+     * Wrapper function to call chat/completion with the specified input.
+     * @private
+     * @param input - The input for the chat/completion API.
+     * @returns The chat/completion response from the API.
+     */
+    async _call(input) {
+        console.log("???", this.model);
+        if (["gpt-3.5-turbo", "gpt-4"].includes(this.model)) {
+            return await this.chat(input);
+        }
+        else {
+            return await this.completion(input);
+        }
+    }
+    /**
+     * Communicate with the OpenAI Chat API.
+     * @param messages - A list of message objects for the API call.
+     * @returns The chat response from the API.
+     */
+    async chat(messages) {
+        (0, utils_1.assert)(Array.isArray(messages), "Invalid prompt.");
+        const options = (0, utils_1.removeEmptyFromObject)({
+            messages,
+            model: this.model,
+            temperature: this.temperature,
+            max_tokens: this.maxTokens,
+            topP: this.topP,
+            n: this.n,
+            stream: this.stream,
+            stop: this.stop,
+            presencePenalty: this.presencePenalty,
+            frequencyPenalty: this.frequencyPenalty,
+            logitBias: this.logitBias,
+            user: this.user,
+        });
+        const response = await this.client.createChatCompletion(options);
+        const { data } = response;
+        this.metrics.history.push(data);
+        return new output_1.OutputOpenAIChat(data);
+    }
+    /**
+     * Communicate with the OpenAI Completion API.
+     * @param messages - A list of message objects for the API call.
+     * @returns The chat response from the API.
+     */
+    async completion(prompt) {
+        (0, utils_1.assert)(typeof prompt === "string" && prompt !== "", "Missing prompt.");
+        const options = (0, utils_1.removeEmptyFromObject)({
+            prompt,
+            model: this.model,
+            temperature: this.temperature,
+            max_tokens: this.maxTokens,
+            topP: this.topP,
+            n: this.n,
+            stream: this.stream,
+            stop: this.stop,
+            presencePenalty: this.presencePenalty,
+            frequencyPenalty: this.frequencyPenalty,
+            logitBias: this.logitBias,
+            user: this.user,
+        });
+        const response = await this.client.createCompletion(options);
+        const { data } = response;
+        this.metrics.history.push(data);
+        return new openai_chat_1.OutputOpenAICompletion(data);
+    }
+    getMetadata() {
+        return Object.assign({}, super.getMetadata(), (0, utils_1.removeEmptyFromObject)({
+            model: this.model,
+            temperature: this.temperature,
+            max_tokens: this.maxTokens,
+            topP: this.topP,
+            n: this.n,
+            stream: this.stream,
+            stop: this.stop,
+            presencePenalty: this.presencePenalty,
+            frequencyPenalty: this.frequencyPenalty,
+            logitBias: this.logitBias,
+            user: this.user,
+        }));
+    }
+}
+exports.OpenAI = OpenAI;
+//# sourceMappingURL=openai.js.map

package/dist/llm/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"src/","sources":["llm/openai.ts"],"names":[],"mappings":";;;AAAA,mCAAkD;AAElD,mCAAkC;AAClC,yCAAgD;AAChD,mCAAwD;AACxD,sDAA8D;AAE9D;;;;GAIG;AACH,SAAgB,eAAe,CAAC,OAAsB;IACpD,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;AAC7B,CAAC;AAFD,0CAEC;AAED;;GAEG;AACH,MAAa,MAAO,SAAQ,eAAkB;IAa5C;;;OAGG;IACH,YAAY,OAAsB;QAChC,MAAM,EACJ,YAAY,EACZ,SAAS,EACT,WAAW,EACX,SAAS,EACT,IAAI,GAAG,IAAI,EACX,CAAC,GAAG,IAAI,EACR,MAAM,GAAG,IAAI,EACb,IAAI,EACJ,eAAe,GAAG,IAAI,EACtB,gBAAgB,GAAG,IAAI,EACvB,SAAS,GAAG,IAAI,EAChB,IAAI,GAAG,EAAE,EACT,GAAG,aAAa,EAAE,GAAG,OAAO,CAAC;QAE/B,KAAK,CAAC,aAAa,CAAC,CAAC;QAhCvB;;;;;WAA+B;QAC/B;;;;;WAA4B;QAC5B;;;;;WAA0B;QAC1B;;;;;WAA4B;QAC5B;;;;mBAA2B,IAAI;WAAC;QAChC;;;;;WAA+B;QAC/B;;;;mBAAoB,IAAI;WAAC;QACzB;;;;;WAAuC;QACvC;;;;;WAAwC;QACxC;;;;;WAAiC;QACjC;;;;;WAAqB;QAwBnB,IAAI,CAAC,KAAK,GAAG,SAAS,IAAI,eAAe,CAAC;QAC1C,IAAI,CAAC,WAAW,GAAG,WAAW,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,GAAG,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACX,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAEhB,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YACnD,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;SAC1B;aAAM;YACL,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;SAC1B;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,kBAAS,CACzB,IAAI,sBAAa,CAAC;YAChB,MAAM,EAAE,YAAY;SACrB,CAAC,CACH,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,UAAU;QACR,IAAI,sBAAsB,GAAG,CAAC,CAAC;QAC/B,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAC3B,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAE1B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YACvC,MAAM,EACJ,iBAAiB,GAAG,CAAC,EACrB,aAAa,GAAG,CAAC,EACjB,YAAY,GAAG,CAAC,GACjB,GAAG,IAAI,CAAC,KAAK,CAAC;YACf,sBAAsB,GAAG,sBAAsB,GAAG,iBAAiB,CAAC;YACpE,kBAAkB,GAAG,kBAAkB,GAAG,aAAa,CAAC;YACxD,iBAAiB,GAAG,iBAAiB,GAAG,YAAY,CAAC;SACtD;QACD,OAAO;YACL,sBAAsB;YACtB,kBAAkB;YAClB,iBAAiB;SAClB,CAAC;IACJ,CAAC;IACD;;;;;OAKG;IACH,cAAc,CAAC,YAAoB,EAAE,gBAAwB,CAAC;QAC5D,MAAM,IAAI,GAAG;YACX,eAAe,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;YACrC,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;YAC3B,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;YAC3B,gBAAgB,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;YACtC,kBAAkB,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC;YAC1C,cAAc,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC;YACtC,wBAAwB,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC;SACjD,CAAC;QAEF,MAAM,GAAG,GAAG;YACV,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,CAAC;SACd,CAAC;QAEF,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,0BAA0B;QAC1B,IAAG,KAAK,EAAC;YACP,MAAM,CAAC,MAAM,EAAE,WAAW,EAAE,YAAY,CAAC,GAAG,KAAK,CAAC;YAClD,IAAI,WAAW,IAAI,YAAY,EAAE;gBAC/B,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;aAC3D;YACD,IAAI,YAAY,IAAI,aAAa,EAAE;gBACjC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,aAAa,GAAG,MAAM,CAAC,GAAG,YAAY,CAAC;aAC9D;YAED,GAAG,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,aAAa,CAAC,CAAC;SAC5D;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACH,UAAU;QACR,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClC,MAAM,EACJ,sBAAsB,GAAG,CAAC,EAC1B,kBAAkB,GAAG,CAAC,EACtB,iBAAiB,GAAG,CAAC,GACtB,GAAG,OAAO,CAAC;QAEZ,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAC9B,kBAAkB,EAClB,sBAAsB,CACvB,CAAC;QAEF,OAAO,CAAC,KAAK,CAAC;YACZ;gBACE,CAAC,aAAa,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB;gBAChD,CAAC,yBAAyB,CAAC,EAAE,sBAAsB;gBACnD,CAAC,uBAAuB,CAAC,EAAE,IAAI,CAAC,WAAW;gBAC3C,CAAC,qBAAqB,CAAC,EAAE,kBAAkB;gBAC3C,CAAC,mBAAmB,CAAC,EAAE,IAAI,CAAC,UAAU;gBACtC,CAAC,cAAc,CAAC,EAAE,iBAAiB;gBACnC,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC,UAAU;aAChC;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,KAAU;QACpB,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;QAC9B,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YACnD,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;SAC/B;aAAM;YACL,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;SACrC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,IAAI,CAAC,QAAe;QACxB,IAAA,cAAM,EAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,IAAA,6BAAqB,EAAC;YACpC,QAAQ;YACR,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO,IAAI,yBAAgB,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,MAAc;QAC7B,IAAA,cAAM,EAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,EAAE,EAAE,iBAAiB,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,IAAA,6BAAqB,EAAC;YACpC,MAAM;YACN,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE7D,MAAM,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO,IAAI,oCAAsB,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC;IAED,WAAW;QACT,OAAO,MAAM,CAAC,MAAM,CAClB,EAAE,EACF,KAAK,CAAC,WAAW,EAAE,EACnB,IAAA,6BAAqB,EAAC;YACpB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC,CACH,CAAC;IACJ,CAAC;CACF;AArPD,wBAqPC"}

package/dist/llm/output/base.d.ts

@@ -0,0 +1,12 @@
+export declare abstract class BaseLlmOutput {
+    protected id: string;
+    protected name: string | undefined;
+    protected created: number | undefined;
+    protected results: any[];
+    protected usage: any;
+    constructor(result: any);
+    getResults(): any[];
+    abstract setResult(result: any): void;
+    abstract getResult(resultIndex: number): any;
+    abstract getResultContent(resultIndex?: number): any;
+}

package/dist/llm/output/base.js

@@ -0,0 +1,45 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseLlmOutput = void 0;
+const utils_1 = require("../../utils");
+class BaseLlmOutput {
+    constructor(result) {
+        Object.defineProperty(this, "id", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "name", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "created", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "results", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: []
+        });
+        Object.defineProperty(this, "usage", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {}
+        });
+        this.id = (0, utils_1.uuid)();
+        this.setResult(result);
+    }
+    getResults() {
+        return [...this.results];
+    }
+}
+exports.BaseLlmOutput = BaseLlmOutput;
+//# sourceMappingURL=base.js.map

package/dist/llm/output/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"src/","sources":["llm/output/base.ts"],"names":[],"mappings":";;;AAAA,mCAA+B;AAE/B,MAAsB,aAAa;IAQjC,YAAY,MAAW;QAPvB;;;;;WAAqB;QACrB;;;;;WAAmC;QACnC;;;;;WAAsC;QACtC;;;;mBAA2B,EAAE;WAAC;QAE9B;;;;mBAAuB,EAAE;WAAC;QAGxB,IAAI,CAAC,EAAE,GAAG,IAAA,YAAI,GAAE,CAAC;QACjB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC;IAED,UAAU;QACR,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;CAIF;AAnBD,sCAmBC"}

package/dist/llm/output/index.d.ts

@@ -0,0 +1,9 @@
+import { BaseLlmOutput } from "./base";
+export { BaseLlmOutput };
+export { OutputOpenAIChat } from "./openai-chat";
+export declare class OutputDefault extends BaseLlmOutput {
+    constructor(result: any);
+    setResult(result: any): void;
+    getResult(): any;
+    getResultContent(): any;
+}

package/dist/llm/output/index.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OutputDefault = exports.OutputOpenAIChat = exports.BaseLlmOutput = void 0;
+const utils_1 = require("../../utils");
+const base_1 = require("./base");
+Object.defineProperty(exports, "BaseLlmOutput", { enumerable: true, get: function () { return base_1.BaseLlmOutput; } });
+var openai_chat_1 = require("./openai-chat");
+Object.defineProperty(exports, "OutputOpenAIChat", { enumerable: true, get: function () { return openai_chat_1.OutputOpenAIChat; } });
+class OutputDefault extends base_1.BaseLlmOutput {
+    constructor(result) {
+        super(result);
+    }
+    setResult(result) {
+        this.id = `fn-${(0, utils_1.uuid)()}`;
+        this.name = `none`;
+        this.created = new Date().getTime();
+        this.usage = {};
+        this.results = [result];
+    }
+    getResult() {
+        const [result] = this.results;
+        return result;
+    }
+    getResultContent() {
+        return this.getResult();
+    }
+}
+exports.OutputDefault = OutputDefault;
+//# sourceMappingURL=index.js.map

package/dist/llm/output/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"src/","sources":["llm/output/index.ts"],"names":[],"mappings":";;;AAAA,mCAA+B;AAC/B,iCAAuC;AAE9B,8FAFA,oBAAa,OAEA;AACtB,6CAAiD;AAAxC,+GAAA,gBAAgB,OAAA;AAEzB,MAAa,aAAc,SAAQ,oBAAa;IAC9C,YAAY,MAAW;QACrB,KAAK,CAAC,MAAM,CAAC,CAAC;IAChB,CAAC;IAED,SAAS,CAAC,MAAW;QACnB,IAAI,CAAC,EAAE,GAAG,MAAM,IAAA,YAAI,GAAE,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED,SAAS;QACP,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;QAC9B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;IAC1B,CAAC;CACF;AArBD,sCAqBC"}