llm-exe 0.0.1

package/dist/embedding/base.d.ts

@@ -0,0 +1,8 @@
+export declare class BaseEmbedding {
+    protected client: any;
+    protected timeout: number;
+    protected maxDelay: number;
+    protected numOfAttempts: number;
+    protected jitter: "none" | "full";
+    constructor(options: any);
+}

package/dist/embedding/base.js

@@ -0,0 +1,43 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseEmbedding = void 0;
+class BaseEmbedding {
+    constructor(options) {
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "timeout", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "maxDelay", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "numOfAttempts", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "jitter", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.timeout = options.timeout || 10000;
+        this.jitter = options.jitter || "none";
+        this.maxDelay = options.maxDelay || 4000;
+        this.numOfAttempts = options.numOfAttempts || 3;
+    }
+}
+exports.BaseEmbedding = BaseEmbedding;
+//# sourceMappingURL=base.js.map

package/dist/embedding/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"src/","sources":["embedding/base.ts"],"names":[],"mappings":";;;AAAA,MAAa,aAAa;IAOxB,YAAY,OAAY;QANxB;;;;;WAAsB;QACtB;;;;;WAA0B;QAE1B;;;;;WAA2B;QAC3B;;;;;WAAgC;QAChC;;;;;WAAkC;QAEhC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC;QAExC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC;IAClD,CAAC;CACF;AAdD,sCAcC"}

package/dist/embedding/openai.d.ts

@@ -0,0 +1,11 @@
+import { BaseEmbedding } from "./base";
+import { EmbedOpenAIOptions } from "../types";
+export declare class EmbeddingOpenAI extends BaseEmbedding {
+    private model;
+    batchSize: number;
+    stripNewLines: boolean;
+    constructor(options: EmbedOpenAIOptions);
+    embedDocuments(texts: string[]): Promise<any[]>;
+    embedQuery(text: string): Promise<any>;
+    embeddingWithRetry(input: string): Promise<any>;
+}

package/dist/embedding/openai.js

@@ -0,0 +1,72 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EmbeddingOpenAI = void 0;
+const openai_1 = require("openai");
+const utils_1 = require("../utils");
+const base_1 = require("./base");
+const exponential_backoff_1 = require("exponential-backoff");
+class EmbeddingOpenAI extends base_1.BaseEmbedding {
+    constructor(options) {
+        super(options);
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "batchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "stripNewLines", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.model = options.modelName || "text-embedding-ada-002";
+        this.batchSize = options.temperature || 0;
+        this.stripNewLines = !!options.stripNewLines;
+        this.client = new openai_1.OpenAIApi(new openai_1.Configuration({
+            apiKey: options.openAIApiKey,
+        }));
+    }
+    async embedDocuments(texts) {
+        const subPrompts = (0, utils_1.chunkArray)(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
+        const embeddings = [];
+        for (let i = 0; i < subPrompts.length; i += 1) {
+            const input = subPrompts[i];
+            const { data } = await this.embeddingWithRetry(input);
+            for (let j = 0; j < input.length; j += 1) {
+                embeddings.push(data[j].embedding);
+            }
+        }
+        return embeddings;
+    }
+    async embedQuery(text) {
+        const { data } = await this.embeddingWithRetry(this.stripNewLines ? text.replace(/\n/g, " ") : text);
+        return data[0].embedding;
+    }
+    async embeddingWithRetry(input) {
+        const response = await (0, exponential_backoff_1.backOff)(() => (0, utils_1.asyncCallWithTimeout)(this.client.createEmbedding({
+            model: this.model,
+            input: input,
+            user: "",
+        }), this.timeout), {
+            startingDelay: 0,
+            maxDelay: this.maxDelay,
+            numOfAttempts: this.numOfAttempts,
+            jitter: this.jitter,
+            retry: () => {
+                console.log(`OpenAI timeout after ${this.timeout}. Retrying...`);
+                return true;
+            },
+        });
+        const { data } = response;
+        return data;
+    }
+}
+exports.EmbeddingOpenAI = EmbeddingOpenAI;
+//# sourceMappingURL=openai.js.map

package/dist/embedding/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"src/","sources":["embedding/openai.ts"],"names":[],"mappings":";;;AAAA,mCAAkD;AAClD,mCAA2D;AAC3D,iCAAuC;AACvC,6DAA8C;AAG9C,MAAa,eAAgB,SAAQ,oBAAa;IAKhD,YAAY,OAA2B;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC;QALjB;;;;;WAAsB;QAEtB;;;;;WAAyB;QACzB;;;;;WAA8B;QAI5B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,SAAS,IAAI,wBAAwB,CAAC;QAC3D,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QAE7C,IAAI,CAAC,MAAM,GAAG,IAAI,kBAAS,CACzB,IAAI,sBAAa,CAAC;YAChB,MAAM,EAAE,OAAO,CAAC,YAAY;SAC7B,CAAC,CACH,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAe;QAClC,MAAM,UAAU,GAAG,IAAA,kBAAU,EAC3B,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EACpE,IAAI,CAAC,SAAS,CACf,CAAC;QACF,MAAM,UAAU,GAAG,EAAE,CAAC;QACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC5B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;gBACxC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;aACpC;SACF;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAC5C,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CACrD,CAAC;QACF,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,kBAAkB,CAAC,KAAa;QACpC,MAAM,QAAQ,GAAG,MAAM,IAAA,6BAAO,EAC5B,GAAG,EAAE,CACH,IAAA,4BAAoB,EAClB,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;YAC1B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,KAAK;YACZ,IAAI,EAAE,EAAE;SACT,CAAC,EACF,IAAI,CAAC,OAAO,CACb,EACH;YACE,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,GAAG,EAAE;gBACV,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,CAAC,OAAO,eAAe,CAAC,CAAC;gBACjE,OAAO,IAAI,CAAC;YACd,CAAC;SACF,CACF,CAAC;QAEF,MAAM,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAlED,0CAkEC"}

package/dist/executor/_base.d.ts

@@ -0,0 +1,54 @@
+import { PlainObject, ExecutorMetadata, CoreExecutorHooks, CoreExecutorHookInput, ExecutorExecutionMetadata, CoreExecutorExecuteOptions } from "../types";
+export declare abstract class BaseExecutor<I extends PlainObject, O = any> {
+    /**
+     * @property id - internal id of the executor
+     */
+    readonly id: string;
+    /**
+     * @property type - type of executor
+     */
+    type: string;
+    /**
+     * @property created - timestamp date created
+     */
+    readonly created: number;
+    /**
+     * @property name - name of executor
+     */
+    name: string;
+    /**
+     * @property executions - Prompt type (chat)
+     */
+    executions: number;
+    /**
+     * @property hooks - hooks to be ran during execution
+     */
+    hooks: CoreExecutorHooks;
+    constructor(name: string, type: string, options?: CoreExecutorExecuteOptions);
+    abstract handler(input: I): Promise<any>;
+    /**
+     *
+     * Used to filter the input of the handler
+     * @param _input
+     * @returns original input formatted for handler
+     */
+    getHandlerInput(_input: I, _metadata: ExecutorExecutionMetadata<I, any>): any;
+    /**
+     *
+     * Used to filter the output of the handler
+     * @param _input
+     * @returns output O
+     */
+    getHandlerOutput(out: any, _metadata: ExecutorExecutionMetadata<any, O>): O;
+    /**
+     *
+     * execute - Runs the executor
+     * @param _input
+     * @returns handler output
+     */
+    execute(_input: I): Promise<O>;
+    metadata(): Record<string, any>;
+    getMetadata(metadata?: Record<string, any>): ExecutorMetadata;
+    runHook(hook: keyof CoreExecutorHooks, _metadata: ExecutorExecutionMetadata): void;
+    setHooks(hooks?: CoreExecutorHookInput): void;
+}

package/dist/executor/_base.js

@@ -0,0 +1,173 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseExecutor = void 0;
+const utils_1 = require("../utils");
+const _metadata_1 = require("./_metadata");
+const hookNames = [
+    "onComplete",
+    "onError",
+    "filterResult",
+];
+class BaseExecutor {
+    constructor(name, type, options) {
+        /**
+         * @property id - internal id of the executor
+         */
+        Object.defineProperty(this, "id", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /**
+         * @property type - type of executor
+         */
+        Object.defineProperty(this, "type", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /**
+         * @property created - timestamp date created
+         */
+        Object.defineProperty(this, "created", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /**
+         * @property name - name of executor
+         */
+        Object.defineProperty(this, "name", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /**
+         * @property executions - Prompt type (chat)
+         */
+        Object.defineProperty(this, "executions", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /**
+         * @property hooks - hooks to be ran during execution
+         */
+        Object.defineProperty(this, "hooks", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.id = (0, utils_1.uuid)();
+        this.type = type;
+        this.name = name;
+        this.created = new Date().getTime();
+        this.executions = 0;
+        this.hooks = {};
+        if (options?.hooks) {
+            this.setHooks(options.hooks);
+        }
+    }
+    /**
+     *
+     * Used to filter the input of the handler
+     * @param _input
+     * @returns original input formatted for handler
+     */
+    getHandlerInput(_input, _metadata) {
+        return (0, utils_1.ensureInputIsObject)(_input);
+    }
+    /**
+     *
+     * Used to filter the output of the handler
+     * @param _input
+     * @returns output O
+     */
+    getHandlerOutput(out, _metadata) {
+        return out;
+    }
+    /**
+     *
+     * execute - Runs the executor
+     * @param _input
+     * @returns handler output
+     */
+    async execute(_input) {
+        this.executions++;
+        const _metadata = (0, _metadata_1.createMetadataState)({
+            start: new Date().getTime(),
+            input: _input,
+        });
+        try {
+            const input = this.getHandlerInput(_input, _metadata.asPlainObject());
+            _metadata.setItem({ handlerInput: input });
+            let result = await this.handler(input);
+            _metadata.setItem({ handlerOutput: result });
+            if (this.hooks.filterResult) {
+                for (const filter of this.hooks.filterResult) {
+                    if (filter) {
+                        const filterResult = filter(result, _metadata.asPlainObject(), this.getMetadata());
+                        result = filterResult;
+                        _metadata.setItem({ handlerOutput: filterResult });
+                    }
+                }
+            }
+            const output = this.getHandlerOutput(result, _metadata.asPlainObject());
+            _metadata.setItem({ output });
+            return output;
+        }
+        catch (error) {
+            _metadata.setItem({ error, errorMessage: error.message });
+            this.runHook("onError", _metadata.asPlainObject());
+            throw error;
+        }
+        finally {
+            _metadata.setItem({ end: new Date().getTime() });
+            this.runHook("onComplete", _metadata.asPlainObject());
+        }
+    }
+    metadata() {
+        return {};
+    }
+    getMetadata(metadata) {
+        return Object.assign({}, this.metadata(), {
+            id: this.id,
+            type: this.type,
+            name: this.name,
+            created: this.created,
+            executions: this.executions,
+            metadata,
+        });
+    }
+    runHook(hook, _metadata) {
+        const { [hook]: hooks = [] } = this.hooks;
+        for (const hookFn of hooks) {
+            /* istanbul ignore next */
+            if (typeof hookFn === "function") {
+                hookFn(_metadata, this.getMetadata());
+            }
+        }
+    }
+    setHooks(hooks = {}) {
+        const hookKeys = Object.keys(hooks);
+        for (const hookKey of hookKeys.filter((k) => hookNames.includes(k))) {
+            const hookInput = hooks[hookKey];
+            if (hookInput) {
+                const hook = Array.isArray(hookInput) ? hookInput : [hookInput];
+                const cleanHooks = hook.filter((h) => h && typeof h === "function");
+                if (!this.hooks[hookKey])
+                    this.hooks[hookKey] = [];
+                /* istanbul ignore next */
+                this.hooks[hookKey]?.push(...cleanHooks);
+            }
+        }
+    }
+}
+exports.BaseExecutor = BaseExecutor;
+//# sourceMappingURL=_base.js.map

package/dist/executor/_base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"_base.js","sourceRoot":"src/","sources":["executor/_base.ts"],"names":[],"mappings":";;;AASA,mCAAoD;AACpD,2CAAkD;AAElD,MAAM,SAAS,GAAoC;IACjD,YAAY;IACZ,SAAS;IACT,cAAc;CACf,CAAC;AAEF,MAAsB,YAAY;IA+BhC,YACE,IAAY,EACZ,IAAY,EACZ,OAAoC;QAjCtC;;WAEG;QACH;;;;;WAAY;QAEZ;;WAEG;QACH;;;;;WAAY;QAEZ;;WAEG;QACH;;;;;WAAiB;QAEjB;;WAEG;QACH;;;;;WAAY;QAEZ;;WAEG;QACH;;;;;WAAkB;QAElB;;WAEG;QACH;;;;;WAAgC;QAO9B,IAAI,CAAC,EAAE,GAAG,IAAA,YAAI,GAAE,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QACpC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAEhB,IAAI,OAAO,EAAE,KAAK,EAAE;YAClB,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;SAC9B;IACH,CAAC;IAID;;;;;OAKG;IACH,eAAe,CACb,MAAS,EACT,SAA4C;QAE5C,OAAO,IAAA,2BAAmB,EAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAED;;;;;OAKG;IACH,gBAAgB,CAAC,GAAQ,EAAE,SAA4C;QACrE,OAAO,GAAQ,CAAC;IAClB,CAAC;IACD;;;;;OAKG;IACH,KAAK,CAAC,OAAO,CAAC,MAAS;QACrB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,SAAS,GAAG,IAAA,+BAAmB,EAAC;YACpC,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE;YAC3B,KAAK,EAAE,MAAM;SACd,CAAC,CAAC;QAEH,IAAI;YACF,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC;YAEtE,SAAS,CAAC,OAAO,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;YAE3C,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAEvC,SAAS,CAAC,OAAO,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC;YAE7C,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;gBAC3B,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;oBAC5C,IAAI,MAAM,EAAE;wBACV,MAAM,YAAY,GAAG,MAAM,CACzB,MAAM,EACN,SAAS,CAAC,aAAa,EAAE,EACzB,IAAI,CAAC,WAAW,EAAE,CACnB,CAAC;wBACF,MAAM,GAAG,YAAY,CAAC;wBACtB,SAAS,CAAC,OAAO,CAAC,EAAE,aAAa,EAAE,YAAY,EAAE,CAAC,CAAC;qBACpD;iBACF;aACF;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC;YACxE,SAAS,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;YAC9B,OAAO,MAAM,CAAC;SACf;QAAC,OAAO,KAAU,EAAE;YACnB,SAAS,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAC1D,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC;YACnD,MAAM,KAAK,CAAC;SACb;gBAAS;YACR,SAAS,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACjD,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC;SACvD;IACH,CAAC;IAED,QAAQ;QACN,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,WAAW,CAAC,QAA8B;QACxC,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE;YACxC,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,IAA6B,EAAE,SAAoC;QACzE,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC;QAC1C,KAAK,MAAM,MAAM,IAAI,KAAK,EAAE;YAC1B,0BAA0B;YAC1B,IAAI,OAAO,MAAM,KAAK,UAAU,EAAE;gBAChC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;aACvC;SACF;IACH,CAAC;IACD,QAAQ,CAAC,QAA+B,EAAE;QACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAA2B,CAAC;QAC9D,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE;YACnE,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC;YACjC,IAAI,SAAS,EAAE;gBACb,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;gBAChE,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,UAAU,CAAC,CAAC;gBACpE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;oBAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;gBACnD,0BAA0B;gBAC1B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;aAC1C;SACF;IACH,CAAC;CACF;AA9JD,oCA8JC"}

package/dist/executor/_functions.d.ts

@@ -0,0 +1,25 @@
+import { PlainObject, ExecutorWithLlmOptions, CoreExecutorExecuteOptions } from "../types";
+import { BaseLlm } from "../llm";
+import { BaseParser } from "../parser";
+import { BasePrompt } from "../prompt";
+import { BaseState } from "../state";
+import { CoreExecutor } from "./core";
+import { LlmExecutor } from "./llm";
+/**
+ * Function to create a core executor.
+ * @template I - Input type.
+ * @template O - Output type.
+ * @param handler - The handler function.
+ * @returns - A new CoreExecutor instance.
+ */
+export declare function createCoreExecutor<I extends PlainObject, O>(handler: (input: I) => Promise<O> | O, options?: CoreExecutorExecuteOptions): CoreExecutor<I, O>;
+/**
+ * Function to create a core executor with Llm.
+ * @template Llm - Llm type.
+ * @template Prompt - Prompt type.
+ * @template Parser - Parser type.
+ * @template State - State type.
+ * @param options - Options for BaseExecutorV3.
+ * @returns  - A new LlmExecutor instance.
+ */
+export declare function createLlmExecutor<Llm extends BaseLlm<any>, Prompt extends BasePrompt<any>, Parser extends BaseParser, State extends BaseState>(llmConfiguration: ExecutorWithLlmOptions<Llm, Prompt, Parser, State>, options?: CoreExecutorExecuteOptions): LlmExecutor<Llm, Prompt, Parser, State>;

package/dist/executor/_functions.js

@@ -0,0 +1,30 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createLlmExecutor = exports.createCoreExecutor = void 0;
+const core_1 = require("./core");
+const llm_1 = require("./llm");
+/**
+ * Function to create a core executor.
+ * @template I - Input type.
+ * @template O - Output type.
+ * @param handler - The handler function.
+ * @returns - A new CoreExecutor instance.
+ */
+function createCoreExecutor(handler, options) {
+    return new core_1.CoreExecutor({ handler }, options);
+}
+exports.createCoreExecutor = createCoreExecutor;
+/**
+ * Function to create a core executor with Llm.
+ * @template Llm - Llm type.
+ * @template Prompt - Prompt type.
+ * @template Parser - Parser type.
+ * @template State - State type.
+ * @param options - Options for BaseExecutorV3.
+ * @returns  - A new LlmExecutor instance.
+ */
+function createLlmExecutor(llmConfiguration, options) {
+    return new llm_1.LlmExecutor(llmConfiguration, options);
+}
+exports.createLlmExecutor = createLlmExecutor;
+//# sourceMappingURL=_functions.js.map

package/dist/executor/_functions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"_functions.js","sourceRoot":"src/","sources":["executor/_functions.ts"],"names":[],"mappings":";;;AASA,iCAAsC;AACtC,+BAAoC;AAEpC;;;;;;GAMG;AACH,SAAgB,kBAAkB,CAChC,OAAqC,EACrC,OAAoC;IAEpC,OAAO,IAAI,mBAAY,CAAO,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC;AALD,gDAKC;AAED;;;;;;;;GAQG;AACH,SAAgB,iBAAiB,CAM/B,gBAAoE,EACpE,OAAoC;IAEpC,OAAO,IAAI,iBAAW,CAA6B,gBAAgB,EAAE,OAAO,CAAC,CAAC;AAChF,CAAC;AAVD,8CAUC"}

package/dist/executor/_metadata.d.ts

@@ -0,0 +1,8 @@
+import { ExecutorExecutionMetadata, ExecutorExecutionMetadataProperties } from "../interfaces";
+export declare class ExecutorExecutionMetadataState<I, O> {
+    #private;
+    constructor(items?: Pick<ExecutorExecutionMetadataProperties, "start"> & Partial<ExecutorExecutionMetadataProperties>);
+    setItem(items: Partial<ExecutorExecutionMetadataProperties>): this;
+    asPlainObject(): Readonly<ExecutorExecutionMetadata<I, O>>;
+}
+export declare function createMetadataState(items?: Pick<ExecutorExecutionMetadataProperties, "start"> & Partial<ExecutorExecutionMetadataProperties>): ExecutorExecutionMetadataState<any, any>;

package/dist/executor/_metadata.js

@@ -0,0 +1,69 @@
+"use strict";
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _ExecutorExecutionMetadataState_state;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createMetadataState = exports.ExecutorExecutionMetadataState = void 0;
+class ExecutorExecutionMetadataState {
+    constructor(items) {
+        _ExecutorExecutionMetadataState_state.set(this, {
+            start: null,
+            end: null,
+            input: undefined,
+            handlerInput: undefined,
+            handlerOutput: undefined,
+            output: undefined,
+            _handlerOutput: [],
+            _output: [],
+            errorMessage: undefined,
+            error: undefined,
+            metadata: null,
+        });
+        if (items) {
+            this.setItem(items);
+        }
+    }
+    setItem(items) {
+        // if invalid, do nothing
+        if (!items || typeof items !== "object" || Array.isArray(items)) {
+            return this;
+        }
+        const keys = Object.keys(items);
+        for (const key of keys) {
+            const value = items[key];
+            if (Array.isArray(__classPrivateFieldGet(this, _ExecutorExecutionMetadataState_state, "f")[key])) {
+                const asArr = Array.isArray(value) ? value : [value];
+                __classPrivateFieldGet(this, _ExecutorExecutionMetadataState_state, "f")[key].push(...asArr);
+            }
+            else {
+                __classPrivateFieldGet(this, _ExecutorExecutionMetadataState_state, "f")[key] = value;
+            }
+        }
+        return this;
+    }
+    asPlainObject() {
+        return Object.freeze({
+            start: __classPrivateFieldGet(this, _ExecutorExecutionMetadataState_state, "f").start,
+            end: __classPrivateFieldGet(this, _ExecutorExecutionMetadataState_state, "f").end,
+            input: __classPrivateFieldGet(this, _ExecutorExecutionMetadataState_state, "f").input,
+            handlerInput: __classPrivateFieldGet(this, _ExecutorExecutionMetadataState_state, "f").handlerInput,
+            handlerOutput: __classPrivateFieldGet(this, _ExecutorExecutionMetadataState_state, "f").handlerOutput,
+            output: __classPrivateFieldGet(this, _ExecutorExecutionMetadataState_state, "f").output,
+            _handlerOutput: __classPrivateFieldGet(this, _ExecutorExecutionMetadataState_state, "f")._handlerOutput,
+            _output: __classPrivateFieldGet(this, _ExecutorExecutionMetadataState_state, "f")._output,
+            errorMessage: __classPrivateFieldGet(this, _ExecutorExecutionMetadataState_state, "f").errorMessage,
+            error: __classPrivateFieldGet(this, _ExecutorExecutionMetadataState_state, "f").error,
+            metadata: __classPrivateFieldGet(this, _ExecutorExecutionMetadataState_state, "f").metadata,
+        });
+    }
+}
+exports.ExecutorExecutionMetadataState = ExecutorExecutionMetadataState;
+_ExecutorExecutionMetadataState_state = new WeakMap();
+function createMetadataState(items) {
+    return new ExecutorExecutionMetadataState(items);
+}
+exports.createMetadataState = createMetadataState;
+//# sourceMappingURL=_metadata.js.map

package/dist/executor/_metadata.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"_metadata.js","sourceRoot":"src/","sources":["executor/_metadata.ts"],"names":[],"mappings":";;;;;;;;;AAKA,MAAa,8BAA8B;IAezC,YACE,KAC8C;QAhBhD,gDAAoC;YAClC,KAAK,EAAE,IAAI;YACX,GAAG,EAAE,IAAI;YACT,KAAK,EAAE,SAAS;YAChB,YAAY,EAAE,SAAS;YACvB,aAAa,EAAE,SAAS;YACxB,MAAM,EAAE,SAAS;YACjB,cAAc,EAAE,EAAE;YAClB,OAAO,EAAE,EAAE;YACX,YAAY,EAAE,SAAS;YACvB,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE,IAAI;SACf,EAAC;QAMA,IAAI,KAAK,EAAE;YACT,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;SACrB;IACH,CAAC;IAED,OAAO,CAAC,KAAmD;QACzD,yBAAyB;QACzB,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;YAC/D,OAAO,IAAI,CAAC;SACb;QAED,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAA2B,CAAC;QAC1D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;YACtB,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;YACzB,IAAI,KAAK,CAAC,OAAO,CAAC,uBAAA,IAAI,6CAAO,CAAC,GAAG,CAAC,CAAC,EAAE;gBACnC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBACrD,uBAAA,IAAI,6CAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;aACjC;iBAAM;gBACL,uBAAA,IAAI,6CAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;aAC1B;SACF;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,aAAa;QACX,OAAO,MAAM,CAAC,MAAM,CAAC;YACnB,KAAK,EAAE,uBAAA,IAAI,6CAAO,CAAC,KAAK;YACxB,GAAG,EAAE,uBAAA,IAAI,6CAAO,CAAC,GAAG;YACpB,KAAK,EAAE,uBAAA,IAAI,6CAAO,CAAC,KAAK;YACxB,YAAY,EAAE,uBAAA,IAAI,6CAAO,CAAC,YAAY;YACtC,aAAa,EAAE,uBAAA,IAAI,6CAAO,CAAC,aAAa;YACxC,MAAM,EAAE,uBAAA,IAAI,6CAAO,CAAC,MAAM;YAC1B,cAAc,EAAE,uBAAA,IAAI,6CAAO,CAAC,cAAc;YAC1C,OAAO,EAAE,uBAAA,IAAI,6CAAO,CAAC,OAAO;YAC5B,YAAY,EAAE,uBAAA,IAAI,6CAAO,CAAC,YAAY;YACtC,KAAK,EAAE,uBAAA,IAAI,6CAAO,CAAC,KAAK;YACxB,QAAQ,EAAE,uBAAA,IAAI,6CAAO,CAAC,QAAQ;SAC/B,CAAC,CAAC;IACL,CAAC;CACF;AAzDD,wEAyDC;;AAED,SAAgB,mBAAmB,CACjC,KAC8C;IAE9C,OAAO,IAAI,8BAA8B,CAAC,KAAK,CAAC,CAAC;AACnD,CAAC;AALD,kDAKC"}

package/dist/executor/core.d.ts

@@ -0,0 +1,10 @@
+import { PlainObject, CoreExecutorInput, CoreExecutorExecuteOptions } from "../types";
+import { BaseExecutor } from "./_base";
+/**
+ * Core Function Executor
+ */
+export declare class CoreExecutor<I extends PlainObject, O> extends BaseExecutor<I, O> {
+    _handler: (input: I) => Promise<any> | any;
+    constructor(fn: CoreExecutorInput<I, O>, options?: CoreExecutorExecuteOptions);
+    handler(_input: I): Promise<O>;
+}

package/dist/executor/core.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CoreExecutor = void 0;
+const _base_1 = require("./_base");
+const utils_1 = require("../utils");
+/**
+ * Core Function Executor
+ */
+class CoreExecutor extends _base_1.BaseExecutor {
+    constructor(fn, options) {
+        const name = fn?.name
+            ? fn.name
+            : (0, utils_1.inferFunctionName)(fn.handler, "anonymous-core-executor");
+        super(name, "function-executor", options);
+        Object.defineProperty(this, "_handler", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this._handler = fn.handler;
+    }
+    async handler(_input) {
+        return this._handler.call(null, _input);
+    }
+}
+exports.CoreExecutor = CoreExecutor;
+//# sourceMappingURL=core.js.map

package/dist/executor/core.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"core.js","sourceRoot":"src/","sources":["executor/core.ts"],"names":[],"mappings":";;;AAKA,mCAAuC;AACvC,mCAA4C;AAE5C;;GAEG;AACH,MAAa,YAAuC,SAAQ,oBAAkB;IAG5E,YACE,EAA2B,EAC3B,OAAoC;QAEpC,MAAM,IAAI,GAAG,EAAE,EAAE,IAAI;YACnB,CAAC,CAAC,EAAE,CAAC,IAAI;YACT,CAAC,CAAC,IAAA,yBAAiB,EAAC,EAAE,CAAC,OAAO,EAAE,yBAAyB,CAAC,CAAC;QAE7D,KAAK,CAAC,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAV5C;;;;;WAAkD;QAWhD,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC,OAAO,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAS;QACrB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC1C,CAAC;CACF;AAlBD,oCAkBC"}

package/dist/executor/index.d.ts

@@ -0,0 +1,4 @@
+export { BaseExecutor } from "./_base";
+export { CoreExecutor } from "./core";
+export { LlmExecutor } from "./llm";
+export { createCoreExecutor, createLlmExecutor } from "./_functions";

package/dist/executor/index.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createLlmExecutor = exports.createCoreExecutor = exports.LlmExecutor = exports.CoreExecutor = exports.BaseExecutor = void 0;
+var _base_1 = require("./_base");
+Object.defineProperty(exports, "BaseExecutor", { enumerable: true, get: function () { return _base_1.BaseExecutor; } });
+var core_1 = require("./core");
+Object.defineProperty(exports, "CoreExecutor", { enumerable: true, get: function () { return core_1.CoreExecutor; } });
+var llm_1 = require("./llm");
+Object.defineProperty(exports, "LlmExecutor", { enumerable: true, get: function () { return llm_1.LlmExecutor; } });
+var _functions_1 = require("./_functions");
+Object.defineProperty(exports, "createCoreExecutor", { enumerable: true, get: function () { return _functions_1.createCoreExecutor; } });
+Object.defineProperty(exports, "createLlmExecutor", { enumerable: true, get: function () { return _functions_1.createLlmExecutor; } });
+//# sourceMappingURL=index.js.map

package/dist/executor/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"src/","sources":["executor/index.ts"],"names":[],"mappings":";;;AAAA,iCAAuC;AAA9B,qGAAA,YAAY,OAAA;AACrB,+BAAsC;AAA7B,oGAAA,YAAY,OAAA;AACrB,6BAAoC;AAA3B,kGAAA,WAAW,OAAA;AACpB,2CAAqE;AAA5D,gHAAA,kBAAkB,OAAA;AAAE,+GAAA,iBAAiB,OAAA"}

package/dist/executor/llm.d.ts

@@ -0,0 +1,29 @@
+import { PromptInput, ParserOutput, CoreExecutorExecuteOptions, ExecutorWithLlmOptions, ExecutorExecutionMetadata } from "../types";
+import { BaseLlm } from "../llm";
+import { BaseParser, StringParser } from "../parser";
+import { BasePrompt } from "../prompt";
+import { BaseState } from "../state";
+import { BaseExecutor } from "./_base";
+/**
+ * Core Executor With LLM
+ */
+export declare class LlmExecutor<Llm extends BaseLlm<any>, Prompt extends BasePrompt<Record<string, any>>, Parser extends BaseParser, State extends BaseState> extends BaseExecutor<PromptInput<Prompt>, ParserOutput<Parser>> {
+    llm: Llm;
+    prompt: Prompt | undefined;
+    promptFn: any;
+    parser: StringParser | Parser;
+    constructor(llmConfiguration: ExecutorWithLlmOptions<Llm, Prompt, Parser, State>, options?: CoreExecutorExecuteOptions);
+    handler(_input: PromptInput<Prompt>): Promise<any>;
+    getHandlerInput(_input: PromptInput<Prompt>): any;
+    getHandlerOutput(out: any, _metadata: ExecutorExecutionMetadata<PromptInput<Prompt>, ParserOutput<Parser>>): ParserOutput<Parser>;
+    metadata(): {
+        llm: {
+            promptType: import("../types").PromptType;
+            timeout: number;
+            jitter: "none" | "full";
+            maxDelay: number;
+            numOfAttempts: number;
+            metrics: any;
+        };
+    };
+}