llm-exe 0.0.1

package/dist/executor/llm.js

@@ -0,0 +1,73 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LlmExecutor = void 0;
+const parser_1 = require("../parser");
+const _base_1 = require("./_base");
+/**
+ * Core Executor With LLM
+ */
+class LlmExecutor extends _base_1.BaseExecutor {
+    constructor(llmConfiguration, options) {
+        super(llmConfiguration.name || "anonymous-llm-executor", "llm-executor", options);
+        Object.defineProperty(this, "llm", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "prompt", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "promptFn", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "parser", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.llm = llmConfiguration.llm;
+        this.parser = llmConfiguration?.parser || new parser_1.StringParser();
+        if (typeof llmConfiguration.prompt === "function") {
+            this.prompt = undefined;
+            this.promptFn = llmConfiguration.prompt;
+        }
+        else {
+            this.prompt = llmConfiguration.prompt;
+            this.promptFn = null;
+        }
+    }
+    async handler(_input) {
+        const call = await this.llm.call(_input);
+        const result = call.getResultContent();
+        return result;
+    }
+    getHandlerInput(_input) {
+        if (this.prompt) {
+            return this.prompt.format(_input || {});
+        }
+        if (this.promptFn) {
+            const prompt = this.promptFn(_input || {});
+            const promptFormatted = prompt.format(_input || {});
+            return promptFormatted;
+        }
+        throw new Error("Missing prompt");
+    }
+    getHandlerOutput(out, _metadata) {
+        return this.parser.parse(out, _metadata);
+    }
+    metadata() {
+        return {
+            llm: this.llm.getMetadata(),
+        };
+    }
+}
+exports.LlmExecutor = LlmExecutor;
+//# sourceMappingURL=llm.js.map

package/dist/executor/llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.js","sourceRoot":"src/","sources":["executor/llm.ts"],"names":[],"mappings":";;;AAQA,qCAAoD;AAIpD,mCAAuC;AAEvC;;GAEG;AACH,MAAa,WAKX,SAAQ,oBAAuD;IAM/D,YACE,gBAAoE,EACpE,OAAoC;QAEpC,KAAK,CACH,gBAAgB,CAAC,IAAI,IAAI,wBAAwB,EACjD,cAAc,EACd,OAAO,CACR,CAAC;QAbJ;;;;;WAAW;QACX;;;;;WAAc;QACd;;;;;WAAqB;QACrB;;;;;WAAc;QAYZ,IAAI,CAAC,GAAG,GAAG,gBAAgB,CAAC,GAAG,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,gBAAgB,EAAE,MAAM,IAAI,IAAI,qBAAY,EAAE,CAAC;QAE7D,IAAI,OAAO,gBAAgB,CAAC,MAAM,KAAK,UAAU,EAAE;YACjD,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;YACxB,IAAI,CAAC,QAAQ,GAAG,gBAAgB,CAAC,MAAM,CAAC;SACzC;aAAM;YACL,IAAI,CAAC,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC;YACtC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;SACtB;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAA2B;QACvC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACvC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,eAAe,CAAC,MAA2B;QACzC,IAAI,IAAI,CAAC,MAAM,EAAE;YACf,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;SACzC;QAED,IAAI,IAAI,CAAC,QAAQ,EAAE;YACjB,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YAC3C,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YACpD,OAAO,eAAe,CAAC;SACxB;QACD,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACpC,CAAC;IAED,gBAAgB,CACd,GAAQ,EACR,SAGC;QAED,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAC3C,CAAC;IAED,QAAQ;QACN,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE;SAC5B,CAAC;IACJ,CAAC;CACF;AAnED,kCAmEC"}

package/dist/index.d.ts

@@ -0,0 +1,61 @@
+import { useExecutors, createCallableExecutor } from "./plugins/callable";
+import { createCoreExecutor, createLlmExecutor } from "./executor/_functions";
+import { BaseExecutor } from "./executor/_base";
+import * as utils from "./utils";
+import { BaseLlm, OpenAI, createLlmOpenAi } from "./llm";
+import { EmbeddingOpenAI } from "./embedding/openai";
+import { PineconeVectorStore } from "./vector";
+import { BasePrompt, ChatPrompt, TextPrompt, createPrompt, createChatPrompt } from "./prompt";
+import { BaseParser, CustomParser, createParser, createCustomParser } from "./parser";
+import { DefaultState, BaseStateItem, DefaultStateItem, createState, createStateItem } from "./state";
+export declare const simpleChain: {
+    /**
+     * Utilities
+     */
+    utils: typeof utils;
+    /**
+     * Llm
+     */
+    BaseLlm: typeof BaseLlm;
+    OpenAI: typeof OpenAI;
+    createLlmOpenAi: typeof createLlmOpenAi;
+    /**
+     * Prompt
+     */
+    BasePrompt: typeof BasePrompt;
+    TextPrompt: typeof TextPrompt;
+    ChatPrompt: typeof ChatPrompt;
+    createPrompt: typeof createPrompt;
+    createChatPrompt: typeof createChatPrompt;
+    /**
+     * Parsers
+     */
+    BaseParser: typeof BaseParser;
+    CustomParser: typeof CustomParser;
+    createParser: typeof createParser;
+    createCustomParser: typeof createCustomParser;
+    /**
+     * Core Functions
+     */
+    BaseExecutor: typeof BaseExecutor;
+    createCoreExecutor: typeof createCoreExecutor;
+    createLlmExecutor: typeof createLlmExecutor;
+    /**
+     * Callable
+     */
+    useExecutors: typeof useExecutors;
+    createCallableExecutor: typeof createCallableExecutor;
+    /**
+     * Embedding
+     */
+    EmbeddingOpenAI: typeof EmbeddingOpenAI;
+    PineconeVectorStore: typeof PineconeVectorStore;
+    /**
+     * State
+     */
+    DefaultState: typeof DefaultState;
+    BaseStateItem: typeof BaseStateItem;
+    DefaultStateItem: typeof DefaultStateItem;
+    createState: typeof createState;
+    createStateItem: typeof createStateItem;
+};

package/dist/index.js

@@ -0,0 +1,88 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.simpleChain = void 0;
+const callable_1 = require("./plugins/callable");
+const _functions_1 = require("./executor/_functions");
+const _base_1 = require("./executor/_base");
+const utils = __importStar(require("./utils"));
+const llm_1 = require("./llm");
+const openai_1 = require("./embedding/openai");
+const vector_1 = require("./vector");
+const prompt_1 = require("./prompt");
+const parser_1 = require("./parser");
+const state_1 = require("./state");
+exports.simpleChain = {
+    /**
+     * Utilities
+     */
+    utils,
+    /**
+     * Llm
+     */
+    BaseLlm: llm_1.BaseLlm,
+    OpenAI: llm_1.OpenAI,
+    createLlmOpenAi: llm_1.createLlmOpenAi,
+    /**
+     * Prompt
+     */
+    BasePrompt: prompt_1.BasePrompt,
+    TextPrompt: prompt_1.TextPrompt,
+    ChatPrompt: prompt_1.ChatPrompt,
+    createPrompt: prompt_1.createPrompt,
+    createChatPrompt: prompt_1.createChatPrompt,
+    /**
+     * Parsers
+     */
+    BaseParser: parser_1.BaseParser,
+    CustomParser: parser_1.CustomParser,
+    createParser: parser_1.createParser,
+    createCustomParser: parser_1.createCustomParser,
+    /**
+     * Core Functions
+     */
+    BaseExecutor: _base_1.BaseExecutor,
+    createCoreExecutor: _functions_1.createCoreExecutor,
+    createLlmExecutor: _functions_1.createLlmExecutor,
+    /**
+     * Callable
+     */
+    useExecutors: callable_1.useExecutors,
+    createCallableExecutor: callable_1.createCallableExecutor,
+    /**
+     * Embedding
+     */
+    EmbeddingOpenAI: openai_1.EmbeddingOpenAI,
+    PineconeVectorStore: vector_1.PineconeVectorStore,
+    /**
+     * State
+     */
+    DefaultState: state_1.DefaultState,
+    BaseStateItem: state_1.BaseStateItem,
+    DefaultStateItem: state_1.DefaultStateItem,
+    createState: state_1.createState,
+    createStateItem: state_1.createStateItem,
+};
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"src/","sources":["index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iDAA0E;AAC1E,sDAA8E;AAC9E,4CAAgD;AAChD,+CAAiC;AACjC,+BAAyD;AACzD,+CAAqD;AACrD,qCAA+C;AAE/C,qCAMkB;AAElB,qCAKkB;AAElB,mCAMiB;AAEJ,QAAA,WAAW,GAAG;IACzB;;OAEG;IACH,KAAK;IACL;;OAEG;IACH,OAAO,EAAP,aAAO;IACP,MAAM,EAAN,YAAM;IACN,eAAe,EAAf,qBAAe;IACf;;OAEG;IACH,UAAU,EAAV,mBAAU;IACV,UAAU,EAAV,mBAAU;IACV,UAAU,EAAV,mBAAU;IACV,YAAY,EAAZ,qBAAY;IACZ,gBAAgB,EAAhB,yBAAgB;IAChB;;OAEG;IACH,UAAU,EAAV,mBAAU;IACV,YAAY,EAAZ,qBAAY;IACZ,YAAY,EAAZ,qBAAY;IACZ,kBAAkB,EAAlB,2BAAkB;IAClB;;OAEG;IACH,YAAY,EAAZ,oBAAY;IACZ,kBAAkB,EAAlB,+BAAkB;IAClB,iBAAiB,EAAjB,8BAAiB;IAEjB;;OAEG;IACH,YAAY,EAAZ,uBAAY;IACZ,sBAAsB,EAAtB,iCAAsB;IACtB;;OAEG;IACH,eAAe,EAAf,wBAAe;IACf,mBAAmB,EAAnB,4BAAmB;IACnB;;OAEG;IACH,YAAY,EAAZ,oBAAY;IACZ,aAAa,EAAb,qBAAa;IACb,gBAAgB,EAAhB,wBAAgB;IAChB,WAAW,EAAX,mBAAW;IACX,eAAe,EAAf,uBAAe;CAChB,CAAC"}

package/dist/interfaces/chat.d.ts

@@ -0,0 +1,19 @@
+export type IChatMessageRole = "system" | "assistant" | "user";
+export interface IChatMessageBase {
+    role: IChatMessageRole;
+    content: string;
+}
+export interface IChatUserMessage extends IChatMessageBase {
+    role: Extract<IChatMessageRole, "user">;
+    content: string;
+    name?: string;
+}
+export interface IChatAssistantMessage extends IChatMessageBase {
+    role: Extract<IChatMessageRole, "assistant">;
+    content: string;
+}
+export interface IChatSystemMessage extends IChatMessageBase {
+    role: Extract<IChatMessageRole, "system">;
+    content: string;
+}
+export type IChatMessages = (IChatUserMessage | IChatAssistantMessage | IChatSystemMessage)[];

package/dist/interfaces/chat.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=chat.js.map

package/dist/interfaces/chat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat.js","sourceRoot":"src/","sources":["interfaces/chat.ts"],"names":[],"mappings":""}

package/dist/interfaces/functions.d.ts

@@ -0,0 +1,72 @@
+import { BaseParser } from "../parser";
+import { BasePrompt } from "../prompt";
+import { PlainObject } from "./utils";
+import { BaseExecutor } from "../executor";
+export type ParserOutput<P> = P extends BaseParser<infer T> ? T : never;
+export type PromptInput<P> = P extends BasePrompt<infer T> ? T : never;
+export interface CoreExecutorExecuteOptions {
+    hooks?: CoreExecutorHookInput;
+}
+export interface ExecutorWithLlmOptions<Llm, Prompt, Parser, State> {
+    name?: string;
+    llm: Llm;
+    prompt: Prompt | ((values: PromptInput<Prompt>) => Prompt);
+    parser?: Parser;
+    state?: State;
+    __mock_response_key__?: string;
+}
+export interface CoreExecutorInput<I, O> {
+    name?: string;
+    handler: (input: I) => Promise<O> | O;
+    getHandlerInput?(input: I): any;
+    getHandlerOutput?(out: any): O;
+}
+export type FunctionOrExecutor<I extends PlainObject | {
+    input: string;
+}, O> = ((input: I) => Promise<O> | O) | BaseExecutor<I, O>;
+export interface ExecutorMetadata {
+    id: string;
+    type: string;
+    name: string;
+    created: number;
+    executions: number;
+    metadata?: Record<string, any>;
+}
+export interface Temporary {
+    id: string;
+    initialInput?: any;
+    currentStepNumber: number;
+    results: any[];
+    attributes: any;
+}
+export interface ExecutorExecutionMetadata<I = any, O = any> {
+    start: null | number;
+    end: null | number;
+    input: I;
+    handlerInput?: any;
+    handlerOutput?: any;
+    output?: O;
+    _handlerOutput: any[];
+    _output: O[];
+    errorMessage?: string;
+    error?: Error;
+    metadata?: null | ExecutorMetadata | Temporary;
+}
+export type ExecutorExecutionMetadataProperties = Pick<ExecutorExecutionMetadata, "start" | "end" | "input" | "handlerInput" | "handlerOutput" | "output" | "_handlerOutput" | "_output" | "errorMessage" | "error" | "metadata">;
+export interface ExecutorContext<I = any, O = any, A = Record<string, any>> extends ExecutorExecutionMetadata<I, O> {
+    metadata: ExecutorMetadata;
+    attributes: A;
+}
+export interface CoreExecutorHookMethods<I = any, O = any> {
+    onError?(execution: ExecutorExecutionMetadata<I, O>, context?: any): void;
+    onComplete?(execution: ExecutorExecutionMetadata<I, O>, context?: any): void;
+    filterResult?<O>(output: O, execution?: ExecutorExecutionMetadata<I, O>, context?: any): O;
+}
+export type CoreExecutorHooks = {
+    [K in keyof CoreExecutorHookMethods]: CoreExecutorHookMethods[K][];
+};
+export interface CoreExecutorHookInput {
+    onError?: (execution: ExecutorExecutionMetadata, context?: any) => void | ((execution: ExecutorExecutionMetadata, context?: any) => void)[];
+    onComplete?: (execution: ExecutorExecutionMetadata, context?: any) => void | ((execution: ExecutorExecutionMetadata, context?: any) => void)[];
+    filterResult?: <O>(output: O, execution: ExecutorExecutionMetadata, context?: any) => O | (<O>(output: O, execution: ExecutorExecutionMetadata, context?: any) => O)[];
+}

package/dist/interfaces/functions.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=functions.js.map

package/dist/interfaces/functions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"functions.js","sourceRoot":"src/","sources":["interfaces/functions.ts"],"names":[],"mappings":""}

package/dist/interfaces/index.d.ts

@@ -0,0 +1,6 @@
+export * from "./utils";
+export * from "./chat";
+export * from "./openai";
+export * from "./functions";
+export * from "./prompt";
+export * from "./parser";

package/dist/interfaces/index.js

@@ -0,0 +1,23 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./utils"), exports);
+__exportStar(require("./chat"), exports);
+__exportStar(require("./openai"), exports);
+__exportStar(require("./functions"), exports);
+__exportStar(require("./prompt"), exports);
+__exportStar(require("./parser"), exports);
+//# sourceMappingURL=index.js.map

package/dist/interfaces/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"src/","sources":["interfaces/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0CAAwB;AACxB,yCAAuB;AACvB,2CAAyB;AACzB,8CAA4B;AAC5B,2CAAyB;AACzB,2CAAyB"}

package/dist/interfaces/openai.d.ts

@@ -0,0 +1,33 @@
+import { PromptType } from "./prompt";
+export interface BaseLlmOptions {
+    timeout?: number;
+    maxDelay?: number;
+    numOfAttempts?: number;
+    jitter?: "none" | "full";
+    promptType?: PromptType;
+}
+export type OpenAIChatModelName = "gpt-3.5-turbo" | "gpt-4";
+export type OpenAIConversationModelName = "davinci" | "text-curie-001" | "text-babbage-001" | "text-ada-001";
+export type OpenAIEmbeddingModelName = "text-embedding-ada-002";
+export type OpenAIModelName = OpenAIChatModelName | OpenAIConversationModelName | OpenAIEmbeddingModelName;
+export interface OpenAIOptions extends BaseLlmOptions {
+    openAIApiKey: string;
+    modelName: OpenAIModelName;
+    maxTokens?: number;
+    temperature?: number;
+    topP?: number | null;
+    n?: number | null;
+    stream?: boolean | null;
+    stop?: any;
+    max_tokens?: number;
+    presencePenalty?: number | null;
+    frequencyPenalty?: number | null;
+    logitBias?: object | null;
+    user?: string;
+}
+export interface EmbedOpenAIOptions extends OpenAIOptions {
+    openAIApiKey: string;
+    modelName: OpenAIModelName;
+    batchSize?: number;
+    stripNewLines?: boolean;
+}

package/dist/interfaces/openai.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=openai.js.map

package/dist/interfaces/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"src/","sources":["interfaces/openai.ts"],"names":[],"mappings":""}

package/dist/interfaces/parser.d.ts

@@ -0,0 +1,11 @@
+import { JSONSchema7 } from "json-schema-to-ts";
+export type CreateParserType = "json" | "string" | "boolean" | "number" | "listToArray" | "listToJson" | "listToKeyValue" | "replaceStringTemplate" | "markdownCodeBlocks" | "markdownCodeBlock";
+export interface ParserOptionsWithSchema {
+    schema?: JSONSchema7;
+}
+export interface BaseParserOptions {
+    schema?: JSONSchema7;
+}
+export interface BaseParserOptionsWithSchema<S extends JSONSchema7 | undefined = undefined> extends BaseParserOptions {
+    schema?: S;
+}

package/dist/interfaces/parser.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=parser.js.map

package/dist/interfaces/parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.js","sourceRoot":"src/","sources":["interfaces/parser.ts"],"names":[],"mappings":""}

package/dist/interfaces/prompt.d.ts

@@ -0,0 +1,20 @@
+export type TextPromptType = "text";
+export type ChatPromptType = "chat";
+export type PromptType = TextPromptType | ChatPromptType;
+export type PromptHelper = {
+    name: string;
+    handler: (args: any) => any;
+};
+export type PromptPartial = {
+    name: string;
+    template: string;
+};
+export interface PromptTemplateOptions {
+    partials?: PromptPartial[];
+    helpers?: PromptHelper[];
+}
+export interface PromptOptions extends PromptTemplateOptions {
+}
+export interface ChatPromptOptions extends PromptOptions {
+    allowUnsafeUserTemplate?: boolean;
+}

package/dist/interfaces/prompt.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=prompt.js.map

package/dist/interfaces/prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.js","sourceRoot":"src/","sources":["interfaces/prompt.ts"],"names":[],"mappings":""}

package/dist/interfaces/utils.d.ts

@@ -0,0 +1,15 @@
+export type PrimitiveValue = bigint | boolean | null | number | string | symbol | undefined;
+export type ObjectValue = PrimitiveValue | PlainObject | ObjectArray;
+export interface PlainObject {
+    [key: string]: ObjectValue;
+}
+export interface ObjectArray extends Array<ObjectValue> {
+}
+export interface ResultAttributes<R = any, A = Record<string, any>> {
+    result: R;
+    attributes: A;
+}
+export interface Serializable {
+    serialize?(): Record<string, any>;
+    deserialize?(): void;
+}

package/dist/interfaces/utils.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=utils.js.map

package/dist/interfaces/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"src/","sources":["interfaces/utils.ts"],"names":[],"mappings":""}

package/dist/llm/_base.d.ts

@@ -0,0 +1,78 @@
+import { BaseLlmOptions, PromptType } from "../types";
+import { BaseLlmOutput } from "../llm/output";
+/**
+ * BaseLlm is an abstract class that provides a base structure for implementing
+ * specific Low Latency Models (LLMs). It handles retries, timeouts, and metrics
+ * for the calls made to the LLM.
+ */
+export declare abstract class BaseLlm<C = any> {
+    /**
+     * A property to hold the client instance for the specific LLM.
+     */
+    protected client: C;
+    /**
+     * The type of prompt to create. Options are "text" or "chat"
+     */
+    protected promptType: PromptType;
+    /**
+     * The maximum time (in milliseconds) to wait for a response before timing out.
+     */
+    protected timeout: number;
+    /**
+     * The maximum delay (in milliseconds) between retries.
+     */
+    protected maxDelay: number;
+    /**
+     * The maximum number of retries before giving up.
+     */
+    protected numOfAttempts: number;
+    /**
+     * The jitter strategy to use between retries. Options are "none" or "full".
+     */
+    protected jitter: "none" | "full";
+    /**
+     * An object to store metrics related to the LLM calls.
+     */
+    protected metrics: any;
+    /**
+     * The BaseLlm constructor takes an options object and sets up the instance.
+     * @param {BaseLlmOptions} options - The options object for LLM configuration.
+     */
+    constructor(options: BaseLlmOptions);
+    getPromptType(): PromptType;
+    /**
+     * getMetrics returns the metrics object for the LLM.
+     */
+    getMetrics(): any;
+    /**
+     * getMetadata - Used to return metrics and data about executions.
+     */
+    getMetadata(): {
+        promptType: PromptType;
+        timeout: number;
+        jitter: "none" | "full";
+        maxDelay: number;
+        numOfAttempts: number;
+        metrics: any;
+    };
+    /**
+     * call makes a call to the specific LLM with input and returns the output.
+     * It also handles retries and updates the metrics.
+     * @param _input - The input to the LLM.
+     * @return The output from the LLM.
+     */
+    call(_input: any, attributes?: Record<string, any>): Promise<BaseLlmOutput>;
+    /**
+     * _callWithRetry is a private method that handles retries and timeouts for the LLM call.
+     * @param _input - The input to the LLM.
+     * @return The result of the LLM call.
+     * @throws An error if the maximum number of retries is reached.
+     */
+    _callWithRetry(_input: any, attributes?: Record<string, any>): Promise<any>;
+    /**
+     * _call is an abstract method that must be implemented by subclasses to make the actual LLM call.
+     * @param {any} _input - The input to the LLM.
+     * @return The output from the LLM.
+     */
+    _call(_input: any, _attributes?: Record<string, any>): Promise<BaseLlmOutput>;
+}