llm-exe 2.0.0-beta.2 → 2.0.0-beta.4

package/dist/embedding/base.d.ts

@@ -4,5 +4,5 @@ export declare class BaseEmbedding {
     protected maxDelay: number;
     protected numOfAttempts: number;
     protected jitter: "none" | "full";
-    constructor(options: any);
+    constructor(client: any, options: any);
 }

package/dist/embedding/base.js

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.BaseEmbedding = void 0;
 class BaseEmbedding {
-    constructor(options) {
+    constructor(client, options) {
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
@@ -33,6 +33,7 @@ class BaseEmbedding {
             writable: true,
             value: void 0
         });
+        this.client = client;
         this.timeout = options.timeout || 10000;
         this.jitter = options.jitter || "none";
         this.maxDelay = options.maxDelay || 4000;

package/dist/embedding/base.js.map

@@ -1 +1 @@
-{"version":3,"file":"base.js","sourceRoot":"src/","sources":["embedding/base.ts"],"names":[],"mappings":";;;AAAA,MAAa,aAAa;IAOxB,YAAY,OAAY;QANxB;;;;;WAAsB;QACtB;;;;;WAA0B;QAE1B;;;;;WAA2B;QAC3B;;;;;WAAgC;QAChC;;;;;WAAkC;QAEhC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC;QAExC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC;IAClD,CAAC;CACF;AAdD,sCAcC"}
+{"version":3,"file":"base.js","sourceRoot":"src/","sources":["embedding/base.ts"],"names":[],"mappings":";;;AAAA,MAAa,aAAa;IAOxB,YAAY,MAAW,EAAE,OAAY;QANrC;;;;;WAAsB;QACtB;;;;;WAA0B;QAE1B;;;;;WAA2B;QAC3B;;;;;WAAgC;QAChC;;;;;WAAkC;QAEhC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC;QAExC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC;IAClD,CAAC;CACF;AAfD,sCAeC"}

package/dist/embedding/openai.d.ts

@@ -4,7 +4,7 @@ export declare class EmbeddingOpenAI extends BaseEmbedding {
     private model;
     batchSize: number;
     stripNewLines: boolean;
-    constructor(options: EmbedOpenAIOptions);
+    constructor(client: any, options: EmbedOpenAIOptions);
     embedDocuments(texts: string[]): Promise<any[]>;
     embedQuery(text: string): Promise<any>;
     embeddingWithRetry(input: string): Promise<any>;

package/dist/embedding/openai.js

@@ -1,13 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.EmbeddingOpenAI = void 0;
-const openai_1 = require("openai");
 const utils_1 = require("../utils");
 const base_1 = require("./base");
 const exponential_backoff_1 = require("exponential-backoff");
 class EmbeddingOpenAI extends base_1.BaseEmbedding {
-    constructor(options) {
-        super(options);
+    constructor(client, options) {
+        super(client, options);
         Object.defineProperty(this, "model", {
             enumerable: true,
             configurable: true,
@@ -29,8 +28,7 @@ class EmbeddingOpenAI extends base_1.BaseEmbedding {
         this.model = options.modelName || "text-embedding-ada-002";
         this.batchSize = options.temperature || 0;
         this.stripNewLines = !!options.stripNewLines;
-        const apiKey = options.openAIApiKey || (0, utils_1.getEnvironmentVariable)("OPENAI_API_KEY");
-        this.client = new openai_1.OpenAI({ apiKey });
+        // const apiKey = options.openAIApiKey || getEnvironmentVariable("OPENAI_API_KEY");
     }
     async embedDocuments(texts) {
         const subPrompts = (0, utils_1.chunkArray)(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);

package/dist/embedding/openai.js.map

@@ -1 +1 @@
-{"version":3,"file":"openai.js","sourceRoot":"src/","sources":["embedding/openai.ts"],"names":[],"mappings":";;;AAAA,mCAAgC;AAChC,mCAAmF;AACnF,iCAAuC;AACvC,6DAA8C;AAG9C,MAAa,eAAgB,SAAQ,oBAAa;IAKhD,YAAY,OAA2B;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC;QALjB;;;;;WAAsB;QAEtB;;;;;WAAyB;QACzB;;;;;WAA8B;QAI5B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,SAAS,IAAI,wBAAwB,CAAC;QAC3D,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QAE7C,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,IAAI,IAAA,8BAAsB,EAAC,gBAAgB,CAAC,CAAC;QAChF,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAe;QAClC,MAAM,UAAU,GAAG,IAAA,kBAAU,EAC3B,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EACpE,IAAI,CAAC,SAAS,CACf,CAAC;QACF,MAAM,UAAU,GAAG,EAAE,CAAC;QACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC5B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;gBACxC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;aACpC;SACF;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAC5C,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CACrD,CAAC;QACF,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,kBAAkB,CAAC,KAAa;QACpC,MAAM,QAAQ,GAAG,MAAM,IAAA,6BAAO,EAC5B,GAAG,EAAE,CACH,IAAA,4BAAoB,EAClB,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;YAC1B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,KAAK;YACZ,IAAI,EAAE,EAAE;SACT,CAAC,EACF,IAAI,CAAC,OAAO,CACb,EACH;YACE,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,GAAG,EAAE;gBACV,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,CAAC,OAAO,eAAe,CAAC,CAAC;gBACpE,OAAO,IAAI,CAAC;YACd,CAAC;SACF,CACF,CAAC;QAEF,MAAM,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AA/DD,0CA+DC"}
+{"version":3,"file":"openai.js","sourceRoot":"src/","sources":["embedding/openai.ts"],"names":[],"mappings":";;;AAAA,mCAA2D;AAC3D,iCAAuC;AACvC,6DAA8C;AAG9C,MAAa,eAAgB,SAAQ,oBAAa;IAKhD,YAAY,MAAW,EAAE,OAA2B;QAClD,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QALzB;;;;;WAAsB;QAEtB;;;;;WAAyB;QACzB;;;;;WAA8B;QAI5B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,SAAS,IAAI,wBAAwB,CAAC;QAC3D,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QAE7C,mFAAmF;IACrF,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAe;QAClC,MAAM,UAAU,GAAG,IAAA,kBAAU,EAC3B,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EACpE,IAAI,CAAC,SAAS,CACf,CAAC;QACF,MAAM,UAAU,GAAG,EAAE,CAAC;QACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC5B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;gBACxC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;aACpC;SACF;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAC5C,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CACrD,CAAC;QACF,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,kBAAkB,CAAC,KAAa;QACpC,MAAM,QAAQ,GAAG,MAAM,IAAA,6BAAO,EAC5B,GAAG,EAAE,CACH,IAAA,4BAAoB,EAClB,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;YAC1B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,KAAK;YACZ,IAAI,EAAE,EAAE;SACT,CAAC,EACF,IAAI,CAAC,OAAO,CACb,EACH;YACE,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,GAAG,EAAE;gBACV,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,CAAC,OAAO,eAAe,CAAC,CAAC;gBACpE,OAAO,IAAI,CAAC;YACd,CAAC;SACF,CACF,CAAC;QAEF,MAAM,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AA9DD,0CA8DC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llm-exe",
-  "version": "2.0.0-beta.2",
+  "version": "2.0.0-beta.4",
   "description": "Simplify building LLM-powered apps with easy-to-use base components, supporting text and chat-based prompts with handlebars template engine, output parsers, and flexible function calling capabilities.",
   "keywords": [
     "ai",
@@ -39,12 +39,12 @@
     "handlebars-async-helpers": "^1.0.6",
     "json-schema-to-ts": "^2.8.2",
     "jsonschema": "1.4.1",
-    "lodash.camelcase": "^4.3.0",
-    "lodash.escape": "^4.0.1",
-    "lodash.get": "^4.4.2",
-    "lodash.pick": "^4.4.0",
-    "lodash.set": "^4.3.2",
-    "lodash.unescape": "^4.0.1",
+    "lodash.camelcase": "4.3.0",
+    "lodash.escape": "4.0.1",
+    "lodash.get": "4.4.2",
+    "lodash.pick": "4.4.0",
+    "lodash.set": "4.3.2",
+    "lodash.unescape": "4.0.1",
     "object-assign-deep": "0.4.0",
     "uuid": "^9.0.0"
   },
@@ -52,12 +52,12 @@
     "@tsconfig/recommended": "^1.0.2",
     "@types/jest": "^29.5.2",
     "@types/json-schema": "^7.0.11",
-    "@types/lodash.camelcase": "^4.3.7",
-    "@types/lodash.escape": "^4.0.7",
-    "@types/lodash.get": "^4.4.7",
-    "@types/lodash.pick": "^4.4.7",
-    "@types/lodash.set": "^4.3.7",
-    "@types/lodash.unescape": "^4.0.7",
+    "@types/lodash.camelcase": "4.3.9",
+    "@types/lodash.escape": "4.0.9",
+    "@types/lodash.get": "4.4.9",
+    "@types/lodash.pick": "4.4.9",
+    "@types/lodash.set": "4.3.9",
+    "@types/lodash.unescape": "4.0.9",
     "@types/node": "17.0.23",
     "@types/prettier": "2.6.0",
     "@types/uuid": "^9.0.1",

package/dist/llm/bedrock.d.ts

@@ -1,95 +0,0 @@
-import { IChatMessages, OpenAIModelName, OpenAIOptions } from "../types";
-import { BaseLlm } from "./_base";
-import { OutputOpenAICompletion } from "./output/openai";
-interface BedrockClient {
-    client: {
-        send: any;
-    };
-    invoke: any;
-}
-/**
- * Create a new instance of the OpenAI API wrapper.
- * @param options - Configuration options for the OpenAI API wrapper.
- * @returns - A new instance of the OpenAI API wrapper class.
- */
-export declare function createLlmBedrock(options: OpenAIOptions, client: BedrockClient): LlmBedrock;
-/**
- * A class that extends BaseLlm and provides functionality for the OpenAI API.
- */
-export declare class LlmBedrock extends BaseLlm<BedrockClient> {
-    private model;
-    private temperature;
-    private maxTokens;
-    private topP;
-    private n;
-    private stream;
-    private stop;
-    private presencePenalty;
-    private frequencyPenalty;
-    private logitBias;
-    private user;
-    /**
-     * Constructor for the OpenAI class.
-     * @param {OpenAIOptions} options - Configuration options for the OpenAI API wrapper.
-     */
-    constructor(options: OpenAIOptions, client: BedrockClient);
-    /**
-     * Get the total prompt and completion tokens across all calls to the API.
-     * @returns - An object with total prompt and completion tokens.
-     */
-    getMetrics(): {
-        total_completionTokens: number;
-        total_promptTokens: number;
-        total_totalTokens: number;
-    };
-    /**
-     * Calculate the API call cost based on input and output tokens.
-     * @param input_tokens - The number of input tokens.
-     * @param output_tokens=0 - The number of output tokens (defaults to 0).
-     * @returns An object for input/output tokens and cost.
-     */
-    calculatePrice(input_tokens: number, output_tokens?: number): {
-        input_cost: number;
-        output_cost: number;
-        total_cost: number;
-    };
-    /**
-     * Log a table containing usage metrics for the OpenAI API.
-     */
-    logMetrics(): void;
-    /**
-     * Wrapper function to call chat/completion with the specified input.
-     * @private
-     * @param input - The input for the chat/completion API.
-     * @returns The chat/completion response from the API.
-     */
-    _call(input: string | IChatMessages): Promise<OutputOpenAICompletion>;
-    /**
-     * Communicate with the OpenAI Completion API.
-     * @param messages - A list of message objects for the API call.
-     * @returns The chat response from the API.
-     */
-    completion(prompt: string): Promise<OutputOpenAICompletion>;
-    getMetadata(): {
-        traceId: string | null;
-        promptType: import("../types").PromptType;
-        timeout: number;
-        jitter: "none" | "full";
-        maxDelay: number;
-        numOfAttempts: number;
-        metrics: any;
-    } & {
-        model: OpenAIModelName;
-        temperature: number;
-        max_tokens: number;
-        topP: number | null;
-        n: number | null;
-        stream: boolean | null;
-        stop: any;
-        presencePenalty: number | null;
-        frequencyPenalty: number | null;
-        logitBias: object | null;
-        user: string;
-    };
-}
-export {};

package/dist/llm/bedrock.js

@@ -1,194 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.LlmBedrock = exports.createLlmBedrock = void 0;
-const _base_1 = require("./_base");
-const utils_1 = require("../utils");
-const openai_1 = require("./output/openai");
-/**
- * Create a new instance of the OpenAI API wrapper.
- * @param options - Configuration options for the OpenAI API wrapper.
- * @returns - A new instance of the OpenAI API wrapper class.
- */
-function createLlmBedrock(options, client) {
-    return new LlmBedrock(options, client);
-}
-exports.createLlmBedrock = createLlmBedrock;
-/**
- * A class that extends BaseLlm and provides functionality for the OpenAI API.
- */
-class LlmBedrock extends _base_1.BaseLlm {
-    /**
-     * Constructor for the OpenAI class.
-     * @param {OpenAIOptions} options - Configuration options for the OpenAI API wrapper.
-     */
-    constructor(options, client) {
-        const { openAIApiKey = (0, utils_1.getEnvironmentVariable)("OPEN_AI_API_KEY"), modelName, temperature, maxTokens, topP = null, n = null, stream = null, stop, presencePenalty = null, frequencyPenalty = null, logitBias = null, user = "", ...restOfOptions } = options;
-        super(restOfOptions, client);
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "temperature", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "maxTokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "topP", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "n", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: null
-        });
-        Object.defineProperty(this, "stream", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "stop", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: null
-        });
-        Object.defineProperty(this, "presencePenalty", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "frequencyPenalty", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "logitBias", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "user", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.model = modelName || "gpt-3.5-turbo";
-        this.temperature = temperature || 0;
-        this.maxTokens = maxTokens || 500;
-        this.topP = topP;
-        this.n = n;
-        this.stream = stream;
-        this.stop = stop;
-        this.presencePenalty = presencePenalty;
-        this.frequencyPenalty = frequencyPenalty;
-        this.logitBias = logitBias;
-        this.user = user;
-        this.promptType = "text";
-    }
-    /**
-     * Get the total prompt and completion tokens across all calls to the API.
-     * @returns - An object with total prompt and completion tokens.
-     */
-    getMetrics() {
-        let total_completionTokens = 0;
-        let total_promptTokens = 0;
-        let total_totalTokens = 0;
-        for (const item of this.metrics.history) {
-            /* istanbul ignore next */
-            const { completion_tokens = 0, prompt_tokens = 0, total_tokens = 0, } = item.usage;
-            total_completionTokens = total_completionTokens + completion_tokens;
-            total_promptTokens = total_promptTokens + prompt_tokens;
-            total_totalTokens = total_totalTokens + total_tokens;
-        }
-        return {
-            total_completionTokens,
-            total_promptTokens,
-            total_totalTokens,
-        };
-    }
-    /**
-     * Calculate the API call cost based on input and output tokens.
-     * @param input_tokens - The number of input tokens.
-     * @param output_tokens=0 - The number of output tokens (defaults to 0).
-     * @returns An object for input/output tokens and cost.
-     */
-    calculatePrice(input_tokens, output_tokens = 0) {
-        return (0, utils_1.calculateOpenAiPrice)(this.model, input_tokens, output_tokens);
-    }
-    /**
-     * Log a table containing usage metrics for the OpenAI API.
-     */
-    logMetrics() { }
-    /**
-     * Wrapper function to call chat/completion with the specified input.
-     * @private
-     * @param input - The input for the chat/completion API.
-     * @returns The chat/completion response from the API.
-     */
-    async _call(input) {
-        (0, utils_1.assert)(typeof input === "string");
-        return await this.completion(input);
-    }
-    /**
-     * Communicate with the OpenAI Completion API.
-     * @param messages - A list of message objects for the API call.
-     * @returns The chat response from the API.
-     */
-    async completion(prompt) {
-        (0, utils_1.assert)(typeof prompt === "string" && prompt !== "", "Missing prompt.");
-        const options = (0, utils_1.removeEmptyFromObject)({
-            prompt,
-            model: this.model,
-            temperature: this.temperature,
-            max_tokens: this.maxTokens,
-            topP: this.topP,
-            n: this.n,
-            stream: this.stream,
-            stop: this.stop,
-            presencePenalty: this.presencePenalty,
-            frequencyPenalty: this.frequencyPenalty,
-            logitBias: this.logitBias,
-            user: this.user,
-        });
-        console.log("!!response", options);
-        throw new Error("you got here?");
-        const response = await this.client.client.send(new this.client.invoke(options));
-        this.metrics.history.push(response);
-        return new openai_1.OutputOpenAICompletion(response);
-    }
-    getMetadata() {
-        return Object.assign({}, super.getMetadata(), (0, utils_1.removeEmptyFromObject)({
-            model: this.model,
-            temperature: this.temperature,
-            max_tokens: this.maxTokens,
-            topP: this.topP,
-            n: this.n,
-            stream: this.stream,
-            stop: this.stop,
-            presencePenalty: this.presencePenalty,
-            frequencyPenalty: this.frequencyPenalty,
-            logitBias: this.logitBias,
-            user: this.user,
-        }));
-    }
-}
-exports.LlmBedrock = LlmBedrock;
-//# sourceMappingURL=bedrock.js.map

package/dist/llm/bedrock.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"bedrock.js","sourceRoot":"src/","sources":["llm/bedrock.ts"],"names":[],"mappings":";;;AAKA,mCAAkC;AAClC,mCAAuG;AACvG,4CAAyD;AAWzD;;;;GAIG;AACH,SAAgB,gBAAgB,CAAC,OAAsB,EAAE,MAAqB;IAC5E,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;AACzC,CAAC;AAFD,4CAEC;AAED;;GAEG;AACH,MAAa,UAAW,SAAQ,eAAsB;IAepD;;;OAGG;IACH,YAAY,OAAsB,EAAE,MAAqB;QACvD,MAAM,EACJ,YAAY,GAAG,IAAA,8BAAsB,EAAC,iBAAiB,CAAC,EACxD,SAAS,EACT,WAAW,EACX,SAAS,EACT,IAAI,GAAG,IAAI,EACX,CAAC,GAAG,IAAI,EACR,MAAM,GAAG,IAAI,EACb,IAAI,EACJ,eAAe,GAAG,IAAI,EACtB,gBAAgB,GAAG,IAAI,EACvB,SAAS,GAAG,IAAI,EAChB,IAAI,GAAG,EAAE,EACT,GAAG,aAAa,EACjB,GAAG,OAAO,CAAC;QAEZ,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAjC/B;;;;;WAA+B;QAC/B;;;;;WAA4B;QAC5B;;;;;WAA0B;QAC1B;;;;;WAA4B;QAC5B;;;;mBAA2B,IAAI;WAAC;QAChC;;;;;WAA+B;QAC/B;;;;mBAAoB,IAAI;WAAC;QACzB;;;;;WAAuC;QACvC;;;;;WAAwC;QACxC;;;;;WAAiC;QACjC;;;;;WAAqB;QAyBnB,IAAI,CAAC,KAAK,GAAG,SAAS,IAAI,eAAe,CAAC;QAC1C,IAAI,CAAC,WAAW,GAAG,WAAW,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,GAAG,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACX,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QAEjB,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,UAAU;QACR,IAAI,sBAAsB,GAAG,CAAC,CAAC;QAC/B,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAC3B,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAE1B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YACvC,0BAA0B;YAC1B,MAAM,EACJ,iBAAiB,GAAG,CAAC,EACrB,aAAa,GAAG,CAAC,EACjB,YAAY,GAAG,CAAC,GACjB,GAAG,IAAI,CAAC,KAAK,CAAC;YACf,sBAAsB,GAAG,sBAAsB,GAAG,iBAAiB,CAAC;YACpE,kBAAkB,GAAG,kBAAkB,GAAG,aAAa,CAAC;YACxD,iBAAiB,GAAG,iBAAiB,GAAG,YAAY,CAAC;SACtD;QACD,OAAO;YACL,sBAAsB;YACtB,kBAAkB;YAClB,iBAAiB;SAClB,CAAC;IACJ,CAAC;IACD;;;;;OAKG;IACH,cAAc,CAAC,YAAoB,EAAE,gBAAwB,CAAC;QAC5D,OAAO,IAAA,4BAAoB,EAAC,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,aAAa,CAAC,CAAA;IACtE,CAAC;IAED;;OAEG;IACH,UAAU,KAAI,CAAC;IAEf;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,KAA6B;QACvC,IAAA,cAAM,EAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC;QAClC,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC;IAID;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,MAAc;QAC7B,IAAA,cAAM,EAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,EAAE,EAAE,iBAAiB,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,IAAA,6BAAqB,EAAC;YACpC,MAAM;YACN,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC,CAAC;QAGH,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;QAClC,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;QAEhC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAA;QAE/E,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpC,OAAO,IAAI,+BAAsB,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,WAAW;QACT,OAAO,MAAM,CAAC,MAAM,CAClB,EAAE,EACF,KAAK,CAAC,WAAW,EAAE,EACnB,IAAA,6BAAqB,EAAC;YACpB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC,CACH,CAAC;IACJ,CAAC;CAcF;AA3KD,gCA2KC"}