@llumiverse/drivers 0.8.0

package/lib/cjs/bedrock/index.js

@@ -0,0 +1,338 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BedrockDriver = void 0;
+const client_bedrock_1 = require("@aws-sdk/client-bedrock");
+const client_bedrock_runtime_1 = require("@aws-sdk/client-bedrock-runtime");
+const client_s3_1 = require("@aws-sdk/client-s3");
+const core_1 = require("@llumiverse/core");
+const async_1 = require("@llumiverse/core/async");
+const mnemonist_1 = __importDefault(require("mnemonist"));
+const s3_js_1 = require("./s3.js");
+const { LRUCache } = mnemonist_1.default;
+const supportStreamingCache = new LRUCache(4096);
+class BedrockDriver extends core_1.AbstractDriver {
+    provider = core_1.BuiltinProviders.bedrock;
+    _executor;
+    _service;
+    defaultFormat = core_1.PromptFormats.genericTextLLM;
+    constructor(options) {
+        super(options);
+        if (!options.region) {
+            throw new Error("No region found. Set the region in the environment's endpoint URL.");
+        }
+    }
+    getExecutor() {
+        if (!this._executor) {
+            this._executor = new client_bedrock_runtime_1.BedrockRuntime({
+                region: this.options.region,
+                credentials: this.options.credentials,
+            });
+        }
+        return this._executor;
+    }
+    getService() {
+        if (!this._service) {
+            this._service = new client_bedrock_1.Bedrock({
+                region: this.options.region,
+                credentials: this.options.credentials,
+            });
+        }
+        return this._service;
+    }
+    extractDataFromResponse(prompt, response) {
+        const decoder = new TextDecoder();
+        const body = decoder.decode(response.body);
+        const result = JSON.parse(body);
+        const getText = () => {
+            if (result.completion) {
+                return result.completion;
+            }
+            else if (result.generation) {
+                return result.generation;
+            }
+            else if (result.generations) {
+                return result.generations[0].text;
+            }
+            else if (result.completions) {
+                //A21
+                return result.completions[0].data?.text;
+            }
+            else {
+                result.toString();
+            }
+        };
+        const text = getText();
+        return {
+            result: text,
+            token_usage: {
+                result: text?.length,
+                prompt: prompt.length,
+                total: text?.length + prompt.length,
+            }
+        };
+    }
+    async requestCompletion(prompt, options) {
+        const payload = this.preparePayload(prompt, options);
+        const executor = this.getExecutor();
+        const res = await executor.invokeModel({
+            modelId: options.model,
+            contentType: "application/json",
+            body: JSON.stringify(payload),
+        });
+        return this.extractDataFromResponse(prompt, res);
+    }
+    async canStream(options) {
+        let canStream = supportStreamingCache.get(options.model);
+        if (canStream == null) {
+            const response = await this.getService().getFoundationModel({
+                modelIdentifier: options.model
+            });
+            canStream = response.modelDetails?.responseStreamingSupported ?? false;
+            supportStreamingCache.set(options.model, canStream);
+        }
+        return canStream;
+    }
+    async requestCompletionStream(prompt, options) {
+        const payload = this.preparePayload(prompt, options);
+        const executor = this.getExecutor();
+        return executor.invokeModelWithResponseStream({
+            modelId: options.model,
+            contentType: "application/json",
+            body: JSON.stringify(payload),
+        }).then((res) => {
+            if (!res.body) {
+                throw new Error("Body not found");
+            }
+            const decoder = new TextDecoder();
+            return (0, async_1.transformAsyncIterator)(res.body, (stream) => {
+                const segment = JSON.parse(decoder.decode(stream.chunk?.bytes));
+                if (segment.completion) {
+                    return segment.completion;
+                }
+                else if (segment.completions) {
+                    return segment.completions[0].data?.text;
+                }
+                else if (segment.generation) {
+                    return segment.generation;
+                }
+                else if (segment.generations) {
+                    return segment.generations[0].text;
+                }
+                else {
+                    segment.toString();
+                }
+            });
+        }).catch((err) => {
+            this.logger.error("[Bedrock] Failed to stream", err);
+            throw err;
+        });
+    }
+    preparePayload(prompt, options) {
+        //split arn on / should give provider
+        //TODO: check if works with custom models
+        //const provider = options.model.split("/")[0];
+        const contains = (str, substr) => str.indexOf(substr) !== -1;
+        if (contains(options.model, "meta")) {
+            return {
+                prompt,
+                temperature: options.temperature,
+                max_gen_len: options.max_tokens,
+            };
+        }
+        else if (contains(options.model, "anthropic")) {
+            return {
+                prompt: prompt,
+                temperature: options.temperature,
+                max_tokens_to_sample: options.max_tokens ?? 256,
+            };
+        }
+        else if (contains(options.model, "ai21")) {
+            return {
+                prompt: prompt,
+                temperature: options.temperature,
+                maxTokens: options.max_tokens,
+            };
+        }
+        else if (contains(options.model, "cohere")) {
+            return {
+                prompt: prompt,
+                temperature: options.temperature,
+                max_tokens: options.max_tokens,
+                p: 0.9,
+            };
+        }
+        else if (contains(options.model, "amazon")) {
+            return {
+                inputText: prompt,
+                textGenerationConfig: {
+                    temperature: options.temperature,
+                    topP: 0.9,
+                    maxTokenCount: options.max_tokens,
+                    stopSequences: ["\n"],
+                },
+            };
+        }
+        else {
+            throw new Error("Cannot prepare payload for unknown provider: " + options.model);
+        }
+    }
+    async startTraining(dataset, options) {
+        //convert options.params to Record<string, string>
+        const params = {};
+        for (const [key, value] of Object.entries(options.params || {})) {
+            params[key] = String(value);
+        }
+        if (!this.options.training_bucket) {
+            throw new Error("Training cannot nbe used since the 'training_bucket' property was not specified in driver options");
+        }
+        const s3 = new client_s3_1.S3Client({ region: this.options.region, credentials: this.options.credentials });
+        const upload = await (0, s3_js_1.forceUploadFile)(s3, dataset.getStream(), this.options.training_bucket, dataset.name);
+        const service = this.getService();
+        const response = await service.send(new client_bedrock_1.CreateModelCustomizationJobCommand({
+            jobName: options.name + "-job",
+            customModelName: options.name,
+            roleArn: this.options.training_role_arn || undefined,
+            baseModelIdentifier: options.model,
+            clientRequestToken: "llumiverse-" + Date.now(),
+            trainingDataConfig: {
+                s3Uri: `s3://${upload.Bucket}/${upload.Key}`,
+            },
+            outputDataConfig: undefined,
+            hyperParameters: params,
+            //TODO not supported?
+            //customizationType: "FINE_TUNING",
+        }));
+        const job = await service.send(new client_bedrock_1.GetModelCustomizationJobCommand({
+            jobIdentifier: response.jobArn
+        }));
+        return jobInfo(job, response.jobArn);
+    }
+    async cancelTraining(jobId) {
+        const service = this.getService();
+        await service.send(new client_bedrock_1.StopModelCustomizationJobCommand({
+            jobIdentifier: jobId
+        }));
+        const job = await service.send(new client_bedrock_1.GetModelCustomizationJobCommand({
+            jobIdentifier: jobId
+        }));
+        return jobInfo(job, jobId);
+    }
+    async getTrainingJob(jobId) {
+        const service = this.getService();
+        const job = await service.send(new client_bedrock_1.GetModelCustomizationJobCommand({
+            jobIdentifier: jobId
+        }));
+        return jobInfo(job, jobId);
+    }
+    // ===================== management API ==================
+    async validateConnection() {
+        const service = this.getService();
+        this.logger.debug("[Bedrock] validating connection", service.config.credentials.name);
+        //return true as if the client has been initialized, it means the connection is valid
+        return true;
+    }
+    async listTrainableModels() {
+        this.logger.debug("[Bedrock] listing trainable models");
+        return this._listModels(m => m.customizationsSupported ? m.customizationsSupported.includes("FINE_TUNING") : false);
+    }
+    async listModels(_params) {
+        this.logger.debug("[Bedrock] listing models");
+        // exclude trainable models since they are not executable
+        const filter = (m) => m.inferenceTypesSupported?.includes("ON_DEMAND") ?? false;
+        return this._listModels(filter);
+    }
+    async _listModels(foundationFilter) {
+        const service = this.getService();
+        const [foundationals, customs] = await Promise.all([
+            service.listFoundationModels({}),
+            service.listCustomModels({}),
+        ]);
+        if (!foundationals.modelSummaries) {
+            throw new Error("Foundation models not found");
+        }
+        let fmodels = foundationals.modelSummaries || [];
+        if (foundationFilter) {
+            fmodels = fmodels.filter(foundationFilter);
+        }
+        const aimodels = fmodels.map((m) => {
+            if (!m.modelId) {
+                throw new Error("modelId not found");
+            }
+            const model = {
+                id: m.modelArn ?? m.modelId,
+                name: `${m.providerName} ${m.modelName}`,
+                provider: this.provider,
+                description: `id: ${m.modelId}`,
+                owner: m.providerName,
+                canStream: m.responseStreamingSupported ?? false,
+                tags: m.outputModalities ?? [],
+            };
+            return model;
+        });
+        //add custom models
+        if (customs.modelSummaries) {
+            customs.modelSummaries.forEach((m) => {
+                if (!m.modelArn) {
+                    throw new Error("Model ID not found");
+                }
+                const model = {
+                    id: m.modelArn,
+                    name: m.modelName ?? m.modelArn,
+                    provider: this.provider,
+                    description: `Custom model from ${m.baseModelName}`,
+                    isCustom: true,
+                };
+                aimodels.push(model);
+                this.validateConnection;
+            });
+        }
+        return aimodels;
+    }
+    async generateEmbeddings(content, model = "amazon.titan-embed-text-v1") {
+        this.logger.info("[Bedrock] Generating embeddings with model " + model);
+        const executor = this.getExecutor();
+        const res = await executor.invokeModel({
+            modelId: model,
+            contentType: "text/plain",
+            body: content,
+        });
+        const decoder = new TextDecoder();
+        const body = decoder.decode(res.body);
+        const result = JSON.parse(body);
+        if (!result.embedding) {
+            throw new Error("Embeddings not found");
+        }
+        return result.embedding;
+    }
+}
+exports.BedrockDriver = BedrockDriver;
+function jobInfo(job, jobId) {
+    const jobStatus = job.status;
+    let status = core_1.TrainingJobStatus.running;
+    let details;
+    if (jobStatus === client_bedrock_1.ModelCustomizationJobStatus.COMPLETED) {
+        status = core_1.TrainingJobStatus.succeeded;
+    }
+    else if (jobStatus === client_bedrock_1.ModelCustomizationJobStatus.FAILED) {
+        status = core_1.TrainingJobStatus.failed;
+        details = job.failureMessage || "error";
+    }
+    else if (jobStatus === client_bedrock_1.ModelCustomizationJobStatus.STOPPED) {
+        status = core_1.TrainingJobStatus.cancelled;
+    }
+    else {
+        status = core_1.TrainingJobStatus.running;
+        details = jobStatus;
+    }
+    job.baseModelArn;
+    return {
+        id: jobId,
+        model: job.outputModelArn,
+        status,
+        details
+    };
+}
+//# sourceMappingURL=index.js.map

package/lib/cjs/bedrock/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/bedrock/index.ts"],"names":[],"mappings":";;;;;;AAAA,4DAAqP;AACrP,4EAA2G;AAC3G,kDAA8C;AAC9C,2CAA0N;AAC1N,kDAAgE;AAEhE,0DAAkC;AAClC,mCAA0C;AAE1C,MAAM,EAAE,QAAQ,EAAE,GAAG,mBAAS,CAAC;AAE/B,MAAM,qBAAqB,GAAG,IAAI,QAAQ,CAAkB,IAAI,CAAC,CAAC;AA6BlE,MAAa,aAAc,SAAQ,qBAA4C;IAE3E,QAAQ,GAAG,uBAAgB,CAAC,OAAO,CAAC;IAE5B,SAAS,CAAkB;IAC3B,QAAQ,CAAW;IAE3B,aAAa,GAAG,oBAAa,CAAC,cAAc,CAAC;IAE7C,YAAY,OAA6B;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;QAC1F,CAAC;IACL,CAAC;IAED,WAAW;QACP,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,IAAI,CAAC,SAAS,GAAG,IAAI,uCAAc,CAAC;gBAChC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBAC3B,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;aACxC,CAAC,CAAC;QACP,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,UAAU;QACN,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjB,IAAI,CAAC,QAAQ,GAAG,IAAI,wBAAO,CAAC;gBACxB,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBAC3B,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;aACxC,CAAC,CAAC;QACP,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED,uBAAuB,CAAC,MAAc,EAAE,QAAkC;QAEtE,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEhC,MAAM,OAAO,GAAG,GAAG,EAAE;YACjB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACpB,OAAO,MAAM,CAAC,UAAU,CAAC;YAC7B,CAAC;iBAAM,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBAC3B,OAAO,MAAM,CAAC,UAAU,CAAC;YAC7B,CAAC;iBAAM,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC5B,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACtC,CAAC;iBAAM,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC5B,KAAK;gBACL,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtB,CAAC;QACL,CAAC,CAAC;QAEF,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC;QAEvB,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE;gBACT,MAAM,EAAE,IAAI,EAAE,MAAM;gBACpB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM;aACtC;SACJ,CAAA;IACL,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAc,EAAE,OAAyB;QAE7D,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,WAAW,CAAC;YACnC,OAAO,EAAE,OAAO,CAAC,KAAK;YACtB,WAAW,EAAE,kBAAkB;YAC/B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SAChC,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,uBAAuB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACrD,CAAC;IAES,KAAK,CAAC,SAAS,CAAC,OAAyB;QAC/C,IAAI,SAAS,GAAG,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;YACpB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,kBAAkB,CAAC;gBACxD,eAAe,EAAE,OAAO,CAAC,KAAK;aACjC,CAAC,CAAC;YACH,SAAS,GAAG,QAAQ,CAAC,YAAY,EAAE,0BAA0B,IAAI,KAAK,CAAC;YACvE,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAc,EAAE,OAAyB;QACnE,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACpC,OAAO,QAAQ,CAAC,6BAA6B,CAAC;YAC1C,OAAO,EAAE,OAAO,CAAC,KAAK;YACtB,WAAW,EAAE,kBAAkB;YAC/B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SAChC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;YAEZ,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;YACtC,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAElC,OAAO,IAAA,8BAAsB,EAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAsB,EAAE,EAAE;gBAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;gBAChE,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;oBACrB,OAAO,OAAO,CAAC,UAAU,CAAC;gBAC9B,CAAC;qBAAM,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;oBAC7B,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC;gBAC7C,CAAC;qBAAM,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;oBAC5B,OAAO,OAAO,CAAC,UAAU,CAAC;gBAC9B,CAAC;qBAAM,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;oBAC7B,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBACvC,CAAC;qBAAM,CAAC;oBACJ,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACvB,CAAC;YAEL,CAAC,CAAC,CAAC;QAEP,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,GAAG,CAAC,CAAC;YACrD,MAAM,GAAG,CAAC;QACd,CAAC,CAAC,CAAC;IACP,CAAC;IAID,cAAc,CAAC,MAAc,EAAE,OAAyB;QAEpD,qCAAqC;QACrC,yCAAyC;QACzC,+CAA+C;QAC/C,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,MAAc,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAE7E,IAAI,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;YAClC,OAAO;gBACH,MAAM;gBACN,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,WAAW,EAAE,OAAO,CAAC,UAAU;aACV,CAAA;QAC7B,CAAC;aAAM,IAAI,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,CAAC;YAC9C,OAAO;gBACH,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,oBAAoB,EAAE,OAAO,CAAC,UAAU,IAAI,GAAG;aAC1B,CAAC;QAC9B,CAAC;aAAM,IAAI,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;YACzC,OAAO;gBACH,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,SAAS,EAAE,OAAO,CAAC,UAAU;aACV,CAAC;QAC5B,CAAC;aAAM,IAAI,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;YAC3C,OAAO;gBACH,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,CAAC,EAAE,GAAG;aACe,CAAC;QAC9B,CAAC;aAAM,IAAI,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;YAC3C,OAAO;gBACH,SAAS,EAAE,MAAM;gBACjB,oBAAoB,EAAE;oBAClB,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,IAAI,EAAE,GAAG;oBACT,aAAa,EAAE,OAAO,CAAC,UAAU;oBACjC,aAAa,EAAE,CAAC,IAAI,CAAC;iBACxB;aACoB,CAAC;QAC9B,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,KAAK,CAAC,+CAA+C,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QACrF,CAAC;IAEL,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAmB,EAAE,OAAwB;QAE7D,kDAAkD;QAClD,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;YAC9D,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,mGAAmG,CAAC,CAAA;QACxH,CAAC;QAED,MAAM,EAAE,GAAG,IAAI,oBAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;QAChG,MAAM,MAAM,GAAG,MAAM,IAAA,uBAAe,EAAC,EAAE,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAE1G,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,mDAAkC,CAAC;YACvE,OAAO,EAAE,OAAO,CAAC,IAAI,GAAG,MAAM;YAC9B,eAAe,EAAE,OAAO,CAAC,IAAI;YAC7B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,iBAAiB,IAAI,SAAS;YACpD,mBAAmB,EAAE,OAAO,CAAC,KAAK;YAClC,kBAAkB,EAAE,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE;YAC9C,kBAAkB,EAAE;gBAChB,KAAK,EAAE,QAAQ,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,GAAG,EAAE;aAC/C;YACD,gBAAgB,EAAE,SAAS;YAC3B,eAAe,EAAE,MAAM;YACvB,qBAAqB;YACrB,mCAAmC;SACtC,CAAC,CAAC,CAAC;QAEJ,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,gDAA+B,CAAC;YAC/D,aAAa,EAAE,QAAQ,CAAC,MAAM;SACjC,CAAC,CAAC,CAAC;QAEJ,OAAO,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAO,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClC,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,iDAAgC,CAAC;YACpD,aAAa,EAAE,KAAK;SACvB,CAAC,CAAC,CAAC;QACJ,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,gDAA+B,CAAC;YAC/D,aAAa,EAAE,KAAK;SACvB,CAAC,CAAC,CAAC;QAEJ,OAAO,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,gDAA+B,CAAC;YAC/D,aAAa,EAAE,KAAK;SACvB,CAAC,CAAC,CAAC;QAEJ,OAAO,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,0DAA0D;IAE1D,KAAK,CAAC,kBAAkB;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACtF,qFAAqF;QACrF,OAAO,IAAI,CAAC;IAChB,CAAC;IAGD,KAAK,CAAC,mBAAmB;QACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC,uBAAuB,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACxH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAA2B;QACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,yDAAyD;QACzD,MAAM,MAAM,GAAG,CAAC,CAAyB,EAAE,EAAE,CAAC,CAAC,CAAC,uBAAuB,EAAE,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC;QACxG,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,gBAAyD;QACvE,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClC,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC/C,OAAO,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAChC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;SAC/B,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,OAAO,GAAG,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC;QACjD,IAAI,gBAAgB,EAAE,CAAC;YACnB,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,QAAQ,GAAc,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAE1C,IAAI,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;YACzC,CAAC;YAED,MAAM,KAAK,GAAY;gBACnB,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,OAAO;gBAC3B,IAAI,EAAE,GAAG,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,SAAS,EAAE;gBACxC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,OAAO,CAAC,CAAC,OAAO,EAAE;gBAC/B,KAAK,EAAE,CAAC,CAAC,YAAY;gBACrB,SAAS,EAAE,CAAC,CAAC,0BAA0B,IAAI,KAAK;gBAChD,IAAI,EAAE,CAAC,CAAC,gBAAgB,IAAI,EAAE;aACjC,CAAC;YAEF,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,mBAAmB;QACnB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YACzB,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gBAEjC,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;gBAC1C,CAAC;gBAED,MAAM,KAAK,GAAY;oBACnB,EAAE,EAAE,CAAC,CAAC,QAAQ;oBACd,IAAI,EAAE,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,QAAQ;oBAC/B,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,WAAW,EAAE,qBAAqB,CAAC,CAAC,aAAa,EAAE;oBACnD,QAAQ,EAAE,IAAI;iBACjB,CAAC;gBAEF,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACrB,IAAI,CAAC,kBAAkB,CAAC;YAC5B,CAAC,CAAC,CAAC;QACP,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAAe,EAAE,QAAgB,4BAA4B;QAElF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,GAAG,KAAK,CAAC,CAAC;QAExE,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,WAAW,CAClC;YACI,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,YAAY;YACzB,IAAI,EAAE,OAAO;SAChB,CACJ,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEtC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEhC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,MAAM,CAAC,SAAS,CAAC;IAE5B,CAAC;CAEJ;AA1VD,sCA0VC;AA4CD,SAAS,OAAO,CAAC,GAA0C,EAAE,KAAa;IACtE,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC;IAC7B,IAAI,MAAM,GAAG,wBAAiB,CAAC,OAAO,CAAC;IACvC,IAAI,OAA2B,CAAC;IAChC,IAAI,SAAS,KAAK,4CAA2B,CAAC,SAAS,EAAE,CAAC;QACtD,MAAM,GAAG,wBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,IAAI,SAAS,KAAK,4CAA2B,CAAC,MAAM,EAAE,CAAC;QAC1D,MAAM,GAAG,wBAAiB,CAAC,MAAM,CAAC;QAClC,OAAO,GAAG,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC;IAC5C,CAAC;SAAM,IAAI,SAAS,KAAK,4CAA2B,CAAC,OAAO,EAAE,CAAC;QAC3D,MAAM,GAAG,wBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,CAAC;QACJ,MAAM,GAAG,wBAAiB,CAAC,OAAO,CAAC;QACnC,OAAO,GAAG,SAAS,CAAC;IACxB,CAAC;IACD,GAAG,CAAC,YAAY,CAAA;IAChB,OAAO;QACH,EAAE,EAAE,KAAK;QACT,KAAK,EAAE,GAAG,CAAC,cAAc;QACzB,MAAM;QACN,OAAO;KACV,CAAA;AACL,CAAC"}

package/lib/cjs/bedrock/s3.js

@@ -0,0 +1,61 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.forceUploadFile = exports.uploadFile = exports.tryCreateBucket = exports.createBucket = exports.doesBucketExist = void 0;
+const client_s3_1 = require("@aws-sdk/client-s3");
+const lib_storage_1 = require("@aws-sdk/lib-storage");
+async function doesBucketExist(s3, bucketName) {
+    try {
+        await s3.send(new client_s3_1.HeadBucketCommand({ Bucket: bucketName }));
+        return true;
+    }
+    catch (err) {
+        if (err.name === 'NotFound') {
+            return false;
+        }
+        throw err;
+    }
+}
+exports.doesBucketExist = doesBucketExist;
+function createBucket(s3, bucketName) {
+    return s3.send(new client_s3_1.CreateBucketCommand({
+        Bucket: bucketName
+    }));
+}
+exports.createBucket = createBucket;
+async function tryCreateBucket(s3, bucketName) {
+    const exists = await doesBucketExist(s3, bucketName);
+    if (!exists) {
+        return createBucket(s3, bucketName);
+    }
+}
+exports.tryCreateBucket = tryCreateBucket;
+async function uploadFile(s3, source, bucketName, file, onProgress) {
+    const upload = new lib_storage_1.Upload({
+        client: s3,
+        params: {
+            Bucket: bucketName,
+            Key: file,
+            Body: source,
+        }
+    });
+    onProgress && upload.on("httpUploadProgress", onProgress);
+    const result = await upload.done();
+    return result;
+}
+exports.uploadFile = uploadFile;
+/**
+ * Create the bucket if not already exists and then upload the file.
+ * @param s3
+ * @param source
+ * @param bucketName
+ * @param file
+ * @param onProgress
+ * @returns
+ */
+async function forceUploadFile(s3, source, bucketName, file, onProgress) {
+    // make sure the bucket exists
+    await tryCreateBucket(s3, bucketName);
+    return uploadFile(s3, source, bucketName, file, onProgress);
+}
+exports.forceUploadFile = forceUploadFile;
+//# sourceMappingURL=s3.js.map

package/lib/cjs/bedrock/s3.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"s3.js","sourceRoot":"","sources":["../../../src/bedrock/s3.ts"],"names":[],"mappings":";;;AAAA,kDAAsF;AACtF,sDAAwD;AAGjD,KAAK,UAAU,eAAe,CAAC,EAAY,EAAE,UAAkB;IAClE,IAAI,CAAC;QACD,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,6BAAiB,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC;IAChB,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,MAAM,GAAG,CAAC;IACd,CAAC;AACL,CAAC;AAVD,0CAUC;AAED,SAAgB,YAAY,CAAC,EAAY,EAAE,UAAkB;IACzD,OAAO,EAAE,CAAC,IAAI,CAAC,IAAI,+BAAmB,CAAC;QACnC,MAAM,EAAE,UAAU;KACrB,CAAC,CAAC,CAAC;AACR,CAAC;AAJD,oCAIC;AAGM,KAAK,UAAU,eAAe,CAAC,EAAY,EAAE,UAAkB;IAClE,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IACrD,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,OAAO,YAAY,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;AACL,CAAC;AALD,0CAKC;AAGM,KAAK,UAAU,UAAU,CAAC,EAAY,EAAE,MAAkC,EAAE,UAAkB,EAAE,IAAY,EAAE,UAAyC;IAE1J,MAAM,MAAM,GAAG,IAAI,oBAAM,CAAC;QACtB,MAAM,EAAE,EAAE;QACV,MAAM,EAAE;YACJ,MAAM,EAAE,UAAU;YAClB,GAAG,EAAE,IAAI;YACT,IAAI,EAAE,MAAM;SACf;KACJ,CAAC,CAAC;IAEH,UAAU,IAAI,MAAM,CAAC,EAAE,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAC;IAE1D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACnC,OAAO,MAAM,CAAC;AAClB,CAAC;AAfD,gCAeC;AAED;;;;;;;;GAQG;AACI,KAAK,UAAU,eAAe,CAAC,EAAY,EAAE,MAAkC,EAAE,UAAkB,EAAE,IAAY,EAAE,UAAyC;IAC/J,8BAA8B;IAC9B,MAAM,eAAe,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IACtC,OAAO,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;AAChE,CAAC;AAJD,0CAIC"}

package/lib/cjs/huggingface_ie.js

@@ -0,0 +1,181 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HuggingFaceIEDriver = void 0;
+const core_1 = require("@llumiverse/core");
+const async_1 = require("@llumiverse/core/async");
+const inference_1 = require("@huggingface/inference");
+const api_fetch_client_1 = require("api-fetch-client");
+class HuggingFaceIEDriver extends core_1.AbstractDriver {
+    service;
+    provider = core_1.BuiltinProviders.huggingface_ie;
+    _executor;
+    defaultFormat = core_1.PromptFormats.genericTextLLM;
+    constructor(options) {
+        super(options);
+        if (!options.endpoint_url) {
+            throw new Error(`Endpoint URL is required for ${this.provider}`);
+        }
+        this.service = new api_fetch_client_1.FetchClient(this.options.endpoint_url);
+        this.service.headers["Authorization"] = `Bearer ${this.options.apiKey}`;
+    }
+    async getModelURLEndpoint(modelId) {
+        const res = (await this.service.get(`/${modelId}`));
+        return {
+            url: res.status.url,
+            status: getStatus(res),
+        };
+    }
+    async getExecutor(model) {
+        if (!this._executor) {
+            const endpoint = await this.getModelURLEndpoint(model);
+            if (!endpoint.url)
+                throw new Error(`Endpoint URL not found for model ${model}`);
+            if (endpoint.status !== core_1.AIModelStatus.Available)
+                throw new Error(`Endpoint ${model} is not running - current status: ${endpoint.status}`);
+            this._executor = new inference_1.HfInference(this.options.apiKey).endpoint(endpoint.url);
+        }
+        return this._executor;
+    }
+    async requestCompletionStream(prompt, options) {
+        const executor = await this.getExecutor(options.model);
+        const req = executor.textGenerationStream({
+            inputs: prompt,
+            parameters: {
+                temperature: options.temperature,
+                max_new_tokens: options.max_tokens,
+            },
+        });
+        return (0, async_1.transformAsyncIterator)(req, (val) => {
+            //special like <s> are not part of the result
+            if (val.token.special)
+                return "";
+            return val.token.text;
+        });
+    }
+    async requestCompletion(prompt, options) {
+        const executor = await this.getExecutor(options.model);
+        const res = await executor.textGeneration({
+            inputs: prompt,
+            parameters: {
+                temperature: options.temperature,
+                max_new_tokens: options.max_tokens,
+            },
+        });
+        return {
+            result: res.generated_text,
+            token_usage: {
+                result: res.generated_text.length,
+                prompt: prompt.length,
+                total: res.generated_text.length + prompt.length,
+            },
+        };
+    }
+    // ============== management API ==============
+    // Not implemented
+    async listTrainableModels() {
+        return [];
+    }
+    async listModels() {
+        const res = await this.service.get("/");
+        const hfModels = res.items;
+        const models = hfModels.map((model) => ({
+            id: model.name,
+            name: `${model.name} [${model.model.repository}:${model.model.task}]`,
+            provider: this.provider,
+            tags: [model.model.task],
+            status: getStatus(model),
+        }));
+        return models;
+    }
+    async validateConnection() {
+        try {
+            await this.service.get("/models");
+            return true;
+        }
+        catch (error) {
+            return false;
+        }
+    }
+    async generateEmbeddings(content, model) {
+        this.logger?.debug(`[Huggingface] Generating embeddings for ${content} on ${model}`);
+        throw new Error("Method not implemented.");
+    }
+}
+exports.HuggingFaceIEDriver = HuggingFaceIEDriver;
+//get status from HF status
+function getStatus(hfModel) {
+    //[ pending, initializing, updating, updateFailed, running, paused, failed, scaledToZero ]
+    switch (hfModel.status.state) {
+        case "running":
+            return core_1.AIModelStatus.Available;
+        case "initializing":
+            return core_1.AIModelStatus.Pending;
+        case "updating":
+            return core_1.AIModelStatus.Pending;
+        case "updateFailed":
+            return core_1.AIModelStatus.Unavailable;
+        case "paused":
+            return core_1.AIModelStatus.Stopped;
+        case "failed":
+            return core_1.AIModelStatus.Unavailable;
+        case "scaledToZero":
+            return core_1.AIModelStatus.Available;
+        default:
+            return core_1.AIModelStatus.Unknown;
+    }
+}
+/*
+Example of model returned by the API
+{
+    "items": [
+      {
+        "accountId": "string",
+        "compute": {
+          "accelerator": "cpu",
+          "instanceSize": "large",
+          "instanceType": "c6i",
+          "scaling": {
+            "maxReplica": 8,
+            "minReplica": 2
+          }
+        },
+        "model": {
+          "framework": "custom",
+          "image": {
+            "huggingface": {}
+          },
+          "repository": "gpt2",
+          "revision": "6c0e6080953db56375760c0471a8c5f2929baf11",
+          "task": "text-classification"
+        },
+        "name": "my-endpoint",
+        "provider": {
+          "region": "us-east-1",
+          "vendor": "aws"
+        },
+        "status": {
+          "createdAt": "2023-10-19T05:04:17.305Z",
+          "createdBy": {
+            "id": "string",
+            "name": "string"
+          },
+          "message": "Endpoint is ready",
+          "private": {
+            "serviceName": "string"
+          },
+          "readyReplica": 2,
+          "state": "pending",
+          "targetReplica": 4,
+          "updatedAt": "2023-10-19T05:04:17.305Z",
+          "updatedBy": {
+            "id": "string",
+            "name": "string"
+          },
+          "url": "https://endpoint-id.region.vendor.endpoints.huggingface.cloud"
+        },
+        "type": "public"
+      }
+    ]
+  }
+*/
+//# sourceMappingURL=huggingface_ie.js.map

package/lib/cjs/huggingface_ie.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface_ie.js","sourceRoot":"","sources":["../../src/huggingface_ie.ts"],"names":[],"mappings":";;;AAAA,2CAQ0B;AAC1B,kDAAgE;AAChE,sDAIgC;AAChC,uDAA+C;AAO/C,MAAa,mBAAoB,SAAQ,qBAAkD;IACvF,OAAO,CAAc;IACrB,QAAQ,GAAG,uBAAgB,CAAC,cAAc,CAAC;IAC3C,SAAS,CAAuB;IAChC,aAAa,GAAG,oBAAa,CAAC,cAAc,CAAC;IAE7C,YACI,OAAmC;QAEnC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,8BAAW,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,mBAAmB,CACrB,OAAe;QAEf,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC,CAAuB,CAAC;QAC1E,OAAO;YACH,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG;YACnB,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC;SACzB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAa;QAC3B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;YACvD,IAAI,CAAC,QAAQ,CAAC,GAAG;gBACb,MAAM,IAAI,KAAK,CACX,oCAAoC,KAAK,EAAE,CAC9C,CAAC;YACN,IAAI,QAAQ,CAAC,MAAM,KAAK,oBAAa,CAAC,SAAS;gBAC3C,MAAM,IAAI,KAAK,CACX,YAAY,KAAK,qCAAqC,QAAQ,CAAC,MAAM,EAAE,CAC1E,CAAC;YAEN,IAAI,CAAC,SAAS,GAAG,IAAI,uBAAW,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAC1D,QAAQ,CAAC,GAAG,CACf,CAAC;QACN,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAc,EAAE,OAAyB;QACnE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,QAAQ,CAAC,oBAAoB,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,cAAc,EAAE,OAAO,CAAC,UAAU;aACrC;SACJ,CAAC,CAAC;QAEH,OAAO,IAAA,8BAAsB,EAAC,GAAG,EAAE,CAAC,GAA+B,EAAE,EAAE;YACnE,6CAA6C;YAC7C,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO;gBAAE,OAAO,EAAE,CAAC;YACjC,OAAO,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;QAC1B,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAc,EAAE,OAAyB;QAC7D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,cAAc,EAAE,OAAO,CAAC,UAAU;aACrC;SACJ,CAAC,CAAC;QAEH,OAAO;YACH,MAAM,EAAE,GAAG,CAAC,cAAc;YAC1B,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,cAAc,CAAC,MAAM;gBACjC,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;aACnD;SACJ,CAAC;IAEN,CAAC;IAED,+CAA+C;IAE/C,kBAAkB;IAClB,KAAK,CAAC,mBAAmB;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,GAAG,CAAC,KAA6B,CAAC;QAEnD,MAAM,MAAM,GAAc,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAyB,EAAE,EAAE,CAAC,CAAC;YACnE,EAAE,EAAE,KAAK,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,GAAG;YACrE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC;SAC3B,CAAC,CAAC,CAAC;QAEJ,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAAe,EAAE,KAAc;QACpD,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,2CAA2C,OAAO,OAAO,KAAK,EAAE,CAAC,CAAC;QACrF,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CAEJ;AAxHD,kDAwHC;AAED,2BAA2B;AAC3B,SAAS,SAAS,CAAC,OAA2B;IAC1C,0FAA0F;IAC1F,QAAQ,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,SAAS;YACV,OAAO,oBAAa,CAAC,SAAS,CAAC;QACnC,KAAK,cAAc;YACf,OAAO,oBAAa,CAAC,OAAO,CAAC;QACjC,KAAK,UAAU;YACX,OAAO,oBAAa,CAAC,OAAO,CAAC;QACjC,KAAK,cAAc;YACf,OAAO,oBAAa,CAAC,WAAW,CAAC;QACrC,KAAK,QAAQ;YACT,OAAO,oBAAa,CAAC,OAAO,CAAC;QACjC,KAAK,QAAQ;YACT,OAAO,oBAAa,CAAC,WAAW,CAAC;QACrC,KAAK,cAAc;YACf,OAAO,oBAAa,CAAC,SAAS,CAAC;QACnC;YACI,OAAO,oBAAa,CAAC,OAAO,CAAC;IACrC,CAAC;AACL,CAAC;AAkDD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqDE"}

package/lib/cjs/index.js

@@ -0,0 +1,24 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./bedrock/index.js"), exports);
+__exportStar(require("./huggingface_ie.js"), exports);
+__exportStar(require("./openai.js"), exports);
+__exportStar(require("./replicate.js"), exports);
+__exportStar(require("./vertexai/index.js"), exports);
+__exportStar(require("./togetherai/index.js"), exports);
+__exportStar(require("./test/index.js"), exports);
+//# sourceMappingURL=index.js.map

package/lib/cjs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qDAAmC;AACnC,sDAAoC;AACpC,8CAA4B;AAC5B,iDAA+B;AAC/B,sDAAoC;AACpC,wDAAsC;AACtC,kDAAgC"}