@llumiverse/drivers 0.8.0

package/lib/esm/bedrock/index.js

@@ -0,0 +1,331 @@
+import { Bedrock, CreateModelCustomizationJobCommand, GetModelCustomizationJobCommand, ModelCustomizationJobStatus, StopModelCustomizationJobCommand } from "@aws-sdk/client-bedrock";
+import { BedrockRuntime } from "@aws-sdk/client-bedrock-runtime";
+import { S3Client } from "@aws-sdk/client-s3";
+import { AbstractDriver, BuiltinProviders, PromptFormats, TrainingJobStatus } from "@llumiverse/core";
+import { transformAsyncIterator } from "@llumiverse/core/async";
+import mnemonist from "mnemonist";
+import { forceUploadFile } from "./s3.js";
+const { LRUCache } = mnemonist;
+const supportStreamingCache = new LRUCache(4096);
+export class BedrockDriver extends AbstractDriver {
+    provider = BuiltinProviders.bedrock;
+    _executor;
+    _service;
+    defaultFormat = PromptFormats.genericTextLLM;
+    constructor(options) {
+        super(options);
+        if (!options.region) {
+            throw new Error("No region found. Set the region in the environment's endpoint URL.");
+        }
+    }
+    getExecutor() {
+        if (!this._executor) {
+            this._executor = new BedrockRuntime({
+                region: this.options.region,
+                credentials: this.options.credentials,
+            });
+        }
+        return this._executor;
+    }
+    getService() {
+        if (!this._service) {
+            this._service = new Bedrock({
+                region: this.options.region,
+                credentials: this.options.credentials,
+            });
+        }
+        return this._service;
+    }
+    extractDataFromResponse(prompt, response) {
+        const decoder = new TextDecoder();
+        const body = decoder.decode(response.body);
+        const result = JSON.parse(body);
+        const getText = () => {
+            if (result.completion) {
+                return result.completion;
+            }
+            else if (result.generation) {
+                return result.generation;
+            }
+            else if (result.generations) {
+                return result.generations[0].text;
+            }
+            else if (result.completions) {
+                //A21
+                return result.completions[0].data?.text;
+            }
+            else {
+                result.toString();
+            }
+        };
+        const text = getText();
+        return {
+            result: text,
+            token_usage: {
+                result: text?.length,
+                prompt: prompt.length,
+                total: text?.length + prompt.length,
+            }
+        };
+    }
+    async requestCompletion(prompt, options) {
+        const payload = this.preparePayload(prompt, options);
+        const executor = this.getExecutor();
+        const res = await executor.invokeModel({
+            modelId: options.model,
+            contentType: "application/json",
+            body: JSON.stringify(payload),
+        });
+        return this.extractDataFromResponse(prompt, res);
+    }
+    async canStream(options) {
+        let canStream = supportStreamingCache.get(options.model);
+        if (canStream == null) {
+            const response = await this.getService().getFoundationModel({
+                modelIdentifier: options.model
+            });
+            canStream = response.modelDetails?.responseStreamingSupported ?? false;
+            supportStreamingCache.set(options.model, canStream);
+        }
+        return canStream;
+    }
+    async requestCompletionStream(prompt, options) {
+        const payload = this.preparePayload(prompt, options);
+        const executor = this.getExecutor();
+        return executor.invokeModelWithResponseStream({
+            modelId: options.model,
+            contentType: "application/json",
+            body: JSON.stringify(payload),
+        }).then((res) => {
+            if (!res.body) {
+                throw new Error("Body not found");
+            }
+            const decoder = new TextDecoder();
+            return transformAsyncIterator(res.body, (stream) => {
+                const segment = JSON.parse(decoder.decode(stream.chunk?.bytes));
+                if (segment.completion) {
+                    return segment.completion;
+                }
+                else if (segment.completions) {
+                    return segment.completions[0].data?.text;
+                }
+                else if (segment.generation) {
+                    return segment.generation;
+                }
+                else if (segment.generations) {
+                    return segment.generations[0].text;
+                }
+                else {
+                    segment.toString();
+                }
+            });
+        }).catch((err) => {
+            this.logger.error("[Bedrock] Failed to stream", err);
+            throw err;
+        });
+    }
+    preparePayload(prompt, options) {
+        //split arn on / should give provider
+        //TODO: check if works with custom models
+        //const provider = options.model.split("/")[0];
+        const contains = (str, substr) => str.indexOf(substr) !== -1;
+        if (contains(options.model, "meta")) {
+            return {
+                prompt,
+                temperature: options.temperature,
+                max_gen_len: options.max_tokens,
+            };
+        }
+        else if (contains(options.model, "anthropic")) {
+            return {
+                prompt: prompt,
+                temperature: options.temperature,
+                max_tokens_to_sample: options.max_tokens ?? 256,
+            };
+        }
+        else if (contains(options.model, "ai21")) {
+            return {
+                prompt: prompt,
+                temperature: options.temperature,
+                maxTokens: options.max_tokens,
+            };
+        }
+        else if (contains(options.model, "cohere")) {
+            return {
+                prompt: prompt,
+                temperature: options.temperature,
+                max_tokens: options.max_tokens,
+                p: 0.9,
+            };
+        }
+        else if (contains(options.model, "amazon")) {
+            return {
+                inputText: prompt,
+                textGenerationConfig: {
+                    temperature: options.temperature,
+                    topP: 0.9,
+                    maxTokenCount: options.max_tokens,
+                    stopSequences: ["\n"],
+                },
+            };
+        }
+        else {
+            throw new Error("Cannot prepare payload for unknown provider: " + options.model);
+        }
+    }
+    async startTraining(dataset, options) {
+        //convert options.params to Record<string, string>
+        const params = {};
+        for (const [key, value] of Object.entries(options.params || {})) {
+            params[key] = String(value);
+        }
+        if (!this.options.training_bucket) {
+            throw new Error("Training cannot nbe used since the 'training_bucket' property was not specified in driver options");
+        }
+        const s3 = new S3Client({ region: this.options.region, credentials: this.options.credentials });
+        const upload = await forceUploadFile(s3, dataset.getStream(), this.options.training_bucket, dataset.name);
+        const service = this.getService();
+        const response = await service.send(new CreateModelCustomizationJobCommand({
+            jobName: options.name + "-job",
+            customModelName: options.name,
+            roleArn: this.options.training_role_arn || undefined,
+            baseModelIdentifier: options.model,
+            clientRequestToken: "llumiverse-" + Date.now(),
+            trainingDataConfig: {
+                s3Uri: `s3://${upload.Bucket}/${upload.Key}`,
+            },
+            outputDataConfig: undefined,
+            hyperParameters: params,
+            //TODO not supported?
+            //customizationType: "FINE_TUNING",
+        }));
+        const job = await service.send(new GetModelCustomizationJobCommand({
+            jobIdentifier: response.jobArn
+        }));
+        return jobInfo(job, response.jobArn);
+    }
+    async cancelTraining(jobId) {
+        const service = this.getService();
+        await service.send(new StopModelCustomizationJobCommand({
+            jobIdentifier: jobId
+        }));
+        const job = await service.send(new GetModelCustomizationJobCommand({
+            jobIdentifier: jobId
+        }));
+        return jobInfo(job, jobId);
+    }
+    async getTrainingJob(jobId) {
+        const service = this.getService();
+        const job = await service.send(new GetModelCustomizationJobCommand({
+            jobIdentifier: jobId
+        }));
+        return jobInfo(job, jobId);
+    }
+    // ===================== management API ==================
+    async validateConnection() {
+        const service = this.getService();
+        this.logger.debug("[Bedrock] validating connection", service.config.credentials.name);
+        //return true as if the client has been initialized, it means the connection is valid
+        return true;
+    }
+    async listTrainableModels() {
+        this.logger.debug("[Bedrock] listing trainable models");
+        return this._listModels(m => m.customizationsSupported ? m.customizationsSupported.includes("FINE_TUNING") : false);
+    }
+    async listModels(_params) {
+        this.logger.debug("[Bedrock] listing models");
+        // exclude trainable models since they are not executable
+        const filter = (m) => m.inferenceTypesSupported?.includes("ON_DEMAND") ?? false;
+        return this._listModels(filter);
+    }
+    async _listModels(foundationFilter) {
+        const service = this.getService();
+        const [foundationals, customs] = await Promise.all([
+            service.listFoundationModels({}),
+            service.listCustomModels({}),
+        ]);
+        if (!foundationals.modelSummaries) {
+            throw new Error("Foundation models not found");
+        }
+        let fmodels = foundationals.modelSummaries || [];
+        if (foundationFilter) {
+            fmodels = fmodels.filter(foundationFilter);
+        }
+        const aimodels = fmodels.map((m) => {
+            if (!m.modelId) {
+                throw new Error("modelId not found");
+            }
+            const model = {
+                id: m.modelArn ?? m.modelId,
+                name: `${m.providerName} ${m.modelName}`,
+                provider: this.provider,
+                description: `id: ${m.modelId}`,
+                owner: m.providerName,
+                canStream: m.responseStreamingSupported ?? false,
+                tags: m.outputModalities ?? [],
+            };
+            return model;
+        });
+        //add custom models
+        if (customs.modelSummaries) {
+            customs.modelSummaries.forEach((m) => {
+                if (!m.modelArn) {
+                    throw new Error("Model ID not found");
+                }
+                const model = {
+                    id: m.modelArn,
+                    name: m.modelName ?? m.modelArn,
+                    provider: this.provider,
+                    description: `Custom model from ${m.baseModelName}`,
+                    isCustom: true,
+                };
+                aimodels.push(model);
+                this.validateConnection;
+            });
+        }
+        return aimodels;
+    }
+    async generateEmbeddings(content, model = "amazon.titan-embed-text-v1") {
+        this.logger.info("[Bedrock] Generating embeddings with model " + model);
+        const executor = this.getExecutor();
+        const res = await executor.invokeModel({
+            modelId: model,
+            contentType: "text/plain",
+            body: content,
+        });
+        const decoder = new TextDecoder();
+        const body = decoder.decode(res.body);
+        const result = JSON.parse(body);
+        if (!result.embedding) {
+            throw new Error("Embeddings not found");
+        }
+        return result.embedding;
+    }
+}
+function jobInfo(job, jobId) {
+    const jobStatus = job.status;
+    let status = TrainingJobStatus.running;
+    let details;
+    if (jobStatus === ModelCustomizationJobStatus.COMPLETED) {
+        status = TrainingJobStatus.succeeded;
+    }
+    else if (jobStatus === ModelCustomizationJobStatus.FAILED) {
+        status = TrainingJobStatus.failed;
+        details = job.failureMessage || "error";
+    }
+    else if (jobStatus === ModelCustomizationJobStatus.STOPPED) {
+        status = TrainingJobStatus.cancelled;
+    }
+    else {
+        status = TrainingJobStatus.running;
+        details = jobStatus;
+    }
+    job.baseModelArn;
+    return {
+        id: jobId,
+        model: job.outputModelArn,
+        status,
+        details
+    };
+}
+//# sourceMappingURL=index.js.map

package/lib/esm/bedrock/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/bedrock/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,kCAAkC,EAA0B,+BAA+B,EAAyC,2BAA2B,EAAE,gCAAgC,EAAE,MAAM,yBAAyB,CAAC;AACrP,OAAO,EAAE,cAAc,EAA4C,MAAM,iCAAiC,CAAC;AAC3G,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAW,cAAc,EAAE,gBAAgB,EAA+E,aAAa,EAAe,iBAAiB,EAAmB,MAAM,kBAAkB,CAAC;AAC1N,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAEhE,OAAO,SAAS,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE1C,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC;AAE/B,MAAM,qBAAqB,GAAG,IAAI,QAAQ,CAAkB,IAAI,CAAC,CAAC;AA6BlE,MAAM,OAAO,aAAc,SAAQ,cAA4C;IAE3E,QAAQ,GAAG,gBAAgB,CAAC,OAAO,CAAC;IAE5B,SAAS,CAAkB;IAC3B,QAAQ,CAAW;IAE3B,aAAa,GAAG,aAAa,CAAC,cAAc,CAAC;IAE7C,YAAY,OAA6B;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;QAC1F,CAAC;IACL,CAAC;IAED,WAAW;QACP,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,IAAI,CAAC,SAAS,GAAG,IAAI,cAAc,CAAC;gBAChC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBAC3B,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;aACxC,CAAC,CAAC;QACP,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,UAAU;QACN,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjB,IAAI,CAAC,QAAQ,GAAG,IAAI,OAAO,CAAC;gBACxB,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBAC3B,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;aACxC,CAAC,CAAC;QACP,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED,uBAAuB,CAAC,MAAc,EAAE,QAAkC;QAEtE,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEhC,MAAM,OAAO,GAAG,GAAG,EAAE;YACjB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACpB,OAAO,MAAM,CAAC,UAAU,CAAC;YAC7B,CAAC;iBAAM,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBAC3B,OAAO,MAAM,CAAC,UAAU,CAAC;YAC7B,CAAC;iBAAM,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC5B,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACtC,CAAC;iBAAM,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC5B,KAAK;gBACL,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtB,CAAC;QACL,CAAC,CAAC;QAEF,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC;QAEvB,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE;gBACT,MAAM,EAAE,IAAI,EAAE,MAAM;gBACpB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM;aACtC;SACJ,CAAA;IACL,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAc,EAAE,OAAyB;QAE7D,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,WAAW,CAAC;YACnC,OAAO,EAAE,OAAO,CAAC,KAAK;YACtB,WAAW,EAAE,kBAAkB;YAC/B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SAChC,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,uBAAuB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACrD,CAAC;IAES,KAAK,CAAC,SAAS,CAAC,OAAyB;QAC/C,IAAI,SAAS,GAAG,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;YACpB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,kBAAkB,CAAC;gBACxD,eAAe,EAAE,OAAO,CAAC,KAAK;aACjC,CAAC,CAAC;YACH,SAAS,GAAG,QAAQ,CAAC,YAAY,EAAE,0BAA0B,IAAI,KAAK,CAAC;YACvE,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAc,EAAE,OAAyB;QACnE,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACpC,OAAO,QAAQ,CAAC,6BAA6B,CAAC;YAC1C,OAAO,EAAE,OAAO,CAAC,KAAK;YACtB,WAAW,EAAE,kBAAkB;YAC/B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SAChC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;YAEZ,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;YACtC,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAElC,OAAO,sBAAsB,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAsB,EAAE,EAAE;gBAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;gBAChE,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;oBACrB,OAAO,OAAO,CAAC,UAAU,CAAC;gBAC9B,CAAC;qBAAM,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;oBAC7B,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC;gBAC7C,CAAC;qBAAM,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;oBAC5B,OAAO,OAAO,CAAC,UAAU,CAAC;gBAC9B,CAAC;qBAAM,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;oBAC7B,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBACvC,CAAC;qBAAM,CAAC;oBACJ,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACvB,CAAC;YAEL,CAAC,CAAC,CAAC;QAEP,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,GAAG,CAAC,CAAC;YACrD,MAAM,GAAG,CAAC;QACd,CAAC,CAAC,CAAC;IACP,CAAC;IAID,cAAc,CAAC,MAAc,EAAE,OAAyB;QAEpD,qCAAqC;QACrC,yCAAyC;QACzC,+CAA+C;QAC/C,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,MAAc,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAE7E,IAAI,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;YAClC,OAAO;gBACH,MAAM;gBACN,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,WAAW,EAAE,OAAO,CAAC,UAAU;aACV,CAAA;QAC7B,CAAC;aAAM,IAAI,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,CAAC;YAC9C,OAAO;gBACH,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,oBAAoB,EAAE,OAAO,CAAC,UAAU,IAAI,GAAG;aAC1B,CAAC;QAC9B,CAAC;aAAM,IAAI,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;YACzC,OAAO;gBACH,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,SAAS,EAAE,OAAO,CAAC,UAAU;aACV,CAAC;QAC5B,CAAC;aAAM,IAAI,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;YAC3C,OAAO;gBACH,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,CAAC,EAAE,GAAG;aACe,CAAC;QAC9B,CAAC;aAAM,IAAI,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;YAC3C,OAAO;gBACH,SAAS,EAAE,MAAM;gBACjB,oBAAoB,EAAE;oBAClB,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,IAAI,EAAE,GAAG;oBACT,aAAa,EAAE,OAAO,CAAC,UAAU;oBACjC,aAAa,EAAE,CAAC,IAAI,CAAC;iBACxB;aACoB,CAAC;QAC9B,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,KAAK,CAAC,+CAA+C,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QACrF,CAAC;IAEL,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAmB,EAAE,OAAwB;QAE7D,kDAAkD;QAClD,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;YAC9D,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,mGAAmG,CAAC,CAAA;QACxH,CAAC;QAED,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;QAChG,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,EAAE,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAE1G,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,kCAAkC,CAAC;YACvE,OAAO,EAAE,OAAO,CAAC,IAAI,GAAG,MAAM;YAC9B,eAAe,EAAE,OAAO,CAAC,IAAI;YAC7B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,iBAAiB,IAAI,SAAS;YACpD,mBAAmB,EAAE,OAAO,CAAC,KAAK;YAClC,kBAAkB,EAAE,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE;YAC9C,kBAAkB,EAAE;gBAChB,KAAK,EAAE,QAAQ,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,GAAG,EAAE;aAC/C;YACD,gBAAgB,EAAE,SAAS;YAC3B,eAAe,EAAE,MAAM;YACvB,qBAAqB;YACrB,mCAAmC;SACtC,CAAC,CAAC,CAAC;QAEJ,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,+BAA+B,CAAC;YAC/D,aAAa,EAAE,QAAQ,CAAC,MAAM;SACjC,CAAC,CAAC,CAAC;QAEJ,OAAO,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAO,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClC,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,gCAAgC,CAAC;YACpD,aAAa,EAAE,KAAK;SACvB,CAAC,CAAC,CAAC;QACJ,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,+BAA+B,CAAC;YAC/D,aAAa,EAAE,KAAK;SACvB,CAAC,CAAC,CAAC;QAEJ,OAAO,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,+BAA+B,CAAC;YAC/D,aAAa,EAAE,KAAK;SACvB,CAAC,CAAC,CAAC;QAEJ,OAAO,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,0DAA0D;IAE1D,KAAK,CAAC,kBAAkB;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACtF,qFAAqF;QACrF,OAAO,IAAI,CAAC;IAChB,CAAC;IAGD,KAAK,CAAC,mBAAmB;QACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC,uBAAuB,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACxH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAA2B;QACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,yDAAyD;QACzD,MAAM,MAAM,GAAG,CAAC,CAAyB,EAAE,EAAE,CAAC,CAAC,CAAC,uBAAuB,EAAE,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC;QACxG,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,gBAAyD;QACvE,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClC,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC/C,OAAO,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAChC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;SAC/B,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,OAAO,GAAG,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC;QACjD,IAAI,gBAAgB,EAAE,CAAC;YACnB,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,QAAQ,GAAc,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAE1C,IAAI,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;YACzC,CAAC;YAED,MAAM,KAAK,GAAY;gBACnB,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,OAAO;gBAC3B,IAAI,EAAE,GAAG,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,SAAS,EAAE;gBACxC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,OAAO,CAAC,CAAC,OAAO,EAAE;gBAC/B,KAAK,EAAE,CAAC,CAAC,YAAY;gBACrB,SAAS,EAAE,CAAC,CAAC,0BAA0B,IAAI,KAAK;gBAChD,IAAI,EAAE,CAAC,CAAC,gBAAgB,IAAI,EAAE;aACjC,CAAC;YAEF,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,mBAAmB;QACnB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YACzB,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gBAEjC,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;gBAC1C,CAAC;gBAED,MAAM,KAAK,GAAY;oBACnB,EAAE,EAAE,CAAC,CAAC,QAAQ;oBACd,IAAI,EAAE,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,QAAQ;oBAC/B,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,WAAW,EAAE,qBAAqB,CAAC,CAAC,aAAa,EAAE;oBACnD,QAAQ,EAAE,IAAI;iBACjB,CAAC;gBAEF,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACrB,IAAI,CAAC,kBAAkB,CAAC;YAC5B,CAAC,CAAC,CAAC;QACP,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAAe,EAAE,QAAgB,4BAA4B;QAElF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,GAAG,KAAK,CAAC,CAAC;QAExE,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,WAAW,CAClC;YACI,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,YAAY;YACzB,IAAI,EAAE,OAAO;SAChB,CACJ,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEtC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEhC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,MAAM,CAAC,SAAS,CAAC;IAE5B,CAAC;CAEJ;AA4CD,SAAS,OAAO,CAAC,GAA0C,EAAE,KAAa;IACtE,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC;IAC7B,IAAI,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC;IACvC,IAAI,OAA2B,CAAC;IAChC,IAAI,SAAS,KAAK,2BAA2B,CAAC,SAAS,EAAE,CAAC;QACtD,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,IAAI,SAAS,KAAK,2BAA2B,CAAC,MAAM,EAAE,CAAC;QAC1D,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC;QAClC,OAAO,GAAG,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC;IAC5C,CAAC;SAAM,IAAI,SAAS,KAAK,2BAA2B,CAAC,OAAO,EAAE,CAAC;QAC3D,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,CAAC;QACJ,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC;QACnC,OAAO,GAAG,SAAS,CAAC;IACxB,CAAC;IACD,GAAG,CAAC,YAAY,CAAA;IAChB,OAAO;QACH,EAAE,EAAE,KAAK;QACT,KAAK,EAAE,GAAG,CAAC,cAAc;QACzB,MAAM;QACN,OAAO;KACV,CAAA;AACL,CAAC"}

package/lib/esm/bedrock/s3.js

@@ -0,0 +1,53 @@
+import { CreateBucketCommand, HeadBucketCommand } from "@aws-sdk/client-s3";
+import { Upload } from "@aws-sdk/lib-storage";
+export async function doesBucketExist(s3, bucketName) {
+    try {
+        await s3.send(new HeadBucketCommand({ Bucket: bucketName }));
+        return true;
+    }
+    catch (err) {
+        if (err.name === 'NotFound') {
+            return false;
+        }
+        throw err;
+    }
+}
+export function createBucket(s3, bucketName) {
+    return s3.send(new CreateBucketCommand({
+        Bucket: bucketName
+    }));
+}
+export async function tryCreateBucket(s3, bucketName) {
+    const exists = await doesBucketExist(s3, bucketName);
+    if (!exists) {
+        return createBucket(s3, bucketName);
+    }
+}
+export async function uploadFile(s3, source, bucketName, file, onProgress) {
+    const upload = new Upload({
+        client: s3,
+        params: {
+            Bucket: bucketName,
+            Key: file,
+            Body: source,
+        }
+    });
+    onProgress && upload.on("httpUploadProgress", onProgress);
+    const result = await upload.done();
+    return result;
+}
+/**
+ * Create the bucket if not already exists and then upload the file.
+ * @param s3
+ * @param source
+ * @param bucketName
+ * @param file
+ * @param onProgress
+ * @returns
+ */
+export async function forceUploadFile(s3, source, bucketName, file, onProgress) {
+    // make sure the bucket exists
+    await tryCreateBucket(s3, bucketName);
+    return uploadFile(s3, source, bucketName, file, onProgress);
+}
+//# sourceMappingURL=s3.js.map

package/lib/esm/bedrock/s3.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"s3.js","sourceRoot":"","sources":["../../../src/bedrock/s3.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAY,MAAM,oBAAoB,CAAC;AACtF,OAAO,EAAY,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAGxD,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EAAY,EAAE,UAAkB;IAClE,IAAI,CAAC;QACD,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC;IAChB,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,MAAM,GAAG,CAAC;IACd,CAAC;AACL,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,EAAY,EAAE,UAAkB;IACzD,OAAO,EAAE,CAAC,IAAI,CAAC,IAAI,mBAAmB,CAAC;QACnC,MAAM,EAAE,UAAU;KACrB,CAAC,CAAC,CAAC;AACR,CAAC;AAGD,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EAAY,EAAE,UAAkB;IAClE,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IACrD,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,OAAO,YAAY,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;AACL,CAAC;AAGD,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,EAAY,EAAE,MAAkC,EAAE,UAAkB,EAAE,IAAY,EAAE,UAAyC;IAE1J,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;QACtB,MAAM,EAAE,EAAE;QACV,MAAM,EAAE;YACJ,MAAM,EAAE,UAAU;YAClB,GAAG,EAAE,IAAI;YACT,IAAI,EAAE,MAAM;SACf;KACJ,CAAC,CAAC;IAEH,UAAU,IAAI,MAAM,CAAC,EAAE,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAC;IAE1D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACnC,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EAAY,EAAE,MAAkC,EAAE,UAAkB,EAAE,IAAY,EAAE,UAAyC;IAC/J,8BAA8B;IAC9B,MAAM,eAAe,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IACtC,OAAO,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;AAChE,CAAC"}

package/lib/esm/huggingface_ie.js

@@ -0,0 +1,177 @@
+import { AIModelStatus, AbstractDriver, BuiltinProviders, PromptFormats } from "@llumiverse/core";
+import { transformAsyncIterator } from "@llumiverse/core/async";
+import { HfInference } from "@huggingface/inference";
+import { FetchClient } from "api-fetch-client";
+export class HuggingFaceIEDriver extends AbstractDriver {
+    service;
+    provider = BuiltinProviders.huggingface_ie;
+    _executor;
+    defaultFormat = PromptFormats.genericTextLLM;
+    constructor(options) {
+        super(options);
+        if (!options.endpoint_url) {
+            throw new Error(`Endpoint URL is required for ${this.provider}`);
+        }
+        this.service = new FetchClient(this.options.endpoint_url);
+        this.service.headers["Authorization"] = `Bearer ${this.options.apiKey}`;
+    }
+    async getModelURLEndpoint(modelId) {
+        const res = (await this.service.get(`/${modelId}`));
+        return {
+            url: res.status.url,
+            status: getStatus(res),
+        };
+    }
+    async getExecutor(model) {
+        if (!this._executor) {
+            const endpoint = await this.getModelURLEndpoint(model);
+            if (!endpoint.url)
+                throw new Error(`Endpoint URL not found for model ${model}`);
+            if (endpoint.status !== AIModelStatus.Available)
+                throw new Error(`Endpoint ${model} is not running - current status: ${endpoint.status}`);
+            this._executor = new HfInference(this.options.apiKey).endpoint(endpoint.url);
+        }
+        return this._executor;
+    }
+    async requestCompletionStream(prompt, options) {
+        const executor = await this.getExecutor(options.model);
+        const req = executor.textGenerationStream({
+            inputs: prompt,
+            parameters: {
+                temperature: options.temperature,
+                max_new_tokens: options.max_tokens,
+            },
+        });
+        return transformAsyncIterator(req, (val) => {
+            //special like <s> are not part of the result
+            if (val.token.special)
+                return "";
+            return val.token.text;
+        });
+    }
+    async requestCompletion(prompt, options) {
+        const executor = await this.getExecutor(options.model);
+        const res = await executor.textGeneration({
+            inputs: prompt,
+            parameters: {
+                temperature: options.temperature,
+                max_new_tokens: options.max_tokens,
+            },
+        });
+        return {
+            result: res.generated_text,
+            token_usage: {
+                result: res.generated_text.length,
+                prompt: prompt.length,
+                total: res.generated_text.length + prompt.length,
+            },
+        };
+    }
+    // ============== management API ==============
+    // Not implemented
+    async listTrainableModels() {
+        return [];
+    }
+    async listModels() {
+        const res = await this.service.get("/");
+        const hfModels = res.items;
+        const models = hfModels.map((model) => ({
+            id: model.name,
+            name: `${model.name} [${model.model.repository}:${model.model.task}]`,
+            provider: this.provider,
+            tags: [model.model.task],
+            status: getStatus(model),
+        }));
+        return models;
+    }
+    async validateConnection() {
+        try {
+            await this.service.get("/models");
+            return true;
+        }
+        catch (error) {
+            return false;
+        }
+    }
+    async generateEmbeddings(content, model) {
+        this.logger?.debug(`[Huggingface] Generating embeddings for ${content} on ${model}`);
+        throw new Error("Method not implemented.");
+    }
+}
+//get status from HF status
+function getStatus(hfModel) {
+    //[ pending, initializing, updating, updateFailed, running, paused, failed, scaledToZero ]
+    switch (hfModel.status.state) {
+        case "running":
+            return AIModelStatus.Available;
+        case "initializing":
+            return AIModelStatus.Pending;
+        case "updating":
+            return AIModelStatus.Pending;
+        case "updateFailed":
+            return AIModelStatus.Unavailable;
+        case "paused":
+            return AIModelStatus.Stopped;
+        case "failed":
+            return AIModelStatus.Unavailable;
+        case "scaledToZero":
+            return AIModelStatus.Available;
+        default:
+            return AIModelStatus.Unknown;
+    }
+}
+/*
+Example of model returned by the API
+{
+    "items": [
+      {
+        "accountId": "string",
+        "compute": {
+          "accelerator": "cpu",
+          "instanceSize": "large",
+          "instanceType": "c6i",
+          "scaling": {
+            "maxReplica": 8,
+            "minReplica": 2
+          }
+        },
+        "model": {
+          "framework": "custom",
+          "image": {
+            "huggingface": {}
+          },
+          "repository": "gpt2",
+          "revision": "6c0e6080953db56375760c0471a8c5f2929baf11",
+          "task": "text-classification"
+        },
+        "name": "my-endpoint",
+        "provider": {
+          "region": "us-east-1",
+          "vendor": "aws"
+        },
+        "status": {
+          "createdAt": "2023-10-19T05:04:17.305Z",
+          "createdBy": {
+            "id": "string",
+            "name": "string"
+          },
+          "message": "Endpoint is ready",
+          "private": {
+            "serviceName": "string"
+          },
+          "readyReplica": 2,
+          "state": "pending",
+          "targetReplica": 4,
+          "updatedAt": "2023-10-19T05:04:17.305Z",
+          "updatedBy": {
+            "id": "string",
+            "name": "string"
+          },
+          "url": "https://endpoint-id.region.vendor.endpoints.huggingface.cloud"
+        },
+        "type": "public"
+      }
+    ]
+  }
+*/
+//# sourceMappingURL=huggingface_ie.js.map

package/lib/esm/huggingface_ie.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface_ie.js","sourceRoot":"","sources":["../../src/huggingface_ie.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,aAAa,EACb,cAAc,EACd,gBAAgB,EAGhB,aAAa,EAChB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EACH,WAAW,EAGd,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAO/C,MAAM,OAAO,mBAAoB,SAAQ,cAAkD;IACvF,OAAO,CAAc;IACrB,QAAQ,GAAG,gBAAgB,CAAC,cAAc,CAAC;IAC3C,SAAS,CAAuB;IAChC,aAAa,GAAG,aAAa,CAAC,cAAc,CAAC;IAE7C,YACI,OAAmC;QAEnC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,mBAAmB,CACrB,OAAe;QAEf,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC,CAAuB,CAAC;QAC1E,OAAO;YACH,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG;YACnB,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC;SACzB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAa;QAC3B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;YACvD,IAAI,CAAC,QAAQ,CAAC,GAAG;gBACb,MAAM,IAAI,KAAK,CACX,oCAAoC,KAAK,EAAE,CAC9C,CAAC;YACN,IAAI,QAAQ,CAAC,MAAM,KAAK,aAAa,CAAC,SAAS;gBAC3C,MAAM,IAAI,KAAK,CACX,YAAY,KAAK,qCAAqC,QAAQ,CAAC,MAAM,EAAE,CAC1E,CAAC;YAEN,IAAI,CAAC,SAAS,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAC1D,QAAQ,CAAC,GAAG,CACf,CAAC;QACN,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAc,EAAE,OAAyB;QACnE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,QAAQ,CAAC,oBAAoB,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,cAAc,EAAE,OAAO,CAAC,UAAU;aACrC;SACJ,CAAC,CAAC;QAEH,OAAO,sBAAsB,CAAC,GAAG,EAAE,CAAC,GAA+B,EAAE,EAAE;YACnE,6CAA6C;YAC7C,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO;gBAAE,OAAO,EAAE,CAAC;YACjC,OAAO,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;QAC1B,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAc,EAAE,OAAyB;QAC7D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,cAAc,EAAE,OAAO,CAAC,UAAU;aACrC;SACJ,CAAC,CAAC;QAEH,OAAO;YACH,MAAM,EAAE,GAAG,CAAC,cAAc;YAC1B,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,cAAc,CAAC,MAAM;gBACjC,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;aACnD;SACJ,CAAC;IAEN,CAAC;IAED,+CAA+C;IAE/C,kBAAkB;IAClB,KAAK,CAAC,mBAAmB;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,GAAG,CAAC,KAA6B,CAAC;QAEnD,MAAM,MAAM,GAAc,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAyB,EAAE,EAAE,CAAC,CAAC;YACnE,EAAE,EAAE,KAAK,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,GAAG;YACrE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC;SAC3B,CAAC,CAAC,CAAC;QAEJ,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAAe,EAAE,KAAc;QACpD,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,2CAA2C,OAAO,OAAO,KAAK,EAAE,CAAC,CAAC;QACrF,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CAEJ;AAED,2BAA2B;AAC3B,SAAS,SAAS,CAAC,OAA2B;IAC1C,0FAA0F;IAC1F,QAAQ,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,SAAS;YACV,OAAO,aAAa,CAAC,SAAS,CAAC;QACnC,KAAK,cAAc;YACf,OAAO,aAAa,CAAC,OAAO,CAAC;QACjC,KAAK,UAAU;YACX,OAAO,aAAa,CAAC,OAAO,CAAC;QACjC,KAAK,cAAc;YACf,OAAO,aAAa,CAAC,WAAW,CAAC;QACrC,KAAK,QAAQ;YACT,OAAO,aAAa,CAAC,OAAO,CAAC;QACjC,KAAK,QAAQ;YACT,OAAO,aAAa,CAAC,WAAW,CAAC;QACrC,KAAK,cAAc;YACf,OAAO,aAAa,CAAC,SAAS,CAAC;QACnC;YACI,OAAO,aAAa,CAAC,OAAO,CAAC;IACrC,CAAC;AACL,CAAC;AAkDD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqDE"}

package/lib/esm/index.js

@@ -0,0 +1,8 @@
+export * from "./bedrock/index.js";
+export * from "./huggingface_ie.js";
+export * from "./openai.js";
+export * from "./replicate.js";
+export * from "./vertexai/index.js";
+export * from "./togetherai/index.js";
+export * from "./test/index.js";
+//# sourceMappingURL=index.js.map

package/lib/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iBAAiB,CAAC"}