@llumiverse/drivers 0.23.0 → 0.24.0-dev.20260203.164053Z

package/lib/esm/replicate.js

@@ -1,268 +0,0 @@
-import { AbstractDriver, TrainingJobStatus, } from "@llumiverse/core";
-import { EventStream } from "@llumiverse/core/async";
-import { EventSource } from "eventsource";
-import Replicate from "replicate";
-let cachedTrainableModels;
-let cachedTrainableModelsTimestamp = 0;
-const supportFineTunning = new Set([
-    "meta/llama-2-70b-chat",
-    "meta/llama-2-13b-chat",
-    "meta/llama-2-7b-chat",
-    "meta/llama-2-7b",
-    "meta/llama-2-70b",
-    "meta/llama-2-13b",
-    "mistralai/mistral-7b-v0.1"
-]);
-export class ReplicateDriver extends AbstractDriver {
-    static PROVIDER = "replicate";
-    provider = ReplicateDriver.PROVIDER;
-    service;
-    static parseModelId(modelId) {
-        const [owner, modelPart] = modelId.split("/");
-        const i = modelPart.indexOf(':');
-        if (i === -1) {
-            throw new Error("Invalid model id. Expected format: owner/model:version");
-        }
-        return {
-            owner, model: modelPart.slice(0, i), version: modelPart.slice(i + 1)
-        };
-    }
-    constructor(options) {
-        super(options);
-        this.service = new Replicate({
-            auth: options.apiKey,
-        });
-    }
-    extractDataFromResponse(response) {
-        const text = response.output.join("");
-        return {
-            result: text,
-        };
-    }
-    async requestTextCompletionStream(prompt, options) {
-        if (options.model_options?._option_id !== "text-fallback") {
-            this.logger.warn({ options: options.model_options }, "Invalid model options");
-        }
-        options.model_options = options.model_options;
-        const model = ReplicateDriver.parseModelId(options.model);
-        const predictionData = {
-            input: {
-                prompt: prompt,
-                max_new_tokens: options.model_options?.max_tokens,
-                temperature: options.model_options?.temperature,
-            },
-            version: model.version,
-            stream: true, //streaming described here https://replicate.com/blog/streaming
-        };
-        const prediction = await this.service.predictions.create(predictionData);
-        const stream = new EventStream();
-        const source = new EventSource(prediction.urls.stream);
-        source.addEventListener("output", (e) => {
-            stream.push({ result: [{ type: "text", value: e.data }] });
-        });
-        source.addEventListener("error", (e) => {
-            let error;
-            try {
-                error = JSON.parse(e.data);
-            }
-            catch (error) {
-                error = JSON.stringify(e);
-            }
-            this.logger.error({ e, error }, "Error in SSE stream");
-        });
-        source.addEventListener("done", () => {
-            try {
-                stream.close(""); // not using e.data which is {}
-            }
-            finally {
-                source.close();
-            }
-        });
-        return stream;
-    }
-    async requestTextCompletion(prompt, options) {
-        if (options.model_options?._option_id !== "text-fallback") {
-            this.logger.warn({ options: options.model_options }, "Invalid model options");
-        }
-        options.model_options = options.model_options;
-        const model = ReplicateDriver.parseModelId(options.model);
-        const predictionData = {
-            input: {
-                prompt: prompt,
-                max_new_tokens: options.model_options?.max_tokens,
-                temperature: options.model_options?.temperature,
-            },
-            version: model.version,
-            //TODO stream
-            //stream: stream,     //streaming described here https://replicate.com/blog/streaming
-        };
-        const prediction = await this.service.predictions.create(predictionData);
-        //TODO stream
-        //if we're streaming, return right away for the stream handler to handle
-        //        if (stream) return prediction;
-        //not streaming, wait for the result
-        const res = await this.service.wait(prediction, {});
-        const text = res.output.join("");
-        return {
-            result: [{ type: "text", value: text }],
-            original_response: options.include_original_response ? res : undefined,
-        };
-    }
-    async startTraining(dataset, options) {
-        if (options.name.indexOf("/") === -1) {
-            throw new Error("Invalid target model name. Expected format: owner/model");
-        }
-        const { owner, model, version } = ReplicateDriver.parseModelId(options.model);
-        const job = await this.service.trainings.create(owner, model, version, {
-            destination: options.name,
-            input: {
-                train_data: await dataset.getURL(),
-            },
-        });
-        return jobInfo(job, options.name);
-    }
-    /**
-     * This method is not returning a consistent TrainingJob like the one returned by startTraining
-     * Instead of returning the full model name `owner/model:version` it returns only the version `version
-     * @param jobId
-     * @returns
-     */
-    async cancelTraining(jobId) {
-        const job = await this.service.trainings.cancel(jobId);
-        return jobInfo(job);
-    }
-    /**
-     * This method is not returning a consistent TrainingJob like the one returned by startTraining
-     * Instead of returning the full model name `owner/model:version` it returns only the version `version
-     * @param jobId
-     * @returns
-     */
-    async getTrainingJob(jobId) {
-        const job = await this.service.trainings.get(jobId);
-        return jobInfo(job);
-    }
-    // ========= management API =============
-    async validateConnection() {
-        try {
-            await this.service.predictions.list();
-            return true;
-        }
-        catch (error) {
-            return false;
-        }
-    }
-    async _listTrainableModels() {
-        const promises = Array.from(supportFineTunning).map(id => {
-            const [owner, model] = id.split('/');
-            return this.service.models.get(owner, model);
-        });
-        const results = await Promise.all(promises);
-        return results.filter(m => !!m.latest_version).map(m => {
-            const fullName = m.owner + '/' + m.name;
-            const v = m.latest_version;
-            return {
-                id: fullName + ':' + v.id,
-                name: fullName + "@" + v.cog_version + ":" + v.id.slice(0, 6),
-                provider: this.provider,
-                owner: m.owner,
-                description: m.description,
-            };
-        });
-    }
-    async listTrainableModels() {
-        if (!cachedTrainableModels || Date.now() > cachedTrainableModelsTimestamp + 12 * 3600 * 1000) { // 12 hours
-            cachedTrainableModels = await this._listTrainableModels();
-            cachedTrainableModelsTimestamp = Date.now();
-        }
-        return cachedTrainableModels;
-    }
-    async listModels(params = { text: '' }) {
-        if (!params.text) {
-            return this.listTrainableModels();
-        }
-        const [owner, model] = params.text.split("/");
-        if (!owner || !model) {
-            throw new Error("Invalid model name. Expected format: owner/model");
-        }
-        return this.listModelVersions(owner, model);
-    }
-    async listModelVersions(owner, model) {
-        const [rModel, versions] = await Promise.all([
-            this.service.models.get(owner, model),
-            this.service.models.versions.list(owner, model),
-        ]);
-        if (!rModel || !versions || versions.results?.length === 0) {
-            throw new Error("Model not found or no versions available");
-        }
-        const models = versions.results.map((v) => {
-            const fullName = rModel.owner + '/' + rModel.name;
-            return {
-                id: fullName + ':' + v.id,
-                name: fullName + "@" + v.cog_version + ":" + v.id.slice(0, 6),
-                provider: this.provider,
-                owner: rModel.owner,
-                description: rModel.description,
-                canTrain: supportFineTunning.has(fullName),
-            };
-        });
-        //set latest version
-        //const idx = models.findIndex(m => m.id === rModel.latest_version?.id);
-        //models[idx].name = rModel.name + "@latest"
-        return models;
-    }
-    async searchModels(params) {
-        const res = await this.service.request("models/search", {
-            params: {
-                query: params.text,
-            },
-        });
-        const rModels = (await res.json()).models;
-        const models = rModels.map((v) => {
-            return {
-                id: v.name,
-                name: v.name,
-                provider: this.provider,
-                owner: v.username,
-                description: v.description,
-                has_versions: true,
-            };
-        });
-        return models;
-    }
-    async generateEmbeddings() {
-        throw new Error("Method not implemented.");
-    }
-}
-function jobInfo(job, modelName) {
-    // 'starting' | 'processing' | 'succeeded' | 'failed' | 'canceled'
-    const jobStatus = job.status;
-    let details;
-    let status = TrainingJobStatus.running;
-    if (jobStatus === 'succeeded') {
-        status = TrainingJobStatus.succeeded;
-    }
-    else if (jobStatus === 'failed') {
-        status = TrainingJobStatus.failed;
-        const error = job.error;
-        if (typeof error === 'string') {
-            details = error;
-        }
-        else {
-            details = JSON.stringify(error);
-        }
-    }
-    else if (jobStatus === 'canceled') {
-        status = TrainingJobStatus.cancelled;
-    }
-    else {
-        status = TrainingJobStatus.running;
-        details = job.status;
-    }
-    return {
-        id: job.id,
-        status,
-        details,
-        model: modelName ? modelName + ':' + job.version : job.version
-    };
-}
-//# sourceMappingURL=replicate.js.map

package/lib/esm/replicate.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"replicate.js","sourceRoot":"","sources":["../../src/replicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,cAAc,EAUd,iBAAiB,GAEpB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,SAAmC,MAAM,WAAW,CAAC;AAE5D,IAAI,qBAA4C,CAAC;AACjD,IAAI,8BAA8B,GAAW,CAAC,CAAC;AAE/C,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IAC/B,uBAAuB;IACvB,uBAAuB;IACvB,sBAAsB;IACtB,iBAAiB;IACjB,kBAAkB;IAClB,kBAAkB;IAClB,2BAA2B;CAC9B,CAAC,CAAC;AAMH,MAAM,OAAO,eAAgB,SAAQ,cAAqC;IACtE,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC;IAC9B,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC;IACpC,OAAO,CAAY;IAEnB,MAAM,CAAC,YAAY,CAAC,OAAe;QAC/B,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC9E,CAAC;QACD,OAAO;YACH,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;SACvE,CAAA;IACL,CAAC;IAED,YAAY,OAA+B;QACvC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,GAAG,IAAI,SAAS,CAAC;YACzB,IAAI,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACP,CAAC;IAED,uBAAuB,CAAC,QAAoB;QACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtC,OAAO;YACH,MAAM,EAAE,IAAI;SACf,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,KAAK,GAAG,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG;YACnB,KAAK,EAAE;gBACH,MAAM,EAAE,MAAM;gBACd,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBACjD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;aAClD;YACD,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,IAAI,EAAE,+DAA+D;SAChF,CAAC;QAEF,MAAM,UAAU,GACZ,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAE1D,MAAM,MAAM,GAAG,IAAI,WAAW,EAAyB,CAAC;QAExD,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,MAAO,CAAC,CAAC;QACxD,MAAM,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC,CAAM,EAAE,EAAE;YACzC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAM,EAAE,EAAE;YACxC,IAAI,KAAU,CAAC;YACf,IAAI,CAAC;gBACD,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC9B,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,qBAAqB,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE;YACjC,IAAI,CAAC;gBACD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,+BAA+B;YACrD,CAAC;oBAAS,CAAC;gBACP,MAAM,CAAC,KAAK,EAAE,CAAC;YACnB,CAAC;QACL,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QACrE,MAAM,KAAK,GAAG,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG;YACnB,KAAK,EAAE;gBACH,MAAM,EAAE,MAAM;gBACd,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBACjD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;aAClD;YACD,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,aAAa;YACb,qFAAqF;SACxF,CAAC;QAEF,MAAM,UAAU,GACZ,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAE1D,aAAa;QACb,wEAAwE;QACxE,wCAAwC;QAExC,oCAAoC;QACpC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAEpD,MAAM,IAAI,GAAW,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzC,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YAChD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAmB,EAAE,OAAwB;QAC7D,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC/E,CAAC;QACD,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9E,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE;YACnE,WAAW,EAAE,OAAO,CAAC,IAAW;YAChC,KAAK,EAAE;gBACH,UAAU,EAAE,MAAM,OAAO,CAAC,MAAM,EAAE;aACrC;SACJ,CAAC,CAAA;QACF,OAAO,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,yCAAyC;IAEzC,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,oBAAoB;QACtB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YACrD,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACrC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;QAChD,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YACnD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,GAAG,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC;YACxC,MAAM,CAAC,GAAG,CAAC,CAAC,cAAe,CAAC;YAC5B,OAAO;gBACH,EAAE,EAAE,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE;gBACzB,IAAI,EACA,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,WAAW,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3D,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,WAAW,EAAE,CAAC,CAAC,WAAW;aAClB,CAAC;QACjB,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,8BAA8B,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC,WAAW;YACvG,qBAAqB,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC1D,8BAA8B,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChD,CAAC;QACD,OAAO,qBAAqB,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAA6B,EAAE,IAAI,EAAE,EAAE,EAAE;QACtD,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACtC,CAAC;QACD,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACxE,CAAC;QAED,OAAO,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,KAAa,EAAE,KAAa;QAChD,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACzC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC;YACrC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC;SAClD,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,IAAK,QAAgB,CAAC,OAAO,EAAE,MAAM,KAAK,CAAC,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,MAAM,GAAe,QAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;YAC/D,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,GAAG,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC;YAClD,OAAO;gBACH,EAAE,EAAE,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE;gBACzB,IAAI,EACA,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,WAAW,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3D,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,QAAQ,EAAE,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC;aAClC,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,oBAAoB;QACpB,wEAAwE;QACxE,4CAA4C;QAE5C,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAA0B;QACzC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE;YACpD,MAAM,EAAE;gBACJ,KAAK,EAAE,MAAM,CAAC,IAAI;aACrB;SACJ,CAAC,CAAC;QAEH,MAAM,OAAO,GAAI,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAS,CAAC,MAAM,CAAC;QAEnD,MAAM,MAAM,GAAc,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;YAC7C,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,IAAI;gBACV,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,QAAQ;gBACjB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,YAAY,EAAE,IAAI;aACrB,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AAIL,SAAS,OAAO,CAAC,GAA0B,EAAE,SAAkB;IAC3D,kEAAkE;IAClE,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC;IAC7B,IAAI,OAA2B,CAAC;IAChC,IAAI,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC;IACvC,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;QAC5B,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC;QAClC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAY,CAAC;QAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,OAAO,GAAG,KAAK,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACL,CAAC;SAAM,IAAI,SAAS,KAAK,UAAU,EAAE,CAAC;QAClC,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,CAAC;QACJ,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC;QACnC,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,OAAO;QACH,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,MAAM;QACN,OAAO;QACP,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,GAAG,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO;KAClD,CAAC;AAErB,CAAC"}

package/lib/esm/test-driver/TestErrorCompletionStream.js

@@ -1,16 +0,0 @@
-import { sleep, throwError } from "./utils.js";
-export class TestErrorCompletionStream {
-    segments;
-    options;
-    completion;
-    constructor(segments, options) {
-        this.segments = segments;
-        this.options = options;
-    }
-    async *[Symbol.asyncIterator]() {
-        yield "Started TestError. Next we will thrown an error.\n";
-        sleep(1000);
-        throwError("Testing stream completion error.", this.segments);
-    }
-}
-//# sourceMappingURL=TestErrorCompletionStream.js.map

package/lib/esm/test-driver/TestErrorCompletionStream.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"TestErrorCompletionStream.js","sourceRoot":"","sources":["../../../src/test-driver/TestErrorCompletionStream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,OAAO,yBAAyB;IAIf;IACR;IAHX,UAAU,CAAiD;IAE3D,YAAmB,QAAyB,EACjC,OAAyB;QADjB,aAAQ,GAAR,QAAQ,CAAiB;QACjC,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IACD,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,oDAAoD,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,UAAU,CAAC,kCAAkC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;CACJ"}

package/lib/esm/test-driver/TestValidationErrorCompletionStream.js

@@ -1,20 +0,0 @@
-import { createValidationErrorCompletion, sleep } from "./utils.js";
-export class TestValidationErrorCompletionStream {
-    segments;
-    options;
-    completion;
-    constructor(segments, options) {
-        this.segments = segments;
-        this.options = options;
-    }
-    async *[Symbol.asyncIterator]() {
-        yield "Started TestValidationError.\n";
-        await sleep(1000);
-        yield "chunk1\n";
-        await sleep(1000);
-        yield "chunk2\n";
-        await sleep(1000);
-        this.completion = createValidationErrorCompletion(this.segments);
-    }
-}
-//# sourceMappingURL=TestValidationErrorCompletionStream.js.map

package/lib/esm/test-driver/TestValidationErrorCompletionStream.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"TestValidationErrorCompletionStream.js","sourceRoot":"","sources":["../../../src/test-driver/TestValidationErrorCompletionStream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,+BAA+B,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAGpE,MAAM,OAAO,mCAAmC;IAIzB;IACR;IAHX,UAAU,CAAiD;IAE3D,YAAmB,QAAyB,EACjC,OAAyB;QADjB,aAAQ,GAAR,QAAQ,CAAiB;QACjC,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IACD,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,gCAAgC,CAAC;QACvC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAC;QACjB,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAC;QACjB,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,IAAI,CAAC,UAAU,GAAG,+BAA+B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC;CACJ"}

package/lib/esm/test-driver/index.js

@@ -1,91 +0,0 @@
-import { AIModelStatus, ModelType } from "@llumiverse/core";
-import { TestErrorCompletionStream } from "./TestErrorCompletionStream.js";
-import { TestValidationErrorCompletionStream } from "./TestValidationErrorCompletionStream.js";
-import { createValidationErrorCompletion, sleep, throwError } from "./utils.js";
-export * from "./TestErrorCompletionStream.js";
-export * from "./TestValidationErrorCompletionStream.js";
-export var TestDriverModels;
-(function (TestDriverModels) {
-    TestDriverModels["executionError"] = "execution-error";
-    TestDriverModels["validationError"] = "validation-error";
-})(TestDriverModels || (TestDriverModels = {}));
-export class TestDriver {
-    provider = "test";
-    createTrainingPrompt() {
-        throw new Error("Method not implemented.");
-    }
-    startTraining() {
-        throw new Error("Method not implemented.");
-    }
-    cancelTraining() {
-        throw new Error("Method not implemented.");
-    }
-    getTrainingJob(_jobId) {
-        throw new Error("Method not implemented.");
-    }
-    async createPrompt(segments, _opts) {
-        return segments;
-    }
-    execute(segments, options) {
-        switch (options.model) {
-            case TestDriverModels.executionError:
-                return this.executeError(segments, options);
-            case TestDriverModels.validationError:
-                return this.executeValidationError(segments, options);
-            default:
-                throwError("[test driver] Unknown model: " + options.model, segments);
-        }
-    }
-    async stream(segments, options) {
-        switch (options.model) {
-            case TestDriverModels.executionError:
-                return new TestErrorCompletionStream(segments, options);
-            case TestDriverModels.validationError:
-                return new TestValidationErrorCompletionStream(segments, options);
-            default:
-                throwError("[test driver] Unknown model: " + options.model, segments);
-        }
-    }
-    async listTrainableModels() {
-        return [];
-    }
-    async listModels() {
-        return [
-            {
-                id: TestDriverModels.executionError,
-                name: "Execution Error",
-                type: ModelType.Test,
-                provider: this.provider,
-                status: AIModelStatus.Available,
-                description: "Test execution errors",
-                tags: [],
-            },
-            {
-                id: TestDriverModels.validationError,
-                name: "Validation Error",
-                type: ModelType.Test,
-                provider: this.provider,
-                status: AIModelStatus.Available,
-                description: "Test validation errors",
-                tags: [],
-            },
-        ];
-    }
-    validateConnection() {
-        throw new Error("Method not implemented.");
-    }
-    generateEmbeddings() {
-        throw new Error("Method not implemented.");
-    }
-    // ============== execution error ==================
-    async executeError(segments, _options) {
-        await sleep(1000);
-        throwError("Testing stream completion error.", segments);
-    }
-    // ============== validation error ==================
-    async executeValidationError(segments, _options) {
-        await sleep(3000);
-        return createValidationErrorCompletion(segments);
-    }
-}
-//# sourceMappingURL=index.js.map

package/lib/esm/test-driver/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/test-driver/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,aAAa,EAAmF,SAAS,EAA8B,MAAM,kBAAkB,CAAC;AAClL,OAAO,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAC3E,OAAO,EAAE,mCAAmC,EAAE,MAAM,0CAA0C,CAAC;AAC/F,OAAO,EAAE,+BAA+B,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAEhF,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AAEzD,MAAM,CAAN,IAAY,gBAGX;AAHD,WAAY,gBAAgB;IACxB,sDAAkC,CAAA;IAClC,wDAAoC,CAAA;AACxC,CAAC,EAHW,gBAAgB,KAAhB,gBAAgB,QAG3B;AAED,MAAM,OAAO,UAAU;IACnB,QAAQ,GAAG,MAAM,CAAC;IAElB,oBAAoB;QAChB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,aAAa;QACT,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;QACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAc;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,KAAuB;QACjE,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,CAAC,QAAyB,EAAE,OAAyB;QACxD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1D;gBACI,UAAU,CAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,QAAyB,EAAE,OAAyB;QAC7D,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,yBAAyB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC5D,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,mCAAmC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACtE;gBACI,UAAU,CAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO;YACH;gBACI,EAAE,EAAE,gBAAgB,CAAC,cAAc;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,aAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,EAAE;aACX;YACD;gBACI,EAAE,EAAE,gBAAgB,CAAC,eAAe;gBACpC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,aAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,EAAE;aACX;SACJ,CAAA;IACL,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,oDAAoD;IACpD,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,QAA0B;QACpE,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,UAAU,CAAC,kCAAkC,EAAE,QAAQ,CAAC,CAAC;IAC7D,CAAC;IACD,qDAAqD;IACrD,KAAK,CAAC,sBAAsB,CAAC,QAAyB,EAAE,QAA0B;QAC9E,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,OAAO,+BAA+B,CAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;CAEJ"}

package/lib/esm/test-driver/utils.js

@@ -1,25 +0,0 @@
-export function throwError(message, prompt) {
-    const err = new Error(message);
-    err.prompt = prompt;
-    throw err;
-}
-export function createValidationErrorCompletion(segments) {
-    return {
-        result: [{ type: "text", value: "An invalid result" }],
-        prompt: segments,
-        execution_time: 3000,
-        error: {
-            code: "validation_error",
-            message: "Result cannot be validated!",
-        },
-        token_usage: {
-            result: 10,
-            prompt: 10,
-            total: 20,
-        },
-    };
-}
-export function sleep(ms) {
-    return new Promise(resolve => setTimeout(resolve, ms));
-}
-//# sourceMappingURL=utils.js.map

package/lib/esm/test-driver/utils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/test-driver/utils.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,UAAU,CAAC,OAAe,EAAE,MAAuB;IAC/D,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9B,GAAW,CAAC,MAAM,GAAG,MAAM,CAAC;IAC7B,MAAM,GAAG,CAAC;AACd,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,QAAyB;IACrE,OAAO;QACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QACtD,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,IAAI;QACpB,KAAK,EAAE;YACH,IAAI,EAAE,kBAAkB;YACxB,OAAO,EAAE,6BAA6B;SACzC;QACD,WAAW,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;SACZ;KACkC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,EAAU;IAC5B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/lib/esm/togetherai/index.js

@@ -1,122 +0,0 @@
-import { AbstractDriver } from "@llumiverse/core";
-import { transformSSEStream } from "@llumiverse/core/async";
-import { FetchClient } from "@vertesia/api-fetch-client";
-export class TogetherAIDriver extends AbstractDriver {
-    static PROVIDER = "togetherai";
-    provider = TogetherAIDriver.PROVIDER;
-    apiKey;
-    fetchClient;
-    constructor(options) {
-        super(options);
-        this.apiKey = options.apiKey;
-        this.fetchClient = new FetchClient('https://api.together.xyz').withHeaders({
-            authorization: `Bearer ${this.apiKey}`
-        });
-    }
-    getResponseFormat = (options) => {
-        return options.result_schema ?
-            {
-                type: "json_object",
-                schema: options.result_schema
-            } : undefined;
-    };
-    async requestTextCompletion(prompt, options) {
-        if (options.model_options?._option_id !== "text-fallback") {
-            this.logger.warn({ options: options.model_options }, "Invalid model options");
-        }
-        options.model_options = options.model_options;
-        const stop_seq = options.model_options?.stop_sequence ?? [];
-        const res = await this.fetchClient.post('/v1/completions', {
-            payload: {
-                model: options.model,
-                prompt: prompt,
-                response_format: this.getResponseFormat(options),
-                max_tokens: options.model_options?.max_tokens,
-                temperature: options.model_options?.temperature,
-                top_p: options.model_options?.top_p,
-                top_k: options.model_options?.top_k,
-                //logprobs: options.top_logprobs,       //Logprobs output currently not supported
-                frequency_penalty: options.model_options?.frequency_penalty,
-                presence_penalty: options.model_options?.presence_penalty,
-                stop: [
-                    "</s>",
-                    "[/INST]",
-                    ...stop_seq,
-                ],
-            }
-        });
-        const choice = res.choices[0];
-        const text = choice.text ?? '';
-        const usage = res.usage || {};
-        return {
-            result: [{ type: "text", value: text }],
-            token_usage: {
-                prompt: usage.prompt_tokens,
-                result: usage.completion_tokens,
-                total: usage.total_tokens,
-            },
-            finish_reason: choice.finish_reason, //Uses expected "stop" , "length" format
-            original_response: options.include_original_response ? res : undefined,
-        };
-    }
-    async requestTextCompletionStream(prompt, options) {
-        if (options.model_options?._option_id !== "text-fallback") {
-            this.logger.warn({ options: options.model_options }, "Invalid model options");
-        }
-        options.model_options = options.model_options;
-        const stop_seq = options.model_options?.stop_sequence ?? [];
-        const stream = await this.fetchClient.post('/v1/completions', {
-            payload: {
-                model: options.model,
-                prompt: prompt,
-                max_tokens: options.model_options?.max_tokens,
-                temperature: options.model_options?.temperature,
-                response_format: this.getResponseFormat(options),
-                top_p: options.model_options?.top_p,
-                top_k: options.model_options?.top_k,
-                //logprobs: options.top_logprobs,       //Logprobs output currently not supported
-                frequency_penalty: options.model_options?.frequency_penalty,
-                presence_penalty: options.model_options?.presence_penalty,
-                stream: true,
-                stop: [
-                    "</s>",
-                    "[/INST]",
-                    ...stop_seq,
-                ],
-            },
-            reader: 'sse'
-        });
-        return transformSSEStream(stream, (data) => {
-            const json = JSON.parse(data);
-            return {
-                result: [{ type: "text", value: json.choices[0]?.text ?? '' }],
-                finish_reason: json.choices[0]?.finish_reason, //Uses expected "stop" , "length" format
-                token_usage: {
-                    prompt: json.usage?.prompt_tokens,
-                    result: json.usage?.completion_tokens,
-                    total: json.usage?.prompt_tokens + json.usage?.completion_tokens,
-                }
-            };
-        });
-    }
-    async listModels() {
-        const models = await this.fetchClient.get("/models/info");
-        //        logObject('#### LIST MODELS RESULT IS', models[0]);
-        const aiModels = models.map(m => {
-            return {
-                id: m.name,
-                name: m.display_name,
-                description: m.description,
-                provider: this.provider,
-            };
-        });
-        return aiModels;
-    }
-    validateConnection() {
-        throw new Error("Method not implemented.");
-    }
-    generateEmbeddings() {
-        throw new Error("Method not implemented.");
-    }
-}
-//# sourceMappingURL=index.js.map

package/lib/esm/togetherai/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,cAAc,EAA6G,MAAM,kBAAkB,CAAC;AACtK,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAOzD,MAAM,OAAO,gBAAiB,SAAQ,cAA+C;IACjF,MAAM,CAAC,QAAQ,GAAG,YAAY,CAAC;IAC/B,QAAQ,GAAG,gBAAgB,CAAC,QAAQ,CAAC;IACrC,MAAM,CAAS;IACf,WAAW,CAAc;IAEzB,YAAY,OAAgC;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,0BAA0B,CAAC,CAAC,WAAW,CAAC;YACvE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACP,CAAC;IAED,iBAAiB,GAAG,CAAC,OAAyB,EAA6C,EAAE;QACzF,OAAO,OAAO,CAAC,aAAa,CAAC,CAAC;YAC1B;gBACI,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,OAAO,CAAC,aAAa;aAChC,CAAC,CAAC,CAAC,SAAS,CAAC;IACtB,CAAC,CAAA;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAE,aAAa,IAAI,EAAE,CAAC;QAE5D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YACvD,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAChD,UAAU,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBAC7C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,iFAAiF;gBACjF,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;gBAC3D,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;gBACzD,IAAI,EAAE;oBACF,MAAM;oBACN,SAAS;oBACT,GAAG,QAAQ;iBACd;aACJ;SACJ,CAAmB,CAAC;QACrB,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9B,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACvC,WAAW,EAAE;gBACT,MAAM,EAAE,KAAK,CAAC,aAAa;gBAC3B,MAAM,EAAE,KAAK,CAAC,iBAAiB;gBAC/B,KAAK,EAAE,KAAK,CAAC,YAAY;aAC5B;YACD,aAAa,EAAE,MAAM,CAAC,aAAa,EAAiB,wCAAwC;YAC5F,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAA;IACL,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAE,aAAa,IAAI,EAAE,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC1D,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBAC7C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAChD,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,iFAAiF;gBACjF,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;gBAC3D,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;gBACzD,MAAM,EAAE,IAAI;gBACZ,IAAI,EAAE;oBACF,MAAM;oBACN,SAAS;oBACT,GAAG,QAAQ;iBACd;aACJ;YACD,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,OAAO;gBACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;gBAC9D,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAW,wCAAwC;gBAChG,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;oBACjC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB;oBACrC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,GAAG,IAAI,CAAC,KAAK,EAAE,iBAAiB;iBACnE;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IAEP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAwB,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC/E,6DAA6D;QAE7D,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAC5B,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,IAAI;gBACV,IAAI,EAAE,CAAC,CAAC,YAAY;gBACpB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC"}

package/lib/esm/togetherai/interfaces.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=interfaces.js.map

package/lib/esm/togetherai/interfaces.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../src/togetherai/interfaces.ts"],"names":[],"mappings":""}

package/lib/esm/vertexai/debug.js

@@ -1,6 +0,0 @@
-import util from 'util';
-export function logObject(prefix, obj) {
-    const fullObj = util.inspect(obj, { showHidden: false, depth: null, colors: true });
-    console.log(prefix, fullObj);
-}
-//# sourceMappingURL=debug.js.map

package/lib/esm/vertexai/debug.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"debug.js","sourceRoot":"","sources":["../../../src/vertexai/debug.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,MAAM,UAAU,SAAS,CAAC,MAAc,EAAE,GAAQ;IAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACpF,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;AAChC,CAAC"}

package/lib/esm/vertexai/embeddings/embeddings-image.js

@@ -1,24 +0,0 @@
-//Currently we are only supporting either text or images sent to the multimodal model.
-export async function getEmbeddingsForImages(driver, options) {
-    // API is returns a 400 Error if a property is empty, so you undefined and "as" to remove the property entirely.
-    const prompt = {
-        instances: [{
-                text: options.image ? undefined : options.text,
-                image: options.image ?
-                    {
-                        bytesBase64Encoded: options.image
-                    }
-                    : undefined,
-            }]
-    };
-    const model = options.model || "multimodalembedding@001";
-    const client = driver.getFetchClient();
-    const result = await client.post(`/publishers/google/models/${model}:predict`, {
-        payload: prompt
-    });
-    return {
-        values: result.predictions[0].imageEmbedding ?? result.predictions[0].textEmbedding,
-        model: model,
-    };
-}
-//# sourceMappingURL=embeddings-image.js.map

package/lib/esm/vertexai/embeddings/embeddings-image.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"embeddings-image.js","sourceRoot":"","sources":["../../../../src/vertexai/embeddings/embeddings-image.ts"],"names":[],"mappings":"AAwBA,sFAAsF;AACtF,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,MAAsB,EAAE,OAA0B;IAE3F,gHAAgH;IAChH,MAAM,MAAM,GAAG;QACX,SAAS,EAAE,CAAC;gBACR,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI;gBAC9C,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;oBAClB;wBACI,kBAAkB,EAAE,OAAO,CAAC,KAAK;qBACpC;oBACD,CAAC,CAAC,SAAS;aAClB,CAAC;KACuB,CAAC;IAE9B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,yBAAyB,CAAC;IAEzD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,EAAE,CAAC;IAEvC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,6BAA6B,KAAK,UAAU,EAAE;QAC3E,OAAO,EAAE,MAAM;KAClB,CAA0B,CAAC;IAE5B,OAAO;QACH,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,cAAc,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,aAAa;QACnF,KAAK,EAAE,KAAK;KACf,CAAC;AACN,CAAC"}