@llumiverse/drivers 0.23.0 → 0.24.0-dev.20260203.164053Z

package/lib/cjs/package.json

@@ -1,3 +0,0 @@
-{
-  "type": "commonjs"
-}

package/lib/cjs/replicate.js

@@ -1,275 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ReplicateDriver = void 0;
-const core_1 = require("@llumiverse/core");
-const async_1 = require("@llumiverse/core/async");
-const eventsource_1 = require("eventsource");
-const replicate_1 = __importDefault(require("replicate"));
-let cachedTrainableModels;
-let cachedTrainableModelsTimestamp = 0;
-const supportFineTunning = new Set([
-    "meta/llama-2-70b-chat",
-    "meta/llama-2-13b-chat",
-    "meta/llama-2-7b-chat",
-    "meta/llama-2-7b",
-    "meta/llama-2-70b",
-    "meta/llama-2-13b",
-    "mistralai/mistral-7b-v0.1"
-]);
-class ReplicateDriver extends core_1.AbstractDriver {
-    static PROVIDER = "replicate";
-    provider = ReplicateDriver.PROVIDER;
-    service;
-    static parseModelId(modelId) {
-        const [owner, modelPart] = modelId.split("/");
-        const i = modelPart.indexOf(':');
-        if (i === -1) {
-            throw new Error("Invalid model id. Expected format: owner/model:version");
-        }
-        return {
-            owner, model: modelPart.slice(0, i), version: modelPart.slice(i + 1)
-        };
-    }
-    constructor(options) {
-        super(options);
-        this.service = new replicate_1.default({
-            auth: options.apiKey,
-        });
-    }
-    extractDataFromResponse(response) {
-        const text = response.output.join("");
-        return {
-            result: text,
-        };
-    }
-    async requestTextCompletionStream(prompt, options) {
-        if (options.model_options?._option_id !== "text-fallback") {
-            this.logger.warn({ options: options.model_options }, "Invalid model options");
-        }
-        options.model_options = options.model_options;
-        const model = ReplicateDriver.parseModelId(options.model);
-        const predictionData = {
-            input: {
-                prompt: prompt,
-                max_new_tokens: options.model_options?.max_tokens,
-                temperature: options.model_options?.temperature,
-            },
-            version: model.version,
-            stream: true, //streaming described here https://replicate.com/blog/streaming
-        };
-        const prediction = await this.service.predictions.create(predictionData);
-        const stream = new async_1.EventStream();
-        const source = new eventsource_1.EventSource(prediction.urls.stream);
-        source.addEventListener("output", (e) => {
-            stream.push({ result: [{ type: "text", value: e.data }] });
-        });
-        source.addEventListener("error", (e) => {
-            let error;
-            try {
-                error = JSON.parse(e.data);
-            }
-            catch (error) {
-                error = JSON.stringify(e);
-            }
-            this.logger.error({ e, error }, "Error in SSE stream");
-        });
-        source.addEventListener("done", () => {
-            try {
-                stream.close(""); // not using e.data which is {}
-            }
-            finally {
-                source.close();
-            }
-        });
-        return stream;
-    }
-    async requestTextCompletion(prompt, options) {
-        if (options.model_options?._option_id !== "text-fallback") {
-            this.logger.warn({ options: options.model_options }, "Invalid model options");
-        }
-        options.model_options = options.model_options;
-        const model = ReplicateDriver.parseModelId(options.model);
-        const predictionData = {
-            input: {
-                prompt: prompt,
-                max_new_tokens: options.model_options?.max_tokens,
-                temperature: options.model_options?.temperature,
-            },
-            version: model.version,
-            //TODO stream
-            //stream: stream,     //streaming described here https://replicate.com/blog/streaming
-        };
-        const prediction = await this.service.predictions.create(predictionData);
-        //TODO stream
-        //if we're streaming, return right away for the stream handler to handle
-        //        if (stream) return prediction;
-        //not streaming, wait for the result
-        const res = await this.service.wait(prediction, {});
-        const text = res.output.join("");
-        return {
-            result: [{ type: "text", value: text }],
-            original_response: options.include_original_response ? res : undefined,
-        };
-    }
-    async startTraining(dataset, options) {
-        if (options.name.indexOf("/") === -1) {
-            throw new Error("Invalid target model name. Expected format: owner/model");
-        }
-        const { owner, model, version } = ReplicateDriver.parseModelId(options.model);
-        const job = await this.service.trainings.create(owner, model, version, {
-            destination: options.name,
-            input: {
-                train_data: await dataset.getURL(),
-            },
-        });
-        return jobInfo(job, options.name);
-    }
-    /**
-     * This method is not returning a consistent TrainingJob like the one returned by startTraining
-     * Instead of returning the full model name `owner/model:version` it returns only the version `version
-     * @param jobId
-     * @returns
-     */
-    async cancelTraining(jobId) {
-        const job = await this.service.trainings.cancel(jobId);
-        return jobInfo(job);
-    }
-    /**
-     * This method is not returning a consistent TrainingJob like the one returned by startTraining
-     * Instead of returning the full model name `owner/model:version` it returns only the version `version
-     * @param jobId
-     * @returns
-     */
-    async getTrainingJob(jobId) {
-        const job = await this.service.trainings.get(jobId);
-        return jobInfo(job);
-    }
-    // ========= management API =============
-    async validateConnection() {
-        try {
-            await this.service.predictions.list();
-            return true;
-        }
-        catch (error) {
-            return false;
-        }
-    }
-    async _listTrainableModels() {
-        const promises = Array.from(supportFineTunning).map(id => {
-            const [owner, model] = id.split('/');
-            return this.service.models.get(owner, model);
-        });
-        const results = await Promise.all(promises);
-        return results.filter(m => !!m.latest_version).map(m => {
-            const fullName = m.owner + '/' + m.name;
-            const v = m.latest_version;
-            return {
-                id: fullName + ':' + v.id,
-                name: fullName + "@" + v.cog_version + ":" + v.id.slice(0, 6),
-                provider: this.provider,
-                owner: m.owner,
-                description: m.description,
-            };
-        });
-    }
-    async listTrainableModels() {
-        if (!cachedTrainableModels || Date.now() > cachedTrainableModelsTimestamp + 12 * 3600 * 1000) { // 12 hours
-            cachedTrainableModels = await this._listTrainableModels();
-            cachedTrainableModelsTimestamp = Date.now();
-        }
-        return cachedTrainableModels;
-    }
-    async listModels(params = { text: '' }) {
-        if (!params.text) {
-            return this.listTrainableModels();
-        }
-        const [owner, model] = params.text.split("/");
-        if (!owner || !model) {
-            throw new Error("Invalid model name. Expected format: owner/model");
-        }
-        return this.listModelVersions(owner, model);
-    }
-    async listModelVersions(owner, model) {
-        const [rModel, versions] = await Promise.all([
-            this.service.models.get(owner, model),
-            this.service.models.versions.list(owner, model),
-        ]);
-        if (!rModel || !versions || versions.results?.length === 0) {
-            throw new Error("Model not found or no versions available");
-        }
-        const models = versions.results.map((v) => {
-            const fullName = rModel.owner + '/' + rModel.name;
-            return {
-                id: fullName + ':' + v.id,
-                name: fullName + "@" + v.cog_version + ":" + v.id.slice(0, 6),
-                provider: this.provider,
-                owner: rModel.owner,
-                description: rModel.description,
-                canTrain: supportFineTunning.has(fullName),
-            };
-        });
-        //set latest version
-        //const idx = models.findIndex(m => m.id === rModel.latest_version?.id);
-        //models[idx].name = rModel.name + "@latest"
-        return models;
-    }
-    async searchModels(params) {
-        const res = await this.service.request("models/search", {
-            params: {
-                query: params.text,
-            },
-        });
-        const rModels = (await res.json()).models;
-        const models = rModels.map((v) => {
-            return {
-                id: v.name,
-                name: v.name,
-                provider: this.provider,
-                owner: v.username,
-                description: v.description,
-                has_versions: true,
-            };
-        });
-        return models;
-    }
-    async generateEmbeddings() {
-        throw new Error("Method not implemented.");
-    }
-}
-exports.ReplicateDriver = ReplicateDriver;
-function jobInfo(job, modelName) {
-    // 'starting' | 'processing' | 'succeeded' | 'failed' | 'canceled'
-    const jobStatus = job.status;
-    let details;
-    let status = core_1.TrainingJobStatus.running;
-    if (jobStatus === 'succeeded') {
-        status = core_1.TrainingJobStatus.succeeded;
-    }
-    else if (jobStatus === 'failed') {
-        status = core_1.TrainingJobStatus.failed;
-        const error = job.error;
-        if (typeof error === 'string') {
-            details = error;
-        }
-        else {
-            details = JSON.stringify(error);
-        }
-    }
-    else if (jobStatus === 'canceled') {
-        status = core_1.TrainingJobStatus.cancelled;
-    }
-    else {
-        status = core_1.TrainingJobStatus.running;
-        details = job.status;
-    }
-    return {
-        id: job.id,
-        status,
-        details,
-        model: modelName ? modelName + ':' + job.version : job.version
-    };
-}
-//# sourceMappingURL=replicate.js.map

package/lib/cjs/replicate.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"replicate.js","sourceRoot":"","sources":["../../src/replicate.ts"],"names":[],"mappings":";;;;;;AAAA,2CAc0B;AAC1B,kDAAqD;AACrD,6CAA0C;AAC1C,0DAA4D;AAE5D,IAAI,qBAA4C,CAAC;AACjD,IAAI,8BAA8B,GAAW,CAAC,CAAC;AAE/C,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IAC/B,uBAAuB;IACvB,uBAAuB;IACvB,sBAAsB;IACtB,iBAAiB;IACjB,kBAAkB;IAClB,kBAAkB;IAClB,2BAA2B;CAC9B,CAAC,CAAC;AAMH,MAAa,eAAgB,SAAQ,qBAAqC;IACtE,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC;IAC9B,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC;IACpC,OAAO,CAAY;IAEnB,MAAM,CAAC,YAAY,CAAC,OAAe;QAC/B,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC9E,CAAC;QACD,OAAO;YACH,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;SACvE,CAAA;IACL,CAAC;IAED,YAAY,OAA+B;QACvC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,GAAG,IAAI,mBAAS,CAAC;YACzB,IAAI,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACP,CAAC;IAED,uBAAuB,CAAC,QAAoB;QACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtC,OAAO;YACH,MAAM,EAAE,IAAI;SACf,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,KAAK,GAAG,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG;YACnB,KAAK,EAAE;gBACH,MAAM,EAAE,MAAM;gBACd,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBACjD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;aAClD;YACD,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,IAAI,EAAE,+DAA+D;SAChF,CAAC;QAEF,MAAM,UAAU,GACZ,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAE1D,MAAM,MAAM,GAAG,IAAI,mBAAW,EAAyB,CAAC;QAExD,MAAM,MAAM,GAAG,IAAI,yBAAW,CAAC,UAAU,CAAC,IAAI,CAAC,MAAO,CAAC,CAAC;QACxD,MAAM,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC,CAAM,EAAE,EAAE;YACzC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAM,EAAE,EAAE;YACxC,IAAI,KAAU,CAAC;YACf,IAAI,CAAC;gBACD,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC9B,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,qBAAqB,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE;YACjC,IAAI,CAAC;gBACD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,+BAA+B;YACrD,CAAC;oBAAS,CAAC;gBACP,MAAM,CAAC,KAAK,EAAE,CAAC;YACnB,CAAC;QACL,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QACrE,MAAM,KAAK,GAAG,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG;YACnB,KAAK,EAAE;gBACH,MAAM,EAAE,MAAM;gBACd,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBACjD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;aAClD;YACD,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,aAAa;YACb,qFAAqF;SACxF,CAAC;QAEF,MAAM,UAAU,GACZ,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAE1D,aAAa;QACb,wEAAwE;QACxE,wCAAwC;QAExC,oCAAoC;QACpC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAEpD,MAAM,IAAI,GAAW,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzC,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YAChD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAmB,EAAE,OAAwB;QAC7D,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC/E,CAAC;QACD,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9E,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE;YACnE,WAAW,EAAE,OAAO,CAAC,IAAW;YAChC,KAAK,EAAE;gBACH,UAAU,EAAE,MAAM,OAAO,CAAC,MAAM,EAAE;aACrC;SACJ,CAAC,CAAA;QACF,OAAO,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,yCAAyC;IAEzC,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,oBAAoB;QACtB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YACrD,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACrC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;QAChD,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YACnD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,GAAG,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC;YACxC,MAAM,CAAC,GAAG,CAAC,CAAC,cAAe,CAAC;YAC5B,OAAO;gBACH,EAAE,EAAE,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE;gBACzB,IAAI,EACA,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,WAAW,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3D,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,WAAW,EAAE,CAAC,CAAC,WAAW;aAClB,CAAC;QACjB,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,8BAA8B,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC,WAAW;YACvG,qBAAqB,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC1D,8BAA8B,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChD,CAAC;QACD,OAAO,qBAAqB,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAA6B,EAAE,IAAI,EAAE,EAAE,EAAE;QACtD,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACtC,CAAC;QACD,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACxE,CAAC;QAED,OAAO,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,KAAa,EAAE,KAAa;QAChD,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACzC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC;YACrC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC;SAClD,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,IAAK,QAAgB,CAAC,OAAO,EAAE,MAAM,KAAK,CAAC,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,MAAM,GAAe,QAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;YAC/D,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,GAAG,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC;YAClD,OAAO;gBACH,EAAE,EAAE,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE;gBACzB,IAAI,EACA,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,WAAW,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3D,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,QAAQ,EAAE,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC;aAClC,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,oBAAoB;QACpB,wEAAwE;QACxE,4CAA4C;QAE5C,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAA0B;QACzC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE;YACpD,MAAM,EAAE;gBACJ,KAAK,EAAE,MAAM,CAAC,IAAI;aACrB;SACJ,CAAC,CAAC;QAEH,MAAM,OAAO,GAAI,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAS,CAAC,MAAM,CAAC;QAEnD,MAAM,MAAM,GAAc,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;YAC7C,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,IAAI;gBACV,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,QAAQ;gBACjB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,YAAY,EAAE,IAAI;aACrB,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AA3PL,0CA6PC;AAED,SAAS,OAAO,CAAC,GAA0B,EAAE,SAAkB;IAC3D,kEAAkE;IAClE,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC;IAC7B,IAAI,OAA2B,CAAC;IAChC,IAAI,MAAM,GAAG,wBAAiB,CAAC,OAAO,CAAC;IACvC,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;QAC5B,MAAM,GAAG,wBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,GAAG,wBAAiB,CAAC,MAAM,CAAC;QAClC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAY,CAAC;QAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,OAAO,GAAG,KAAK,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACL,CAAC;SAAM,IAAI,SAAS,KAAK,UAAU,EAAE,CAAC;QAClC,MAAM,GAAG,wBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,CAAC;QACJ,MAAM,GAAG,wBAAiB,CAAC,OAAO,CAAC;QACnC,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,OAAO;QACH,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,MAAM;QACN,OAAO;QACP,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,GAAG,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO;KAClD,CAAC;AAErB,CAAC"}

package/lib/cjs/test-driver/TestErrorCompletionStream.js

@@ -1,20 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TestErrorCompletionStream = void 0;
-const utils_js_1 = require("./utils.js");
-class TestErrorCompletionStream {
-    segments;
-    options;
-    completion;
-    constructor(segments, options) {
-        this.segments = segments;
-        this.options = options;
-    }
-    async *[Symbol.asyncIterator]() {
-        yield "Started TestError. Next we will thrown an error.\n";
-        (0, utils_js_1.sleep)(1000);
-        (0, utils_js_1.throwError)("Testing stream completion error.", this.segments);
-    }
-}
-exports.TestErrorCompletionStream = TestErrorCompletionStream;
-//# sourceMappingURL=TestErrorCompletionStream.js.map

package/lib/cjs/test-driver/TestErrorCompletionStream.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"TestErrorCompletionStream.js","sourceRoot":"","sources":["../../../src/test-driver/TestErrorCompletionStream.ts"],"names":[],"mappings":";;;AACA,yCAA+C;AAE/C,MAAa,yBAAyB;IAIf;IACR;IAHX,UAAU,CAAiD;IAE3D,YAAmB,QAAyB,EACjC,OAAyB;QADjB,aAAQ,GAAR,QAAQ,CAAiB;QACjC,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IACD,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,oDAAoD,CAAC;QAC3D,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QACZ,IAAA,qBAAU,EAAC,kCAAkC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;CACJ;AAZD,8DAYC"}

package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js

@@ -1,24 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TestValidationErrorCompletionStream = void 0;
-const utils_js_1 = require("./utils.js");
-class TestValidationErrorCompletionStream {
-    segments;
-    options;
-    completion;
-    constructor(segments, options) {
-        this.segments = segments;
-        this.options = options;
-    }
-    async *[Symbol.asyncIterator]() {
-        yield "Started TestValidationError.\n";
-        await (0, utils_js_1.sleep)(1000);
-        yield "chunk1\n";
-        await (0, utils_js_1.sleep)(1000);
-        yield "chunk2\n";
-        await (0, utils_js_1.sleep)(1000);
-        this.completion = (0, utils_js_1.createValidationErrorCompletion)(this.segments);
-    }
-}
-exports.TestValidationErrorCompletionStream = TestValidationErrorCompletionStream;
-//# sourceMappingURL=TestValidationErrorCompletionStream.js.map

package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"TestValidationErrorCompletionStream.js","sourceRoot":"","sources":["../../../src/test-driver/TestValidationErrorCompletionStream.ts"],"names":[],"mappings":";;;AACA,yCAAoE;AAGpE,MAAa,mCAAmC;IAIzB;IACR;IAHX,UAAU,CAAiD;IAE3D,YAAmB,QAAyB,EACjC,OAAyB;QADjB,aAAQ,GAAR,QAAQ,CAAiB;QACjC,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IACD,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,gCAAgC,CAAC;QACvC,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAC;QACjB,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAC;QACjB,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,IAAI,CAAC,UAAU,GAAG,IAAA,0CAA+B,EAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC;CACJ;AAhBD,kFAgBC"}

package/lib/cjs/test-driver/index.js

@@ -1,109 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TestDriver = exports.TestDriverModels = void 0;
-const core_1 = require("@llumiverse/core");
-const TestErrorCompletionStream_js_1 = require("./TestErrorCompletionStream.js");
-const TestValidationErrorCompletionStream_js_1 = require("./TestValidationErrorCompletionStream.js");
-const utils_js_1 = require("./utils.js");
-__exportStar(require("./TestErrorCompletionStream.js"), exports);
-__exportStar(require("./TestValidationErrorCompletionStream.js"), exports);
-var TestDriverModels;
-(function (TestDriverModels) {
-    TestDriverModels["executionError"] = "execution-error";
-    TestDriverModels["validationError"] = "validation-error";
-})(TestDriverModels || (exports.TestDriverModels = TestDriverModels = {}));
-class TestDriver {
-    provider = "test";
-    createTrainingPrompt() {
-        throw new Error("Method not implemented.");
-    }
-    startTraining() {
-        throw new Error("Method not implemented.");
-    }
-    cancelTraining() {
-        throw new Error("Method not implemented.");
-    }
-    getTrainingJob(_jobId) {
-        throw new Error("Method not implemented.");
-    }
-    async createPrompt(segments, _opts) {
-        return segments;
-    }
-    execute(segments, options) {
-        switch (options.model) {
-            case TestDriverModels.executionError:
-                return this.executeError(segments, options);
-            case TestDriverModels.validationError:
-                return this.executeValidationError(segments, options);
-            default:
-                (0, utils_js_1.throwError)("[test driver] Unknown model: " + options.model, segments);
-        }
-    }
-    async stream(segments, options) {
-        switch (options.model) {
-            case TestDriverModels.executionError:
-                return new TestErrorCompletionStream_js_1.TestErrorCompletionStream(segments, options);
-            case TestDriverModels.validationError:
-                return new TestValidationErrorCompletionStream_js_1.TestValidationErrorCompletionStream(segments, options);
-            default:
-                (0, utils_js_1.throwError)("[test driver] Unknown model: " + options.model, segments);
-        }
-    }
-    async listTrainableModels() {
-        return [];
-    }
-    async listModels() {
-        return [
-            {
-                id: TestDriverModels.executionError,
-                name: "Execution Error",
-                type: core_1.ModelType.Test,
-                provider: this.provider,
-                status: core_1.AIModelStatus.Available,
-                description: "Test execution errors",
-                tags: [],
-            },
-            {
-                id: TestDriverModels.validationError,
-                name: "Validation Error",
-                type: core_1.ModelType.Test,
-                provider: this.provider,
-                status: core_1.AIModelStatus.Available,
-                description: "Test validation errors",
-                tags: [],
-            },
-        ];
-    }
-    validateConnection() {
-        throw new Error("Method not implemented.");
-    }
-    generateEmbeddings() {
-        throw new Error("Method not implemented.");
-    }
-    // ============== execution error ==================
-    async executeError(segments, _options) {
-        await (0, utils_js_1.sleep)(1000);
-        (0, utils_js_1.throwError)("Testing stream completion error.", segments);
-    }
-    // ============== validation error ==================
-    async executeValidationError(segments, _options) {
-        await (0, utils_js_1.sleep)(3000);
-        return (0, utils_js_1.createValidationErrorCompletion)(segments);
-    }
-}
-exports.TestDriver = TestDriver;
-//# sourceMappingURL=index.js.map

package/lib/cjs/test-driver/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/test-driver/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,2CAAkL;AAClL,iFAA2E;AAC3E,qGAA+F;AAC/F,yCAAgF;AAEhF,iEAA+C;AAC/C,2EAAyD;AAEzD,IAAY,gBAGX;AAHD,WAAY,gBAAgB;IACxB,sDAAkC,CAAA;IAClC,wDAAoC,CAAA;AACxC,CAAC,EAHW,gBAAgB,gCAAhB,gBAAgB,QAG3B;AAED,MAAa,UAAU;IACnB,QAAQ,GAAG,MAAM,CAAC;IAElB,oBAAoB;QAChB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,aAAa;QACT,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;QACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAc;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,KAAuB;QACjE,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,CAAC,QAAyB,EAAE,OAAyB;QACxD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1D;gBACI,IAAA,qBAAU,EAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,QAAyB,EAAE,OAAyB;QAC7D,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,wDAAyB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC5D,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,4EAAmC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACtE;gBACI,IAAA,qBAAU,EAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO;YACH;gBACI,EAAE,EAAE,gBAAgB,CAAC,cAAc;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,gBAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,oBAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,EAAE;aACX;YACD;gBACI,EAAE,EAAE,gBAAgB,CAAC,eAAe;gBACpC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,gBAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,oBAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,EAAE;aACX;SACJ,CAAA;IACL,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,oDAAoD;IACpD,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,QAA0B;QACpE,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,IAAA,qBAAU,EAAC,kCAAkC,EAAE,QAAQ,CAAC,CAAC;IAC7D,CAAC;IACD,qDAAqD;IACrD,KAAK,CAAC,sBAAsB,CAAC,QAAyB,EAAE,QAA0B;QAC9E,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,OAAO,IAAA,0CAA+B,EAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;CAEJ;AAxFD,gCAwFC"}

package/lib/cjs/test-driver/utils.js

@@ -1,30 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.throwError = throwError;
-exports.createValidationErrorCompletion = createValidationErrorCompletion;
-exports.sleep = sleep;
-function throwError(message, prompt) {
-    const err = new Error(message);
-    err.prompt = prompt;
-    throw err;
-}
-function createValidationErrorCompletion(segments) {
-    return {
-        result: [{ type: "text", value: "An invalid result" }],
-        prompt: segments,
-        execution_time: 3000,
-        error: {
-            code: "validation_error",
-            message: "Result cannot be validated!",
-        },
-        token_usage: {
-            result: 10,
-            prompt: 10,
-            total: 20,
-        },
-    };
-}
-function sleep(ms) {
-    return new Promise(resolve => setTimeout(resolve, ms));
-}
-//# sourceMappingURL=utils.js.map

package/lib/cjs/test-driver/utils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/test-driver/utils.ts"],"names":[],"mappings":";;AAEA,gCAIC;AAED,0EAeC;AAED,sBAEC;AAzBD,SAAgB,UAAU,CAAC,OAAe,EAAE,MAAuB;IAC/D,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9B,GAAW,CAAC,MAAM,GAAG,MAAM,CAAC;IAC7B,MAAM,GAAG,CAAC;AACd,CAAC;AAED,SAAgB,+BAA+B,CAAC,QAAyB;IACrE,OAAO;QACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QACtD,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,IAAI;QACpB,KAAK,EAAE;YACH,IAAI,EAAE,kBAAkB;YACxB,OAAO,EAAE,6BAA6B;SACzC;QACD,WAAW,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;SACZ;KACkC,CAAC;AAC5C,CAAC;AAED,SAAgB,KAAK,CAAC,EAAU;IAC5B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/lib/cjs/togetherai/index.js

@@ -1,126 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TogetherAIDriver = void 0;
-const core_1 = require("@llumiverse/core");
-const async_1 = require("@llumiverse/core/async");
-const api_fetch_client_1 = require("@vertesia/api-fetch-client");
-class TogetherAIDriver extends core_1.AbstractDriver {
-    static PROVIDER = "togetherai";
-    provider = TogetherAIDriver.PROVIDER;
-    apiKey;
-    fetchClient;
-    constructor(options) {
-        super(options);
-        this.apiKey = options.apiKey;
-        this.fetchClient = new api_fetch_client_1.FetchClient('https://api.together.xyz').withHeaders({
-            authorization: `Bearer ${this.apiKey}`
-        });
-    }
-    getResponseFormat = (options) => {
-        return options.result_schema ?
-            {
-                type: "json_object",
-                schema: options.result_schema
-            } : undefined;
-    };
-    async requestTextCompletion(prompt, options) {
-        if (options.model_options?._option_id !== "text-fallback") {
-            this.logger.warn({ options: options.model_options }, "Invalid model options");
-        }
-        options.model_options = options.model_options;
-        const stop_seq = options.model_options?.stop_sequence ?? [];
-        const res = await this.fetchClient.post('/v1/completions', {
-            payload: {
-                model: options.model,
-                prompt: prompt,
-                response_format: this.getResponseFormat(options),
-                max_tokens: options.model_options?.max_tokens,
-                temperature: options.model_options?.temperature,
-                top_p: options.model_options?.top_p,
-                top_k: options.model_options?.top_k,
-                //logprobs: options.top_logprobs,       //Logprobs output currently not supported
-                frequency_penalty: options.model_options?.frequency_penalty,
-                presence_penalty: options.model_options?.presence_penalty,
-                stop: [
-                    "</s>",
-                    "[/INST]",
-                    ...stop_seq,
-                ],
-            }
-        });
-        const choice = res.choices[0];
-        const text = choice.text ?? '';
-        const usage = res.usage || {};
-        return {
-            result: [{ type: "text", value: text }],
-            token_usage: {
-                prompt: usage.prompt_tokens,
-                result: usage.completion_tokens,
-                total: usage.total_tokens,
-            },
-            finish_reason: choice.finish_reason, //Uses expected "stop" , "length" format
-            original_response: options.include_original_response ? res : undefined,
-        };
-    }
-    async requestTextCompletionStream(prompt, options) {
-        if (options.model_options?._option_id !== "text-fallback") {
-            this.logger.warn({ options: options.model_options }, "Invalid model options");
-        }
-        options.model_options = options.model_options;
-        const stop_seq = options.model_options?.stop_sequence ?? [];
-        const stream = await this.fetchClient.post('/v1/completions', {
-            payload: {
-                model: options.model,
-                prompt: prompt,
-                max_tokens: options.model_options?.max_tokens,
-                temperature: options.model_options?.temperature,
-                response_format: this.getResponseFormat(options),
-                top_p: options.model_options?.top_p,
-                top_k: options.model_options?.top_k,
-                //logprobs: options.top_logprobs,       //Logprobs output currently not supported
-                frequency_penalty: options.model_options?.frequency_penalty,
-                presence_penalty: options.model_options?.presence_penalty,
-                stream: true,
-                stop: [
-                    "</s>",
-                    "[/INST]",
-                    ...stop_seq,
-                ],
-            },
-            reader: 'sse'
-        });
-        return (0, async_1.transformSSEStream)(stream, (data) => {
-            const json = JSON.parse(data);
-            return {
-                result: [{ type: "text", value: json.choices[0]?.text ?? '' }],
-                finish_reason: json.choices[0]?.finish_reason, //Uses expected "stop" , "length" format
-                token_usage: {
-                    prompt: json.usage?.prompt_tokens,
-                    result: json.usage?.completion_tokens,
-                    total: json.usage?.prompt_tokens + json.usage?.completion_tokens,
-                }
-            };
-        });
-    }
-    async listModels() {
-        const models = await this.fetchClient.get("/models/info");
-        //        logObject('#### LIST MODELS RESULT IS', models[0]);
-        const aiModels = models.map(m => {
-            return {
-                id: m.name,
-                name: m.display_name,
-                description: m.description,
-                provider: this.provider,
-            };
-        });
-        return aiModels;
-    }
-    validateConnection() {
-        throw new Error("Method not implemented.");
-    }
-    generateEmbeddings() {
-        throw new Error("Method not implemented.");
-    }
-}
-exports.TogetherAIDriver = TogetherAIDriver;
-//# sourceMappingURL=index.js.map

package/lib/cjs/togetherai/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":";;;AAAA,2CAAsK;AACtK,kDAA4D;AAC5D,iEAAyD;AAOzD,MAAa,gBAAiB,SAAQ,qBAA+C;IACjF,MAAM,CAAC,QAAQ,GAAG,YAAY,CAAC;IAC/B,QAAQ,GAAG,gBAAgB,CAAC,QAAQ,CAAC;IACrC,MAAM,CAAS;IACf,WAAW,CAAc;IAEzB,YAAY,OAAgC;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,8BAAW,CAAC,0BAA0B,CAAC,CAAC,WAAW,CAAC;YACvE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACP,CAAC;IAED,iBAAiB,GAAG,CAAC,OAAyB,EAA6C,EAAE;QACzF,OAAO,OAAO,CAAC,aAAa,CAAC,CAAC;YAC1B;gBACI,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,OAAO,CAAC,aAAa;aAChC,CAAC,CAAC,CAAC,SAAS,CAAC;IACtB,CAAC,CAAA;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAE,aAAa,IAAI,EAAE,CAAC;QAE5D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YACvD,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAChD,UAAU,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBAC7C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,iFAAiF;gBACjF,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;gBAC3D,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;gBACzD,IAAI,EAAE;oBACF,MAAM;oBACN,SAAS;oBACT,GAAG,QAAQ;iBACd;aACJ;SACJ,CAAmB,CAAC;QACrB,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9B,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACvC,WAAW,EAAE;gBACT,MAAM,EAAE,KAAK,CAAC,aAAa;gBAC3B,MAAM,EAAE,KAAK,CAAC,iBAAiB;gBAC/B,KAAK,EAAE,KAAK,CAAC,YAAY;aAC5B;YACD,aAAa,EAAE,MAAM,CAAC,aAAa,EAAiB,wCAAwC;YAC5F,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAA;IACL,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAE,aAAa,IAAI,EAAE,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC1D,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBAC7C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAChD,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,iFAAiF;gBACjF,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;gBAC3D,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;gBACzD,MAAM,EAAE,IAAI;gBACZ,IAAI,EAAE;oBACF,MAAM;oBACN,SAAS;oBACT,GAAG,QAAQ;iBACd;aACJ;YACD,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,IAAA,0BAAkB,EAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,OAAO;gBACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;gBAC9D,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAW,wCAAwC;gBAChG,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;oBACjC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB;oBACrC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,GAAG,IAAI,CAAC,KAAK,EAAE,iBAAiB;iBACnE;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IAEP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAwB,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC/E,6DAA6D;QAE7D,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAC5B,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,IAAI;gBACV,IAAI,EAAE,CAAC,CAAC,YAAY;gBACpB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AAlIL,4CAoIC"}

package/lib/cjs/togetherai/interfaces.js

@@ -1,3 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=interfaces.js.map

package/lib/cjs/togetherai/interfaces.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../src/togetherai/interfaces.ts"],"names":[],"mappings":""}

package/lib/cjs/vertexai/debug.js

@@ -1,12 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.logObject = logObject;
-const util_1 = __importDefault(require("util"));
-function logObject(prefix, obj) {
-    const fullObj = util_1.default.inspect(obj, { showHidden: false, depth: null, colors: true });
-    console.log(prefix, fullObj);
-}
-//# sourceMappingURL=debug.js.map