@llumiverse/drivers 0.8.0

package/lib/esm/openai.js

@@ -0,0 +1,198 @@
+import { AbstractDriver, BuiltinProviders, ModelType, PromptFormats, TrainingJobStatus } from "@llumiverse/core";
+import { asyncMap } from "@llumiverse/core/async";
+import OpenAI from "openai";
+const supportFineTunning = new Set([
+    "gpt-3.5-turbo-1106",
+    "gpt-3.5-turbo-0613",
+    "babbage-002",
+    "davinci-002",
+    "gpt-4-0613"
+]);
+export class OpenAIDriver extends AbstractDriver {
+    inputContentTypes = ["text/plain"];
+    generatedContentTypes = ["text/plain"];
+    service;
+    provider = BuiltinProviders.openai;
+    defaultFormat = PromptFormats.openai;
+    constructor(opts) {
+        super(opts);
+        this.service = new OpenAI({
+            apiKey: opts.apiKey,
+        });
+    }
+    createPrompt(segments, opts) {
+        // openai only supports opanai format -  force the format
+        return super.createPrompt(segments, { ...opts, format: PromptFormats.openai });
+    }
+    extractDataFromResponse(options, result) {
+        const tokenInfo = {
+            prompt: result.usage?.prompt_tokens,
+            result: result.usage?.completion_tokens,
+            total: result.usage?.total_tokens,
+        };
+        //if no schema, return content
+        if (!options.resultSchema) {
+            return {
+                result: result.choices[0]?.message.content,
+                token_usage: tokenInfo,
+            };
+        }
+        //we have a schema: get the content and return after validation
+        const data = result.choices[0]?.message.function_call?.arguments;
+        if (!data) {
+            this.logger?.error("[OpenAI] Response is not valid", result);
+            throw new Error("Response is not valid: no data");
+        }
+        return {
+            result: data,
+            token_usage: tokenInfo
+        };
+    }
+    async requestCompletionStream(prompt, options) {
+        const mapFn = options.resultSchema
+            ? (chunk) => {
+                return (chunk.choices[0]?.delta?.function_call?.arguments ?? "");
+            }
+            : (chunk) => {
+                return chunk.choices[0]?.delta?.content ?? "";
+            };
+        const stream = (await this.service.chat.completions.create({
+            stream: true,
+            model: options.model,
+            messages: prompt,
+            temperature: options.temperature,
+            n: 1,
+            max_tokens: options.max_tokens,
+            functions: options.resultSchema
+                ? [
+                    {
+                        name: "format_output",
+                        parameters: options.resultSchema,
+                    },
+                ]
+                : undefined,
+            function_call: options.resultSchema
+                ? { name: "format_output" }
+                : undefined,
+        }));
+        return asyncMap(stream, mapFn);
+    }
+    async requestCompletion(prompt, options) {
+        const functions = options.resultSchema
+            ? [
+                {
+                    name: "format_output",
+                    parameters: options.resultSchema,
+                },
+            ]
+            : undefined;
+        const res = await this.service.chat.completions.create({
+            stream: false,
+            model: options.model,
+            messages: prompt,
+            temperature: options.temperature,
+            n: 1,
+            max_tokens: options.max_tokens,
+            functions: functions,
+            function_call: options.resultSchema
+                ? { name: "format_output" }
+                : undefined,
+        });
+        return this.extractDataFromResponse(options, res);
+    }
+    createTrainingPrompt(options) {
+        if (options.model.includes("gpt")) {
+            return super.createTrainingPrompt(options);
+        }
+        else {
+            // babbage, davinci not yet implemented 
+            throw new Error("Unsupported model for training: " + options.model);
+        }
+    }
+    async startTraining(dataset, options) {
+        const url = await dataset.getURL();
+        const file = await this.service.files.create({
+            file: await fetch(url),
+            purpose: "fine-tune",
+        });
+        const job = await this.service.fineTuning.jobs.create({
+            training_file: file.id,
+            model: options.model,
+            hyperparameters: options.params
+        });
+        return jobInfo(job);
+    }
+    async cancelTraining(jobId) {
+        const job = await this.service.fineTuning.jobs.cancel(jobId);
+        return jobInfo(job);
+    }
+    async getTrainingJob(jobId) {
+        const job = await this.service.fineTuning.jobs.retrieve(jobId);
+        return jobInfo(job);
+    }
+    // ========= management API =============
+    async validateConnection() {
+        try {
+            await this.service.models.list();
+            return true;
+        }
+        catch (error) {
+            return false;
+        }
+    }
+    listTrainableModels() {
+        return this._listModels((m) => supportFineTunning.has(m.id));
+    }
+    async listModels() {
+        return this._listModels();
+    }
+    async _listModels(filter) {
+        let result = await this.service.models.list();
+        const models = filter ? result.data.filter(filter) : result.data;
+        return models.map((m) => ({
+            id: m.id,
+            name: m.id,
+            provider: this.provider,
+            owner: m.owned_by,
+            type: m.object === "model" ? ModelType.Text : ModelType.Unknown,
+        }));
+    }
+    async generateEmbeddings(content, model = "text-embedding-ada-002") {
+        const res = await this.service.embeddings.create({
+            input: content,
+            model: model,
+        });
+        const embeddings = res.data[0].embedding;
+        if (!embeddings || embeddings.length === 0) {
+            throw new Error("No embedding found");
+        }
+        return { embeddings, model };
+    }
+}
+function jobInfo(job) {
+    //validating_files`, `queued`, `running`, `succeeded`, `failed`, or `cancelled`.
+    const jobStatus = job.status;
+    let status = TrainingJobStatus.running;
+    let details;
+    if (jobStatus === 'succeeded') {
+        status = TrainingJobStatus.succeeded;
+    }
+    else if (jobStatus === 'failed') {
+        status = TrainingJobStatus.failed;
+        details = job.error ? `${job.error.code} - ${job.error.message} ${job.error.param ? " [" + job.error.param + "]" : ""}` : "error";
+    }
+    else if (jobStatus === 'cancelled') {
+        status = TrainingJobStatus.cancelled;
+    }
+    else {
+        status = TrainingJobStatus.running;
+        details = jobStatus;
+    }
+    return {
+        id: job.id,
+        model: job.fine_tuned_model || undefined,
+        status,
+        details
+    };
+}
+//# sourceMappingURL=openai.js.map

package/lib/esm/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,cAAc,EACd,gBAAgB,EAMhB,SAAS,EACT,aAAa,EAGb,iBAAiB,EAGpB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IAC/B,oBAAoB;IACpB,oBAAoB;IACpB,aAAa;IACb,aAAa;IACb,YAAY;CACf,CAAC,CAAC;AAMH,MAAM,OAAO,YAAa,SAAQ,cAGjC;IACG,iBAAiB,GAAa,CAAC,YAAY,CAAC,CAAC;IAC7C,qBAAqB,GAAa,CAAC,YAAY,CAAC,CAAC;IACjD,OAAO,CAAS;IAChB,QAAQ,GAAG,gBAAgB,CAAC,MAAM,CAAC;IACnC,aAAa,GAAG,aAAa,CAAC,MAAM,CAAC;IAErC,YAAY,IAAyB;QACjC,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,MAAM;SACtB,CAAC,CAAC;IACP,CAAC;IAED,YAAY,CAAC,QAAyB,EAAE,IAAsB;QAC1D,yDAAyD;QACzD,OAAO,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC,CAAA;IAClF,CAAC;IAED,uBAAuB,CACnB,OAAyB,EACzB,MAA8C;QAE9C,MAAM,SAAS,GAAwB;YACnC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,aAAa;YACnC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,iBAAiB;YACvC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,YAAY;SACpC,CAAC;QAEF,8BAA8B;QAC9B,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YACxB,OAAO;gBACH,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAiB;gBACpD,WAAW,EAAE,SAAS;aACzB,CAAA;QACL,CAAC;QAED,+DAA+D;QAC/D,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,aAAa,EAAE,SAAgB,CAAC;QACxE,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,gCAAgC,EAAE,MAAM,CAAC,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACtD,CAAC;QAED,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,SAAS;SACzB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAA4D,EAAE,OAAyB;QACjH,MAAM,KAAK,GAAG,OAAO,CAAC,YAAY;YAC9B,CAAC,CAAC,CAAC,KAAkD,EAAE,EAAE;gBACrD,OAAO,CACH,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,IAAI,EAAE,CAC1D,CAAC;YACN,CAAC;YACD,CAAC,CAAC,CAAC,KAAkD,EAAE,EAAE;gBACrD,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;YAClD,CAAC,CAAC;QAEN,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACvD,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,MAAM;YAChB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,CAAC,EAAE,CAAC;YACJ,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,SAAS,EAAE,OAAO,CAAC,YAAY;gBAC3B,CAAC,CAAC;oBACE;wBACI,IAAI,EAAE,eAAe;wBACrB,UAAU,EAAE,OAAO,CAAC,YAAmB;qBAC1C;iBACJ;gBACD,CAAC,CAAC,SAAS;YACf,aAAa,EAAE,OAAO,CAAC,YAAY;gBAC/B,CAAC,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE;gBAC3B,CAAC,CAAC,SAAS;SAClB,CAAC,CAAwD,CAAC;QAE3D,OAAO,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAA4D,EAAE,OAAyB;QAC3G,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY;YAClC,CAAC,CAAC;gBACE;oBACI,IAAI,EAAE,eAAe;oBACrB,UAAU,EAAE,OAAO,CAAC,YAAmB;iBAC1C;aACJ;YACD,CAAC,CAAC,SAAS,CAAC;QAEhB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACnD,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,MAAM;YAChB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,CAAC,EAAE,CAAC;YACJ,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,SAAS,EAAE,SAAS;YACpB,aAAa,EAAE,OAAO,CAAC,YAAY;gBAC/B,CAAC,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE;gBAC3B,CAAC,CAAC,SAAS;SAClB,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,uBAAuB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACtD,CAAC;IAED,oBAAoB,CAAC,OAA8B;QAC/C,IAAI,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACJ,wCAAwC;YACxC,MAAM,IAAI,KAAK,CAAC,kCAAkC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QACxE,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAmB,EAAE,OAAwB;QAC7D,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;YACzC,IAAI,EAAE,MAAM,KAAK,CAAC,GAAG,CAAC;YACtB,OAAO,EAAE,WAAW;SACvB,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;YAClD,aAAa,EAAE,IAAI,CAAC,EAAE;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,eAAe,EAAE,OAAO,CAAC,MAAM;SAClC,CAAC,CAAA;QAEF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7D,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC/D,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,yCAAyC;IAEzC,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,mBAAmB;QACf,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAA4C;QAC1D,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;QACjE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACtB,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,EAAE;YACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,CAAC,CAAC,QAAQ;YACjB,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO;SAClE,CAAC,CAAC,CAAC;IACR,CAAC;IAGD,KAAK,CAAC,kBAAkB,CAAC,OAAe,EAAE,QAAgB,wBAAwB;QAC9E,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;YAC7C,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEzC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC1C,CAAC;QAED,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IACjC,CAAC;CAEJ;AAGD,SAAS,OAAO,CAAC,GAAyC;IACtD,gFAAgF;IAChF,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC;IAC7B,IAAI,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC;IACvC,IAAI,OAA2B,CAAC;IAChC,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;QAC5B,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC;QAClC,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;IACtI,CAAC;SAAM,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;QACnC,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,CAAC;QACJ,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC;QACnC,OAAO,GAAG,SAAS,CAAC;IACxB,CAAC;IACD,OAAO;QACH,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,KAAK,EAAE,GAAG,CAAC,gBAAgB,IAAI,SAAS;QACxC,MAAM;QACN,OAAO;KACV,CAAA;AACL,CAAC"}

package/lib/esm/replicate.js

@@ -0,0 +1,283 @@
+import { AbstractDriver, BuiltinProviders, PromptFormats, TrainingJobStatus } from "@llumiverse/core";
+import { EventStream } from "@llumiverse/core/async";
+import EventSource from "eventsource";
+import Replicate from "replicate";
+let cachedTrainableModels;
+let cachedTrainableModelsTimestamp = 0;
+const supportFineTunning = new Set([
+    "meta/llama-2-70b-chat",
+    "meta/llama-2-13b-chat",
+    "meta/llama-2-7b-chat",
+    "meta/llama-2-7b",
+    "meta/llama-2-70b",
+    "meta/llama-2-13b",
+    "mistralai/mistral-7b-v0.1"
+]);
+export class ReplicateDriver extends AbstractDriver {
+    provider = BuiltinProviders.replicate;
+    service;
+    defaultFormat = PromptFormats.genericTextLLM;
+    static parseModelId(modelId) {
+        const [owner, modelPart] = modelId.split("/");
+        const i = modelPart.indexOf(':');
+        if (i === -1) {
+            throw new Error("Invalid model id. Expected format: owner/model:version");
+        }
+        return {
+            owner, model: modelPart.slice(0, i), version: modelPart.slice(i + 1)
+        };
+    }
+    constructor(options) {
+        super(options);
+        this.service = new Replicate({
+            auth: options.apiKey,
+        });
+    }
+    extractDataFromResponse(prompt, response) {
+        const text = response.output.join("");
+        return {
+            result: text,
+            token_usage: {
+                result: response.output.length,
+                prompt: prompt.length,
+                total: response.output.length + prompt.length,
+            },
+        };
+    }
+    async requestCompletionStream(prompt, options) {
+        const model = ReplicateDriver.parseModelId(options.model);
+        const predictionData = {
+            input: {
+                prompt: prompt,
+                max_new_tokens: options.max_tokens || 1024,
+                temperature: options.temperature,
+            },
+            version: model.version,
+            stream: true, //streaming described here https://replicate.com/blog/streaming
+        };
+        const prediction = await this.service.predictions.create(predictionData);
+        const stream = new EventStream();
+        const source = new EventSource(prediction.urls.stream);
+        source.addEventListener("output", (e) => {
+            stream.push(e.data);
+        });
+        source.addEventListener("error", (e) => {
+            let error;
+            try {
+                error = JSON.parse(e.data);
+            }
+            catch (error) {
+                error = JSON.stringify(e);
+            }
+            this.logger?.error(e, error, "Error in SSE stream");
+        });
+        source.addEventListener("done", () => {
+            try {
+                stream.close(""); // not using e.data which is {}
+            }
+            finally {
+                source.close();
+            }
+        });
+        return stream;
+    }
+    async requestCompletion(prompt, options) {
+        const model = ReplicateDriver.parseModelId(options.model);
+        const predictionData = {
+            input: {
+                prompt: prompt,
+                max_new_tokens: options.max_tokens || 1024,
+                temperature: options.temperature,
+            },
+            version: model.version,
+            //TODO stream
+            //stream: stream,     //streaming described here https://replicate.com/blog/streaming
+        };
+        const prediction = await this.service.predictions.create(predictionData);
+        //TODO stream
+        //if we're streaming, return right away for the stream handler to handle
+        //        if (stream) return prediction;
+        //not streaming, wait for the result
+        const res = await this.service.wait(prediction, {});
+        const text = res.output.join("");
+        return {
+            result: text,
+            token_usage: {
+                result: res.output.length,
+                prompt: prompt.length,
+                total: res.output.length + prompt.length,
+            },
+        };
+    }
+    async startTraining(dataset, options) {
+        if (options.name.indexOf("/") === -1) {
+            throw new Error("Invalid target model name. Expected format: owner/model");
+        }
+        const { owner, model, version } = ReplicateDriver.parseModelId(options.model);
+        const job = await this.service.trainings.create(owner, model, version, {
+            destination: options.name,
+            input: {
+                train_data: dataset.getURL(),
+            },
+        });
+        return jobInfo(job, options.name);
+    }
+    /**
+     * This method is not returning a consistent TrainingJob like the one returned by startTraining
+     * Instead of returning the full model name `owner/model:version` it returns only the version `version
+     * @param jobId
+     * @returns
+     */
+    async cancelTraining(jobId) {
+        const job = await this.service.trainings.cancel(jobId);
+        return jobInfo(job);
+    }
+    /**
+     * This method is not returning a consistent TrainingJob like the one returned by startTraining
+     * Instead of returning the full model name `owner/model:version` it returns only the version `version
+     * @param jobId
+     * @returns
+     */
+    async getTrainingJob(jobId) {
+        const job = await this.service.trainings.get(jobId);
+        return jobInfo(job);
+    }
+    // ========= management API =============
+    async validateConnection() {
+        try {
+            await this.service.predictions.list();
+            return true;
+        }
+        catch (error) {
+            return false;
+        }
+    }
+    async _listTrainableModels() {
+        const promises = Array.from(supportFineTunning).map(id => {
+            const [owner, model] = id.split('/');
+            return this.service.models.get(owner, model);
+        });
+        const results = await Promise.all(promises);
+        return results.filter(m => !!m.latest_version).map(m => {
+            const fullName = m.owner + '/' + m.name;
+            const v = m.latest_version;
+            return {
+                id: fullName + ':' + v.id,
+                name: fullName + "@" + v.cog_version + ":" + v.id.slice(0, 6),
+                provider: this.provider,
+                owner: m.owner,
+                description: m.description,
+            };
+        });
+    }
+    async listTrainableModels() {
+        if (!cachedTrainableModels || Date.now() > cachedTrainableModelsTimestamp + 12 * 3600 * 1000) { // 12 hours
+            cachedTrainableModels = await this._listTrainableModels();
+            cachedTrainableModelsTimestamp = Date.now();
+        }
+        return cachedTrainableModels;
+    }
+    async listModels(params) {
+        if (!params.text) {
+            return this.listTrainableModels();
+        }
+        const [owner, model] = params.text.split("/");
+        if (!owner || !model) {
+            throw new Error("Invalid model name. Expected format: owner/model");
+        }
+        return this.listModelVersions(owner, model);
+    }
+    async listModelVersions(owner, model) {
+        const [rModel, versions] = await Promise.all([
+            this.service.models.get(owner, model),
+            this.service.models.versions.list(owner, model),
+        ]);
+        if (!rModel || !versions || versions.length === 0) {
+            throw new Error("Model not found or no versions avaialble");
+        }
+        const models = versions.results.map((v) => {
+            const fullName = rModel.owner + '/' + rModel.name;
+            return {
+                id: fullName + ':' + v.id,
+                name: fullName + "@" + v.cog_version + ":" + v.id.slice(0, 6),
+                provider: this.provider,
+                owner: rModel.owner,
+                description: rModel.description,
+                canTrain: supportFineTunning.has(fullName),
+            };
+        });
+        //set latest version
+        //const idx = models.findIndex(m => m.id === rModel.latest_version?.id);
+        //models[idx].name = rModel.name + "@latest"
+        return models;
+    }
+    async searchModels(params) {
+        const res = await this.service.request("models/search", {
+            params: {
+                query: params.text,
+            },
+        });
+        const rModels = (await res.json()).models;
+        const models = rModels.map((v) => {
+            return {
+                id: v.name,
+                name: v.name,
+                provider: this.provider,
+                owner: v.username,
+                description: v.description,
+                has_versions: true,
+            };
+        });
+        return models;
+    }
+    generateEmbeddings(content, model) {
+        this.logger?.debug(`[Replicate] Generating embeddings for ${content} on ${model}`);
+        throw new Error("Method not implemented.");
+    }
+}
+function jobInfo(job, modelName) {
+    // 'starting' | 'processing' | 'succeeded' | 'failed' | 'canceled'
+    const jobStatus = job.status;
+    let details;
+    let status = TrainingJobStatus.running;
+    if (jobStatus === 'succeeded') {
+        status = TrainingJobStatus.succeeded;
+    }
+    else if (jobStatus === 'failed') {
+        status = TrainingJobStatus.failed;
+        const error = job.error;
+        if (typeof error === 'string') {
+            details = error;
+        }
+        else {
+            const parts = [];
+            if (error.code) {
+                parts.push(error.code + ' - ');
+            }
+            if (error.message) {
+                parts.push(error.message);
+            }
+            if (parts.length) {
+                details = parts.join(' ');
+            }
+            else {
+                details = JSON.stringify(error);
+            }
+        }
+        details = job.error ? `${job.error.code} - ${job.error.message} ${job.error.param ? " [" + job.error.param + "]" : ""}` : "error";
+    }
+    else if (jobStatus === 'canceled') {
+        status = TrainingJobStatus.cancelled;
+    }
+    else {
+        status = TrainingJobStatus.running;
+        details = job.status;
+    }
+    return {
+        id: job.id,
+        status,
+        details,
+        model: modelName ? modelName + ':' + job.version : job.version
+    };
+}
+//# sourceMappingURL=replicate.js.map

package/lib/esm/replicate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replicate.js","sourceRoot":"","sources":["../../src/replicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,cAAc,EACd,gBAAgB,EAMhB,aAAa,EAEb,iBAAiB,EAEpB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,WAAW,MAAM,aAAa,CAAC;AACtC,OAAO,SAAyB,MAAM,WAAW,CAAC;AAElD,IAAI,qBAA4C,CAAC;AACjD,IAAI,8BAA8B,GAAW,CAAC,CAAC;AAE/C,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IAC/B,uBAAuB;IACvB,uBAAuB;IACvB,sBAAsB;IACtB,iBAAiB;IACjB,kBAAkB;IAClB,kBAAkB;IAClB,2BAA2B;CAC9B,CAAC,CAAC;AAMH,MAAM,OAAO,eAAgB,SAAQ,cAAqC;IACtE,QAAQ,GAAG,gBAAgB,CAAC,SAAS,CAAC;IACtC,OAAO,CAAY;IACnB,aAAa,GAAG,aAAa,CAAC,cAAc,CAAC;IAE7C,MAAM,CAAC,YAAY,CAAC,OAAe;QAC/B,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC9E,CAAC;QACD,OAAO;YACH,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;SACvE,CAAA;IACL,CAAC;IAED,YAAY,OAA+B;QACvC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,GAAG,IAAI,SAAS,CAAC;YACzB,IAAI,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACP,CAAC;IAED,uBAAuB,CAAC,MAAc,EAAE,QAAoB;QACxD,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtC,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE;gBACT,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM;gBAC9B,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;aAChD;SACJ,CAAC;IACN,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAc,EAAE,OAAyB;QACnE,MAAM,KAAK,GAAG,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG;YACnB,KAAK,EAAE;gBACH,MAAM,EAAE,MAAM;gBACd,cAAc,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBAC1C,WAAW,EAAE,OAAO,CAAC,WAAW;aACnC;YACD,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,IAAI,EAAE,+DAA+D;SAChF,CAAC;QAEF,MAAM,UAAU,GACZ,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAE1D,MAAM,MAAM,GAAG,IAAI,WAAW,EAAU,CAAC;QAEzC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,MAAO,CAAC,CAAC;QACxD,MAAM,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC,CAAM,EAAE,EAAE;YACzC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAM,EAAE,EAAE;YACxC,IAAI,KAAU,CAAC;YACf,IAAI,CAAC;gBACD,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC9B,CAAC;YACD,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,EAAE,KAAK,EAAE,qBAAqB,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE;YACjC,IAAI,CAAC;gBACD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,+BAA+B;YACrD,CAAC;oBAAS,CAAC;gBACP,MAAM,CAAC,KAAK,EAAE,CAAC;YACnB,CAAC;QACL,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAc,EAAE,OAAyB;QAC7D,MAAM,KAAK,GAAG,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG;YACnB,KAAK,EAAE;gBACH,MAAM,EAAE,MAAM;gBACd,cAAc,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBAC1C,WAAW,EAAE,OAAO,CAAC,WAAW;aACnC;YACD,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,aAAa;YACb,qFAAqF;SACxF,CAAC;QAEF,MAAM,UAAU,GACZ,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAE1D,aAAa;QACb,wEAAwE;QACxE,wCAAwC;QAExC,oCAAoC;QACpC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAEpD,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjC,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;gBACzB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;aAC3C;SACJ,CAAC;IACN,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAmB,EAAE,OAAwB;QAC7D,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC/E,CAAC;QACD,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9E,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE;YACnE,WAAW,EAAE,OAAO,CAAC,IAAW;YAChC,KAAK,EAAE;gBACH,UAAU,EAAE,OAAO,CAAC,MAAM,EAAE;aAC/B;SACJ,CAAC,CAAA;QACF,OAAO,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,yCAAyC;IAEzC,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,oBAAoB;QACtB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YACrD,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACrC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;QAChD,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YACnD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,GAAG,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC;YACxC,MAAM,CAAC,GAAG,CAAC,CAAC,cAAe,CAAC;YAC5B,OAAO;gBACH,EAAE,EAAE,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE;gBACzB,IAAI,EACA,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,WAAW,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3D,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,WAAW,EAAE,CAAC,CAAC,WAAW;aAClB,CAAC;QACjB,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,8BAA8B,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC,WAAW;YACvG,qBAAqB,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC1D,8BAA8B,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChD,CAAC;QACD,OAAO,qBAAqB,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAA0B;QACvC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACtC,CAAC;QACD,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACxE,CAAC;QAED,OAAO,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,KAAa,EAAE,KAAa;QAChD,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACzC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC;YACrC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC;SAClD,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,MAAM,GAAe,QAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;YAC/D,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,GAAG,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC;YAClD,OAAO;gBACH,EAAE,EAAE,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE;gBACzB,IAAI,EACA,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,WAAW,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3D,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,QAAQ,EAAE,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC;aAClC,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,oBAAoB;QACpB,wEAAwE;QACxE,4CAA4C;QAE5C,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAA0B;QACzC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE;YACpD,MAAM,EAAE;gBACJ,KAAK,EAAE,MAAM,CAAC,IAAI;aACrB;SACJ,CAAC,CAAC;QAEH,MAAM,OAAO,GAAI,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAS,CAAC,MAAM,CAAC;QAEnD,MAAM,MAAM,GAAc,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;YAC7C,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,IAAI;gBACV,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,QAAQ;gBACjB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,YAAY,EAAE,IAAI;aACrB,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,kBAAkB,CAAC,OAAe,EAAE,KAAc;QAC9C,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,yCAAyC,OAAO,OAAO,KAAK,EAAE,CAAC,CAAC;QACnF,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CAEJ;AAED,SAAS,OAAO,CAAC,GAAe,EAAE,SAAkB;IAChD,kEAAkE;IAClE,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC;IAC7B,IAAI,OAA2B,CAAC;IAChC,IAAI,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC;IACvC,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;QAC5B,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC;QAClC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;QACxB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,OAAO,GAAG,KAAK,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,MAAM,KAAK,GAAG,EAAE,CAAC;YACjB,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACb,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;YACnC,CAAC;YACD,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAChB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC9B,CAAC;YACD,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBACf,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACJ,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACpC,CAAC;QACL,CAAC;QACD,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;IACtI,CAAC;SAAM,IAAI,SAAS,KAAK,UAAU,EAAE,CAAC;QAClC,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,CAAC;QACJ,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC;QACnC,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,OAAO;QACH,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,MAAM;QACN,OAAO;QACP,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,GAAG,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO;KAClD,CAAC;AAErB,CAAC"}

package/lib/esm/test/TestErrorCompletionStream.js

@@ -0,0 +1,16 @@
+import { sleep, throwError } from "./utils.js";
+export class TestErrorCompletionStream {
+    segments;
+    options;
+    completion;
+    constructor(segments, options) {
+        this.segments = segments;
+        this.options = options;
+    }
+    async *[Symbol.asyncIterator]() {
+        yield "Started TestError. Next we will thrown an error.\n";
+        sleep(1000);
+        throwError("Testing stream completion error.", this.segments);
+    }
+}
+//# sourceMappingURL=TestErrorCompletionStream.js.map

package/lib/esm/test/TestErrorCompletionStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TestErrorCompletionStream.js","sourceRoot":"","sources":["../../../src/test/TestErrorCompletionStream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,OAAO,yBAAyB;IAIf;IACR;IAHX,UAAU,CAAiD;IAE3D,YAAmB,QAAyB,EACjC,OAAyB;QADjB,aAAQ,GAAR,QAAQ,CAAiB;QACjC,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IACD,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,oDAAoD,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,UAAU,CAAC,kCAAkC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;CACJ"}

package/lib/esm/test/TestValidationErrorCompletionStream.js

@@ -0,0 +1,20 @@
+import { createValidationErrorCompletion, sleep } from "./utils.js";
+export class TestValidationErrorCompletionStream {
+    segments;
+    options;
+    completion;
+    constructor(segments, options) {
+        this.segments = segments;
+        this.options = options;
+    }
+    async *[Symbol.asyncIterator]() {
+        yield "Started TestValidationError.\n";
+        await sleep(1000);
+        yield "chunk1\n";
+        await sleep(1000);
+        yield "chunk2\n";
+        await sleep(1000);
+        this.completion = createValidationErrorCompletion(this.segments);
+    }
+}
+//# sourceMappingURL=TestValidationErrorCompletionStream.js.map

package/lib/esm/test/TestValidationErrorCompletionStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TestValidationErrorCompletionStream.js","sourceRoot":"","sources":["../../../src/test/TestValidationErrorCompletionStream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,+BAA+B,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAGpE,MAAM,OAAO,mCAAmC;IAIzB;IACR;IAHX,UAAU,CAAiD;IAE3D,YAAmB,QAAyB,EACjC,OAAyB;QADjB,aAAQ,GAAR,QAAQ,CAAiB;QACjC,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IACD,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,gCAAgC,CAAC;QACvC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAA;QAChB,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAA;QAChB,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,IAAI,CAAC,UAAU,GAAG,+BAA+B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC;CACJ"}

package/lib/esm/test/index.js

@@ -0,0 +1,91 @@
+import { AIModelStatus, ModelType } from "@llumiverse/core";
+import { TestErrorCompletionStream } from "./TestErrorCompletionStream.js";
+import { TestValidationErrorCompletionStream } from "./TestValidationErrorCompletionStream.js";
+import { createValidationErrorCompletion, sleep, throwError } from "./utils.js";
+export * from "./TestErrorCompletionStream.js";
+export * from "./TestValidationErrorCompletionStream.js";
+export var TestDriverModels;
+(function (TestDriverModels) {
+    TestDriverModels["executionError"] = "execution-error";
+    TestDriverModels["validationError"] = "validation-error";
+})(TestDriverModels || (TestDriverModels = {}));
+export class TestDriver {
+    provider = "test";
+    createTrainingPrompt() {
+        throw new Error("Method not implemented.");
+    }
+    startTraining() {
+        throw new Error("Method not implemented.");
+    }
+    cancelTraining() {
+        throw new Error("Method not implemented.");
+    }
+    getTrainingJob(_jobId) {
+        throw new Error("Method not implemented.");
+    }
+    createPrompt(segments, _opts) {
+        return segments;
+    }
+    execute(segments, options) {
+        switch (options.model) {
+            case TestDriverModels.executionError:
+                return this.executeError(segments, options);
+            case TestDriverModels.validationError:
+                return this.executeValidationError(segments, options);
+            default:
+                throwError("[test driver] Unknown model: " + options.model, segments);
+        }
+    }
+    async stream(segments, options) {
+        switch (options.model) {
+            case TestDriverModels.executionError:
+                return new TestErrorCompletionStream(segments, options);
+            case TestDriverModels.validationError:
+                return new TestValidationErrorCompletionStream(segments, options);
+            default:
+                throwError("[test driver] Unknown model: " + options.model, segments);
+        }
+    }
+    async listTrainableModels() {
+        return [];
+    }
+    async listModels() {
+        return [
+            {
+                id: TestDriverModels.executionError,
+                name: "Execution Error",
+                type: ModelType.Test,
+                provider: this.provider,
+                status: AIModelStatus.Available,
+                description: "Test execution errors",
+                tags: [],
+            },
+            {
+                id: TestDriverModels.validationError,
+                name: "Validation Error",
+                type: ModelType.Test,
+                provider: this.provider,
+                status: AIModelStatus.Available,
+                description: "Test validation errors",
+                tags: [],
+            },
+        ];
+    }
+    validateConnection() {
+        throw new Error("Method not implemented.");
+    }
+    generateEmbeddings() {
+        throw new Error("Method not implemented.");
+    }
+    // ============== execution error ==================
+    async executeError(segments, _options) {
+        await sleep(1000);
+        throwError("Testing stream completion error.", segments);
+    }
+    // ============== validation error ==================
+    async executeValidationError(segments, _options) {
+        await sleep(3000);
+        return createValidationErrorCompletion(segments);
+    }
+}
+//# sourceMappingURL=index.js.map

package/lib/esm/test/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/test/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,aAAa,EAAiE,SAAS,EAA6C,MAAM,kBAAkB,CAAC;AAC/K,OAAO,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAC3E,OAAO,EAAE,mCAAmC,EAAE,MAAM,0CAA0C,CAAC;AAC/F,OAAO,EAAE,+BAA+B,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAEhF,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AAEzD,MAAM,CAAN,IAAY,gBAGX;AAHD,WAAY,gBAAgB;IACxB,sDAAkC,CAAA;IAClC,wDAAoC,CAAA;AACxC,CAAC,EAHW,gBAAgB,KAAhB,gBAAgB,QAG3B;AAED,MAAM,OAAO,UAAU;IACnB,QAAQ,GAAG,MAAM,CAAC;IAElB,oBAAoB;QAChB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,aAAa;QACT,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;QACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAc;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,YAAY,CAAC,QAAyB,EAAE,KAAoB;QACxD,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,OAAO,CAAC,QAAyB,EAAE,OAAyB;QACxD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1D;gBACI,UAAU,CAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,QAAyB,EAAE,OAAyB;QAC7D,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,yBAAyB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC5D,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,mCAAmC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACtE;gBACI,UAAU,CAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO;YACH;gBACI,EAAE,EAAE,gBAAgB,CAAC,cAAc;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,aAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,EAAE;aACX;YACD;gBACI,EAAE,EAAE,gBAAgB,CAAC,eAAe;gBACpC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,aAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,EAAE;aACX;SACJ,CAAA;IACL,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,oDAAoD;IACpD,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,QAA0B;QACpE,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,UAAU,CAAC,kCAAkC,EAAE,QAAQ,CAAC,CAAC;IAC7D,CAAC;IACD,qDAAqD;IACrD,KAAK,CAAC,sBAAsB,CAAC,QAAyB,EAAE,QAA0B;QAC9E,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,OAAO,+BAA+B,CAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;CAEJ"}