@llumiverse/drivers 0.22.0 → 0.23.0-dev-20251118

package/lib/esm/src/replicate.js

@@ -0,0 +1,268 @@
+import { AbstractDriver, TrainingJobStatus, } from "@llumiverse/core";
+import { EventStream } from "@llumiverse/core/async";
+import { EventSource } from "eventsource";
+import Replicate from "replicate";
+let cachedTrainableModels;
+let cachedTrainableModelsTimestamp = 0;
+const supportFineTunning = new Set([
+    "meta/llama-2-70b-chat",
+    "meta/llama-2-13b-chat",
+    "meta/llama-2-7b-chat",
+    "meta/llama-2-7b",
+    "meta/llama-2-70b",
+    "meta/llama-2-13b",
+    "mistralai/mistral-7b-v0.1"
+]);
+export class ReplicateDriver extends AbstractDriver {
+    static PROVIDER = "replicate";
+    provider = ReplicateDriver.PROVIDER;
+    service;
+    static parseModelId(modelId) {
+        const [owner, modelPart] = modelId.split("/");
+        const i = modelPart.indexOf(':');
+        if (i === -1) {
+            throw new Error("Invalid model id. Expected format: owner/model:version");
+        }
+        return {
+            owner, model: modelPart.slice(0, i), version: modelPart.slice(i + 1)
+        };
+    }
+    constructor(options) {
+        super(options);
+        this.service = new Replicate({
+            auth: options.apiKey,
+        });
+    }
+    extractDataFromResponse(response) {
+        const text = response.output.join("");
+        return {
+            result: text,
+        };
+    }
+    async requestTextCompletionStream(prompt, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn("Invalid model options", { options: options.model_options });
+        }
+        options.model_options = options.model_options;
+        const model = ReplicateDriver.parseModelId(options.model);
+        const predictionData = {
+            input: {
+                prompt: prompt,
+                max_new_tokens: options.model_options?.max_tokens,
+                temperature: options.model_options?.temperature,
+            },
+            version: model.version,
+            stream: true, //streaming described here https://replicate.com/blog/streaming
+        };
+        const prediction = await this.service.predictions.create(predictionData);
+        const stream = new EventStream();
+        const source = new EventSource(prediction.urls.stream);
+        source.addEventListener("output", (e) => {
+            stream.push({ result: [{ type: "text", value: e.data }] });
+        });
+        source.addEventListener("error", (e) => {
+            let error;
+            try {
+                error = JSON.parse(e.data);
+            }
+            catch (error) {
+                error = JSON.stringify(e);
+            }
+            this.logger?.error("Error in SSE stream", { e, error });
+        });
+        source.addEventListener("done", () => {
+            try {
+                stream.close(""); // not using e.data which is {}
+            }
+            finally {
+                source.close();
+            }
+        });
+        return stream;
+    }
+    async requestTextCompletion(prompt, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn("Invalid model options", { options: options.model_options });
+        }
+        options.model_options = options.model_options;
+        const model = ReplicateDriver.parseModelId(options.model);
+        const predictionData = {
+            input: {
+                prompt: prompt,
+                max_new_tokens: options.model_options?.max_tokens,
+                temperature: options.model_options?.temperature,
+            },
+            version: model.version,
+            //TODO stream
+            //stream: stream,     //streaming described here https://replicate.com/blog/streaming
+        };
+        const prediction = await this.service.predictions.create(predictionData);
+        //TODO stream
+        //if we're streaming, return right away for the stream handler to handle
+        //        if (stream) return prediction;
+        //not streaming, wait for the result
+        const res = await this.service.wait(prediction, {});
+        const text = res.output.join("");
+        return {
+            result: [{ type: "text", value: text }],
+            original_response: options.include_original_response ? res : undefined,
+        };
+    }
+    async startTraining(dataset, options) {
+        if (options.name.indexOf("/") === -1) {
+            throw new Error("Invalid target model name. Expected format: owner/model");
+        }
+        const { owner, model, version } = ReplicateDriver.parseModelId(options.model);
+        const job = await this.service.trainings.create(owner, model, version, {
+            destination: options.name,
+            input: {
+                train_data: await dataset.getURL(),
+            },
+        });
+        return jobInfo(job, options.name);
+    }
+    /**
+     * This method is not returning a consistent TrainingJob like the one returned by startTraining
+     * Instead of returning the full model name `owner/model:version` it returns only the version `version
+     * @param jobId
+     * @returns
+     */
+    async cancelTraining(jobId) {
+        const job = await this.service.trainings.cancel(jobId);
+        return jobInfo(job);
+    }
+    /**
+     * This method is not returning a consistent TrainingJob like the one returned by startTraining
+     * Instead of returning the full model name `owner/model:version` it returns only the version `version
+     * @param jobId
+     * @returns
+     */
+    async getTrainingJob(jobId) {
+        const job = await this.service.trainings.get(jobId);
+        return jobInfo(job);
+    }
+    // ========= management API =============
+    async validateConnection() {
+        try {
+            await this.service.predictions.list();
+            return true;
+        }
+        catch (error) {
+            return false;
+        }
+    }
+    async _listTrainableModels() {
+        const promises = Array.from(supportFineTunning).map(id => {
+            const [owner, model] = id.split('/');
+            return this.service.models.get(owner, model);
+        });
+        const results = await Promise.all(promises);
+        return results.filter(m => !!m.latest_version).map(m => {
+            const fullName = m.owner + '/' + m.name;
+            const v = m.latest_version;
+            return {
+                id: fullName + ':' + v.id,
+                name: fullName + "@" + v.cog_version + ":" + v.id.slice(0, 6),
+                provider: this.provider,
+                owner: m.owner,
+                description: m.description,
+            };
+        });
+    }
+    async listTrainableModels() {
+        if (!cachedTrainableModels || Date.now() > cachedTrainableModelsTimestamp + 12 * 3600 * 1000) { // 12 hours
+            cachedTrainableModels = await this._listTrainableModels();
+            cachedTrainableModelsTimestamp = Date.now();
+        }
+        return cachedTrainableModels;
+    }
+    async listModels(params = { text: '' }) {
+        if (!params.text) {
+            return this.listTrainableModels();
+        }
+        const [owner, model] = params.text.split("/");
+        if (!owner || !model) {
+            throw new Error("Invalid model name. Expected format: owner/model");
+        }
+        return this.listModelVersions(owner, model);
+    }
+    async listModelVersions(owner, model) {
+        const [rModel, versions] = await Promise.all([
+            this.service.models.get(owner, model),
+            this.service.models.versions.list(owner, model),
+        ]);
+        if (!rModel || !versions || versions.results?.length === 0) {
+            throw new Error("Model not found or no versions available");
+        }
+        const models = versions.results.map((v) => {
+            const fullName = rModel.owner + '/' + rModel.name;
+            return {
+                id: fullName + ':' + v.id,
+                name: fullName + "@" + v.cog_version + ":" + v.id.slice(0, 6),
+                provider: this.provider,
+                owner: rModel.owner,
+                description: rModel.description,
+                canTrain: supportFineTunning.has(fullName),
+            };
+        });
+        //set latest version
+        //const idx = models.findIndex(m => m.id === rModel.latest_version?.id);
+        //models[idx].name = rModel.name + "@latest"
+        return models;
+    }
+    async searchModels(params) {
+        const res = await this.service.request("models/search", {
+            params: {
+                query: params.text,
+            },
+        });
+        const rModels = (await res.json()).models;
+        const models = rModels.map((v) => {
+            return {
+                id: v.name,
+                name: v.name,
+                provider: this.provider,
+                owner: v.username,
+                description: v.description,
+                has_versions: true,
+            };
+        });
+        return models;
+    }
+    async generateEmbeddings() {
+        throw new Error("Method not implemented.");
+    }
+}
+function jobInfo(job, modelName) {
+    // 'starting' | 'processing' | 'succeeded' | 'failed' | 'canceled'
+    const jobStatus = job.status;
+    let details;
+    let status = TrainingJobStatus.running;
+    if (jobStatus === 'succeeded') {
+        status = TrainingJobStatus.succeeded;
+    }
+    else if (jobStatus === 'failed') {
+        status = TrainingJobStatus.failed;
+        const error = job.error;
+        if (typeof error === 'string') {
+            details = error;
+        }
+        else {
+            details = JSON.stringify(error);
+        }
+    }
+    else if (jobStatus === 'canceled') {
+        status = TrainingJobStatus.cancelled;
+    }
+    else {
+        status = TrainingJobStatus.running;
+        details = job.status;
+    }
+    return {
+        id: job.id,
+        status,
+        details,
+        model: modelName ? modelName + ':' + job.version : job.version
+    };
+}
+//# sourceMappingURL=replicate.js.map

package/lib/esm/src/replicate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replicate.js","sourceRoot":"","sources":["../../../src/replicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,cAAc,EAUd,iBAAiB,GAEpB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,SAAmC,MAAM,WAAW,CAAC;AAE5D,IAAI,qBAA4C,CAAC;AACjD,IAAI,8BAA8B,GAAW,CAAC,CAAC;AAE/C,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IAC/B,uBAAuB;IACvB,uBAAuB;IACvB,sBAAsB;IACtB,iBAAiB;IACjB,kBAAkB;IAClB,kBAAkB;IAClB,2BAA2B;CAC9B,CAAC,CAAC;AAMH,MAAM,OAAO,eAAgB,SAAQ,cAAqC;IACtE,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC;IAC9B,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC;IACpC,OAAO,CAAY;IAEnB,MAAM,CAAC,YAAY,CAAC,OAAe;QAC/B,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC9E,CAAC;QACD,OAAO;YACH,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;SACvE,CAAA;IACL,CAAC;IAED,YAAY,OAA+B;QACvC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,GAAG,IAAI,SAAS,CAAC;YACzB,IAAI,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACP,CAAC;IAED,uBAAuB,CAAC,QAAoB;QACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtC,OAAO;YACH,MAAM,EAAE,IAAI;SACf,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,KAAK,GAAG,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG;YACnB,KAAK,EAAE;gBACH,MAAM,EAAE,MAAM;gBACd,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBACjD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;aAClD;YACD,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,IAAI,EAAE,+DAA+D;SAChF,CAAC;QAEF,MAAM,UAAU,GACZ,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAE1D,MAAM,MAAM,GAAG,IAAI,WAAW,EAAyB,CAAC;QAExD,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,MAAO,CAAC,CAAC;QACxD,MAAM,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC,CAAM,EAAE,EAAE;YACzC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAM,EAAE,EAAE;YACxC,IAAI,KAAU,CAAC;YACf,IAAI,CAAC;gBACD,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC9B,CAAC;YACD,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,qBAAqB,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE;YACjC,IAAI,CAAC;gBACD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,+BAA+B;YACrD,CAAC;oBAAS,CAAC;gBACP,MAAM,CAAC,KAAK,EAAE,CAAC;YACnB,CAAC;QACL,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QACrE,MAAM,KAAK,GAAG,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG;YACnB,KAAK,EAAE;gBACH,MAAM,EAAE,MAAM;gBACd,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBACjD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;aAClD;YACD,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,aAAa;YACb,qFAAqF;SACxF,CAAC;QAEF,MAAM,UAAU,GACZ,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAE1D,aAAa;QACb,wEAAwE;QACxE,wCAAwC;QAExC,oCAAoC;QACpC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAEpD,MAAM,IAAI,GAAW,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzC,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YAChD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAmB,EAAE,OAAwB;QAC7D,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC/E,CAAC;QACD,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9E,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE;YACnE,WAAW,EAAE,OAAO,CAAC,IAAW;YAChC,KAAK,EAAE;gBACH,UAAU,EAAE,MAAM,OAAO,CAAC,MAAM,EAAE;aACrC;SACJ,CAAC,CAAA;QACF,OAAO,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,yCAAyC;IAEzC,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,oBAAoB;QACtB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YACrD,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACrC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;QAChD,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YACnD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,GAAG,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC;YACxC,MAAM,CAAC,GAAG,CAAC,CAAC,cAAe,CAAC;YAC5B,OAAO;gBACH,EAAE,EAAE,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE;gBACzB,IAAI,EACA,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,WAAW,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3D,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,WAAW,EAAE,CAAC,CAAC,WAAW;aAClB,CAAC;QACjB,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,8BAA8B,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC,WAAW;YACvG,qBAAqB,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC1D,8BAA8B,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChD,CAAC;QACD,OAAO,qBAAqB,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAA6B,EAAE,IAAI,EAAE,EAAE,EAAE;QACtD,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACtC,CAAC;QACD,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACxE,CAAC;QAED,OAAO,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,KAAa,EAAE,KAAa;QAChD,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACzC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC;YACrC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC;SAClD,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,IAAK,QAAgB,CAAC,OAAO,EAAE,MAAM,KAAK,CAAC,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,MAAM,GAAe,QAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;YAC/D,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,GAAG,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC;YAClD,OAAO;gBACH,EAAE,EAAE,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE;gBACzB,IAAI,EACA,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC,WAAW,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3D,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,QAAQ,EAAE,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC;aAClC,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,oBAAoB;QACpB,wEAAwE;QACxE,4CAA4C;QAE5C,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAA0B;QACzC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE;YACpD,MAAM,EAAE;gBACJ,KAAK,EAAE,MAAM,CAAC,IAAI;aACrB;SACJ,CAAC,CAAC;QAEH,MAAM,OAAO,GAAI,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAS,CAAC,MAAM,CAAC;QAEnD,MAAM,MAAM,GAAc,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;YAC7C,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,IAAI;gBACV,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,QAAQ;gBACjB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,YAAY,EAAE,IAAI;aACrB,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AAIL,SAAS,OAAO,CAAC,GAA0B,EAAE,SAAkB;IAC3D,kEAAkE;IAClE,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC;IAC7B,IAAI,OAA2B,CAAC;IAChC,IAAI,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC;IACvC,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;QAC5B,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC;QAClC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAY,CAAC;QAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,OAAO,GAAG,KAAK,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACL,CAAC;SAAM,IAAI,SAAS,KAAK,UAAU,EAAE,CAAC;QAClC,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC;IACzC,CAAC;SAAM,CAAC;QACJ,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC;QACnC,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,OAAO;QACH,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,MAAM;QACN,OAAO;QACP,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,GAAG,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO;KAClD,CAAC;AAErB,CAAC"}

package/lib/esm/src/test/TestErrorCompletionStream.js

@@ -0,0 +1,16 @@
+import { sleep, throwError } from "./utils.js";
+export class TestErrorCompletionStream {
+    segments;
+    options;
+    completion;
+    constructor(segments, options) {
+        this.segments = segments;
+        this.options = options;
+    }
+    async *[Symbol.asyncIterator]() {
+        yield "Started TestError. Next we will thrown an error.\n";
+        sleep(1000);
+        throwError("Testing stream completion error.", this.segments);
+    }
+}
+//# sourceMappingURL=TestErrorCompletionStream.js.map

package/lib/esm/src/test/TestErrorCompletionStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TestErrorCompletionStream.js","sourceRoot":"","sources":["../../../../src/test/TestErrorCompletionStream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,OAAO,yBAAyB;IAIf;IACR;IAHX,UAAU,CAAiD;IAE3D,YAAmB,QAAyB,EACjC,OAAyB;QADjB,aAAQ,GAAR,QAAQ,CAAiB;QACjC,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IACD,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,oDAAoD,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,UAAU,CAAC,kCAAkC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;CACJ"}

package/lib/esm/src/test/TestValidationErrorCompletionStream.js

@@ -0,0 +1,20 @@
+import { createValidationErrorCompletion, sleep } from "./utils.js";
+export class TestValidationErrorCompletionStream {
+    segments;
+    options;
+    completion;
+    constructor(segments, options) {
+        this.segments = segments;
+        this.options = options;
+    }
+    async *[Symbol.asyncIterator]() {
+        yield "Started TestValidationError.\n";
+        await sleep(1000);
+        yield "chunk1\n";
+        await sleep(1000);
+        yield "chunk2\n";
+        await sleep(1000);
+        this.completion = createValidationErrorCompletion(this.segments);
+    }
+}
+//# sourceMappingURL=TestValidationErrorCompletionStream.js.map

package/lib/esm/src/test/TestValidationErrorCompletionStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TestValidationErrorCompletionStream.js","sourceRoot":"","sources":["../../../../src/test/TestValidationErrorCompletionStream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,+BAA+B,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAGpE,MAAM,OAAO,mCAAmC;IAIzB;IACR;IAHX,UAAU,CAAiD;IAE3D,YAAmB,QAAyB,EACjC,OAAyB;QADjB,aAAQ,GAAR,QAAQ,CAAiB;QACjC,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IACD,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,gCAAgC,CAAC;QACvC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAC;QACjB,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAC;QACjB,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,IAAI,CAAC,UAAU,GAAG,+BAA+B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC;CACJ"}

package/lib/esm/src/test/index.js

@@ -0,0 +1,91 @@
+import { AIModelStatus, ModelType } from "@llumiverse/core";
+import { TestErrorCompletionStream } from "./TestErrorCompletionStream.js";
+import { TestValidationErrorCompletionStream } from "./TestValidationErrorCompletionStream.js";
+import { createValidationErrorCompletion, sleep, throwError } from "./utils.js";
+export * from "./TestErrorCompletionStream.js";
+export * from "./TestValidationErrorCompletionStream.js";
+export var TestDriverModels;
+(function (TestDriverModels) {
+    TestDriverModels["executionError"] = "execution-error";
+    TestDriverModels["validationError"] = "validation-error";
+})(TestDriverModels || (TestDriverModels = {}));
+export class TestDriver {
+    provider = "test";
+    createTrainingPrompt() {
+        throw new Error("Method not implemented.");
+    }
+    startTraining() {
+        throw new Error("Method not implemented.");
+    }
+    cancelTraining() {
+        throw new Error("Method not implemented.");
+    }
+    getTrainingJob(_jobId) {
+        throw new Error("Method not implemented.");
+    }
+    async createPrompt(segments, _opts) {
+        return segments;
+    }
+    execute(segments, options) {
+        switch (options.model) {
+            case TestDriverModels.executionError:
+                return this.executeError(segments, options);
+            case TestDriverModels.validationError:
+                return this.executeValidationError(segments, options);
+            default:
+                throwError("[test driver] Unknown model: " + options.model, segments);
+        }
+    }
+    async stream(segments, options) {
+        switch (options.model) {
+            case TestDriverModels.executionError:
+                return new TestErrorCompletionStream(segments, options);
+            case TestDriverModels.validationError:
+                return new TestValidationErrorCompletionStream(segments, options);
+            default:
+                throwError("[test driver] Unknown model: " + options.model, segments);
+        }
+    }
+    async listTrainableModels() {
+        return [];
+    }
+    async listModels() {
+        return [
+            {
+                id: TestDriverModels.executionError,
+                name: "Execution Error",
+                type: ModelType.Test,
+                provider: this.provider,
+                status: AIModelStatus.Available,
+                description: "Test execution errors",
+                tags: [],
+            },
+            {
+                id: TestDriverModels.validationError,
+                name: "Validation Error",
+                type: ModelType.Test,
+                provider: this.provider,
+                status: AIModelStatus.Available,
+                description: "Test validation errors",
+                tags: [],
+            },
+        ];
+    }
+    validateConnection() {
+        throw new Error("Method not implemented.");
+    }
+    generateEmbeddings() {
+        throw new Error("Method not implemented.");
+    }
+    // ============== execution error ==================
+    async executeError(segments, _options) {
+        await sleep(1000);
+        throwError("Testing stream completion error.", segments);
+    }
+    // ============== validation error ==================
+    async executeValidationError(segments, _options) {
+        await sleep(3000);
+        return createValidationErrorCompletion(segments);
+    }
+}
+//# sourceMappingURL=index.js.map

package/lib/esm/src/test/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/test/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,aAAa,EAAmF,SAAS,EAA8B,MAAM,kBAAkB,CAAC;AAClL,OAAO,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAC3E,OAAO,EAAE,mCAAmC,EAAE,MAAM,0CAA0C,CAAC;AAC/F,OAAO,EAAE,+BAA+B,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAEhF,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AAEzD,MAAM,CAAN,IAAY,gBAGX;AAHD,WAAY,gBAAgB;IACxB,sDAAkC,CAAA;IAClC,wDAAoC,CAAA;AACxC,CAAC,EAHW,gBAAgB,KAAhB,gBAAgB,QAG3B;AAED,MAAM,OAAO,UAAU;IACnB,QAAQ,GAAG,MAAM,CAAC;IAElB,oBAAoB;QAChB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,aAAa;QACT,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;QACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAc;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,KAAuB;QACjE,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,CAAC,QAAyB,EAAE,OAAyB;QACxD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1D;gBACI,UAAU,CAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,QAAyB,EAAE,OAAyB;QAC7D,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,yBAAyB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC5D,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,mCAAmC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACtE;gBACI,UAAU,CAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO;YACH;gBACI,EAAE,EAAE,gBAAgB,CAAC,cAAc;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,aAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,EAAE;aACX;YACD;gBACI,EAAE,EAAE,gBAAgB,CAAC,eAAe;gBACpC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,aAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,EAAE;aACX;SACJ,CAAA;IACL,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,oDAAoD;IACpD,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,QAA0B;QACpE,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,UAAU,CAAC,kCAAkC,EAAE,QAAQ,CAAC,CAAC;IAC7D,CAAC;IACD,qDAAqD;IACrD,KAAK,CAAC,sBAAsB,CAAC,QAAyB,EAAE,QAA0B;QAC9E,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,OAAO,+BAA+B,CAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;CAEJ"}

package/lib/esm/src/test/utils.js

@@ -0,0 +1,25 @@
+export function throwError(message, prompt) {
+    const err = new Error(message);
+    err.prompt = prompt;
+    throw err;
+}
+export function createValidationErrorCompletion(segments) {
+    return {
+        result: [{ type: "text", value: "An invalid result" }],
+        prompt: segments,
+        execution_time: 3000,
+        error: {
+            code: "validation_error",
+            message: "Result cannot be validated!",
+        },
+        token_usage: {
+            result: 10,
+            prompt: 10,
+            total: 20,
+        },
+    };
+}
+export function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=utils.js.map

package/lib/esm/src/test/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../../src/test/utils.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,UAAU,CAAC,OAAe,EAAE,MAAuB;IAC/D,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9B,GAAW,CAAC,MAAM,GAAG,MAAM,CAAC;IAC7B,MAAM,GAAG,CAAC;AACd,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,QAAyB;IACrE,OAAO;QACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QACtD,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,IAAI;QACpB,KAAK,EAAE;YACH,IAAI,EAAE,kBAAkB;YACxB,OAAO,EAAE,6BAA6B;SACzC;QACD,WAAW,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;SACZ;KACkC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,EAAU;IAC5B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/lib/esm/src/test-driver/TestErrorCompletionStream.js

@@ -0,0 +1,16 @@
+import { sleep, throwError } from "./utils.js";
+export class TestErrorCompletionStream {
+    segments;
+    options;
+    completion;
+    constructor(segments, options) {
+        this.segments = segments;
+        this.options = options;
+    }
+    async *[Symbol.asyncIterator]() {
+        yield "Started TestError. Next we will thrown an error.\n";
+        sleep(1000);
+        throwError("Testing stream completion error.", this.segments);
+    }
+}
+//# sourceMappingURL=TestErrorCompletionStream.js.map

package/lib/esm/src/test-driver/TestErrorCompletionStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TestErrorCompletionStream.js","sourceRoot":"","sources":["../../../../src/test-driver/TestErrorCompletionStream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,OAAO,yBAAyB;IAIf;IACR;IAHX,UAAU,CAAiD;IAE3D,YAAmB,QAAyB,EACjC,OAAyB;QADjB,aAAQ,GAAR,QAAQ,CAAiB;QACjC,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IACD,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,oDAAoD,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,UAAU,CAAC,kCAAkC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;CACJ"}

package/lib/esm/src/test-driver/TestValidationErrorCompletionStream.js

@@ -0,0 +1,20 @@
+import { createValidationErrorCompletion, sleep } from "./utils.js";
+export class TestValidationErrorCompletionStream {
+    segments;
+    options;
+    completion;
+    constructor(segments, options) {
+        this.segments = segments;
+        this.options = options;
+    }
+    async *[Symbol.asyncIterator]() {
+        yield "Started TestValidationError.\n";
+        await sleep(1000);
+        yield "chunk1\n";
+        await sleep(1000);
+        yield "chunk2\n";
+        await sleep(1000);
+        this.completion = createValidationErrorCompletion(this.segments);
+    }
+}
+//# sourceMappingURL=TestValidationErrorCompletionStream.js.map

package/lib/esm/src/test-driver/TestValidationErrorCompletionStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TestValidationErrorCompletionStream.js","sourceRoot":"","sources":["../../../../src/test-driver/TestValidationErrorCompletionStream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,+BAA+B,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAGpE,MAAM,OAAO,mCAAmC;IAIzB;IACR;IAHX,UAAU,CAAiD;IAE3D,YAAmB,QAAyB,EACjC,OAAyB;QADjB,aAAQ,GAAR,QAAQ,CAAiB;QACjC,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IACD,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,gCAAgC,CAAC;QACvC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAC;QACjB,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAC;QACjB,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,IAAI,CAAC,UAAU,GAAG,+BAA+B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC;CACJ"}

package/lib/esm/src/test-driver/index.js

@@ -0,0 +1,91 @@
+import { AIModelStatus, ModelType } from "@llumiverse/core";
+import { TestErrorCompletionStream } from "./TestErrorCompletionStream.js";
+import { TestValidationErrorCompletionStream } from "./TestValidationErrorCompletionStream.js";
+import { createValidationErrorCompletion, sleep, throwError } from "./utils.js";
+export * from "./TestErrorCompletionStream.js";
+export * from "./TestValidationErrorCompletionStream.js";
+export var TestDriverModels;
+(function (TestDriverModels) {
+    TestDriverModels["executionError"] = "execution-error";
+    TestDriverModels["validationError"] = "validation-error";
+})(TestDriverModels || (TestDriverModels = {}));
+export class TestDriver {
+    provider = "test";
+    createTrainingPrompt() {
+        throw new Error("Method not implemented.");
+    }
+    startTraining() {
+        throw new Error("Method not implemented.");
+    }
+    cancelTraining() {
+        throw new Error("Method not implemented.");
+    }
+    getTrainingJob(_jobId) {
+        throw new Error("Method not implemented.");
+    }
+    async createPrompt(segments, _opts) {
+        return segments;
+    }
+    execute(segments, options) {
+        switch (options.model) {
+            case TestDriverModels.executionError:
+                return this.executeError(segments, options);
+            case TestDriverModels.validationError:
+                return this.executeValidationError(segments, options);
+            default:
+                throwError("[test driver] Unknown model: " + options.model, segments);
+        }
+    }
+    async stream(segments, options) {
+        switch (options.model) {
+            case TestDriverModels.executionError:
+                return new TestErrorCompletionStream(segments, options);
+            case TestDriverModels.validationError:
+                return new TestValidationErrorCompletionStream(segments, options);
+            default:
+                throwError("[test driver] Unknown model: " + options.model, segments);
+        }
+    }
+    async listTrainableModels() {
+        return [];
+    }
+    async listModels() {
+        return [
+            {
+                id: TestDriverModels.executionError,
+                name: "Execution Error",
+                type: ModelType.Test,
+                provider: this.provider,
+                status: AIModelStatus.Available,
+                description: "Test execution errors",
+                tags: [],
+            },
+            {
+                id: TestDriverModels.validationError,
+                name: "Validation Error",
+                type: ModelType.Test,
+                provider: this.provider,
+                status: AIModelStatus.Available,
+                description: "Test validation errors",
+                tags: [],
+            },
+        ];
+    }
+    validateConnection() {
+        throw new Error("Method not implemented.");
+    }
+    generateEmbeddings() {
+        throw new Error("Method not implemented.");
+    }
+    // ============== execution error ==================
+    async executeError(segments, _options) {
+        await sleep(1000);
+        throwError("Testing stream completion error.", segments);
+    }
+    // ============== validation error ==================
+    async executeValidationError(segments, _options) {
+        await sleep(3000);
+        return createValidationErrorCompletion(segments);
+    }
+}
+//# sourceMappingURL=index.js.map

package/lib/esm/src/test-driver/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/test-driver/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,aAAa,EAAmF,SAAS,EAA8B,MAAM,kBAAkB,CAAC;AAClL,OAAO,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAC3E,OAAO,EAAE,mCAAmC,EAAE,MAAM,0CAA0C,CAAC;AAC/F,OAAO,EAAE,+BAA+B,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAEhF,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AAEzD,MAAM,CAAN,IAAY,gBAGX;AAHD,WAAY,gBAAgB;IACxB,sDAAkC,CAAA;IAClC,wDAAoC,CAAA;AACxC,CAAC,EAHW,gBAAgB,KAAhB,gBAAgB,QAG3B;AAED,MAAM,OAAO,UAAU;IACnB,QAAQ,GAAG,MAAM,CAAC;IAElB,oBAAoB;QAChB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,aAAa;QACT,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;QACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAc;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,KAAuB;QACjE,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,CAAC,QAAyB,EAAE,OAAyB;QACxD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1D;gBACI,UAAU,CAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,QAAyB,EAAE,OAAyB;QAC7D,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,yBAAyB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC5D,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,mCAAmC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACtE;gBACI,UAAU,CAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO;YACH;gBACI,EAAE,EAAE,gBAAgB,CAAC,cAAc;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,aAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,EAAE;aACX;YACD;gBACI,EAAE,EAAE,gBAAgB,CAAC,eAAe;gBACpC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,aAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,EAAE;aACX;SACJ,CAAA;IACL,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,oDAAoD;IACpD,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,QAA0B;QACpE,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,UAAU,CAAC,kCAAkC,EAAE,QAAQ,CAAC,CAAC;IAC7D,CAAC;IACD,qDAAqD;IACrD,KAAK,CAAC,sBAAsB,CAAC,QAAyB,EAAE,QAA0B;QAC9E,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,OAAO,+BAA+B,CAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;CAEJ"}

package/lib/esm/src/test-driver/utils.js

@@ -0,0 +1,25 @@
+export function throwError(message, prompt) {
+    const err = new Error(message);
+    err.prompt = prompt;
+    throw err;
+}
+export function createValidationErrorCompletion(segments) {
+    return {
+        result: [{ type: "text", value: "An invalid result" }],
+        prompt: segments,
+        execution_time: 3000,
+        error: {
+            code: "validation_error",
+            message: "Result cannot be validated!",
+        },
+        token_usage: {
+            result: 10,
+            prompt: 10,
+            total: 20,
+        },
+    };
+}
+export function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=utils.js.map

package/lib/esm/src/test-driver/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../../src/test-driver/utils.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,UAAU,CAAC,OAAe,EAAE,MAAuB;IAC/D,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9B,GAAW,CAAC,MAAM,GAAG,MAAM,CAAC;IAC7B,MAAM,GAAG,CAAC;AACd,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,QAAyB;IACrE,OAAO;QACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QACtD,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,IAAI;QACpB,KAAK,EAAE;YACH,IAAI,EAAE,kBAAkB;YACxB,OAAO,EAAE,6BAA6B;SACzC;QACD,WAAW,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;SACZ;KACkC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,EAAU;IAC5B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}