@llumiverse/core 0.8.0

package/lib/cjs/CompletionStream.js

@@ -0,0 +1,78 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FallbackCompletionStream = exports.DefaultCompletionStream = void 0;
+class DefaultCompletionStream {
+    driver;
+    options;
+    chunks;
+    prompt;
+    completion;
+    constructor(driver, segments, options) {
+        this.driver = driver;
+        this.options = options;
+        this.driver = driver;
+        this.prompt = this.driver.createPrompt(segments, options);
+        this.chunks = [];
+    }
+    async *[Symbol.asyncIterator]() {
+        // reset state
+        this.completion = undefined;
+        if (this.chunks.length > 0) {
+            this.chunks = [];
+        }
+        const chunks = this.chunks;
+        this.driver.logger.debug(`[${this.driver.provider}] Streaming Execution of ${this.options.model} with prompt`, this.prompt);
+        const start = Date.now();
+        const stream = await this.driver.requestCompletionStream(this.prompt, this.options);
+        for await (const chunk of stream) {
+            if (chunk) {
+                chunks.push(chunk);
+                yield chunk;
+            }
+        }
+        const content = chunks.join('');
+        const promptTokens = typeof this.prompt === 'string' ? this.prompt.length : JSON.stringify(this.prompt).length;
+        const resultTokens = content.length; //TODO use chunks.length ?
+        this.completion = {
+            result: content,
+            prompt: this.prompt,
+            execution_time: Date.now() - start,
+            token_usage: {
+                prompt: promptTokens,
+                result: resultTokens,
+                total: resultTokens + promptTokens,
+            }
+        };
+        this.driver.validateResult(this.completion, this.options);
+    }
+}
+exports.DefaultCompletionStream = DefaultCompletionStream;
+class FallbackCompletionStream {
+    driver;
+    options;
+    prompt;
+    chunks;
+    completion;
+    constructor(driver, segments, options) {
+        this.driver = driver;
+        this.options = options;
+        this.driver = driver;
+        this.prompt = this.driver.createPrompt(segments, options);
+        this.chunks = [];
+    }
+    async *[Symbol.asyncIterator]() {
+        // reset state
+        this.completion = undefined;
+        if (this.chunks.length > 0) {
+            this.chunks = [];
+        }
+        this.driver.logger.debug(`[${this.driver.provider}] Streaming is not supported, falling back to blocking execution`);
+        const completion = await this.driver._execute(this.prompt, this.options);
+        const content = completion.result === 'string' ? completion.result : JSON.stringify(completion.result);
+        this.chunks.push(content);
+        yield content;
+        this.completion = completion;
+    }
+}
+exports.FallbackCompletionStream = FallbackCompletionStream;
+//# sourceMappingURL=CompletionStream.js.map

package/lib/cjs/CompletionStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CompletionStream.js","sourceRoot":"","sources":["../../src/CompletionStream.ts"],"names":[],"mappings":";;;AAGA,MAAa,uBAAuB;IAMb;IAER;IANX,MAAM,CAAW;IACjB,MAAM,CAAU;IAChB,UAAU,CAAyC;IAEnD,YAAmB,MAA8C,EAC7D,QAAyB,EAClB,OAAyB;QAFjB,WAAM,GAAN,MAAM,CAAwC;QAEtD,YAAO,GAAP,OAAO,CAAkB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,cAAc;QACd,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACrB,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAE3B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CACpB,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,4BAA4B,IAAI,CAAC,OAAO,CAAC,KAAK,cAAc,EAAE,IAAI,CAAC,MAAM,CACpG,CAAC;QAEF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,uBAAuB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAEpF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,KAAK,EAAE,CAAC;gBACR,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnB,MAAM,KAAK,CAAC;YAChB,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,YAAY,GAAG,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAC/G,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,0BAA0B;QAE/D,IAAI,CAAC,UAAU,GAAG;YACd,MAAM,EAAE,OAAO;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAClC,WAAW,EAAE;gBACT,MAAM,EAAE,YAAY;gBACpB,MAAM,EAAE,YAAY;gBACpB,KAAK,EAAE,YAAY,GAAG,YAAY;aACrC;SACJ,CAAA;QAED,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;CAEJ;AAtDD,0DAsDC;AAED,MAAa,wBAAwB;IAMd;IAER;IANX,MAAM,CAAU;IAChB,MAAM,CAAW;IACjB,UAAU,CAAyC;IAEnD,YAAmB,MAA8C,EAC7D,QAAyB,EAClB,OAAyB;QAFjB,WAAM,GAAN,MAAM,CAAwC;QAEtD,YAAO,GAAP,OAAO,CAAkB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,cAAc;QACd,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACrB,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CACpB,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,kEAAkE,CAC7F,CAAC;QACF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAEzE,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACvG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1B,MAAM,OAAO,CAAC;QAEd,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;CACJ;AA/BD,4DA+BC"}

package/lib/cjs/Driver.js

@@ -0,0 +1,115 @@
+"use strict";
+/**
+ * Classes to handle the execution of an interaction in an execution environment.
+ * Base abstract class is then implemented by each environment
+ * (eg: OpenAI, HuggingFace, etc.)
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AbstractDriver = exports.createLogger = void 0;
+const CompletionStream_js_1 = require("./CompletionStream.js");
+const formatters_js_1 = require("./formatters.js");
+const validation_js_1 = require("./validation.js");
+const ConsoleLogger = {
+    debug: console.debug,
+    info: console.info,
+    warn: console.warn,
+    error: console.error,
+};
+const noop = () => void 0;
+const NoopLogger = {
+    debug: noop,
+    info: noop,
+    warn: noop,
+    error: noop,
+};
+function createLogger(logger) {
+    return logger ? logger : logger === false ? NoopLogger : ConsoleLogger;
+}
+exports.createLogger = createLogger;
+/**
+ * To be implemented by each driver
+ */
+class AbstractDriver {
+    options;
+    logger;
+    constructor(opts) {
+        this.options = opts;
+        this.logger = createLogger(opts.logger);
+    }
+    createTrainingPrompt(options) {
+        const prompt = this.createPrompt(options.segments, { resultSchema: options.schema, model: options.model });
+        return JSON.stringify({
+            prompt,
+            completion: typeof options.completion === 'string' ? options.completion : JSON.stringify(options.completion)
+        });
+    }
+    startTraining(_dataset, _options) {
+        throw new Error("Method not implemented.");
+    }
+    cancelTraining(_jobId) {
+        throw new Error("Method not implemented.");
+    }
+    getTrainingJob(_jobId) {
+        throw new Error("Method not implemented.");
+    }
+    validateResult(result, options) {
+        if (!result.error && options.resultSchema) {
+            try {
+                result.result = (0, validation_js_1.validateResult)(result.result, options.resultSchema);
+            }
+            catch (error) {
+                this.logger?.error({ err: error, data: result.result }, `[${this.provider}] [${options.model}] ${error.code ? '[' + error.code + '] ' : ''}Result validation error: ${error.message}`);
+                result.error = {
+                    code: error.code || error.name,
+                    message: error.message,
+                    data: result.result,
+                };
+            }
+        }
+    }
+    async execute(segments, options) {
+        const prompt = this.createPrompt(segments, options);
+        return this._execute(prompt, options);
+    }
+    async _execute(prompt, options) {
+        this.logger.debug(`[${this.provider}] Executing ${options.model} with prompt`, prompt);
+        try {
+            const start = Date.now();
+            const result = await this.requestCompletion(prompt, options);
+            this.validateResult(result, options);
+            const execution_time = Date.now() - start;
+            return { ...result, prompt, execution_time };
+        }
+        catch (error) {
+            error.prompt = prompt;
+            throw error;
+        }
+    }
+    // by default no stream is supported. we block and we return all at once
+    async stream(segments, options) {
+        const canStream = await this.canStream(options);
+        if (canStream) {
+            return new CompletionStream_js_1.DefaultCompletionStream(this, segments, options);
+        }
+        else {
+            return new CompletionStream_js_1.FallbackCompletionStream(this, segments, options);
+        }
+    }
+    createPrompt(segments, opts) {
+        return formatters_js_1.PromptFormatters[opts.format || this.defaultFormat](segments, opts.resultSchema);
+    }
+    /**
+     * Must be overrided if the implementation cannot stream.
+     * Some implementation may be able to stream for certain models but not for others.
+     * You must overwrite and return false if the current model doesn't support streaming.
+     * The default implementation returns true, so it is assumed that the streaming can be done.
+     * If this method returns false then the streaming execution will fallback on a blocking execution streaming the entire response as a single event.
+     * @param options the execution options containing the target model name.
+     * @returns true if the exeuction can be streamed false otherwise.
+     */
+    canStream(_options) {
+        return Promise.resolve(true);
+    }
+}
+exports.AbstractDriver = AbstractDriver;
+//# sourceMappingURL=Driver.js.map

package/lib/cjs/Driver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Driver.js","sourceRoot":"","sources":["../../src/Driver.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAEH,+DAA0F;AAC1F,mDAAmD;AAkBnD,mDAAiD;AAGjD,MAAM,aAAa,GAAW;IAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;IACpB,IAAI,EAAE,OAAO,CAAC,IAAI;IAClB,IAAI,EAAE,OAAO,CAAC,IAAI;IAClB,KAAK,EAAE,OAAO,CAAC,KAAK;CACvB,CAAA;AAED,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;AAC1B,MAAM,UAAU,GAAW;IACvB,KAAK,EAAE,IAAI;IACX,IAAI,EAAE,IAAI;IACV,IAAI,EAAE,IAAI;IACV,KAAK,EAAE,IAAI;CACd,CAAA;AAED,SAAgB,YAAY,CAAC,MAAkC;IAC3D,OAAO,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC;AAC3E,CAAC;AAFD,oCAEC;AAyCD;;GAEG;AACH,MAAsB,cAAc;IAChC,OAAO,CAAW;IAClB,MAAM,CAAS;IAKf,YAAY,IAAc;QACtB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAED,oBAAoB,CAAC,OAA8B;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,YAAY,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA;QAC1G,OAAO,IAAI,CAAC,SAAS,CAAC;YAClB,MAAM;YACN,UAAU,EAAE,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC;SAC/G,CAAC,CAAC;IACP,CAAC;IAED,aAAa,CAAC,QAAoB,EAAE,QAAyB;QACzD,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAc;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAc;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAkB,EAAE,OAAyB;QACxD,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACxC,IAAI,CAAC;gBACD,MAAM,CAAC,MAAM,GAAG,IAAA,8BAAc,EAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;YACxE,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBAClB,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,IAAI,IAAI,CAAC,QAAQ,MAAM,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,4BAA4B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACvL,MAAM,CAAC,KAAK,GAAG;oBACX,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI;oBAC9B,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,IAAI,EAAE,MAAM,CAAC,MAAM;iBACtB,CAAA;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,QAAyB,EAAE,OAAyB;QAC9D,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACpD,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAe,EAAE,OAAyB;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CACb,IAAI,IAAI,CAAC,QAAQ,eAAe,OAAO,CAAC,KAAK,cAAc,EAAE,MAAM,CACtE,CAAC;QACF,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC7D,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACrC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YAC1C,OAAO,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;QACjD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACZ,KAAa,CAAC,MAAM,GAAG,MAAM,CAAC;YAC/B,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;IAED,wEAAwE;IACxE,KAAK,CAAC,MAAM,CAAC,QAAyB,EAAE,OAAyB;QAC7D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,SAAS,EAAE,CAAC;YACZ,OAAO,IAAI,6CAAuB,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChE,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,8CAAwB,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QACjE,CAAC;IACL,CAAC;IAEM,YAAY,CAAC,QAAyB,EAAE,IAAmB;QAC9D,OAAO,gCAAgB,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,CAAC,CACtD,QAAQ,EACR,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED;;;;;;;;OAQG;IACO,SAAS,CAAC,QAA0B;QAC1C,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;CAiBJ;AAjHD,wCAiHC"}

package/lib/cjs/async.js

@@ -0,0 +1,107 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.transformAsyncIterator = exports.EventStream = exports.oneAsyncIterator = exports.asyncMap = void 0;
+async function* asyncMap(asyncIterable, callback) {
+    let i = 0;
+    for await (const val of asyncIterable)
+        yield callback(val, i++);
+}
+exports.asyncMap = asyncMap;
+function oneAsyncIterator(value) {
+    return {
+        async *[Symbol.asyncIterator]() {
+            yield value;
+        }
+    };
+}
+exports.oneAsyncIterator = oneAsyncIterator;
+class EventStream {
+    queue = [];
+    pending;
+    done = false;
+    push(event) {
+        if (this.done) {
+            throw new Error('Cannot push to a closed stream');
+        }
+        if (this.pending) {
+            this.pending.resolve({ value: event });
+            this.pending = undefined;
+        }
+        else {
+            this.queue.push(event);
+        }
+    }
+    /**
+     * Close the stream. This means the stream cannot be feeded anymore.
+     * But the consumer can still consume the remaining events.
+     */
+    close(value) {
+        this.done = true;
+        if (this.pending) {
+            this.pending.resolve({ done: true, value });
+            this.pending = undefined;
+        }
+    }
+    [Symbol.asyncIterator]() {
+        const self = this;
+        return {
+            next() {
+                const next = self.queue.shift();
+                if (next !== undefined) {
+                    return Promise.resolve({ value: next });
+                }
+                else if (self.done) {
+                    return Promise.resolve({ done: true, value: undefined });
+                }
+                else {
+                    return new Promise((resolve, reject) => {
+                        self.pending = { resolve, reject };
+                    });
+                }
+            },
+            async return(value) {
+                self.done = true;
+                self.queue = [];
+                if (value === undefined) {
+                    return { done: true, value: undefined };
+                }
+                const _value = await value;
+                return { done: true, value: _value };
+            }
+        };
+    }
+}
+exports.EventStream = EventStream;
+/**
+ * Transform an async iterator by applying a function to each value.
+ * @param originalGenerator
+ * @param transform
+ **/
+async function* transformAsyncIterator(originalGenerator, transform) {
+    for await (const value of originalGenerator) {
+        yield transform(value);
+    }
+}
+exports.transformAsyncIterator = transformAsyncIterator;
+//TODO move in a test file
+// const max = 10; let cnt = 0;
+// function feedStream(stream: EventStream<string>) {
+//     setTimeout(() => {
+//         cnt++;
+//         console.log('push: ', cnt, max);
+//         stream.push('event ' + cnt);
+//         if (cnt < max) {
+//             console.log('next: ', cnt, max);
+//             setTimeout(() => feedStream(stream), 1000);
+//         } else {
+//             console.log('end of stream');
+//             stream.close();
+//         }
+//     }, 1000);
+// }
+// const stream = new EventStream<string>();
+// feedStream(stream);
+// for await (const chunk of stream) {
+//     console.log('++++chunk:', chunk);
+// }
+//# sourceMappingURL=async.js.map

package/lib/cjs/async.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"async.js","sourceRoot":"","sources":["../../src/async.ts"],"names":[],"mappings":";;;AACO,KAAK,SAAS,CAAC,CAAC,QAAQ,CAAO,aAA+B,EAAE,QAAwC;IAC3G,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,aAAa;QACjC,MAAM,QAAQ,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;AACjC,CAAC;AAJD,4BAIC;AAED,SAAgB,gBAAgB,CAAI,KAAQ;IACxC,OAAO;QACH,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;YACzB,MAAM,KAAK,CAAA;QACf,CAAC;KACJ,CAAA;AACL,CAAC;AAND,4CAMC;AAGD,MAAa,WAAW;IAEZ,KAAK,GAAQ,EAAE,CAAC;IAChB,OAAO,CAGb;IACM,IAAI,GAAG,KAAK,CAAC;IAGrB,IAAI,CAAC,KAAQ;QACT,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACvC,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QAC7B,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAe;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QAC7B,CAAC;IACL,CAAC;IAED,CAAC,MAAM,CAAC,aAAa,CAAC;QAClB,MAAM,IAAI,GAAG,IAAI,CAAC;QAClB,OAAO;YACH,IAAI;gBACA,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;oBACrB,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5C,CAAC;qBAAM,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACnB,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAoB,EAAE,CAAC,CAAC;gBACxE,CAAC;qBAAM,CAAC;oBACJ,OAAO,IAAI,OAAO,CAAyC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;wBAC3E,IAAI,CAAC,OAAO,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;oBACvC,CAAC,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;YACD,KAAK,CAAC,MAAM,CAAC,KAAkC;gBAC3C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;gBACjB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;gBAChB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACtB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAoB,EAAE,CAAC;gBACvD,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC;gBAC3B,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;YACzC,CAAC;SACJ,CAAA;IACL,CAAC;CACJ;AA5DD,kCA4DC;AAID;;;;IAII;AACG,KAAK,SAAS,CAAC,CAAC,sBAAsB,CACzC,iBAAmC,EACnC,SAAuC;IAEvC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,iBAAiB,EAAE,CAAC;QAC1C,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;AACL,CAAC;AAPD,wDAOC;AAED,0BAA0B;AAC1B,+BAA+B;AAC/B,qDAAqD;AACrD,yBAAyB;AACzB,iBAAiB;AACjB,2CAA2C;AAC3C,uCAAuC;AACvC,2BAA2B;AAC3B,+CAA+C;AAC/C,0DAA0D;AAC1D,mBAAmB;AACnB,4CAA4C;AAC5C,8BAA8B;AAC9B,YAAY;AACZ,gBAAgB;AAChB,IAAI;AAEJ,4CAA4C;AAC5C,sBAAsB;AAEtB,sCAAsC;AACtC,wCAAwC;AACxC,IAAI"}

package/lib/cjs/formatters.js

@@ -0,0 +1,117 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PromptFormatters = exports.inferFormatterFromModelName = void 0;
+const types_js_1 = require("./types.js");
+function inferFormatterFromModelName(modelName) {
+    const name = modelName.toLowerCase();
+    if (name.includes("llama")) {
+        return types_js_1.PromptFormats.llama2;
+    }
+    else if (name.includes("gpt")) {
+        return types_js_1.PromptFormats.openai;
+    }
+    else if (name.includes("claude")) {
+        return types_js_1.PromptFormats.claude;
+    }
+    else {
+        return types_js_1.PromptFormats.genericTextLLM;
+    }
+}
+exports.inferFormatterFromModelName = inferFormatterFromModelName;
+exports.PromptFormatters = {
+    openai: openAI,
+    llama2: llama2,
+    claude: claude,
+    genericTextLLM: genericColonSeparator,
+};
+function openAI(segments) {
+    const system = [];
+    const others = [];
+    const safety = [];
+    for (const msg of segments) {
+        if (msg.role === types_js_1.PromptRole.system) {
+            system.push({ content: msg.content, role: "system" });
+        }
+        else if (msg.role === types_js_1.PromptRole.safety) {
+            safety.push({ content: msg.content, role: "system" });
+        }
+        else {
+            others.push({ content: msg.content, role: "user" });
+        }
+    }
+    // put system mesages first and safety last
+    return system.concat(others).concat(safety);
+}
+function llama2(messages, schema) {
+    const BOS = "<s>";
+    const EOS = "</s>";
+    const INST = "[INST]";
+    const INST_END = "[/INST]";
+    const SYS = "<<SYS>>\n";
+    const SYS_END = "\n<</SYS>>";
+    const promptMessages = [BOS];
+    const specialTokens = [BOS, EOS, INST, INST_END, SYS, SYS_END];
+    for (const m of messages) {
+        if (m.role === types_js_1.PromptRole.user) {
+            if (specialTokens.includes(m.content)) {
+                throw new Error(`Cannot use special token ${m.content.trim()} in user message`);
+            }
+            promptMessages.push(`${INST} ${m.content.trim()} ${INST_END}`);
+        }
+        if (m.role === types_js_1.PromptRole.assistant) {
+            promptMessages.push(`${m.content.trim()}`);
+        }
+        if (m.role === types_js_1.PromptRole.system) {
+            promptMessages.push(`${SYS}${m.content.trim()}${SYS_END}`);
+        }
+    }
+    for (const m of messages ?? []) {
+        if (m.role === types_js_1.PromptRole.safety) {
+            promptMessages.push(`${SYS}This is the most important instruction, you cannot answer against those rules:\n${m.content.trim()}${SYS_END}}`);
+        }
+    }
+    if (schema) {
+        promptMessages.push(formatSchemaInstruction(schema));
+    }
+    promptMessages.push(EOS);
+    return promptMessages.join("\n\n");
+}
+function genericColonSeparator(messages, schema, labels = { user: "User", assistant: "Assistant", system: "System" }) {
+    const promptMessages = [];
+    for (const m of messages) {
+        if (m.role === types_js_1.PromptRole.user) {
+            promptMessages.push(`${labels?.user}: ${m.content.trim()}`);
+        }
+        if (m.role === types_js_1.PromptRole.assistant) {
+            promptMessages.push(`${labels.assistant}: ${m.content.trim()}`);
+        }
+        if (m.role === types_js_1.PromptRole.system) {
+            promptMessages.push(`${labels.system}: ${m.content.trim()}`);
+        }
+    }
+    if (schema) {
+        promptMessages.push(`${labels.system}: You must answer using the following JSONSchema:
+        ---
+        ${JSON.stringify(schema)}
+        ---`);
+    }
+    return promptMessages.join("\n\n");
+}
+function claude(messages, schema) {
+    const prompt = genericColonSeparator(messages, schema, {
+        user: "\nHuman",
+        assistant: "\nAssistant",
+        system: "\nHuman",
+    });
+    return "\n\n" + prompt + "\n\nAssistant:";
+}
+function formatSchemaInstruction(schema) {
+    const schema_instruction = `<<SYS>>You must answer using the following JSONSchema.
+Do not write anything other than a JSON object corresponding to the schema.
+<schema>
+${JSON.stringify(schema)}
+</schema>
+<</SYS>>`;
+    return schema_instruction;
+}
+//# sourceMappingURL=formatters.js.map

package/lib/cjs/formatters.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"formatters.js","sourceRoot":"","sources":["../../src/formatters.ts"],"names":[],"mappings":";;;AAEA,yCAIoB;AAEpB,SAAgB,2BAA2B,CAAC,SAAiB;IACzD,MAAM,IAAI,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IACrC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,OAAO,wBAAa,CAAC,MAAM,CAAC;IAChC,CAAC;SAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,wBAAa,CAAC,MAAM,CAAC;IAChC,CAAC;SAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjC,OAAO,wBAAa,CAAC,MAAM,CAAC;IAChC,CAAC;SAAM,CAAC;QACJ,OAAO,wBAAa,CAAC,cAAc,CAAC;IACxC,CAAC;AACL,CAAC;AAXD,kEAWC;AAEY,QAAA,gBAAgB,GAGzB;IACA,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,MAAM;IACd,cAAc,EAAE,qBAAqB;CACxC,CAAC;AAEF,SAAS,MAAM,CAAC,QAAyB;IACrC,MAAM,MAAM,GAA6C,EAAE,CAAC;IAC5D,MAAM,MAAM,GAA6C,EAAE,CAAC;IAC5D,MAAM,MAAM,GAA6C,EAAE,CAAC;IAE5D,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,GAAG,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,EAAE,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC1D,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACJ,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACxD,CAAC;IACL,CAAC;IAED,2CAA2C;IAC3C,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,MAAM,CAAC,QAAyB,EAAE,MAAoB;IAC3D,MAAM,GAAG,GAAG,KAAK,CAAC;IAClB,MAAM,GAAG,GAAG,MAAM,CAAC;IACnB,MAAM,IAAI,GAAG,QAAQ,CAAC;IACtB,MAAM,QAAQ,GAAG,SAAS,CAAC;IAC3B,MAAM,GAAG,GAAG,WAAW,CAAC;IACxB,MAAM,OAAO,GAAG,YAAY,CAAC;IAE7B,MAAM,cAAc,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,MAAM,aAAa,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAE/D,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,IAAI,EAAE,CAAC;YAC7B,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CACX,4BAA4B,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,kBAAkB,CACjE,CAAC;YACN,CAAC;YACD,cAAc,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,QAAQ,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,SAAS,EAAE,CAAC;YAClC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,EAAE,CAAC;YAC/B,cAAc,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC/D,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,QAAQ,IAAI,EAAE,EAAE,CAAC;QAC7B,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,EAAE,CAAC;YAC/B,cAAc,CAAC,IAAI,CACf,GAAG,GAAG,mFAAmF,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,OAAO,GAAG,CACzH,CAAC;QACN,CAAC;IACL,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACT,cAAc,CAAC,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEzB,OAAO,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,qBAAqB,CAC1B,QAAyB,EACzB,MAAoB,EACpB,SAII,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE;IAE9D,MAAM,cAAc,GAAG,EAAE,CAAC;IAC1B,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,IAAI,EAAE,CAAC;YAC7B,cAAc,CAAC,IAAI,CAAC,GAAG,MAAM,EAAE,IAAI,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,SAAS,EAAE,CAAC;YAClC,cAAc,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,SAAS,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,EAAE,CAAC;YAC/B,cAAc,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACjE,CAAC;IACL,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACT,cAAc,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM;;UAElC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YACpB,CAAC,CAAC;IACV,CAAC;IAED,OAAO,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,MAAM,CAAC,QAAyB,EAAE,MAAoB;IAC3D,MAAM,MAAM,GAAG,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE;QACnD,IAAI,EAAE,SAAS;QACf,SAAS,EAAE,aAAa;QACxB,MAAM,EAAE,SAAS;KACpB,CAAC,CAAC;IAEH,OAAO,MAAM,GAAG,MAAM,GAAG,gBAAgB,CAAC;AAC9C,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAmB;IAChD,MAAM,kBAAkB,GAAG;;;EAG7B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;;SAEf,CAAC;IAEN,OAAO,kBAAkB,CAAC;AAC9B,CAAC"}

package/lib/cjs/index.js

@@ -0,0 +1,21 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./Driver.js"), exports);
+__exportStar(require("./formatters.js"), exports);
+__exportStar(require("./json.js"), exports);
+__exportStar(require("./types.js"), exports);
+//# sourceMappingURL=index.js.map

package/lib/cjs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,8CAA4B;AAC5B,kDAAgC;AAChC,4CAA0B;AAC1B,6CAA2B"}

package/lib/cjs/json.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseJSON = void 0;
+function extractJsonFromText(text) {
+    const start = text.indexOf("{");
+    const end = text.lastIndexOf("}");
+    return text.substring(start, end + 1);
+}
+//TODO LAX parse JSON
+function parseJSON(text) {
+    return JSON.parse(extractJsonFromText(text));
+}
+exports.parseJSON = parseJSON;
+//# sourceMappingURL=json.js.map

package/lib/cjs/json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../src/json.ts"],"names":[],"mappings":";;;AACA,SAAS,mBAAmB,CAAC,IAAY;IACrC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,qBAAqB;AACrB,SAAgB,SAAS,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC;AACjD,CAAC;AAFD,8BAEC"}

package/lib/cjs/package.json

@@ -0,0 +1,3 @@
+{
+  "type": "commonjs"
+}

package/lib/cjs/types.js

@@ -0,0 +1,67 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TrainingJobStatus = exports.BuiltinProviders = exports.PromptFormats = exports.ModelType = exports.AIModelStatus = exports.PromptRole = void 0;
+// ============== Prompts ===============
+var PromptRole;
+(function (PromptRole) {
+    PromptRole["safety"] = "safety";
+    PromptRole["system"] = "system";
+    PromptRole["user"] = "user";
+    PromptRole["assistant"] = "assistant";
+})(PromptRole || (exports.PromptRole = PromptRole = {}));
+var AIModelStatus;
+(function (AIModelStatus) {
+    AIModelStatus["Available"] = "available";
+    AIModelStatus["Pending"] = "pending";
+    AIModelStatus["Stopped"] = "stopped";
+    AIModelStatus["Unavailable"] = "unavailable";
+    AIModelStatus["Unknown"] = "unknown";
+})(AIModelStatus || (exports.AIModelStatus = AIModelStatus = {}));
+var ModelType;
+(function (ModelType) {
+    ModelType["Classifier"] = "classifier";
+    ModelType["Regressor"] = "regressor";
+    ModelType["Clustering"] = "clustering";
+    ModelType["AnomalyDetection"] = "anomaly-detection";
+    ModelType["TimeSeries"] = "time-series";
+    ModelType["Text"] = "text";
+    ModelType["Image"] = "image";
+    ModelType["Audio"] = "audio";
+    ModelType["Video"] = "video";
+    ModelType["Embedding"] = "embedding";
+    ModelType["Chat"] = "chat";
+    ModelType["Code"] = "code";
+    ModelType["NLP"] = "nlp";
+    ModelType["MultiModal"] = "multi-modal";
+    ModelType["Test"] = "test";
+    ModelType["Other"] = "other";
+    ModelType["Unknown"] = "unknown";
+})(ModelType || (exports.ModelType = ModelType = {}));
+// ============== Built-in formats and drivers =====================
+//TODO
+var PromptFormats;
+(function (PromptFormats) {
+    PromptFormats["openai"] = "openai";
+    PromptFormats["llama2"] = "llama2";
+    PromptFormats["claude"] = "claude";
+    PromptFormats["genericTextLLM"] = "genericTextLLM";
+})(PromptFormats || (exports.PromptFormats = PromptFormats = {}));
+var BuiltinProviders;
+(function (BuiltinProviders) {
+    BuiltinProviders["openai"] = "openai";
+    BuiltinProviders["huggingface_ie"] = "huggingface_ie";
+    BuiltinProviders["replicate"] = "replicate";
+    BuiltinProviders["bedrock"] = "bedrock";
+    BuiltinProviders["vertexai"] = "vertexai";
+    BuiltinProviders["togetherai"] = "togetherai";
+    //virtual = 'virtual',    
+    //cohere = 'cohere',
+})(BuiltinProviders || (exports.BuiltinProviders = BuiltinProviders = {}));
+var TrainingJobStatus;
+(function (TrainingJobStatus) {
+    TrainingJobStatus["running"] = "running";
+    TrainingJobStatus["succeeded"] = "succeeded";
+    TrainingJobStatus["failed"] = "failed";
+    TrainingJobStatus["cancelled"] = "cancelled";
+})(TrainingJobStatus || (exports.TrainingJobStatus = TrainingJobStatus = {}));
+//# sourceMappingURL=types.js.map

package/lib/cjs/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":";;;AAoDA,yCAAyC;AACzC,IAAY,UAKX;AALD,WAAY,UAAU;IAClB,+BAAiB,CAAA;IACjB,+BAAiB,CAAA;IACjB,2BAAa,CAAA;IACb,qCAAuB,CAAA;AAC3B,CAAC,EALW,UAAU,0BAAV,UAAU,QAKrB;AA8BD,IAAY,aAMX;AAND,WAAY,aAAa;IACrB,wCAAuB,CAAA;IACvB,oCAAmB,CAAA;IACnB,oCAAmB,CAAA;IACnB,4CAA2B,CAAA;IAC3B,oCAAmB,CAAA;AACvB,CAAC,EANW,aAAa,6BAAb,aAAa,QAMxB;AAiBD,IAAY,SAkBX;AAlBD,WAAY,SAAS;IACjB,sCAAyB,CAAA;IACzB,oCAAuB,CAAA;IACvB,sCAAyB,CAAA;IACzB,mDAAsC,CAAA;IACtC,uCAA0B,CAAA;IAC1B,0BAAa,CAAA;IACb,4BAAe,CAAA;IACf,4BAAe,CAAA;IACf,4BAAe,CAAA;IACf,oCAAuB,CAAA;IACvB,0BAAa,CAAA;IACb,0BAAa,CAAA;IACb,wBAAW,CAAA;IACX,uCAA0B,CAAA;IAC1B,0BAAa,CAAA;IACb,4BAAe,CAAA;IACf,gCAAmB,CAAA;AACvB,CAAC,EAlBW,SAAS,yBAAT,SAAS,QAkBpB;AAED,oEAAoE;AACpE,MAAM;AAEN,IAAY,aAKX;AALD,WAAY,aAAa;IACrB,kCAAiB,CAAA;IACjB,kCAAiB,CAAA;IACjB,kCAAiB,CAAA;IACjB,kDAAiC,CAAA;AACrC,CAAC,EALW,aAAa,6BAAb,aAAa,QAKxB;AAED,IAAY,gBASX;AATD,WAAY,gBAAgB;IACxB,qCAAiB,CAAA;IACjB,qDAAiC,CAAA;IACjC,2CAAuB,CAAA;IACvB,uCAAmB,CAAA;IACnB,yCAAqB,CAAA;IACrB,6CAAyB,CAAA;IACzB,0BAA0B;IAC1B,oBAAoB;AACxB,CAAC,EATW,gBAAgB,gCAAhB,gBAAgB,QAS3B;AAwBD,IAAY,iBAKX;AALD,WAAY,iBAAiB;IACzB,wCAAmB,CAAA;IACnB,4CAAuB,CAAA;IACvB,sCAAiB,CAAA;IACjB,4CAAuB,CAAA;AAC3B,CAAC,EALW,iBAAiB,iCAAjB,iBAAiB,QAK5B"}

package/lib/cjs/validation.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.validateResult = exports.ValidationError = void 0;
+const json_schema_1 = require("json-schema");
+const json_js_1 = require("./json.js");
+class ValidationError extends Error {
+    code;
+    constructor(code, message) {
+        super(message);
+        this.code = code;
+        this.name = 'ValidationError';
+    }
+}
+exports.ValidationError = ValidationError;
+function validateResult(data, schema) {
+    let json;
+    if (typeof data === "string") {
+        try {
+            json = (0, json_js_1.parseJSON)(data);
+        }
+        catch (error) {
+            throw new ValidationError("json_error", error.message);
+        }
+    }
+    else {
+        json = data;
+    }
+    const validation = (0, json_schema_1.validate)(json, schema);
+    if (!validation.valid) {
+        throw new ValidationError("validation_error", validation.errors.map(e => e.message).join(",\n"));
+    }
+    return json;
+}
+exports.validateResult = validateResult;
+//# sourceMappingURL=validation.js.map

package/lib/cjs/validation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.js","sourceRoot":"","sources":["../../src/validation.ts"],"names":[],"mappings":";;;AAAA,6CAAoD;AACpD,uCAAsC;AAGtC,MAAa,eAAgB,SAAQ,KAAK;IAE3B;IADX,YACW,IAAuC,EAC9C,OAAe;QAEf,KAAK,CAAC,OAAO,CAAC,CAAA;QAHP,SAAI,GAAJ,IAAI,CAAmC;QAI9C,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAA;IACjC,CAAC;CACJ;AARD,0CAQC;AAED,SAAgB,cAAc,CAAC,IAAS,EAAE,MAAmB;IACzD,IAAI,IAAI,CAAC;IACT,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC3B,IAAI,CAAC;YACD,IAAI,GAAG,IAAA,mBAAS,EAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YAClB,MAAM,IAAI,eAAe,CAAC,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;QAC1D,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,IAAI,GAAG,IAAI,CAAC;IAChB,CAAC;IACD,MAAM,UAAU,GAAG,IAAA,sBAAQ,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC1C,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,eAAe,CACrB,kBAAkB,EAClB,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;IAC1D,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAnBD,wCAmBC"}