@llumiverse/core 0.8.0

package/lib/esm/CompletionStream.js

@@ -0,0 +1,73 @@
+export class DefaultCompletionStream {
+    driver;
+    options;
+    chunks;
+    prompt;
+    completion;
+    constructor(driver, segments, options) {
+        this.driver = driver;
+        this.options = options;
+        this.driver = driver;
+        this.prompt = this.driver.createPrompt(segments, options);
+        this.chunks = [];
+    }
+    async *[Symbol.asyncIterator]() {
+        // reset state
+        this.completion = undefined;
+        if (this.chunks.length > 0) {
+            this.chunks = [];
+        }
+        const chunks = this.chunks;
+        this.driver.logger.debug(`[${this.driver.provider}] Streaming Execution of ${this.options.model} with prompt`, this.prompt);
+        const start = Date.now();
+        const stream = await this.driver.requestCompletionStream(this.prompt, this.options);
+        for await (const chunk of stream) {
+            if (chunk) {
+                chunks.push(chunk);
+                yield chunk;
+            }
+        }
+        const content = chunks.join('');
+        const promptTokens = typeof this.prompt === 'string' ? this.prompt.length : JSON.stringify(this.prompt).length;
+        const resultTokens = content.length; //TODO use chunks.length ?
+        this.completion = {
+            result: content,
+            prompt: this.prompt,
+            execution_time: Date.now() - start,
+            token_usage: {
+                prompt: promptTokens,
+                result: resultTokens,
+                total: resultTokens + promptTokens,
+            }
+        };
+        this.driver.validateResult(this.completion, this.options);
+    }
+}
+export class FallbackCompletionStream {
+    driver;
+    options;
+    prompt;
+    chunks;
+    completion;
+    constructor(driver, segments, options) {
+        this.driver = driver;
+        this.options = options;
+        this.driver = driver;
+        this.prompt = this.driver.createPrompt(segments, options);
+        this.chunks = [];
+    }
+    async *[Symbol.asyncIterator]() {
+        // reset state
+        this.completion = undefined;
+        if (this.chunks.length > 0) {
+            this.chunks = [];
+        }
+        this.driver.logger.debug(`[${this.driver.provider}] Streaming is not supported, falling back to blocking execution`);
+        const completion = await this.driver._execute(this.prompt, this.options);
+        const content = completion.result === 'string' ? completion.result : JSON.stringify(completion.result);
+        this.chunks.push(content);
+        yield content;
+        this.completion = completion;
+    }
+}
+//# sourceMappingURL=CompletionStream.js.map

package/lib/esm/CompletionStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CompletionStream.js","sourceRoot":"","sources":["../../src/CompletionStream.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,uBAAuB;IAMb;IAER;IANX,MAAM,CAAW;IACjB,MAAM,CAAU;IAChB,UAAU,CAAyC;IAEnD,YAAmB,MAA8C,EAC7D,QAAyB,EAClB,OAAyB;QAFjB,WAAM,GAAN,MAAM,CAAwC;QAEtD,YAAO,GAAP,OAAO,CAAkB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,cAAc;QACd,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACrB,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAE3B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CACpB,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,4BAA4B,IAAI,CAAC,OAAO,CAAC,KAAK,cAAc,EAAE,IAAI,CAAC,MAAM,CACpG,CAAC;QAEF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,uBAAuB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAEpF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,KAAK,EAAE,CAAC;gBACR,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnB,MAAM,KAAK,CAAC;YAChB,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,YAAY,GAAG,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAC/G,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,0BAA0B;QAE/D,IAAI,CAAC,UAAU,GAAG;YACd,MAAM,EAAE,OAAO;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAClC,WAAW,EAAE;gBACT,MAAM,EAAE,YAAY;gBACpB,MAAM,EAAE,YAAY;gBACpB,KAAK,EAAE,YAAY,GAAG,YAAY;aACrC;SACJ,CAAA;QAED,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;CAEJ;AAED,MAAM,OAAO,wBAAwB;IAMd;IAER;IANX,MAAM,CAAU;IAChB,MAAM,CAAW;IACjB,UAAU,CAAyC;IAEnD,YAAmB,MAA8C,EAC7D,QAAyB,EAClB,OAAyB;QAFjB,WAAM,GAAN,MAAM,CAAwC;QAEtD,YAAO,GAAP,OAAO,CAAkB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,cAAc;QACd,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACrB,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CACpB,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,kEAAkE,CAC7F,CAAC;QACF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAEzE,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACvG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1B,MAAM,OAAO,CAAC;QAEd,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;CACJ"}

package/lib/esm/Driver.js

@@ -0,0 +1,110 @@
+/**
+ * Classes to handle the execution of an interaction in an execution environment.
+ * Base abstract class is then implemented by each environment
+ * (eg: OpenAI, HuggingFace, etc.)
+ */
+import { DefaultCompletionStream, FallbackCompletionStream } from "./CompletionStream.js";
+import { PromptFormatters } from "./formatters.js";
+import { validateResult } from "./validation.js";
+const ConsoleLogger = {
+    debug: console.debug,
+    info: console.info,
+    warn: console.warn,
+    error: console.error,
+};
+const noop = () => void 0;
+const NoopLogger = {
+    debug: noop,
+    info: noop,
+    warn: noop,
+    error: noop,
+};
+export function createLogger(logger) {
+    return logger ? logger : logger === false ? NoopLogger : ConsoleLogger;
+}
+/**
+ * To be implemented by each driver
+ */
+export class AbstractDriver {
+    options;
+    logger;
+    constructor(opts) {
+        this.options = opts;
+        this.logger = createLogger(opts.logger);
+    }
+    createTrainingPrompt(options) {
+        const prompt = this.createPrompt(options.segments, { resultSchema: options.schema, model: options.model });
+        return JSON.stringify({
+            prompt,
+            completion: typeof options.completion === 'string' ? options.completion : JSON.stringify(options.completion)
+        });
+    }
+    startTraining(_dataset, _options) {
+        throw new Error("Method not implemented.");
+    }
+    cancelTraining(_jobId) {
+        throw new Error("Method not implemented.");
+    }
+    getTrainingJob(_jobId) {
+        throw new Error("Method not implemented.");
+    }
+    validateResult(result, options) {
+        if (!result.error && options.resultSchema) {
+            try {
+                result.result = validateResult(result.result, options.resultSchema);
+            }
+            catch (error) {
+                this.logger?.error({ err: error, data: result.result }, `[${this.provider}] [${options.model}] ${error.code ? '[' + error.code + '] ' : ''}Result validation error: ${error.message}`);
+                result.error = {
+                    code: error.code || error.name,
+                    message: error.message,
+                    data: result.result,
+                };
+            }
+        }
+    }
+    async execute(segments, options) {
+        const prompt = this.createPrompt(segments, options);
+        return this._execute(prompt, options);
+    }
+    async _execute(prompt, options) {
+        this.logger.debug(`[${this.provider}] Executing ${options.model} with prompt`, prompt);
+        try {
+            const start = Date.now();
+            const result = await this.requestCompletion(prompt, options);
+            this.validateResult(result, options);
+            const execution_time = Date.now() - start;
+            return { ...result, prompt, execution_time };
+        }
+        catch (error) {
+            error.prompt = prompt;
+            throw error;
+        }
+    }
+    // by default no stream is supported. we block and we return all at once
+    async stream(segments, options) {
+        const canStream = await this.canStream(options);
+        if (canStream) {
+            return new DefaultCompletionStream(this, segments, options);
+        }
+        else {
+            return new FallbackCompletionStream(this, segments, options);
+        }
+    }
+    createPrompt(segments, opts) {
+        return PromptFormatters[opts.format || this.defaultFormat](segments, opts.resultSchema);
+    }
+    /**
+     * Must be overrided if the implementation cannot stream.
+     * Some implementation may be able to stream for certain models but not for others.
+     * You must overwrite and return false if the current model doesn't support streaming.
+     * The default implementation returns true, so it is assumed that the streaming can be done.
+     * If this method returns false then the streaming execution will fallback on a blocking execution streaming the entire response as a single event.
+     * @param options the execution options containing the target model name.
+     * @returns true if the exeuction can be streamed false otherwise.
+     */
+    canStream(_options) {
+        return Promise.resolve(true);
+    }
+}
+//# sourceMappingURL=Driver.js.map

package/lib/esm/Driver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Driver.js","sourceRoot":"","sources":["../../src/Driver.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AAC1F,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAkBnD,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAGjD,MAAM,aAAa,GAAW;IAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;IACpB,IAAI,EAAE,OAAO,CAAC,IAAI;IAClB,IAAI,EAAE,OAAO,CAAC,IAAI;IAClB,KAAK,EAAE,OAAO,CAAC,KAAK;CACvB,CAAA;AAED,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;AAC1B,MAAM,UAAU,GAAW;IACvB,KAAK,EAAE,IAAI;IACX,IAAI,EAAE,IAAI;IACV,IAAI,EAAE,IAAI;IACV,KAAK,EAAE,IAAI;CACd,CAAA;AAED,MAAM,UAAU,YAAY,CAAC,MAAkC;IAC3D,OAAO,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC;AAC3E,CAAC;AAyCD;;GAEG;AACH,MAAM,OAAgB,cAAc;IAChC,OAAO,CAAW;IAClB,MAAM,CAAS;IAKf,YAAY,IAAc;QACtB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAED,oBAAoB,CAAC,OAA8B;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,YAAY,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA;QAC1G,OAAO,IAAI,CAAC,SAAS,CAAC;YAClB,MAAM;YACN,UAAU,EAAE,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC;SAC/G,CAAC,CAAC;IACP,CAAC;IAED,aAAa,CAAC,QAAoB,EAAE,QAAyB;QACzD,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAc;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAc;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAkB,EAAE,OAAyB;QACxD,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACxC,IAAI,CAAC;gBACD,MAAM,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;YACxE,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBAClB,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,IAAI,IAAI,CAAC,QAAQ,MAAM,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,4BAA4B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACvL,MAAM,CAAC,KAAK,GAAG;oBACX,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI;oBAC9B,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,IAAI,EAAE,MAAM,CAAC,MAAM;iBACtB,CAAA;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,QAAyB,EAAE,OAAyB;QAC9D,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACpD,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAe,EAAE,OAAyB;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CACb,IAAI,IAAI,CAAC,QAAQ,eAAe,OAAO,CAAC,KAAK,cAAc,EAAE,MAAM,CACtE,CAAC;QACF,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC7D,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACrC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YAC1C,OAAO,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;QACjD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACZ,KAAa,CAAC,MAAM,GAAG,MAAM,CAAC;YAC/B,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;IAED,wEAAwE;IACxE,KAAK,CAAC,MAAM,CAAC,QAAyB,EAAE,OAAyB;QAC7D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,SAAS,EAAE,CAAC;YACZ,OAAO,IAAI,uBAAuB,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChE,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,wBAAwB,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QACjE,CAAC;IACL,CAAC;IAEM,YAAY,CAAC,QAAyB,EAAE,IAAmB;QAC9D,OAAO,gBAAgB,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,CAAC,CACtD,QAAQ,EACR,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED;;;;;;;;OAQG;IACO,SAAS,CAAC,QAA0B;QAC1C,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;CAiBJ"}

package/lib/esm/async.js

@@ -0,0 +1,100 @@
+export async function* asyncMap(asyncIterable, callback) {
+    let i = 0;
+    for await (const val of asyncIterable)
+        yield callback(val, i++);
+}
+export function oneAsyncIterator(value) {
+    return {
+        async *[Symbol.asyncIterator]() {
+            yield value;
+        }
+    };
+}
+export class EventStream {
+    queue = [];
+    pending;
+    done = false;
+    push(event) {
+        if (this.done) {
+            throw new Error('Cannot push to a closed stream');
+        }
+        if (this.pending) {
+            this.pending.resolve({ value: event });
+            this.pending = undefined;
+        }
+        else {
+            this.queue.push(event);
+        }
+    }
+    /**
+     * Close the stream. This means the stream cannot be feeded anymore.
+     * But the consumer can still consume the remaining events.
+     */
+    close(value) {
+        this.done = true;
+        if (this.pending) {
+            this.pending.resolve({ done: true, value });
+            this.pending = undefined;
+        }
+    }
+    [Symbol.asyncIterator]() {
+        const self = this;
+        return {
+            next() {
+                const next = self.queue.shift();
+                if (next !== undefined) {
+                    return Promise.resolve({ value: next });
+                }
+                else if (self.done) {
+                    return Promise.resolve({ done: true, value: undefined });
+                }
+                else {
+                    return new Promise((resolve, reject) => {
+                        self.pending = { resolve, reject };
+                    });
+                }
+            },
+            async return(value) {
+                self.done = true;
+                self.queue = [];
+                if (value === undefined) {
+                    return { done: true, value: undefined };
+                }
+                const _value = await value;
+                return { done: true, value: _value };
+            }
+        };
+    }
+}
+/**
+ * Transform an async iterator by applying a function to each value.
+ * @param originalGenerator
+ * @param transform
+ **/
+export async function* transformAsyncIterator(originalGenerator, transform) {
+    for await (const value of originalGenerator) {
+        yield transform(value);
+    }
+}
+//TODO move in a test file
+// const max = 10; let cnt = 0;
+// function feedStream(stream: EventStream<string>) {
+//     setTimeout(() => {
+//         cnt++;
+//         console.log('push: ', cnt, max);
+//         stream.push('event ' + cnt);
+//         if (cnt < max) {
+//             console.log('next: ', cnt, max);
+//             setTimeout(() => feedStream(stream), 1000);
+//         } else {
+//             console.log('end of stream');
+//             stream.close();
+//         }
+//     }, 1000);
+// }
+// const stream = new EventStream<string>();
+// feedStream(stream);
+// for await (const chunk of stream) {
+//     console.log('++++chunk:', chunk);
+// }
+//# sourceMappingURL=async.js.map

package/lib/esm/async.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"async.js","sourceRoot":"","sources":["../../src/async.ts"],"names":[],"mappings":"AACA,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,QAAQ,CAAO,aAA+B,EAAE,QAAwC;IAC3G,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,aAAa;QACjC,MAAM,QAAQ,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAI,KAAQ;IACxC,OAAO;QACH,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;YACzB,MAAM,KAAK,CAAA;QACf,CAAC;KACJ,CAAA;AACL,CAAC;AAGD,MAAM,OAAO,WAAW;IAEZ,KAAK,GAAQ,EAAE,CAAC;IAChB,OAAO,CAGb;IACM,IAAI,GAAG,KAAK,CAAC;IAGrB,IAAI,CAAC,KAAQ;QACT,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACvC,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QAC7B,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAe;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QAC7B,CAAC;IACL,CAAC;IAED,CAAC,MAAM,CAAC,aAAa,CAAC;QAClB,MAAM,IAAI,GAAG,IAAI,CAAC;QAClB,OAAO;YACH,IAAI;gBACA,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;oBACrB,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5C,CAAC;qBAAM,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACnB,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAoB,EAAE,CAAC,CAAC;gBACxE,CAAC;qBAAM,CAAC;oBACJ,OAAO,IAAI,OAAO,CAAyC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;wBAC3E,IAAI,CAAC,OAAO,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;oBACvC,CAAC,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;YACD,KAAK,CAAC,MAAM,CAAC,KAAkC;gBAC3C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;gBACjB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;gBAChB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACtB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAoB,EAAE,CAAC;gBACvD,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC;gBAC3B,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;YACzC,CAAC;SACJ,CAAA;IACL,CAAC;CACJ;AAID;;;;IAII;AACJ,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,sBAAsB,CACzC,iBAAmC,EACnC,SAAuC;IAEvC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,iBAAiB,EAAE,CAAC;QAC1C,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;AACL,CAAC;AAED,0BAA0B;AAC1B,+BAA+B;AAC/B,qDAAqD;AACrD,yBAAyB;AACzB,iBAAiB;AACjB,2CAA2C;AAC3C,uCAAuC;AACvC,2BAA2B;AAC3B,+CAA+C;AAC/C,0DAA0D;AAC1D,mBAAmB;AACnB,4CAA4C;AAC5C,8BAA8B;AAC9B,YAAY;AACZ,gBAAgB;AAChB,IAAI;AAEJ,4CAA4C;AAC5C,sBAAsB;AAEtB,sCAAsC;AACtC,wCAAwC;AACxC,IAAI"}

package/lib/esm/formatters.js

@@ -0,0 +1,113 @@
+import { PromptFormats, PromptRole, } from "./types.js";
+export function inferFormatterFromModelName(modelName) {
+    const name = modelName.toLowerCase();
+    if (name.includes("llama")) {
+        return PromptFormats.llama2;
+    }
+    else if (name.includes("gpt")) {
+        return PromptFormats.openai;
+    }
+    else if (name.includes("claude")) {
+        return PromptFormats.claude;
+    }
+    else {
+        return PromptFormats.genericTextLLM;
+    }
+}
+export const PromptFormatters = {
+    openai: openAI,
+    llama2: llama2,
+    claude: claude,
+    genericTextLLM: genericColonSeparator,
+};
+function openAI(segments) {
+    const system = [];
+    const others = [];
+    const safety = [];
+    for (const msg of segments) {
+        if (msg.role === PromptRole.system) {
+            system.push({ content: msg.content, role: "system" });
+        }
+        else if (msg.role === PromptRole.safety) {
+            safety.push({ content: msg.content, role: "system" });
+        }
+        else {
+            others.push({ content: msg.content, role: "user" });
+        }
+    }
+    // put system mesages first and safety last
+    return system.concat(others).concat(safety);
+}
+function llama2(messages, schema) {
+    const BOS = "<s>";
+    const EOS = "</s>";
+    const INST = "[INST]";
+    const INST_END = "[/INST]";
+    const SYS = "<<SYS>>\n";
+    const SYS_END = "\n<</SYS>>";
+    const promptMessages = [BOS];
+    const specialTokens = [BOS, EOS, INST, INST_END, SYS, SYS_END];
+    for (const m of messages) {
+        if (m.role === PromptRole.user) {
+            if (specialTokens.includes(m.content)) {
+                throw new Error(`Cannot use special token ${m.content.trim()} in user message`);
+            }
+            promptMessages.push(`${INST} ${m.content.trim()} ${INST_END}`);
+        }
+        if (m.role === PromptRole.assistant) {
+            promptMessages.push(`${m.content.trim()}`);
+        }
+        if (m.role === PromptRole.system) {
+            promptMessages.push(`${SYS}${m.content.trim()}${SYS_END}`);
+        }
+    }
+    for (const m of messages ?? []) {
+        if (m.role === PromptRole.safety) {
+            promptMessages.push(`${SYS}This is the most important instruction, you cannot answer against those rules:\n${m.content.trim()}${SYS_END}}`);
+        }
+    }
+    if (schema) {
+        promptMessages.push(formatSchemaInstruction(schema));
+    }
+    promptMessages.push(EOS);
+    return promptMessages.join("\n\n");
+}
+function genericColonSeparator(messages, schema, labels = { user: "User", assistant: "Assistant", system: "System" }) {
+    const promptMessages = [];
+    for (const m of messages) {
+        if (m.role === PromptRole.user) {
+            promptMessages.push(`${labels?.user}: ${m.content.trim()}`);
+        }
+        if (m.role === PromptRole.assistant) {
+            promptMessages.push(`${labels.assistant}: ${m.content.trim()}`);
+        }
+        if (m.role === PromptRole.system) {
+            promptMessages.push(`${labels.system}: ${m.content.trim()}`);
+        }
+    }
+    if (schema) {
+        promptMessages.push(`${labels.system}: You must answer using the following JSONSchema:
+        ---
+        ${JSON.stringify(schema)}
+        ---`);
+    }
+    return promptMessages.join("\n\n");
+}
+function claude(messages, schema) {
+    const prompt = genericColonSeparator(messages, schema, {
+        user: "\nHuman",
+        assistant: "\nAssistant",
+        system: "\nHuman",
+    });
+    return "\n\n" + prompt + "\n\nAssistant:";
+}
+function formatSchemaInstruction(schema) {
+    const schema_instruction = `<<SYS>>You must answer using the following JSONSchema.
+Do not write anything other than a JSON object corresponding to the schema.
+<schema>
+${JSON.stringify(schema)}
+</schema>
+<</SYS>>`;
+    return schema_instruction;
+}
+//# sourceMappingURL=formatters.js.map

package/lib/esm/formatters.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"formatters.js","sourceRoot":"","sources":["../../src/formatters.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,aAAa,EACb,UAAU,GAEb,MAAM,YAAY,CAAC;AAEpB,MAAM,UAAU,2BAA2B,CAAC,SAAiB;IACzD,MAAM,IAAI,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IACrC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,OAAO,aAAa,CAAC,MAAM,CAAC;IAChC,CAAC;SAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,aAAa,CAAC,MAAM,CAAC;IAChC,CAAC;SAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjC,OAAO,aAAa,CAAC,MAAM,CAAC;IAChC,CAAC;SAAM,CAAC;QACJ,OAAO,aAAa,CAAC,cAAc,CAAC;IACxC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,MAAM,gBAAgB,GAGzB;IACA,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,MAAM;IACd,cAAc,EAAE,qBAAqB;CACxC,CAAC;AAEF,SAAS,MAAM,CAAC,QAAyB;IACrC,MAAM,MAAM,GAA6C,EAAE,CAAC;IAC5D,MAAM,MAAM,GAA6C,EAAE,CAAC;IAC5D,MAAM,MAAM,GAA6C,EAAE,CAAC;IAE5D,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC1D,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACJ,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACxD,CAAC;IACL,CAAC;IAED,2CAA2C;IAC3C,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,MAAM,CAAC,QAAyB,EAAE,MAAoB;IAC3D,MAAM,GAAG,GAAG,KAAK,CAAC;IAClB,MAAM,GAAG,GAAG,MAAM,CAAC;IACnB,MAAM,IAAI,GAAG,QAAQ,CAAC;IACtB,MAAM,QAAQ,GAAG,SAAS,CAAC;IAC3B,MAAM,GAAG,GAAG,WAAW,CAAC;IACxB,MAAM,OAAO,GAAG,YAAY,CAAC;IAE7B,MAAM,cAAc,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,MAAM,aAAa,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAE/D,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;YAC7B,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CACX,4BAA4B,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,kBAAkB,CACjE,CAAC;YACN,CAAC;YACD,cAAc,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,QAAQ,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,EAAE,CAAC;YAClC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YAC/B,cAAc,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC/D,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,QAAQ,IAAI,EAAE,EAAE,CAAC;QAC7B,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YAC/B,cAAc,CAAC,IAAI,CACf,GAAG,GAAG,mFAAmF,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,OAAO,GAAG,CACzH,CAAC;QACN,CAAC;IACL,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACT,cAAc,CAAC,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEzB,OAAO,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,qBAAqB,CAC1B,QAAyB,EACzB,MAAoB,EACpB,SAII,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE;IAE9D,MAAM,cAAc,GAAG,EAAE,CAAC;IAC1B,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;YAC7B,cAAc,CAAC,IAAI,CAAC,GAAG,MAAM,EAAE,IAAI,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,EAAE,CAAC;YAClC,cAAc,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,SAAS,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YAC/B,cAAc,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACjE,CAAC;IACL,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACT,cAAc,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM;;UAElC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YACpB,CAAC,CAAC;IACV,CAAC;IAED,OAAO,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,MAAM,CAAC,QAAyB,EAAE,MAAoB;IAC3D,MAAM,MAAM,GAAG,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE;QACnD,IAAI,EAAE,SAAS;QACf,SAAS,EAAE,aAAa;QACxB,MAAM,EAAE,SAAS;KACpB,CAAC,CAAC;IAEH,OAAO,MAAM,GAAG,MAAM,GAAG,gBAAgB,CAAC;AAC9C,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAmB;IAChD,MAAM,kBAAkB,GAAG;;;EAG7B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;;SAEf,CAAC;IAEN,OAAO,kBAAkB,CAAC;AAC9B,CAAC"}

package/lib/esm/index.js

@@ -0,0 +1,5 @@
+export * from "./Driver.js";
+export * from "./formatters.js";
+export * from "./json.js";
+export * from "./types.js";
+//# sourceMappingURL=index.js.map

package/lib/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC"}

package/lib/esm/json.js

@@ -0,0 +1,10 @@
+function extractJsonFromText(text) {
+    const start = text.indexOf("{");
+    const end = text.lastIndexOf("}");
+    return text.substring(start, end + 1);
+}
+//TODO LAX parse JSON
+export function parseJSON(text) {
+    return JSON.parse(extractJsonFromText(text));
+}
+//# sourceMappingURL=json.js.map

package/lib/esm/json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../src/json.ts"],"names":[],"mappings":"AACA,SAAS,mBAAmB,CAAC,IAAY;IACrC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,qBAAqB;AACrB,MAAM,UAAU,SAAS,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC;AACjD,CAAC"}

package/lib/esm/types.js

@@ -0,0 +1,64 @@
+// ============== Prompts ===============
+export var PromptRole;
+(function (PromptRole) {
+    PromptRole["safety"] = "safety";
+    PromptRole["system"] = "system";
+    PromptRole["user"] = "user";
+    PromptRole["assistant"] = "assistant";
+})(PromptRole || (PromptRole = {}));
+export var AIModelStatus;
+(function (AIModelStatus) {
+    AIModelStatus["Available"] = "available";
+    AIModelStatus["Pending"] = "pending";
+    AIModelStatus["Stopped"] = "stopped";
+    AIModelStatus["Unavailable"] = "unavailable";
+    AIModelStatus["Unknown"] = "unknown";
+})(AIModelStatus || (AIModelStatus = {}));
+export var ModelType;
+(function (ModelType) {
+    ModelType["Classifier"] = "classifier";
+    ModelType["Regressor"] = "regressor";
+    ModelType["Clustering"] = "clustering";
+    ModelType["AnomalyDetection"] = "anomaly-detection";
+    ModelType["TimeSeries"] = "time-series";
+    ModelType["Text"] = "text";
+    ModelType["Image"] = "image";
+    ModelType["Audio"] = "audio";
+    ModelType["Video"] = "video";
+    ModelType["Embedding"] = "embedding";
+    ModelType["Chat"] = "chat";
+    ModelType["Code"] = "code";
+    ModelType["NLP"] = "nlp";
+    ModelType["MultiModal"] = "multi-modal";
+    ModelType["Test"] = "test";
+    ModelType["Other"] = "other";
+    ModelType["Unknown"] = "unknown";
+})(ModelType || (ModelType = {}));
+// ============== Built-in formats and drivers =====================
+//TODO
+export var PromptFormats;
+(function (PromptFormats) {
+    PromptFormats["openai"] = "openai";
+    PromptFormats["llama2"] = "llama2";
+    PromptFormats["claude"] = "claude";
+    PromptFormats["genericTextLLM"] = "genericTextLLM";
+})(PromptFormats || (PromptFormats = {}));
+export var BuiltinProviders;
+(function (BuiltinProviders) {
+    BuiltinProviders["openai"] = "openai";
+    BuiltinProviders["huggingface_ie"] = "huggingface_ie";
+    BuiltinProviders["replicate"] = "replicate";
+    BuiltinProviders["bedrock"] = "bedrock";
+    BuiltinProviders["vertexai"] = "vertexai";
+    BuiltinProviders["togetherai"] = "togetherai";
+    //virtual = 'virtual',    
+    //cohere = 'cohere',
+})(BuiltinProviders || (BuiltinProviders = {}));
+export var TrainingJobStatus;
+(function (TrainingJobStatus) {
+    TrainingJobStatus["running"] = "running";
+    TrainingJobStatus["succeeded"] = "succeeded";
+    TrainingJobStatus["failed"] = "failed";
+    TrainingJobStatus["cancelled"] = "cancelled";
+})(TrainingJobStatus || (TrainingJobStatus = {}));
+//# sourceMappingURL=types.js.map

package/lib/esm/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAoDA,yCAAyC;AACzC,MAAM,CAAN,IAAY,UAKX;AALD,WAAY,UAAU;IAClB,+BAAiB,CAAA;IACjB,+BAAiB,CAAA;IACjB,2BAAa,CAAA;IACb,qCAAuB,CAAA;AAC3B,CAAC,EALW,UAAU,KAAV,UAAU,QAKrB;AA8BD,MAAM,CAAN,IAAY,aAMX;AAND,WAAY,aAAa;IACrB,wCAAuB,CAAA;IACvB,oCAAmB,CAAA;IACnB,oCAAmB,CAAA;IACnB,4CAA2B,CAAA;IAC3B,oCAAmB,CAAA;AACvB,CAAC,EANW,aAAa,KAAb,aAAa,QAMxB;AAiBD,MAAM,CAAN,IAAY,SAkBX;AAlBD,WAAY,SAAS;IACjB,sCAAyB,CAAA;IACzB,oCAAuB,CAAA;IACvB,sCAAyB,CAAA;IACzB,mDAAsC,CAAA;IACtC,uCAA0B,CAAA;IAC1B,0BAAa,CAAA;IACb,4BAAe,CAAA;IACf,4BAAe,CAAA;IACf,4BAAe,CAAA;IACf,oCAAuB,CAAA;IACvB,0BAAa,CAAA;IACb,0BAAa,CAAA;IACb,wBAAW,CAAA;IACX,uCAA0B,CAAA;IAC1B,0BAAa,CAAA;IACb,4BAAe,CAAA;IACf,gCAAmB,CAAA;AACvB,CAAC,EAlBW,SAAS,KAAT,SAAS,QAkBpB;AAED,oEAAoE;AACpE,MAAM;AAEN,MAAM,CAAN,IAAY,aAKX;AALD,WAAY,aAAa;IACrB,kCAAiB,CAAA;IACjB,kCAAiB,CAAA;IACjB,kCAAiB,CAAA;IACjB,kDAAiC,CAAA;AACrC,CAAC,EALW,aAAa,KAAb,aAAa,QAKxB;AAED,MAAM,CAAN,IAAY,gBASX;AATD,WAAY,gBAAgB;IACxB,qCAAiB,CAAA;IACjB,qDAAiC,CAAA;IACjC,2CAAuB,CAAA;IACvB,uCAAmB,CAAA;IACnB,yCAAqB,CAAA;IACrB,6CAAyB,CAAA;IACzB,0BAA0B;IAC1B,oBAAoB;AACxB,CAAC,EATW,gBAAgB,KAAhB,gBAAgB,QAS3B;AAwBD,MAAM,CAAN,IAAY,iBAKX;AALD,WAAY,iBAAiB;IACzB,wCAAmB,CAAA;IACnB,4CAAuB,CAAA;IACvB,sCAAiB,CAAA;IACjB,4CAAuB,CAAA;AAC3B,CAAC,EALW,iBAAiB,KAAjB,iBAAiB,QAK5B"}

package/lib/esm/validation.js

@@ -0,0 +1,30 @@
+import { validate } from "json-schema";
+import { parseJSON } from "./json.js";
+export class ValidationError extends Error {
+    code;
+    constructor(code, message) {
+        super(message);
+        this.code = code;
+        this.name = 'ValidationError';
+    }
+}
+export function validateResult(data, schema) {
+    let json;
+    if (typeof data === "string") {
+        try {
+            json = parseJSON(data);
+        }
+        catch (error) {
+            throw new ValidationError("json_error", error.message);
+        }
+    }
+    else {
+        json = data;
+    }
+    const validation = validate(json, schema);
+    if (!validation.valid) {
+        throw new ValidationError("validation_error", validation.errors.map(e => e.message).join(",\n"));
+    }
+    return json;
+}
+//# sourceMappingURL=validation.js.map

package/lib/esm/validation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.js","sourceRoot":"","sources":["../../src/validation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,QAAQ,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAGtC,MAAM,OAAO,eAAgB,SAAQ,KAAK;IAE3B;IADX,YACW,IAAuC,EAC9C,OAAe;QAEf,KAAK,CAAC,OAAO,CAAC,CAAA;QAHP,SAAI,GAAJ,IAAI,CAAmC;QAI9C,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAA;IACjC,CAAC;CACJ;AAED,MAAM,UAAU,cAAc,CAAC,IAAS,EAAE,MAAmB;IACzD,IAAI,IAAI,CAAC;IACT,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC3B,IAAI,CAAC;YACD,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YAClB,MAAM,IAAI,eAAe,CAAC,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;QAC1D,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,IAAI,GAAG,IAAI,CAAC;IAChB,CAAC;IACD,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC1C,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,eAAe,CACrB,kBAAkB,EAClB,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;IAC1D,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC"}

package/lib/types/CompletionStream.d.ts

@@ -0,0 +1,21 @@
+import { AbstractDriver } from "./Driver.js";
+import { ExecutionResponse, CompletionStream, DriverOptions, ExecutionOptions, PromptSegment } from "./types.js";
+export declare class DefaultCompletionStream<PromptT = any> implements CompletionStream<PromptT> {
+    driver: AbstractDriver<DriverOptions, PromptT>;
+    options: ExecutionOptions;
+    chunks: string[];
+    prompt: PromptT;
+    completion: ExecutionResponse<PromptT> | undefined;
+    constructor(driver: AbstractDriver<DriverOptions, PromptT>, segments: PromptSegment[], options: ExecutionOptions);
+    [Symbol.asyncIterator](): AsyncGenerator<string, void, unknown>;
+}
+export declare class FallbackCompletionStream<PromptT = any> implements CompletionStream<PromptT> {
+    driver: AbstractDriver<DriverOptions, PromptT>;
+    options: ExecutionOptions;
+    prompt: PromptT;
+    chunks: string[];
+    completion: ExecutionResponse<PromptT> | undefined;
+    constructor(driver: AbstractDriver<DriverOptions, PromptT>, segments: PromptSegment[], options: ExecutionOptions);
+    [Symbol.asyncIterator](): AsyncGenerator<any, void, unknown>;
+}
+//# sourceMappingURL=CompletionStream.d.ts.map

package/lib/types/CompletionStream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CompletionStream.d.ts","sourceRoot":"","sources":["../../src/CompletionStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,aAAa,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEjH,qBAAa,uBAAuB,CAAC,OAAO,GAAG,GAAG,CAAE,YAAW,gBAAgB,CAAC,OAAO,CAAC;IAMjE,MAAM,EAAE,cAAc,CAAC,aAAa,EAAE,OAAO,CAAC;IAEtD,OAAO,EAAE,gBAAgB;IANpC,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC;gBAEhC,MAAM,EAAE,cAAc,CAAC,aAAa,EAAE,OAAO,CAAC,EAC7D,QAAQ,EAAE,aAAa,EAAE,EAClB,OAAO,EAAE,gBAAgB;IAM7B,CAAC,MAAM,CAAC,aAAa,CAAC;CAwChC;AAED,qBAAa,wBAAwB,CAAC,OAAO,GAAG,GAAG,CAAE,YAAW,gBAAgB,CAAC,OAAO,CAAC;IAMlE,MAAM,EAAE,cAAc,CAAC,aAAa,EAAE,OAAO,CAAC;IAEtD,OAAO,EAAE,gBAAgB;IANpC,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC;gBAEhC,MAAM,EAAE,cAAc,CAAC,aAAa,EAAE,OAAO,CAAC,EAC7D,QAAQ,EAAE,aAAa,EAAE,EAClB,OAAO,EAAE,gBAAgB;IAM7B,CAAC,MAAM,CAAC,aAAa,CAAC;CAiBhC"}

package/lib/types/Driver.d.ts

@@ -0,0 +1,68 @@
+/**
+ * Classes to handle the execution of an interaction in an execution environment.
+ * Base abstract class is then implemented by each environment
+ * (eg: OpenAI, HuggingFace, etc.)
+ */
+import { AIModel, Completion, CompletionStream, DataSource, DriverOptions, ExecutionOptions, ExecutionResponse, Logger, ModelSearchPayload, PromptFormats, PromptOptions, PromptSegment, TrainingJob, TrainingOptions, TrainingPromptOptions } from "./types.js";
+export declare function createLogger(logger: Logger | false | undefined): Logger;
+export interface Driver<PromptT = unknown> {
+    /**
+     *
+     * @param segments
+     * @param completion
+     * @param model the model to train
+     */
+    createTrainingPrompt(options: TrainingPromptOptions): string;
+    createPrompt(segments: PromptSegment[], opts: PromptOptions): PromptT;
+    execute(segments: PromptSegment[], options: ExecutionOptions): Promise<ExecutionResponse<PromptT>>;
+    stream(segments: PromptSegment[], options: ExecutionOptions): Promise<CompletionStream<PromptT>>;
+    startTraining(dataset: DataSource, options: TrainingOptions): Promise<TrainingJob>;
+    cancelTraining(jobId: string): Promise<TrainingJob>;
+    getTrainingJob(jobId: string): Promise<TrainingJob>;
+    listModels(params?: ModelSearchPayload): Promise<AIModel[]>;
+    listTrainableModels(): Promise<AIModel[]>;
+    validateConnection(): Promise<boolean>;
+    generateEmbeddings(content: string, model?: string): Promise<{
+        embeddings: number[];
+        model: string;
+    }>;
+}
+/**
+ * To be implemented by each driver
+ */
+export declare abstract class AbstractDriver<OptionsT extends DriverOptions = DriverOptions, PromptT = unknown> implements Driver<PromptT> {
+    options: OptionsT;
+    logger: Logger;
+    abstract provider: string;
+    abstract defaultFormat: PromptFormats;
+    constructor(opts: OptionsT);
+    createTrainingPrompt(options: TrainingPromptOptions): string;
+    startTraining(_dataset: DataSource, _options: TrainingOptions): Promise<TrainingJob>;
+    cancelTraining(_jobId: string): Promise<TrainingJob>;
+    getTrainingJob(_jobId: string): Promise<TrainingJob>;
+    validateResult(result: Completion, options: ExecutionOptions): void;
+    execute(segments: PromptSegment[], options: ExecutionOptions): Promise<ExecutionResponse<PromptT>>;
+    _execute(prompt: PromptT, options: ExecutionOptions): Promise<ExecutionResponse<PromptT>>;
+    stream(segments: PromptSegment[], options: ExecutionOptions): Promise<CompletionStream<PromptT>>;
+    createPrompt(segments: PromptSegment[], opts: PromptOptions): PromptT;
+    /**
+     * Must be overrided if the implementation cannot stream.
+     * Some implementation may be able to stream for certain models but not for others.
+     * You must overwrite and return false if the current model doesn't support streaming.
+     * The default implementation returns true, so it is assumed that the streaming can be done.
+     * If this method returns false then the streaming execution will fallback on a blocking execution streaming the entire response as a single event.
+     * @param options the execution options containing the target model name.
+     * @returns true if the exeuction can be streamed false otherwise.
+     */
+    protected canStream(_options: ExecutionOptions): Promise<boolean>;
+    abstract requestCompletion(prompt: PromptT, options: ExecutionOptions): Promise<Completion>;
+    abstract requestCompletionStream(prompt: PromptT, options: ExecutionOptions): Promise<AsyncIterable<string>>;
+    abstract listModels(params: ModelSearchPayload): Promise<AIModel[]>;
+    abstract listTrainableModels(): Promise<AIModel[]>;
+    abstract validateConnection(): Promise<boolean>;
+    abstract generateEmbeddings(content: string, model?: string): Promise<{
+        embeddings: number[];
+        model: string;
+    }>;
+}
+//# sourceMappingURL=Driver.d.ts.map