@llumiverse/core 0.8.0

package/lib/types/Driver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Driver.d.ts","sourceRoot":"","sources":["../../src/Driver.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,EACH,OAAO,EACP,UAAU,EACV,gBAAgB,EAChB,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,iBAAiB,EACjB,MAAM,EACN,kBAAkB,EAClB,aAAa,EACb,aAAa,EACb,aAAa,EACb,WAAW,EACX,eAAe,EACf,qBAAqB,EACxB,MAAM,YAAY,CAAC;AAmBpB,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,GAAG,SAAS,UAE9D;AAGD,MAAM,WAAW,MAAM,CAAC,OAAO,GAAG,OAAO;IAErC;;;;;OAKG;IACH,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,GAAG,MAAM,CAAC;IAE7D,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC;IAEtE,OAAO,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAInG,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;IAEjG,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAEnF,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAEpD,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAGpD,UAAU,CAAC,MAAM,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAG5D,mBAAmB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAG1C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAGvC,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;KAAE,CAAC,CAAC;CAE1G;AAED;;GAEG;AACH,8BAAsB,cAAc,CAAC,QAAQ,SAAS,aAAa,GAAG,aAAa,EAAE,OAAO,GAAG,OAAO,CAAE,YAAW,MAAM,CAAC,OAAO,CAAC;IAC9H,OAAO,EAAE,QAAQ,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IAEf,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;gBAE1B,IAAI,EAAE,QAAQ;IAK1B,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,GAAG,MAAM;IAQ5D,aAAa,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;IAIpF,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAIpD,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAIpD,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB;IAetD,OAAO,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAKlG,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAiBzF,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAS/F,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,OAAO;IAO5E;;;;;;;;OAQG;IACH,SAAS,CAAC,SAAS,CAAC,QAAQ,EAAE,gBAAgB;IAI9C,QAAQ,CAAC,iBAAiB,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAE3F,QAAQ,CAAC,uBAAuB,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IAG5G,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAEnE,QAAQ,CAAC,mBAAmB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAGlD,QAAQ,CAAC,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAG/C,QAAQ,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;KAAE,CAAC;CAElH"}

package/lib/types/async.d.ts

@@ -0,0 +1,21 @@
+export declare function asyncMap<T, R>(asyncIterable: AsyncIterable<T>, callback: (value: T, index: number) => R): AsyncGenerator<Awaited<R>, void, unknown>;
+export declare function oneAsyncIterator<T>(value: T): AsyncIterable<T>;
+export declare class EventStream<T, ReturnT = any> implements AsyncIterable<T> {
+    private queue;
+    private pending?;
+    private done;
+    push(event: T): void;
+    /**
+     * Close the stream. This means the stream cannot be feeded anymore.
+     * But the consumer can still consume the remaining events.
+     */
+    close(value?: ReturnT): void;
+    [Symbol.asyncIterator](): AsyncIterator<T, ReturnT | undefined>;
+}
+/**
+ * Transform an async iterator by applying a function to each value.
+ * @param originalGenerator
+ * @param transform
+ **/
+export declare function transformAsyncIterator<T, V>(originalGenerator: AsyncIterable<T>, transform: (value: T) => V | Promise<V>): AsyncIterable<V>;
+//# sourceMappingURL=async.d.ts.map

package/lib/types/async.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"async.d.ts","sourceRoot":"","sources":["../../src/async.ts"],"names":[],"mappings":"AACA,wBAAuB,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,KAAK,CAAC,6CAI9G;AAED,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAM9D;AAGD,qBAAa,WAAW,CAAC,CAAC,EAAE,OAAO,GAAG,GAAG,CAAE,YAAW,aAAa,CAAC,CAAC,CAAC;IAElE,OAAO,CAAC,KAAK,CAAW;IACxB,OAAO,CAAC,OAAO,CAAC,CAGd;IACF,OAAO,CAAC,IAAI,CAAS;IAGrB,IAAI,CAAC,KAAK,EAAE,CAAC;IAYb;;;OAGG;IACH,KAAK,CAAC,KAAK,CAAC,EAAE,OAAO;IAQrB,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CA0BlE;AAID;;;;IAII;AACJ,wBAAuB,sBAAsB,CAAC,CAAC,EAAE,CAAC,EAC9C,iBAAiB,EAAE,aAAa,CAAC,CAAC,CAAC,EACnC,SAAS,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GACxC,aAAa,CAAC,CAAC,CAAC,CAIlB"}

package/lib/types/formatters.d.ts

@@ -0,0 +1,5 @@
+import { JSONSchema4 } from "json-schema";
+import { PromptFormats, PromptSegment } from "./types.js";
+export declare function inferFormatterFromModelName(modelName: string): PromptFormats;
+export declare const PromptFormatters: Record<PromptFormats, (messages: PromptSegment[], schema?: JSONSchema4) => any>;
+//# sourceMappingURL=formatters.d.ts.map

package/lib/types/formatters.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"formatters.d.ts","sourceRoot":"","sources":["../../src/formatters.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,OAAO,EACH,aAAa,EAEb,aAAa,EAChB,MAAM,YAAY,CAAC;AAEpB,wBAAgB,2BAA2B,CAAC,SAAS,EAAE,MAAM,GAAG,aAAa,CAW5E;AAED,eAAO,MAAM,gBAAgB,EAAE,MAAM,CACjC,aAAa,EACb,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,GAAG,CAM3D,CAAC"}

package/lib/types/index.d.ts

@@ -0,0 +1,5 @@
+export * from "./Driver.js";
+export * from "./formatters.js";
+export * from "./json.js";
+export * from "./types.js";
+//# sourceMappingURL=index.d.ts.map

package/lib/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC"}

package/lib/types/json.d.ts

@@ -0,0 +1,9 @@
+export declare function parseJSON(text: string): Json;
+export type JsonPrimative = string | number | boolean | null;
+export type JsonArray = Json[];
+export type JsonObject = {
+    [key: string]: Json;
+};
+export type JsonComposite = JsonArray | JsonObject;
+export type Json = JsonPrimative | JsonComposite;
+//# sourceMappingURL=json.d.ts.map

package/lib/types/json.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../src/json.ts"],"names":[],"mappings":"AAQA,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAE5C;AAED,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC;AAC7D,MAAM,MAAM,SAAS,GAAG,IAAI,EAAE,CAAC;AAC/B,MAAM,MAAM,UAAU,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AACjD,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,UAAU,CAAC;AACnD,MAAM,MAAM,IAAI,GAAG,aAAa,GAAG,aAAa,CAAC"}

package/lib/types/types.d.ts

@@ -0,0 +1,153 @@
+/// <reference types="node" resolution-mode="require"/>
+import { JSONSchema4 } from "json-schema";
+import { Readable } from "stream";
+import { JsonObject } from "./json.js";
+export interface ResultValidationError {
+    code: 'validation_error' | 'json_error';
+    message: string;
+    data?: string;
+}
+export interface Completion<ResultT = any> {
+    result: ResultT;
+    token_usage?: ExecutionTokenUsage;
+    execution_time?: number;
+    /**
+     * Set only if a result validation error occured, otherwise if the result is valid the error field is undefined
+     * This can only be set if the resultSchema is set and the reuslt could not be parsed as a json or if the result does not match the schema
+     */
+    error?: ResultValidationError;
+}
+export interface ExecutionResponse<PromptT = any> extends Completion {
+    prompt: PromptT;
+}
+export interface CompletionStream<PromptT = any> extends AsyncIterable<string> {
+    completion: ExecutionResponse<PromptT> | undefined;
+}
+export interface Logger {
+    debug: (...obj: any[]) => void;
+    info: (...obj: any[]) => void;
+    warn: (...obj: any[]) => void;
+    error: (...obj: any[]) => void;
+}
+export interface DriverOptions {
+    logger?: Logger | false;
+}
+export interface PromptOptions {
+    model: string;
+    format?: PromptFormats;
+    resultSchema?: JSONSchema4;
+}
+export interface ExecutionOptions extends PromptOptions {
+    temperature?: number;
+    max_tokens?: number;
+}
+export declare enum PromptRole {
+    safety = "safety",
+    system = "system",
+    user = "user",
+    assistant = "assistant"
+}
+export interface PromptSegment {
+    role: PromptRole;
+    content: string;
+}
+export interface ExecutionTokenUsage {
+    prompt?: number;
+    result?: number;
+    total?: number;
+}
+export interface AIModel<ProviderKeys = string> {
+    id: string;
+    name: string;
+    provider: ProviderKeys;
+    description?: string;
+    version?: string;
+    type?: ModelType;
+    tags?: string[];
+    owner?: string;
+    status?: AIModelStatus;
+    canStream?: boolean;
+    isCustom?: boolean;
+}
+export declare enum AIModelStatus {
+    Available = "available",
+    Pending = "pending",
+    Stopped = "stopped",
+    Unavailable = "unavailable",
+    Unknown = "unknown"
+}
+/**
+ * payload to list available models for an enviroment
+ * @param environmentId id of the environment
+ * @param query text to search for in model name/description
+ * @param type type of the model
+ * @param tags tags for searching
+ */
+export interface ModelSearchPayload {
+    text: string;
+    type?: ModelType;
+    tags?: string[];
+    owner?: string;
+}
+export declare enum ModelType {
+    Classifier = "classifier",
+    Regressor = "regressor",
+    Clustering = "clustering",
+    AnomalyDetection = "anomaly-detection",
+    TimeSeries = "time-series",
+    Text = "text",
+    Image = "image",
+    Audio = "audio",
+    Video = "video",
+    Embedding = "embedding",
+    Chat = "chat",
+    Code = "code",
+    NLP = "nlp",
+    MultiModal = "multi-modal",
+    Test = "test",
+    Other = "other",
+    Unknown = "unknown"
+}
+export declare enum PromptFormats {
+    openai = "openai",
+    llama2 = "llama2",
+    claude = "claude",
+    genericTextLLM = "genericTextLLM"
+}
+export declare enum BuiltinProviders {
+    openai = "openai",
+    huggingface_ie = "huggingface_ie",
+    replicate = "replicate",
+    bedrock = "bedrock",
+    vertexai = "vertexai",
+    togetherai = "togetherai"
+}
+export interface DataSource {
+    name: string;
+    getStream(): Readable;
+    getURL(): Promise<string>;
+}
+export interface TrainingOptions {
+    name: string;
+    model: string;
+    params?: JsonObject;
+}
+export interface TrainingPromptOptions {
+    segments: PromptSegment[];
+    completion: string | JsonObject;
+    model: string;
+    schema?: JSONSchema4;
+}
+export declare enum TrainingJobStatus {
+    running = "running",
+    succeeded = "succeeded",
+    failed = "failed",
+    cancelled = "cancelled"
+}
+export interface TrainingJob {
+    id: string;
+    status: TrainingJobStatus;
+    details?: string;
+    model?: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/lib/types/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC,MAAM,WAAW,qBAAqB;IAClC,IAAI,EAAE,kBAAkB,GAAG,YAAY,CAAC;IACxC,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU,CAAC,OAAO,GAAG,GAAG;IAErC,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,mBAAmB,CAAC;IAClC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB;;;OAGG;IACH,KAAK,CAAC,EAAE,qBAAqB,CAAC;CACjC;AAED,MAAM,WAAW,iBAAiB,CAAC,OAAO,GAAG,GAAG,CAAE,SAAQ,UAAU;IAChE,MAAM,EAAE,OAAO,CAAC;CACnB;AAGD,MAAM,WAAW,gBAAgB,CAAC,OAAO,GAAG,GAAG,CAAE,SAAQ,aAAa,CAAC,MAAM,CAAC;IAC1E,UAAU,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC;CACtD;AAED,MAAM,WAAW,MAAM;IACnB,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,GAAG,EAAE,KAAK,IAAI,CAAC;IAC/B,IAAI,EAAE,CAAC,GAAG,GAAG,EAAE,GAAG,EAAE,KAAK,IAAI,CAAC;IAC9B,IAAI,EAAE,CAAC,GAAG,GAAG,EAAE,GAAG,EAAE,KAAK,IAAI,CAAC;IAC9B,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,GAAG,EAAE,KAAK,IAAI,CAAC;CAClC;AAED,MAAM,WAAW,aAAa;IAC1B,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB,YAAY,CAAC,EAAE,WAAW,CAAC;CAC9B;AACD,MAAM,WAAW,gBAAiB,SAAQ,aAAa;IACnD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAGD,oBAAY,UAAU;IAClB,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,IAAI,SAAS;IACb,SAAS,cAAc;CAC1B;AAED,MAAM,WAAW,aAAa;IAC1B,IAAI,EAAE,UAAU,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAKD,MAAM,WAAW,OAAO,CAAC,YAAY,GAAG,MAAM;IAC1C,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,YAAY,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,oBAAY,aAAa;IACrB,SAAS,cAAc;IACvB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,WAAW,gBAAgB;IAC3B,OAAO,YAAY;CACtB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,kBAAkB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAGD,oBAAY,SAAS;IACjB,UAAU,eAAe;IACzB,SAAS,cAAc;IACvB,UAAU,eAAe;IACzB,gBAAgB,sBAAsB;IACtC,UAAU,gBAAgB;IAC1B,IAAI,SAAS;IACb,KAAK,UAAU;IACf,KAAK,UAAU;IACf,KAAK,UAAU;IACf,SAAS,cAAc;IACvB,IAAI,SAAS;IACb,IAAI,SAAS;IACb,GAAG,QAAQ;IACX,UAAU,gBAAgB;IAC1B,IAAI,SAAS;IACb,KAAK,UAAU;IACf,OAAO,YAAY;CACtB;AAKD,oBAAY,aAAa;IACrB,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,cAAc,mBAAmB;CACpC;AAED,oBAAY,gBAAgB;IACxB,MAAM,WAAW;IACjB,cAAc,mBAAmB;IACjC,SAAS,cAAc;IACvB,OAAO,YAAY;IACnB,QAAQ,aAAa;IACrB,UAAU,eAAe;CAG5B;AAKD,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,IAAI,QAAQ,CAAC;IACtB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CAC7B;AAED,MAAM,WAAW,eAAe;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,UAAU,CAAC;CACvB;AAED,MAAM,WAAW,qBAAqB;IAClC,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,UAAU,EAAE,MAAM,GAAG,UAAU,CAAC;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,WAAW,CAAC;CACxB;AAED,oBAAY,iBAAiB;IACzB,OAAO,YAAY;IACnB,SAAS,cAAc;IACvB,MAAM,WAAW;IACjB,SAAS,cAAc;CAC1B;AAED,MAAM,WAAW,WAAW;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB"}

package/lib/types/validation.d.ts

@@ -0,0 +1,8 @@
+import { JSONSchema4 } from "json-schema";
+import { ResultValidationError } from "./types.js";
+export declare class ValidationError extends Error implements ResultValidationError {
+    code: 'validation_error' | 'json_error';
+    constructor(code: 'validation_error' | 'json_error', message: string);
+}
+export declare function validateResult(data: any, schema: JSONSchema4): any;
+//# sourceMappingURL=validation.d.ts.map

package/lib/types/validation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../src/validation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAY,MAAM,aAAa,CAAC;AAEpD,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAEnD,qBAAa,eAAgB,SAAQ,KAAM,YAAW,qBAAqB;IAE5D,IAAI,EAAE,kBAAkB,GAAG,YAAY;gBAAvC,IAAI,EAAE,kBAAkB,GAAG,YAAY,EAC9C,OAAO,EAAE,MAAM;CAKtB;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,OAmB5D"}

package/package.json

@@ -0,0 +1,74 @@
+{
+    "name": "@llumiverse/core",
+    "version": "0.8.0",
+    "type": "module",
+    "description": "Provide an universal API to LLMs. Support for existing LLMs can be added by writing a driver.",
+    "files": [
+        "lib",
+        "src"
+    ],
+    "keywords": [
+        "llm",
+        "ai",
+        "prompt",
+        "prompt engineering",
+        "ml",
+        "machine learning",
+        "embeddings",
+        "training",
+        "model",
+        "universal",
+        "api",
+        "chatgpt"
+    ],
+    "types": "./lib/types/index.d.ts",
+    "typesVersions": {
+        "*": {
+            "async": [
+                "./lib/types/async.d.ts"
+            ]
+        }
+    },
+    "exports": {
+        ".": {
+            "types": "./lib/types/index.d.ts",
+            "default": "./lib/esm/index.js",
+            "import": "./lib/esm/index.js",
+            "require": "./lib/cjs/index.js"
+        },
+        "./async": {
+            "types": "./lib/types/async.d.ts",
+            "default": "./lib/esm/async.js",
+            "import": "./lib/esm/async.js",
+            "require": "./lib/cjs/async.js"
+        }
+    },
+    "scripts": {
+        "test": "vitest run",
+        "build": "tsmod build",
+        "clean": "rm -rf ./lib tsconfig.tsbuildinfo"
+    },
+    "author": "Llumiverse",
+    "license": "Apache-2.0",
+    "homepage": "https://github.com/llumiverse/llumiverse",
+    "repository": {
+        "type": "git",
+        "url": "git+ssh://git@github.com/llumiverse/llumiverse.git"
+    },
+    "devDependencies": {
+        "@types/eventsource": "^1.1.15",
+        "@types/json-schema": "^7.0.15",
+        "ts-dual-module": "^0.5.0",
+        "typescript": "^5.3.3",
+        "vitest": "^1.2.2"
+    },
+    "dependencies": {
+        "json-schema": "^0.4.0"
+    },
+    "ts_dual_module": {
+        "outDir": "lib",
+        "exports": {
+            "async": "async.js"
+        }
+    }
+}

package/src/CompletionStream.ts

@@ -0,0 +1,92 @@
+import { AbstractDriver } from "./Driver.js";
+import { ExecutionResponse, CompletionStream, DriverOptions, ExecutionOptions, PromptSegment } from "./types.js";
+
+export class DefaultCompletionStream<PromptT = any> implements CompletionStream<PromptT> {
+
+    chunks: string[];
+    prompt: PromptT;
+    completion: ExecutionResponse<PromptT> | undefined;
+
+    constructor(public driver: AbstractDriver<DriverOptions, PromptT>,
+        segments: PromptSegment[],
+        public options: ExecutionOptions) {
+        this.driver = driver;
+        this.prompt = this.driver.createPrompt(segments, options);
+        this.chunks = [];
+    }
+
+    async *[Symbol.asyncIterator]() {
+        // reset state
+        this.completion = undefined;
+        if (this.chunks.length > 0) {
+            this.chunks = [];
+        }
+        const chunks = this.chunks;
+
+        this.driver.logger.debug(
+            `[${this.driver.provider}] Streaming Execution of ${this.options.model} with prompt`, this.prompt,
+        );
+
+        const start = Date.now();
+        const stream = await this.driver.requestCompletionStream(this.prompt, this.options);
+
+        for await (const chunk of stream) {
+            if (chunk) {
+                chunks.push(chunk);
+                yield chunk;
+            }
+        }
+
+        const content = chunks.join('');
+        const promptTokens = typeof this.prompt === 'string' ? this.prompt.length : JSON.stringify(this.prompt).length;
+        const resultTokens = content.length; //TODO use chunks.length ?
+
+        this.completion = {
+            result: content,
+            prompt: this.prompt,
+            execution_time: Date.now() - start,
+            token_usage: {
+                prompt: promptTokens,
+                result: resultTokens,
+                total: resultTokens + promptTokens,
+            }
+        }
+
+        this.driver.validateResult(this.completion, this.options);
+    }
+
+}
+
+export class FallbackCompletionStream<PromptT = any> implements CompletionStream<PromptT> {
+
+    prompt: PromptT;
+    chunks: string[];
+    completion: ExecutionResponse<PromptT> | undefined;
+
+    constructor(public driver: AbstractDriver<DriverOptions, PromptT>,
+        segments: PromptSegment[],
+        public options: ExecutionOptions) {
+        this.driver = driver;
+        this.prompt = this.driver.createPrompt(segments, options);
+        this.chunks = [];
+    }
+
+    async *[Symbol.asyncIterator]() {
+        // reset state
+        this.completion = undefined;
+        if (this.chunks.length > 0) {
+            this.chunks = [];
+        }
+        this.driver.logger.debug(
+            `[${this.driver.provider}] Streaming is not supported, falling back to blocking execution`
+        );
+        const completion = await this.driver._execute(this.prompt, this.options);
+
+        const content = completion.result === 'string' ? completion.result : JSON.stringify(completion.result);
+        this.chunks.push(content);
+        yield content;
+
+        this.completion = completion;
+    }
+}
+

package/src/Driver.ts

@@ -0,0 +1,204 @@
+/**
+ * Classes to handle the execution of an interaction in an execution environment.
+ * Base abstract class is then implemented by each environment
+ * (eg: OpenAI, HuggingFace, etc.)
+ */
+
+import { DefaultCompletionStream, FallbackCompletionStream } from "./CompletionStream.js";
+import { PromptFormatters } from "./formatters.js";
+import {
+    AIModel,
+    Completion,
+    CompletionStream,
+    DataSource,
+    DriverOptions,
+    ExecutionOptions,
+    ExecutionResponse,
+    Logger,
+    ModelSearchPayload,
+    PromptFormats,
+    PromptOptions,
+    PromptSegment,
+    TrainingJob,
+    TrainingOptions,
+    TrainingPromptOptions
+} from "./types.js";
+import { validateResult } from "./validation.js";
+
+
+const ConsoleLogger: Logger = {
+    debug: console.debug,
+    info: console.info,
+    warn: console.warn,
+    error: console.error,
+}
+
+const noop = () => void 0;
+const NoopLogger: Logger = {
+    debug: noop,
+    info: noop,
+    warn: noop,
+    error: noop,
+}
+
+export function createLogger(logger: Logger | false | undefined) {
+    return logger ? logger : logger === false ? NoopLogger : ConsoleLogger;
+}
+
+
+export interface Driver<PromptT = unknown> {
+
+    /**
+     * 
+     * @param segments 
+     * @param completion 
+     * @param model the model to train
+     */
+    createTrainingPrompt(options: TrainingPromptOptions): string;
+
+    createPrompt(segments: PromptSegment[], opts: PromptOptions): PromptT;
+
+    execute(segments: PromptSegment[], options: ExecutionOptions): Promise<ExecutionResponse<PromptT>>;
+
+    // by default no stream is supported. we block and we return all at once
+    //stream(segments: PromptSegment[], options: ExecutionOptions): Promise<StreamingExecutionResponse<PromptT>>;
+    stream(segments: PromptSegment[], options: ExecutionOptions): Promise<CompletionStream<PromptT>>;
+
+    startTraining(dataset: DataSource, options: TrainingOptions): Promise<TrainingJob>;
+
+    cancelTraining(jobId: string): Promise<TrainingJob>;
+
+    getTrainingJob(jobId: string): Promise<TrainingJob>;
+
+    //list models available for this environement
+    listModels(params?: ModelSearchPayload): Promise<AIModel[]>;
+
+    //list models that can be trained
+    listTrainableModels(): Promise<AIModel[]>;
+
+    //check that it is possible to connect to the environment
+    validateConnection(): Promise<boolean>;
+
+    //generate embeddings for a given text
+    generateEmbeddings(content: string, model?: string): Promise<{ embeddings: number[], model: string; }>;
+
+}
+
+/**
+ * To be implemented by each driver
+ */
+export abstract class AbstractDriver<OptionsT extends DriverOptions = DriverOptions, PromptT = unknown> implements Driver<PromptT> {
+    options: OptionsT;
+    logger: Logger;
+
+    abstract provider: string; // the provider name
+    abstract defaultFormat: PromptFormats;
+
+    constructor(opts: OptionsT) {
+        this.options = opts;
+        this.logger = createLogger(opts.logger);
+    }
+
+    createTrainingPrompt(options: TrainingPromptOptions): string {
+        const prompt = this.createPrompt(options.segments, { resultSchema: options.schema, model: options.model })
+        return JSON.stringify({
+            prompt,
+            completion: typeof options.completion === 'string' ? options.completion : JSON.stringify(options.completion)
+        });
+    }
+
+    startTraining(_dataset: DataSource, _options: TrainingOptions): Promise<TrainingJob> {
+        throw new Error("Method not implemented.");
+    }
+
+    cancelTraining(_jobId: string): Promise<TrainingJob> {
+        throw new Error("Method not implemented.");
+    }
+
+    getTrainingJob(_jobId: string): Promise<TrainingJob> {
+        throw new Error("Method not implemented.");
+    }
+
+    validateResult(result: Completion, options: ExecutionOptions) {
+        if (!result.error && options.resultSchema) {
+            try {
+                result.result = validateResult(result.result, options.resultSchema);
+            } catch (error: any) {
+                this.logger?.error({ err: error, data: result.result }, `[${this.provider}] [${options.model}] ${error.code ? '[' + error.code + '] ' : ''}Result validation error: ${error.message}`);
+                result.error = {
+                    code: error.code || error.name,
+                    message: error.message,
+                    data: result.result,
+                }
+            }
+        }
+    }
+
+    async execute(segments: PromptSegment[], options: ExecutionOptions): Promise<ExecutionResponse<PromptT>> {
+        const prompt = this.createPrompt(segments, options);
+        return this._execute(prompt, options);
+    }
+
+    async _execute(prompt: PromptT, options: ExecutionOptions): Promise<ExecutionResponse<PromptT>> {
+        this.logger.debug(
+            `[${this.provider}] Executing ${options.model} with prompt`, prompt,
+        );
+        try {
+            const start = Date.now();
+            const result = await this.requestCompletion(prompt, options);
+            this.validateResult(result, options);
+            const execution_time = Date.now() - start;
+            return { ...result, prompt, execution_time };
+        } catch (error) {
+            (error as any).prompt = prompt;
+            throw error;
+        }
+    }
+
+    // by default no stream is supported. we block and we return all at once
+    async stream(segments: PromptSegment[], options: ExecutionOptions): Promise<CompletionStream<PromptT>> {
+        const canStream = await this.canStream(options);
+        if (canStream) {
+            return new DefaultCompletionStream(this, segments, options);
+        } else {
+            return new FallbackCompletionStream(this, segments, options);
+        }
+    }
+
+    public createPrompt(segments: PromptSegment[], opts: PromptOptions): PromptT {
+        return PromptFormatters[opts.format || this.defaultFormat](
+            segments,
+            opts.resultSchema
+        );
+    }
+
+    /**
+     * Must be overrided if the implementation cannot stream.
+     * Some implementation may be able to stream for certain models but not for others. 
+     * You must overwrite and return false if the current model doesn't support streaming.
+     * The default implementation returns true, so it is assumed that the streaming can be done.
+     * If this method returns false then the streaming execution will fallback on a blocking execution streaming the entire response as a single event.
+     * @param options the execution options containing the target model name.
+     * @returns true if the exeuction can be streamed false otherwise.
+     */
+    protected canStream(_options: ExecutionOptions) {
+        return Promise.resolve(true);
+    }
+
+    abstract requestCompletion(prompt: PromptT, options: ExecutionOptions): Promise<Completion>;
+
+    abstract requestCompletionStream(prompt: PromptT, options: ExecutionOptions): Promise<AsyncIterable<string>>;
+
+    //list models available for this environement
+    abstract listModels(params: ModelSearchPayload): Promise<AIModel[]>;
+
+    abstract listTrainableModels(): Promise<AIModel[]>;
+
+    //check that it is possible to connect to the environment
+    abstract validateConnection(): Promise<boolean>;
+
+    //generate embeddings for a given text
+    abstract generateEmbeddings(content: string, model?: string): Promise<{ embeddings: number[], model: string; }>;
+
+}
+