@llumiverse/drivers 0.8.0

package/lib/esm/vertexai/models.js

@@ -0,0 +1,87 @@
+import { ModelType } from "@llumiverse/core";
+import { GeminiModelDefinition } from "./models/gemini.js";
+import { Palm2TextDefinition } from "./models/palm2-text.js";
+import { Palm2ChatDefinition } from "./models/palm2-chat.js";
+import { CodeyChatDefinition } from "./models/codey-chat.js";
+import { CodeyTextDefinition } from "./models/codey-text.js";
+const Models = {
+    "gemini-pro": new GeminiModelDefinition(),
+    "text-bison": new Palm2TextDefinition(),
+    "chat-bison": new Palm2ChatDefinition(),
+    "code-bison": new CodeyTextDefinition(),
+    "codechat-bison": new CodeyChatDefinition(),
+};
+export function getModelName(model) {
+    const i = model.lastIndexOf('@');
+    return i > -1 ? model.substring(0, i) : model;
+}
+export function getModelDefinition(model) {
+    const def = Models[getModelName(model)];
+    if (!def) {
+        throw new Error(`Unknown model ${model}`);
+    }
+    return def;
+}
+export function getAIModels() {
+    return Object.values(Models).map(m => m.model);
+}
+// Builtin models. VertexAI doesn't provide an API to list models. so we have to hardcode them here.
+export const BuiltinModels = [
+    {
+        id: "gemini-pro",
+        name: "Gemini Pro",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Text,
+    },
+    {
+        id: "chat-bison",
+        name: "PaLM 2 Chat Bison",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Chat,
+    },
+    {
+        id: "text-bison", // versions 001, 002
+        name: "PaLM 2 Text Bison",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Text,
+    },
+    {
+        id: "code-gecko",
+        name: "Codey for Code Completion",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Code,
+    },
+    {
+        id: "code-bison",
+        name: "Codey for Code Generation",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Code,
+    },
+    {
+        id: "codechat-bison",
+        name: "Codey for Code Chat",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Code,
+    },
+    {
+        id: "tablextembedding-gecko",
+        name: "Gecko Text Embeddings",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Embedding,
+    },
+    {
+        id: "textembedding-gecko-multilingual",
+        name: "Gecko Multilingual Text Embeddings",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Embedding,
+    },
+];
+//# sourceMappingURL=models.js.map

package/lib/esm/vertexai/models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../src/vertexai/models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAyC,SAAS,EAAgC,MAAM,kBAAkB,CAAC;AAClH,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAE3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAG7D,MAAM,MAAM,GAAoC;IAC5C,YAAY,EAAE,IAAI,qBAAqB,EAAE;IACzC,YAAY,EAAE,IAAI,mBAAmB,EAAE;IACvC,YAAY,EAAE,IAAI,mBAAmB,EAAE;IACvC,YAAY,EAAE,IAAI,mBAAmB,EAAE;IACvC,gBAAgB,EAAE,IAAI,mBAAmB,EAAE;CAC9C,CAAA;AAUD,MAAM,UAAU,YAAY,CAAC,KAAa;IACtC,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IACxC,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,iBAAiB,KAAK,EAAE,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,UAAU,WAAW;IACvB,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AACnD,CAAC;AAED,oGAAoG;AACpG,MAAM,CAAC,MAAM,aAAa,GAAsB;IAC5C;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,mBAAmB;QACzB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY,EAAE,oBAAoB;QACtC,IAAI,EAAE,mBAAmB;QACzB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,2BAA2B;QACjC,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,2BAA2B;QACjC,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,qBAAqB;QAC3B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE,uBAAuB;QAC7B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,SAAS;KAC5B;IACD;QACI,EAAE,EAAE,kCAAkC;QACtC,IAAI,EAAE,oCAAoC;QAC1C,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,SAAS;KAC5B;CAIJ,CAAA"}

package/lib/esm/vertexai/utils/prompts.js

@@ -0,0 +1,47 @@
+import { PromptRole } from "@llumiverse/core";
+export function getJSONSafetyNotice(schema) {
+    return "The answer must be a JSON object using the following JSON Schema:\n" + JSON.stringify(schema);
+}
+export function getPromptAsText(segments, options) {
+    const isChat = segments.find(m => m.role === PromptRole.assistant);
+    const context = [];
+    const content = [];
+    const safety = [];
+    for (const segment of segments) {
+        switch (segment.role) {
+            case PromptRole.user:
+                if (isChat) {
+                    content.push('USER: ' + segment.content);
+                }
+                else {
+                    content.push(segment.content);
+                }
+                break;
+            case PromptRole.assistant:
+                content.push('ASSISTANT: ' + segment.content);
+                break;
+            case PromptRole.system:
+                context.push(segment.content);
+                break;
+            case PromptRole.safety:
+                safety.push(segment.content);
+                break;
+        }
+    }
+    if (options.resultSchema) {
+        safety.push(getJSONSafetyNotice(options.resultSchema));
+    }
+    const out = [];
+    if (context.length > 0) {
+        out.push('CONTEXT: ' + context.join('\n'));
+    }
+    if (content.length > 0) {
+        const prefix = context.length > 0 && !isChat ? 'INSTRUCTION: ' : '';
+        out.push(prefix + content.join('\n'));
+    }
+    if (safety.length > 0) {
+        out.push('IMPORTANT: ' + safety.join('\n'));
+    }
+    return out.join('\n');
+}
+//# sourceMappingURL=prompts.js.map

package/lib/esm/vertexai/utils/prompts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../../../src/vertexai/utils/prompts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,UAAU,EAAiB,MAAM,kBAAkB,CAAC;AAmB5E,MAAM,UAAU,mBAAmB,CAAC,MAAmB;IACnD,OAAO,qEAAqE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;AACzG,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAyB,EAAE,OAAsB;IAC7E,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,CAAC,CAAC;IACnE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,UAAU,CAAC,IAAI;gBAChB,IAAI,MAAM,EAAE,CAAC;oBACT,OAAO,CAAC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC7C,CAAC;qBAAM,CAAC;oBACJ,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAClC,CAAC;gBACD,MAAM;YACV,KAAK,UAAU,CAAC,SAAS;gBACrB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC9C,MAAM;YACV,KAAK,UAAU,CAAC,MAAM;gBAClB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC9B,MAAM;YACV,KAAK,UAAU,CAAC,MAAM;gBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC7B,MAAM;QACd,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,GAAG,GAAG,EAAE,CAAC;IACf,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,GAAG,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/lib/esm/vertexai/utils/tensor.js

@@ -0,0 +1,82 @@
+function getTensorType(val) {
+    if (val == null) {
+        return null;
+    }
+    if (Array.isArray(val)) {
+        if (val.length > 0) {
+            val = val[0];
+        }
+        else {
+            return 'listVal';
+        }
+    }
+    const type = typeof val;
+    if (type === 'string') {
+        return 'stringVal';
+    }
+    if (type === 'number') {
+        if (val % 1 === 0) { // is interger
+            return 'intVal';
+        }
+        else {
+            return 'floatVal';
+        }
+    }
+    if (type === 'boolean') {
+        return 'boolVal';
+    }
+    if (type === 'object') {
+        return 'structVal';
+    }
+    return undefined;
+}
+export function formatArrayAsTensor(arr) {
+    return arr.map(item => {
+        const type = typeof item;
+        if (type === 'string' || type === 'number' || type === 'boolean') {
+            return item; // primitve values 
+        }
+        else {
+            return formatObjectAsTensor(item);
+        }
+    });
+}
+/**
+ * Do not support nested array or nested object arrays
+ * @param obj
+ * @returns
+ */
+function formatObjectAsTensor(obj, isField = false) {
+    const struct = {};
+    const keys = Object.keys(obj);
+    for (const key of keys) {
+        //console.log('###', key);
+        const val = obj[key];
+        const type = getTensorType(val);
+        if (type === 'structVal') {
+            if (Array.isArray(val)) {
+                struct[key] = { listVal: formatArrayAsTensor(val) };
+            }
+            else {
+                struct[key] = {
+                    [type]: formatObjectAsTensor(val, true)
+                };
+            }
+        }
+        else if (type) {
+            struct[key] = {
+                [type]: val
+            };
+        }
+    }
+    return isField ? struct : {
+        structVal: struct
+    };
+}
+export function generateStreamingPrompt(prompt) {
+    return {
+        inputs: prompt.instances.map((inst) => formatObjectAsTensor(inst)),
+        parameters: formatObjectAsTensor(prompt.parameters)
+    };
+}
+//# sourceMappingURL=tensor.js.map

package/lib/esm/vertexai/utils/tensor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tensor.js","sourceRoot":"","sources":["../../../../src/vertexai/utils/tensor.ts"],"names":[],"mappings":"AAEA,SAAS,aAAa,CAAC,GAAQ;IAC3B,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjB,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QAChB,CAAC;aAAM,CAAC;YACJ,OAAO,SAAS,CAAC;QACrB,CAAC;IACL,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC;IACxB,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,OAAO,WAAW,CAAC;IACvB,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,cAAc;YAC/B,OAAO,QAAQ,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,OAAO,UAAU,CAAC;QACtB,CAAC;IACL,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,OAAO,WAAW,CAAC;IACvB,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAU;IAC1C,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAClB,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC;QACzB,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/D,OAAO,IAAI,CAAC,CAAC,mBAAmB;QACpC,CAAC;aAAM,CAAC;YACJ,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAA;QACrC,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;GAIG;AACH,SAAS,oBAAoB,CAAC,GAAQ,EAAE,OAAO,GAAG,KAAK;IACnD,MAAM,MAAM,GAAQ,EAAE,CAAC;IACvB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,0BAA0B;QAC1B,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YACvB,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,GAAG,CAAC,GAAG;oBACV,CAAC,IAAI,CAAC,EAAE,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC;iBAC1C,CAAA;YACL,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,CAAC,GAAG;gBACV,CAAC,IAAI,CAAC,EAAE,GAAG;aACd,CAAA;QACL,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACtB,SAAS,EAAE,MAAM;KACpB,CAAC;AACN,CAAC;AAGD,MAAM,UAAU,uBAAuB,CAAC,MAA2C;IAC/E,OAAO;QACH,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACvE,UAAU,EAAE,oBAAoB,CAAC,MAAM,CAAC,UAAU,CAAC;KACtD,CAAA;AACL,CAAC"}

package/lib/types/bedrock/index.d.ts

@@ -0,0 +1,88 @@
+import { Bedrock, FoundationModelSummary } from "@aws-sdk/client-bedrock";
+import { BedrockRuntime, InvokeModelCommandOutput } from "@aws-sdk/client-bedrock-runtime";
+import { AIModel, AbstractDriver, BuiltinProviders, Completion, DataSource, DriverOptions, ExecutionOptions, ModelSearchPayload, PromptFormats, TrainingJob, TrainingOptions } from "@llumiverse/core";
+import { AwsCredentialIdentity, Provider } from "@smithy/types";
+export interface BedrockModelCapabilities {
+    name: string;
+    canStream: boolean;
+}
+export interface BedrockDriverOptions extends DriverOptions {
+    /**
+     * The AWS region
+     */
+    region: string;
+    /**
+     * Tthe bucket name to be used for training.
+     * It will be created oif nto already exixts
+     */
+    training_bucket?: string;
+    /**
+     * The role ARN to be used for training
+     */
+    training_role_arn?: string;
+    /**
+     * The credentials to use to access AWS
+     */
+    credentials?: AwsCredentialIdentity | Provider<AwsCredentialIdentity>;
+}
+export declare class BedrockDriver extends AbstractDriver<BedrockDriverOptions, string> {
+    provider: BuiltinProviders;
+    private _executor?;
+    private _service?;
+    defaultFormat: PromptFormats;
+    constructor(options: BedrockDriverOptions);
+    getExecutor(): BedrockRuntime;
+    getService(): Bedrock;
+    extractDataFromResponse(prompt: string, response: InvokeModelCommandOutput): Completion;
+    requestCompletion(prompt: string, options: ExecutionOptions): Promise<Completion>;
+    protected canStream(options: ExecutionOptions): Promise<boolean>;
+    requestCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<string>>;
+    preparePayload(prompt: string, options: ExecutionOptions): LLama2RequestPayload | ClaudeRequestPayload | AI21RequestPayload | CohereRequestPayload | AmazonRequestPayload;
+    startTraining(dataset: DataSource, options: TrainingOptions): Promise<TrainingJob>;
+    cancelTraining(jobId: string): Promise<TrainingJob>;
+    getTrainingJob(jobId: string): Promise<TrainingJob>;
+    validateConnection(): Promise<boolean>;
+    listTrainableModels(): Promise<AIModel<string>[]>;
+    listModels(_params: ModelSearchPayload): Promise<AIModel[]>;
+    _listModels(foundationFilter?: (m: FoundationModelSummary) => boolean): Promise<AIModel[]>;
+    generateEmbeddings(content: string, model?: string): Promise<{
+        embeddings: number[];
+        model: string;
+    }>;
+}
+interface LLama2RequestPayload {
+    prompt: string;
+    temperature: number;
+    top_p?: number;
+    max_gen_len: number;
+}
+interface ClaudeRequestPayload {
+    prompt: string;
+    temperature?: number;
+    max_tokens_to_sample?: number;
+    top_p?: number;
+    top_k?: number;
+    stop_sequences?: [string];
+}
+interface AI21RequestPayload {
+    prompt: string;
+    temperature: number;
+    maxTokens: number;
+}
+interface CohereRequestPayload {
+    prompt: string;
+    temperature: number;
+    max_tokens?: number;
+    p?: number;
+}
+interface AmazonRequestPayload {
+    inputText: string;
+    textGenerationConfig: {
+        temperature: number;
+        topP: number;
+        maxTokenCount: number;
+        stopSequences: [string];
+    };
+}
+export {};
+//# sourceMappingURL=index.d.ts.map

package/lib/types/bedrock/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bedrock/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAsC,sBAAsB,EAAyI,MAAM,yBAAyB,CAAC;AACrP,OAAO,EAAE,cAAc,EAAE,wBAAwB,EAAkB,MAAM,iCAAiC,CAAC;AAE3G,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,aAAa,EAAE,WAAW,EAAqB,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAE1N,OAAO,EAAE,qBAAqB,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAQhE,MAAM,WAAW,wBAAwB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,oBAAqB,SAAQ,aAAa;IACvD;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;OAEG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,WAAW,CAAC,EAAE,qBAAqB,GAAG,QAAQ,CAAC,qBAAqB,CAAC,CAAC;CACzE;AAED,qBAAa,aAAc,SAAQ,cAAc,CAAC,oBAAoB,EAAE,MAAM,CAAC;IAE3E,QAAQ,mBAA4B;IAEpC,OAAO,CAAC,SAAS,CAAC,CAAiB;IACnC,OAAO,CAAC,QAAQ,CAAC,CAAU;IAE3B,aAAa,gBAAgC;gBAEjC,OAAO,EAAE,oBAAoB;IAOzC,WAAW;IAUX,UAAU;IAUV,uBAAuB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,wBAAwB,GAAG,UAAU;IAiCjF,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;cAavE,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAYhE,uBAAuB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IAsCxG,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB;IAgDlD,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;IAsClF,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAYnD,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAWnD,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAQtC,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAKjD,UAAU,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAO3D,WAAW,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,EAAE,sBAAsB,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IA2D1F,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,GAAE,MAAqC,GAAG,OAAO,CAAC;QAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;KAAE,CAAC;CA0B7I;AAID,UAAU,oBAAoB;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;CACvB;AAED,UAAU,oBAAoB;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;CAC7B;AAED,UAAU,kBAAkB;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,UAAU,oBAAoB;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,CAAC,CAAC,EAAE,MAAM,CAAC;CACd;AAED,UAAU,oBAAoB;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,CAAC;QACtB,aAAa,EAAE,CAAC,MAAM,CAAC,CAAC;KAC3B,CAAC;CACL"}

package/lib/types/bedrock/s3.d.ts

@@ -0,0 +1,20 @@
+/// <reference types="node" resolution-mode="require"/>
+/// <reference types="node" resolution-mode="require"/>
+import { S3Client } from "@aws-sdk/client-s3";
+import { Progress } from "@aws-sdk/lib-storage";
+import { Readable } from "stream";
+export declare function doesBucketExist(s3: S3Client, bucketName: string): Promise<boolean>;
+export declare function createBucket(s3: S3Client, bucketName: string): Promise<import("@aws-sdk/client-s3").CreateBucketCommandOutput>;
+export declare function tryCreateBucket(s3: S3Client, bucketName: string): Promise<import("@aws-sdk/client-s3").CreateBucketCommandOutput | undefined>;
+export declare function uploadFile(s3: S3Client, source: Readable | string | Buffer, bucketName: string, file: string, onProgress?: (progress: Progress) => void): Promise<import("@aws-sdk/client-s3").CompleteMultipartUploadCommandOutput>;
+/**
+ * Create the bucket if not already exists and then upload the file.
+ * @param s3
+ * @param source
+ * @param bucketName
+ * @param file
+ * @param onProgress
+ * @returns
+ */
+export declare function forceUploadFile(s3: S3Client, source: Readable | string | Buffer, bucketName: string, file: string, onProgress?: (progress: Progress) => void): Promise<import("@aws-sdk/client-s3").CompleteMultipartUploadCommandOutput>;
+//# sourceMappingURL=s3.d.ts.map

package/lib/types/bedrock/s3.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"s3.d.ts","sourceRoot":"","sources":["../../../src/bedrock/s3.ts"],"names":[],"mappings":";;AAAA,OAAO,EAA0C,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACtF,OAAO,EAAE,QAAQ,EAAU,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAElC,wBAAsB,eAAe,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAUxF;AAED,wBAAgB,YAAY,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,mEAI5D;AAGD,wBAAsB,eAAe,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,+EAKrE;AAGD,wBAAsB,UAAU,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,GAAG,MAAM,GAAG,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,8EAe7J;AAED;;;;;;;;GAQG;AACH,wBAAsB,eAAe,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,GAAG,MAAM,GAAG,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,8EAIlK"}

package/lib/types/huggingface_ie.d.ts

@@ -0,0 +1,36 @@
+import { AIModel, AbstractDriver, BuiltinProviders, DriverOptions, ExecutionOptions, PromptFormats } from "@llumiverse/core";
+import { HfInferenceEndpoint } from "@huggingface/inference";
+import { FetchClient } from "api-fetch-client";
+export interface HuggingFaceIEDriverOptions extends DriverOptions {
+    apiKey: string;
+    endpoint_url: string;
+}
+export declare class HuggingFaceIEDriver extends AbstractDriver<HuggingFaceIEDriverOptions, string> {
+    service: FetchClient;
+    provider: BuiltinProviders;
+    _executor?: HfInferenceEndpoint;
+    defaultFormat: PromptFormats;
+    constructor(options: HuggingFaceIEDriverOptions);
+    getModelURLEndpoint(modelId: string): Promise<{
+        url: string;
+        status: string;
+    }>;
+    getExecutor(model: string): Promise<HfInferenceEndpoint>;
+    requestCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<string>>;
+    requestCompletion(prompt: string, options: ExecutionOptions): Promise<{
+        result: string;
+        token_usage: {
+            result: number;
+            prompt: number;
+            total: number;
+        };
+    }>;
+    listTrainableModels(): Promise<AIModel<string>[]>;
+    listModels(): Promise<AIModel[]>;
+    validateConnection(): Promise<boolean>;
+    generateEmbeddings(content: string, model?: string): Promise<{
+        embeddings: number[];
+        model: string;
+    }>;
+}
+//# sourceMappingURL=huggingface_ie.d.ts.map

package/lib/types/huggingface_ie.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface_ie.d.ts","sourceRoot":"","sources":["../../src/huggingface_ie.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EAEP,cAAc,EACd,gBAAgB,EAChB,aAAa,EACb,gBAAgB,EAChB,aAAa,EAChB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAEH,mBAAmB,EAEtB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/C,MAAM,WAAW,0BAA2B,SAAQ,aAAa;IAC7D,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACxB;AAED,qBAAa,mBAAoB,SAAQ,cAAc,CAAC,0BAA0B,EAAE,MAAM,CAAC;IACvF,OAAO,EAAE,WAAW,CAAC;IACrB,QAAQ,mBAAmC;IAC3C,SAAS,CAAC,EAAE,mBAAmB,CAAC;IAChC,aAAa,gBAAgC;gBAGzC,OAAO,EAAE,0BAA0B;IAUjC,mBAAmB,CACrB,OAAO,EAAE,MAAM,GAChB,OAAO,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;KAAE,CAAC;IAQtC,WAAW,CAAC,KAAK,EAAE,MAAM;IAmBzB,uBAAuB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB;IAiBjE,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB;;;;;;;;IAwB3D,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAIjD,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAehC,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAStC,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;KAAE,CAAC;CAK/G"}

package/lib/types/index.d.ts

@@ -0,0 +1,8 @@
+export * from "./bedrock/index.js";
+export * from "./huggingface_ie.js";
+export * from "./openai.js";
+export * from "./replicate.js";
+export * from "./vertexai/index.js";
+export * from "./togetherai/index.js";
+export * from "./test/index.js";
+//# sourceMappingURL=index.d.ts.map

package/lib/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iBAAiB,CAAC"}

package/lib/types/openai.d.ts

@@ -0,0 +1,36 @@
+import { AIModel, AbstractDriver, BuiltinProviders, Completion, DataSource, DriverOptions, ExecutionOptions, ModelType, PromptFormats, PromptSegment, TrainingJob, TrainingOptions, TrainingPromptOptions } from "@llumiverse/core";
+import OpenAI from "openai";
+export interface OpenAIDriverOptions extends DriverOptions {
+    apiKey: string;
+}
+export declare class OpenAIDriver extends AbstractDriver<OpenAIDriverOptions, OpenAI.Chat.Completions.ChatCompletionMessageParam[]> {
+    inputContentTypes: string[];
+    generatedContentTypes: string[];
+    service: OpenAI;
+    provider: BuiltinProviders;
+    defaultFormat: PromptFormats;
+    constructor(opts: OpenAIDriverOptions);
+    createPrompt(segments: PromptSegment[], opts: ExecutionOptions): OpenAI.Chat.Completions.ChatCompletionMessageParam[];
+    extractDataFromResponse(options: ExecutionOptions, result: OpenAI.Chat.Completions.ChatCompletion): Completion;
+    requestCompletionStream(prompt: OpenAI.Chat.Completions.ChatCompletionMessageParam[], options: ExecutionOptions): Promise<any>;
+    requestCompletion(prompt: OpenAI.Chat.Completions.ChatCompletionMessageParam[], options: ExecutionOptions): Promise<any>;
+    createTrainingPrompt(options: TrainingPromptOptions): string;
+    startTraining(dataset: DataSource, options: TrainingOptions): Promise<TrainingJob>;
+    cancelTraining(jobId: string): Promise<TrainingJob>;
+    getTrainingJob(jobId: string): Promise<TrainingJob>;
+    validateConnection(): Promise<boolean>;
+    listTrainableModels(): Promise<AIModel<string>[]>;
+    listModels(): Promise<AIModel[]>;
+    _listModels(filter?: (m: OpenAI.Models.Model) => boolean): Promise<{
+        id: string;
+        name: string;
+        provider: BuiltinProviders;
+        owner: string;
+        type: ModelType;
+    }[]>;
+    generateEmbeddings(content: string, model?: string): Promise<{
+        embeddings: number[];
+        model: string;
+    }>;
+}
+//# sourceMappingURL=openai.d.ts.map

package/lib/types/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EACP,cAAc,EACd,gBAAgB,EAChB,UAAU,EACV,UAAU,EACV,aAAa,EACb,gBAAgB,EAEhB,SAAS,EACT,aAAa,EACb,aAAa,EACb,WAAW,EAEX,eAAe,EACf,qBAAqB,EACxB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAW5B,MAAM,WAAW,mBAAoB,SAAQ,aAAa;IACtD,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,YAAa,SAAQ,cAAc,CAC5C,mBAAmB,EACnB,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,EAAE,CACvD;IACG,iBAAiB,EAAE,MAAM,EAAE,CAAkB;IAC7C,qBAAqB,EAAE,MAAM,EAAE,CAAkB;IACjD,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,mBAA2B;IACnC,aAAa,gBAAwB;gBAEzB,IAAI,EAAE,mBAAmB;IAOrC,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,EAAE;IAKrH,uBAAuB,CACnB,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,cAAc,GAC/C,UAAU;IA4BP,uBAAuB,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC;IAkC9H,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC;IA0B9H,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,GAAG,MAAM;IAStD,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;IAgBlF,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAKnD,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAOnD,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAS5C,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAI3C,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAIhC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO;;;;;;;IAaxD,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,GAAE,MAAiC,GAAG,OAAO,CAAC;QAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;KAAE,CAAC;CAezI"}

package/lib/types/replicate.d.ts

@@ -0,0 +1,52 @@
+import { AIModel, AbstractDriver, BuiltinProviders, Completion, DataSource, DriverOptions, ExecutionOptions, ModelSearchPayload, PromptFormats, TrainingJob, TrainingOptions } from "@llumiverse/core";
+import Replicate, { Prediction } from "replicate";
+export interface ReplicateDriverOptions extends DriverOptions {
+    apiKey: string;
+}
+export declare class ReplicateDriver extends AbstractDriver<DriverOptions, string> {
+    provider: BuiltinProviders;
+    service: Replicate;
+    defaultFormat: PromptFormats;
+    static parseModelId(modelId: string): {
+        owner: string;
+        model: string;
+        version: string;
+    };
+    constructor(options: ReplicateDriverOptions);
+    extractDataFromResponse(prompt: string, response: Prediction): Completion;
+    requestCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<string>>;
+    requestCompletion(prompt: string, options: ExecutionOptions): Promise<{
+        result: any;
+        token_usage: {
+            result: any;
+            prompt: number;
+            total: any;
+        };
+    }>;
+    startTraining(dataset: DataSource, options: TrainingOptions): Promise<TrainingJob>;
+    /**
+     * This method is not returning a consistent TrainingJob like the one returned by startTraining
+     * Instead of returning the full model name `owner/model:version` it returns only the version `version
+     * @param jobId
+     * @returns
+     */
+    cancelTraining(jobId: string): Promise<TrainingJob>;
+    /**
+     * This method is not returning a consistent TrainingJob like the one returned by startTraining
+     * Instead of returning the full model name `owner/model:version` it returns only the version `version
+     * @param jobId
+     * @returns
+     */
+    getTrainingJob(jobId: string): Promise<TrainingJob>;
+    validateConnection(): Promise<boolean>;
+    _listTrainableModels(): Promise<AIModel[]>;
+    listTrainableModels(): Promise<AIModel[]>;
+    listModels(params: ModelSearchPayload): Promise<AIModel[]>;
+    listModelVersions(owner: string, model: string): Promise<AIModel[]>;
+    searchModels(params: ModelSearchPayload): Promise<AIModel[]>;
+    generateEmbeddings(content: string, model?: string): Promise<{
+        embeddings: number[];
+        model: string;
+    }>;
+}
+//# sourceMappingURL=replicate.d.ts.map

package/lib/types/replicate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../src/replicate.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EACP,cAAc,EACd,gBAAgB,EAChB,UAAU,EACV,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,WAAW,EAEX,eAAe,EAClB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,SAAS,EAAE,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAelD,MAAM,WAAW,sBAAuB,SAAQ,aAAa;IACzD,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,eAAgB,SAAQ,cAAc,CAAC,aAAa,EAAE,MAAM,CAAC;IACtE,QAAQ,mBAA8B;IACtC,OAAO,EAAE,SAAS,CAAC;IACnB,aAAa,gBAAgC;IAE7C,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM;;;;;gBAWvB,OAAO,EAAE,sBAAsB;IAO3C,uBAAuB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,GAAG,UAAU;IAYnE,uBAAuB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IAwClG,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB;;;;;;;;IAkC3D,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;IAcxF;;;;;OAKG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAKzD;;;;;OAKG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAOnD,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAStC,oBAAoB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAoB1C,mBAAmB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAQzC,UAAU,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAY1D,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IA8BnE,YAAY,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAuBlE,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;KAAE,CAAC;CAKzG"}

package/lib/types/test/TestErrorCompletionStream.d.ts

@@ -0,0 +1,9 @@
+import { CompletionStream, ExecutionOptions, ExecutionResponse, PromptSegment } from "@llumiverse/core";
+export declare class TestErrorCompletionStream implements CompletionStream<PromptSegment[]> {
+    segments: PromptSegment[];
+    options: ExecutionOptions;
+    completion: ExecutionResponse<PromptSegment[]> | undefined;
+    constructor(segments: PromptSegment[], options: ExecutionOptions);
+    [Symbol.asyncIterator](): AsyncGenerator<string, void, unknown>;
+}
+//# sourceMappingURL=TestErrorCompletionStream.d.ts.map

package/lib/types/test/TestErrorCompletionStream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TestErrorCompletionStream.d.ts","sourceRoot":"","sources":["../../../src/test/TestErrorCompletionStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGxG,qBAAa,yBAA0B,YAAW,gBAAgB,CAAC,aAAa,EAAE,CAAC;IAI5D,QAAQ,EAAE,aAAa,EAAE;IACjC,OAAO,EAAE,gBAAgB;IAHpC,UAAU,EAAE,iBAAiB,CAAC,aAAa,EAAE,CAAC,GAAG,SAAS,CAAC;gBAExC,QAAQ,EAAE,aAAa,EAAE,EACjC,OAAO,EAAE,gBAAgB;IAE7B,CAAC,MAAM,CAAC,aAAa,CAAC;CAKhC"}

package/lib/types/test/TestValidationErrorCompletionStream.d.ts

@@ -0,0 +1,9 @@
+import { CompletionStream, ExecutionOptions, ExecutionResponse, PromptSegment } from "@llumiverse/core";
+export declare class TestValidationErrorCompletionStream implements CompletionStream<PromptSegment[]> {
+    segments: PromptSegment[];
+    options: ExecutionOptions;
+    completion: ExecutionResponse<PromptSegment[]> | undefined;
+    constructor(segments: PromptSegment[], options: ExecutionOptions);
+    [Symbol.asyncIterator](): AsyncGenerator<"Started TestValidationError.\n" | "chunk1\n" | "chunk2\n", void, unknown>;
+}
+//# sourceMappingURL=TestValidationErrorCompletionStream.d.ts.map

package/lib/types/test/TestValidationErrorCompletionStream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TestValidationErrorCompletionStream.d.ts","sourceRoot":"","sources":["../../../src/test/TestValidationErrorCompletionStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAIxG,qBAAa,mCAAoC,YAAW,gBAAgB,CAAC,aAAa,EAAE,CAAC;IAItE,QAAQ,EAAE,aAAa,EAAE;IACjC,OAAO,EAAE,gBAAgB;IAHpC,UAAU,EAAE,iBAAiB,CAAC,aAAa,EAAE,CAAC,GAAG,SAAS,CAAC;gBAExC,QAAQ,EAAE,aAAa,EAAE,EACjC,OAAO,EAAE,gBAAgB;IAE7B,CAAC,MAAM,CAAC,aAAa,CAAC;CAShC"}

package/lib/types/test/index.d.ts

@@ -0,0 +1,27 @@
+import { AIModel, CompletionStream, Driver, ExecutionOptions, ExecutionResponse, PromptOptions, PromptSegment, TrainingJob } from "@llumiverse/core";
+export * from "./TestErrorCompletionStream.js";
+export * from "./TestValidationErrorCompletionStream.js";
+export declare enum TestDriverModels {
+    executionError = "execution-error",
+    validationError = "validation-error"
+}
+export declare class TestDriver implements Driver<PromptSegment[]> {
+    provider: string;
+    createTrainingPrompt(): string;
+    startTraining(): Promise<TrainingJob>;
+    cancelTraining(): Promise<TrainingJob>;
+    getTrainingJob(_jobId: string): Promise<TrainingJob>;
+    createPrompt(segments: PromptSegment[], _opts: PromptOptions): PromptSegment[];
+    execute(segments: PromptSegment[], options: ExecutionOptions): Promise<ExecutionResponse<PromptSegment[]>>;
+    stream(segments: PromptSegment[], options: ExecutionOptions): Promise<CompletionStream<PromptSegment[]>>;
+    listTrainableModels(): Promise<AIModel<string>[]>;
+    listModels(): Promise<AIModel<string>[]>;
+    validateConnection(): Promise<boolean>;
+    generateEmbeddings(): Promise<{
+        embeddings: number[];
+        model: string;
+    }>;
+    executeError(segments: PromptSegment[], _options: ExecutionOptions): Promise<ExecutionResponse<PromptSegment[]>>;
+    executeValidationError(segments: PromptSegment[], _options: ExecutionOptions): Promise<ExecutionResponse<PromptSegment[]>>;
+}
+//# sourceMappingURL=index.d.ts.map

package/lib/types/test/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/test/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAiB,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,EAAE,iBAAiB,EAAa,aAAa,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAK/K,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AAEzD,oBAAY,gBAAgB;IACxB,cAAc,oBAAoB;IAClC,eAAe,qBAAqB;CACvC;AAED,qBAAa,UAAW,YAAW,MAAM,CAAC,aAAa,EAAE,CAAC;IACtD,QAAQ,SAAU;IAElB,oBAAoB,IAAI,MAAM;IAI9B,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC;IAIrC,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC;IAItC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAIpD,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,KAAK,EAAE,aAAa,GAAG,aAAa,EAAE;IAG9E,OAAO,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;IAUpG,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC;IAWxG,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAIjD,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAsB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAGtC,kBAAkB,IAAI,OAAO,CAAC;QAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;KAAE,CAAC;IAKjE,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;IAKhH,sBAAsB,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;CAKnI"}

package/lib/types/test/utils.d.ts

@@ -0,0 +1,5 @@
+import { ExecutionResponse, PromptSegment } from "@llumiverse/core";
+export declare function throwError(message: string, prompt: PromptSegment[]): never;
+export declare function createValidationErrorCompletion(segments: PromptSegment[]): ExecutionResponse<PromptSegment[]>;
+export declare function sleep(ms: number): Promise<unknown>;
+//# sourceMappingURL=utils.d.ts.map

package/lib/types/test/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/test/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEpE,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,KAAK,CAI1E;AAED,wBAAgB,+BAA+B,CAAC,QAAQ,EAAE,aAAa,EAAE,sCAexE;AAED,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,oBAE/B"}

package/lib/types/togetherai/index.d.ts

@@ -0,0 +1,23 @@
+import { AIModel, AbstractDriver, Completion, DriverOptions, ExecutionOptions, PromptFormats } from "@llumiverse/core";
+import { FetchClient } from "api-fetch-client";
+interface TogetherAIDriverOptions extends DriverOptions {
+    apiKey: string;
+}
+export declare class TogetherAIDriver extends AbstractDriver<TogetherAIDriverOptions, string> {
+    provider: string;
+    apiKey: string;
+    defaultFormat: PromptFormats;
+    fetchClient: FetchClient;
+    constructor(options: TogetherAIDriverOptions);
+    requestCompletion(prompt: string, options: ExecutionOptions): Promise<Completion<any>>;
+    requestCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<string>>;
+    listModels(): Promise<AIModel<string>[]>;
+    listTrainableModels(): Promise<AIModel<string>[]>;
+    validateConnection(): Promise<boolean>;
+    generateEmbeddings(content: string, model?: string | undefined): Promise<{
+        embeddings: number[];
+        model: string;
+    }>;
+}
+export {};
+//# sourceMappingURL=index.d.ts.map

package/lib/types/togetherai/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,aAAa,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACvH,OAAO,EAAE,WAAW,EAAmB,MAAM,kBAAkB,CAAC;AAGhE,UAAU,uBAAwB,SAAQ,aAAa;IACnD,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAiB,SAAQ,cAAc,CAAC,uBAAuB,EAAE,MAAM,CAAC;IACjF,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,aAAa,CAAC;IAC7B,WAAW,EAAE,WAAW,CAAC;gBAEb,OAAO,EAAE,uBAAuB;IAUtC,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAsBtF,uBAAuB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IA6BlG,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAkB9C,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAGjD,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAItC,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;QAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;KAAE,CAAC;CAIrH"}