@llumiverse/drivers 0.25.0 → 0.25.1-dev.20260210.145152Z

package/lib/esm/watsonx/index.js

@@ -0,0 +1,157 @@
+import { AbstractDriver } from "@llumiverse/core";
+import { transformSSEStream } from "@llumiverse/core/async";
+import { FetchClient } from "@vertesia/api-fetch-client";
+const API_VERSION = "2024-03-14";
+export class WatsonxDriver extends AbstractDriver {
+    static PROVIDER = "watsonx";
+    provider = WatsonxDriver.PROVIDER;
+    apiKey;
+    endpoint_url;
+    projectId;
+    authToken;
+    fetcher;
+    fetchClient;
+    constructor(options) {
+        super(options);
+        this.apiKey = options.apiKey;
+        this.projectId = options.projectId;
+        this.endpoint_url = options.endpointUrl;
+        this.fetchClient = new FetchClient(this.endpoint_url).withAuthCallback(async () => this.getAuthToken().then(token => `Bearer ${token}`));
+    }
+    async requestTextCompletion(prompt, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn({ options: options.model_options }, "Invalid model options");
+        }
+        options.model_options = options.model_options;
+        const payload = {
+            model_id: options.model,
+            input: prompt + "\n",
+            parameters: {
+                max_new_tokens: options.model_options?.max_tokens,
+                temperature: options.model_options?.temperature,
+                top_k: options.model_options?.top_k,
+                top_p: options.model_options?.top_p,
+                stop_sequences: options.model_options?.stop_sequence,
+            },
+            project_id: this.projectId,
+        };
+        const res = await this.fetchClient.post(`/ml/v1/text/generation?version=${API_VERSION}`, { payload });
+        const result = res.results[0];
+        return {
+            result: [{ type: "text", value: result.generated_text }],
+            token_usage: {
+                prompt: result.input_token_count,
+                result: result.generated_token_count,
+                total: result.input_token_count + result.generated_token_count,
+            },
+            finish_reason: watsonFinishReason(result.stop_reason),
+            original_response: options.include_original_response ? res : undefined,
+        };
+    }
+    async requestTextCompletionStream(prompt, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn({ options: options.model_options }, "Invalid model options");
+        }
+        options.model_options = options.model_options;
+        const payload = {
+            model_id: options.model,
+            input: prompt + "\n",
+            parameters: {
+                max_new_tokens: options.model_options?.max_tokens,
+                temperature: options.model_options?.temperature,
+                top_k: options.model_options?.top_k,
+                top_p: options.model_options?.top_p,
+                stop_sequences: options.model_options?.stop_sequence,
+            },
+            project_id: this.projectId,
+        };
+        const stream = await this.fetchClient.post(`/ml/v1/text/generation_stream?version=${API_VERSION}`, {
+            payload: payload,
+            reader: 'sse'
+        });
+        return transformSSEStream(stream, (data) => {
+            const json = JSON.parse(data);
+            return {
+                result: json.results[0]?.generated_text ? [{ type: "text", value: json.results[0].generated_text }] : [],
+                finish_reason: watsonFinishReason(json.results[0]?.stop_reason),
+                token_usage: {
+                    prompt: json.results[0].input_token_count,
+                    result: json.results[0].generated_token_count,
+                    total: json.results[0].input_token_count + json.results[0].generated_token_count,
+                },
+            };
+        });
+    }
+    async listModels() {
+        const res = await this.fetchClient.get(`/ml/v1/foundation_model_specs?version=${API_VERSION}`)
+            .catch(err => this.logger.warn("Can't list models on Watsonx: " + err));
+        const aiModels = res.resources.map((m) => {
+            return {
+                id: m.model_id,
+                name: m.label,
+                description: m.short_description,
+                provider: this.provider,
+            };
+        });
+        return aiModels;
+    }
+    async getAuthToken() {
+        if (this.authToken) {
+            const now = Date.now() / 1000;
+            if (now < this.authToken.expiration) {
+                return this.authToken.access_token;
+            }
+            else {
+                this.logger.debug("Token expired, refetching");
+            }
+        }
+        const authToken = await fetch('https://iam.cloud.ibm.com/identity/token', {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/x-www-form-urlencoded',
+            },
+            body: `grant_type=urn:ibm:params:oauth:grant-type:apikey&apikey=${this.apiKey}`,
+        }).then(response => response.json());
+        this.authToken = authToken;
+        return this.authToken.access_token;
+    }
+    async validateConnection() {
+        return this.listModels()
+            .then(() => true)
+            .catch((err) => {
+            this.logger.warn({ error: err }, "Failed to connect to WatsonX");
+            return false;
+        });
+    }
+    async generateEmbeddings(options) {
+        if (options.image) {
+            throw new Error("Image embeddings not supported by Watsonx");
+        }
+        if (!options.text) {
+            throw new Error("No text provided");
+        }
+        const payload = {
+            inputs: [options.text],
+            model_id: options.model ?? 'ibm/slate-125m-english-rtrvr',
+            project_id: this.projectId
+        };
+        const res = await this.fetchClient.post(`/ml/v1/text/embeddings?version=${API_VERSION}`, { payload });
+        return {
+            values: res.results[0].embedding,
+            model: res.model_id
+        };
+    }
+}
+function watsonFinishReason(reason) {
+    if (!reason)
+        return undefined;
+    switch (reason) {
+        case 'eos_token': return "stop";
+        case 'max_tokens': return "length";
+        default: return reason;
+    }
+}
+/*interface ListModelsParams extends ModelSearchPayload {
+    limit?: number;
+}*/
+//# sourceMappingURL=index.js.map

package/lib/esm/watsonx/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/watsonx/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,cAAc,EAAgI,MAAM,kBAAkB,CAAC;AACzL,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AASzD,MAAM,WAAW,GAAG,YAAY,CAAA;AAEhC,MAAM,OAAO,aAAc,SAAQ,cAA4C;IAC3E,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC5B,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC;IAClC,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,SAAS,CAAS;IAClB,SAAS,CAAmB;IAC5B,OAAO,CAAe;IACtB,WAAW,CAAa;IAExB,YAAY,OAA6B;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC;IAC7I,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAgD,CAAC;QAEjF,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,MAAM,GAAG,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBACjD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,aAAa;aACvD;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,CAAkC,CAAC;QAEvI,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAE9B,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC;YACxD,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,iBAAiB;gBAChC,MAAM,EAAE,MAAM,CAAC,qBAAqB;gBACpC,KAAK,EAAE,MAAM,CAAC,iBAAiB,GAAG,MAAM,CAAC,qBAAqB;aACjE;YACD,aAAa,EAAE,kBAAkB,CAAC,MAAM,CAAC,WAAW,CAAC;YACrD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAA;IACL,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAgD,CAAC;QACjF,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,MAAM,GAAG,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBACjD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,aAAa;aACvD;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,yCAAyC,WAAW,EAAE,EAAE;YAC/F,OAAO,EAAE,OAAO;YAChB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkC,CAAC;YAC/D,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBACxG,aAAa,EAAE,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC;gBAC/D,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB;oBACzC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,qBAAqB;oBAC7C,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,qBAAqB;iBACnF;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IAEP,CAAC;IAID,KAAK,CAAC,UAAU;QAIZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,yCAAyC,WAAW,EAAE,CAAC;aACzF,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,GAAG,GAAG,CAAC,CAA6B,CAAC;QAExG,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAmB,EAAE,EAAE;YACvD,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,QAAQ;gBACd,IAAI,EAAE,CAAC,CAAC,KAAK;gBACb,WAAW,EAAE,CAAC,CAAC,iBAAiB;gBAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,KAAK,CAAC,YAAY;QAGd,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAC9B,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;gBAClC,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAA;YAClD,CAAC;QACL,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,0CAA0C,EAAE;YACtE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,cAAc,EAAE,mCAAmC;aACtD;YACD,IAAI,EAAE,4DAA4D,IAAI,CAAC,MAAM,EAAE;SAClF,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAoB,CAAC;QAExD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;IAEvC,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,OAAO,IAAI,CAAC,UAAU,EAAE;aACnB,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;aAChB,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,8BAA8B,CAAC,CAAC;YACjE,OAAO,KAAK,CAAA;QAChB,CAAC,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAA0B;QAC/C,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,OAAO,GAA6B;YACtC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;YACtB,QAAQ,EAAE,OAAO,CAAC,KAAK,IAAI,8BAA8B;YACzD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,CAA8B,CAAC;QAEnI,OAAO;YACH,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YAChC,KAAK,EAAE,GAAG,CAAC,QAAQ;SACtB,CAAA;IAEL,CAAC;;AAIL,SAAS,kBAAkB,CAAC,MAA0B;IAClD,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,QAAQ,MAAM,EAAE,CAAC;QACb,KAAK,WAAW,CAAC,CAAC,OAAO,MAAM,CAAC;QAChC,KAAK,YAAY,CAAC,CAAC,OAAO,QAAQ,CAAC;QACnC,OAAO,CAAC,CAAC,OAAO,MAAM,CAAC;IAC3B,CAAC;AACL,CAAC;AAID;;GAEG"}

package/lib/esm/watsonx/interfaces.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=interfaces.js.map

package/lib/esm/watsonx/interfaces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../src/watsonx/interfaces.ts"],"names":[],"mappings":""}

package/lib/esm/xai/index.js

@@ -0,0 +1,58 @@
+import { Providers } from "@llumiverse/core";
+import { formatOpenAILikeMultimodalPrompt } from "../openai/openai_format.js";
+import { FetchClient } from "@vertesia/api-fetch-client";
+import OpenAI from "openai";
+import { BaseOpenAIDriver } from "../openai/index.js";
+export class xAIDriver extends BaseOpenAIDriver {
+    service;
+    provider = Providers.xai;
+    xai_service;
+    DEFAULT_ENDPOINT = "https://api.x.ai/v1";
+    constructor(opts) {
+        super(opts);
+        if (!opts.apiKey) {
+            throw new Error("apiKey is required");
+        }
+        this.service = new OpenAI({
+            apiKey: opts.apiKey,
+            baseURL: opts.endpoint ?? this.DEFAULT_ENDPOINT,
+        });
+        this.xai_service = new FetchClient(opts.endpoint ?? this.DEFAULT_ENDPOINT).withAuthCallback(async () => `Bearer ${opts.apiKey}`);
+        //this.formatPrompt = this._formatPrompt; //TODO: fix xai prompt formatting
+    }
+    async _formatPrompt(segments, opts) {
+        const options = {
+            multimodal: opts.model.includes("vision"),
+            schema: opts.result_schema,
+            useToolForFormatting: false,
+        };
+        const p = await formatOpenAILikeMultimodalPrompt(segments, { ...options, ...opts });
+        return p;
+    }
+    // Note: We intentionally do NOT override extractDataFromResponse here.
+    // The base class implementation properly handles tool_calls extraction.
+    // xAI's API is OpenAI-compatible and returns tool_calls in the same format.
+    async listModels() {
+        const [lm, em] = await Promise.all([
+            this.xai_service.get("/language-models"),
+            this.xai_service.get("/embedding-models")
+        ]);
+        em.models.forEach(m => {
+            m.output_modalities.push("vectors");
+        });
+        const models = [...lm.models, ...em.models].map(model => {
+            return {
+                id: model.id,
+                provider: this.provider,
+                name: model.id,
+                description: `${model.id} by ${model.owned_by}`,
+                is_multimodal: model.input_modalities.length > 1,
+                input_modalities: model.input_modalities,
+                output_modalities: model.output_modalities,
+                tags: [...model.input_modalities.map(m => `i:${m}`), ...model.output_modalities.map(m => `o:${m}`)],
+            };
+        });
+        return models;
+    }
+}
+//# sourceMappingURL=index.js.map

package/lib/esm/xai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/xai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAwD,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACnG,OAAO,EAAE,gCAAgC,EAAgC,MAAM,4BAA4B,CAAC;AAC5G,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAUtD,MAAM,OAAO,SAAU,SAAQ,gBAAgB;IAE3C,OAAO,CAAS;IACP,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC;IAClC,WAAW,CAAc;IACzB,gBAAgB,GAAG,qBAAqB,CAAC;IAEzC,YAAY,IAAsB;QAC9B,KAAK,CAAC,IAAI,CAAC,CAAC;QAEZ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB;SAClD,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB,CAAC,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACjI,2EAA2E;IAC/E,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,QAAyB,EAAE,IAAmB;QAE9D,MAAM,OAAO,GAAiC;YAC1C,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACzC,MAAM,EAAE,IAAI,CAAC,aAAa;YAC1B,oBAAoB,EAAE,KAAK;SAC9B,CAAA;QAED,MAAM,CAAC,GAAG,MAAM,gCAAgC,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,GAAG,IAAI,EAAE,CAAyD,CAAC;QAE5I,OAAO,CAAC,CAAC;IAEb,CAAC;IAED,uEAAuE;IACvE,wEAAwE;IACxE,4EAA4E;IAE5E,KAAK,CAAC,UAAU;QACZ,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC/B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,kBAAkB,CAAC;YACxC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,mBAAmB,CAAC;SAC5C,CAAyC,CAAC;QAG3C,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YAClB,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YACpD,OAAO;gBACH,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,IAAI,EAAE,KAAK,CAAC,EAAE;gBACd,WAAW,EAAE,GAAG,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC,QAAQ,EAAE;gBAC/C,aAAa,EAAE,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;gBAChD,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;gBACxC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;aACpF,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAElB,CAAC;CAGJ"}

package/lib/types/adobe/firefly.d.ts

@@ -0,0 +1,30 @@
+import { AbstractDriver, AIModel, Completion, CompletionChunkObject, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions, ModelSearchPayload, PromptSegment } from "@llumiverse/core";
+interface FireflySize {
+    width: number;
+    height: number;
+}
+export interface FireflyDriverOptions extends DriverOptions {
+    /**
+     * Adobe Firefly API key
+     */
+    apiKey: string;
+    /**
+     * Optional API endpoint override
+     */
+    endpoint?: string;
+}
+export declare class FireflyDriver extends AbstractDriver<FireflyDriverOptions> {
+    static PROVIDER: string;
+    provider: string;
+    private readonly endpoint;
+    constructor(options: FireflyDriverOptions);
+    requestTextCompletion(_prompt: string, _options: ExecutionOptions): Promise<Completion>;
+    requestTextCompletionStream(_prompt: string, _options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
+    requestImageGeneration(segments: PromptSegment[], options: ExecutionOptions): Promise<Completion>;
+    mapSize(size?: string): FireflySize;
+    listModels(_params?: ModelSearchPayload): Promise<AIModel[]>;
+    validateConnection(): Promise<boolean>;
+    generateEmbeddings(_options: EmbeddingsOptions): Promise<EmbeddingsResult>;
+}
+export {};
+//# sourceMappingURL=firefly.d.ts.map

package/lib/types/adobe/firefly.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"firefly.d.ts","sourceRoot":"","sources":["../../../src/adobe/firefly.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAsBvM,UAAU,WAAW;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAClB;AA+BD,MAAM,WAAW,oBAAqB,SAAQ,aAAa;IACvD;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,aAAc,SAAQ,cAAc,CAAC,oBAAoB,CAAC;IACnE,MAAM,CAAC,QAAQ,SAAa;IAC5B,QAAQ,SAA0B;IAElC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;gBAEtB,OAAO,EAAE,oBAAoB;IAUnC,qBAAqB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAIvF,2BAA2B,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAIvH,sBAAsB,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAuDvG,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,WAAW;IAQ7B,UAAU,CAAC,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IA0B5D,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IActC,kBAAkB,CAAC,QAAQ,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAGnF"}

package/lib/types/azure/azure_foundry.d.ts

@@ -0,0 +1,52 @@
+import { TokenCredential } from "@azure/identity";
+import { AbstractDriver, AIModel, Completion, CompletionChunkObject, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions, Providers } from "@llumiverse/core";
+import { AIProjectClient, ModelDeployment } from '@azure/ai-projects';
+import type OpenAI from "openai";
+import type { ChatRequestMessage } from "@azure-rest/ai-inference";
+type ResponseInputItem = OpenAI.Responses.ResponseInputItem;
+export interface AzureFoundryDriverOptions extends DriverOptions {
+    /**
+     * The credentials to use to access Azure AI Foundry
+     */
+    azureADTokenProvider?: TokenCredential;
+    endpoint?: string;
+    apiVersion?: string;
+}
+export interface AzureFoundryInferencePrompt {
+    messages: ChatRequestMessage[];
+}
+export interface AzureFoundryOpenAIPrompt {
+    messages: ResponseInputItem[];
+}
+export type AzureFoundryPrompt = AzureFoundryInferencePrompt | AzureFoundryOpenAIPrompt;
+export declare class AzureFoundryDriver extends AbstractDriver<AzureFoundryDriverOptions, ResponseInputItem[]> {
+    service: AIProjectClient;
+    readonly provider = Providers.azure_foundry;
+    OPENAI_API_VERSION: string;
+    INFERENCE_API_VERSION: string;
+    constructor(opts: AzureFoundryDriverOptions);
+    /**
+     * Get default authentication for Azure AI Foundry API
+     */
+    getDefaultAIFoundryAuth(): () => Promise<string>;
+    isOpenAIDeployment(model: string): Promise<boolean>;
+    protected canStream(_options: ExecutionOptions): Promise<boolean>;
+    requestTextCompletion(prompt: ResponseInputItem[], options: ExecutionOptions): Promise<Completion>;
+    requestTextCompletionStream(prompt: ResponseInputItem[], options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
+    private processStreamResponse;
+    private extractDataFromResponse;
+    private convertFinishReason;
+    validateConnection(): Promise<boolean>;
+    generateEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
+    generateTextEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
+    generateImageEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
+    listModels(): Promise<AIModel[]>;
+    _listModels(filter?: (m: ModelDeployment) => boolean): Promise<AIModel[]>;
+}
+export declare function parseAzureFoundryModelId(compositeId: string): {
+    deploymentName: string;
+    baseModel: string;
+};
+export declare function isCompositeModelId(modelId: string): boolean;
+export {};
+//# sourceMappingURL=azure_foundry.d.ts.map

package/lib/types/azure/azure_foundry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure_foundry.d.ts","sourceRoot":"","sources":["../../../src/azure/azure_foundry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkD,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClG,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,gBAAgB,EAAgD,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7N,OAAO,EAAE,eAAe,EAAmB,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAEvF,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,EAGR,kBAAkB,EACrB,MAAM,0BAA0B,CAAC;AAKlC,KAAK,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC;AAE5D,MAAM,WAAW,yBAA0B,SAAQ,aAAa;IAC5D;;OAEG;IACH,oBAAoB,CAAC,EAAE,eAAe,CAAC;IAEvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,2BAA2B;IACxC,QAAQ,EAAE,kBAAkB,EAAE,CAAC;CAClC;AAED,MAAM,WAAW,wBAAwB;IACrC,QAAQ,EAAE,iBAAiB,EAAE,CAAA;CAChC;AAED,MAAM,MAAM,kBAAkB,GAAG,2BAA2B,GAAG,wBAAwB,CAAA;AAEvF,qBAAa,kBAAmB,SAAQ,cAAc,CAAC,yBAAyB,EAAE,iBAAiB,EAAE,CAAC;IAClG,OAAO,EAAE,eAAe,CAAC;IACzB,QAAQ,CAAC,QAAQ,2BAA2B;IAE5C,kBAAkB,SAAwB;IAC1C,qBAAqB,SAAwB;gBAEjC,IAAI,EAAE,yBAAyB;IAgC3C;;OAEG;IACH,uBAAuB;IAMjB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAezD,SAAS,CAAC,SAAS,CAAC,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAI3D,qBAAqB,CAAC,MAAM,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA0ClG,2BAA2B,CAAC,MAAM,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;YA+CzH,qBAAqB;IAwCpC,OAAO,CAAC,uBAAuB;IAsC/B,OAAO,CAAC,mBAAmB;IAWrB,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAuBtC,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAczE,sBAAsB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAqC7E,uBAAuB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAkC9E,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAQhC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,eAAe,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ClF;AAGD,wBAAgB,wBAAwB,CAAC,WAAW,EAAE,MAAM,GAAG;IAAE,cAAc,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAc3G;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAE3D"}

package/lib/types/bedrock/converse.d.ts

@@ -0,0 +1,9 @@
+import { ExecutionOptions } from "@llumiverse/core";
+import { PromptSegment } from "@llumiverse/core";
+import { ConverseRequest, Message, SystemContentBlock } from "@aws-sdk/client-bedrock-runtime";
+export declare function converseConcatMessages(messages: Message[] | undefined): Message[];
+export declare function converseSystemToMessages(system: SystemContentBlock[]): Message;
+export declare function converseRemoveJSONprefill(messages: Message[] | undefined): Message[];
+export declare function converseJSONprefill(messages: Message[] | undefined): Message[];
+export declare function formatConversePrompt(segments: PromptSegment[], options: ExecutionOptions): Promise<ConverseRequest>;
+//# sourceMappingURL=converse.d.ts.map

package/lib/types/bedrock/converse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"converse.d.ts","sourceRoot":"","sources":["../../../src/bedrock/converse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,gBAAgB,EAA8C,MAAM,kBAAkB,CAAC;AAC5G,OAAO,EAAE,aAAa,EAAc,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAEH,eAAe,EACf,OAAO,EACP,kBAAkB,EAGrB,MAAM,iCAAiC,CAAC;AA4IzC,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CA0BjF;AAED,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAK9E;AAED,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CAQpF;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CAW9E;AAQD,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC,CA8FzH"}

package/lib/types/bedrock/index.d.ts

@@ -0,0 +1,68 @@
+import { Bedrock, FoundationModelSummary } from "@aws-sdk/client-bedrock";
+import { BedrockRuntime, ConverseRequest, ConverseResponse, ConverseStreamOutput } from "@aws-sdk/client-bedrock-runtime";
+import { AwsCredentialIdentity, Provider } from "@aws-sdk/types";
+import { AbstractDriver, AIModel, Completion, CompletionChunkObject, DataSource, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions, PromptSegment, TrainingJob, TrainingOptions } from "@llumiverse/core";
+import { NovaMessagesPrompt } from "@llumiverse/core/formatters";
+import { TwelvelabsPegasusRequest } from "./twelvelabs.js";
+export interface BedrockModelCapabilities {
+    name: string;
+    canStream: boolean;
+}
+export interface BedrockDriverOptions extends DriverOptions {
+    /**
+     * The AWS region
+     */
+    region: string;
+    /**
+     * The bucket name to be used for training.
+     * It will be created if does not already exist.
+     */
+    training_bucket?: string;
+    /**
+     * The role ARN to be used for training
+     */
+    training_role_arn?: string;
+    /**
+     * The credentials to use to access AWS
+     */
+    credentials?: AwsCredentialIdentity | Provider<AwsCredentialIdentity>;
+}
+export type BedrockPrompt = NovaMessagesPrompt | ConverseRequest | TwelvelabsPegasusRequest;
+export declare class BedrockDriver extends AbstractDriver<BedrockDriverOptions, BedrockPrompt> {
+    static PROVIDER: string;
+    provider: string;
+    private _executor?;
+    private _service?;
+    private _service_region?;
+    constructor(options: BedrockDriverOptions);
+    getExecutor(): BedrockRuntime;
+    getService(region?: string): Bedrock;
+    protected formatPrompt(segments: PromptSegment[], opts: ExecutionOptions): Promise<BedrockPrompt>;
+    getExtractedExecution(result: ConverseResponse, _prompt?: BedrockPrompt, options?: ExecutionOptions): CompletionChunkObject;
+    getExtractedStream(result: ConverseStreamOutput, _prompt?: BedrockPrompt, options?: ExecutionOptions): CompletionChunkObject;
+    extractRegion(modelString: string, defaultRegion: string): string;
+    private getCanStream;
+    protected canStream(options: ExecutionOptions): Promise<boolean>;
+    /**
+     * Build conversation context after streaming completion.
+     * Reconstructs the assistant message from accumulated results and applies stripping.
+     */
+    buildStreamingConversation(prompt: BedrockPrompt, result: unknown[], toolUse: unknown[] | undefined, options: ExecutionOptions): ConverseRequest | undefined;
+    requestTextCompletion(prompt: BedrockPrompt, options: ExecutionOptions): Promise<Completion>;
+    private requestTwelvelabsPegasusCompletion;
+    private requestTwelvelabsPegasusCompletionStream;
+    requestTextCompletionStream(prompt: BedrockPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
+    preparePayload(prompt: ConverseRequest, options: ExecutionOptions): ConverseRequest;
+    protected isImageModel(model: string): boolean;
+    requestImageGeneration(prompt: NovaMessagesPrompt, options: ExecutionOptions): Promise<Completion>;
+    startTraining(dataset: DataSource, options: TrainingOptions): Promise<TrainingJob>;
+    cancelTraining(jobId: string): Promise<TrainingJob>;
+    getTrainingJob(jobId: string): Promise<TrainingJob>;
+    validateConnection(): Promise<boolean>;
+    listTrainableModels(): Promise<AIModel<string>[]>;
+    listModels(): Promise<AIModel[]>;
+    _listModels(foundationFilter?: (m: FoundationModelSummary) => boolean): Promise<AIModel[]>;
+    generateEmbeddings({ text, image, model }: EmbeddingsOptions): Promise<EmbeddingsResult>;
+    private generateTwelvelabsMarengoEmbeddings;
+}
+//# sourceMappingURL=index.d.ts.map

package/lib/types/bedrock/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bedrock/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EAAsC,sBAAsB,EAEtE,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,gBAAgB,EAAE,oBAAoB,EAAgC,MAAM,iCAAiC,CAAC;AAExJ,OAAO,EAAE,qBAAqB,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AACjE,OAAO,EACH,cAAc,EAAE,OAAO,EAIvB,UAAU,EAAE,qBAAqB,EAAE,UAAU,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EACjG,gBAAgB,EAMhB,aAAa,EAOiC,WAAW,EAAqB,eAAe,EAEhG,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAoB,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAKnF,OAAO,EAIH,wBAAwB,EAC3B,MAAM,iBAAiB,CAAC;AAsBzB,MAAM,WAAW,wBAAwB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,oBAAqB,SAAQ,aAAa;IACvD;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;OAEG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,WAAW,CAAC,EAAE,qBAAqB,GAAG,QAAQ,CAAC,qBAAqB,CAAC,CAAC;CACzE;AAkBD,MAAM,MAAM,aAAa,GAAG,kBAAkB,GAAG,eAAe,GAAG,wBAAwB,CAAC;AAE5F,qBAAa,aAAc,SAAQ,cAAc,CAAC,oBAAoB,EAAE,aAAa,CAAC;IAElF,MAAM,CAAC,QAAQ,SAAa;IAE5B,QAAQ,SAA0B;IAElC,OAAO,CAAC,SAAS,CAAC,CAAiB;IACnC,OAAO,CAAC,QAAQ,CAAC,CAAU;IAC3B,OAAO,CAAC,eAAe,CAAC,CAAS;gBAErB,OAAO,EAAE,oBAAoB;IAOzC,WAAW;IAUX,UAAU,CAAC,MAAM,GAAE,MAA4B;cAW/B,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC;IAUvG,qBAAqB,CAAC,MAAM,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,qBAAqB;IAmD3H,kBAAkB,CAAC,MAAM,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,qBAAqB;IA6E5H,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM;YAgBnD,YAAY;cA2CV,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAsBtE;;;OAGG;IACH,0BAA0B,CACtB,MAAM,EAAE,aAAa,EACrB,MAAM,EAAE,OAAO,EAAE,EACjB,OAAO,EAAE,OAAO,EAAE,GAAG,SAAS,EAC9B,OAAO,EAAE,gBAAgB,GAC1B,eAAe,GAAG,SAAS;IA4ExB,qBAAqB,CAAC,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;YAmEpF,kCAAkC;YAkClC,wCAAwC;IAuDhD,2BAA2B,CAAC,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAmClI,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,gBAAgB;IAuKjE,SAAS,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAIxC,sBAAsB,CAAC,MAAM,EAAE,kBAAkB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAwClG,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;IAuClF,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAYnD,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAWnD,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAQtC,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAKjD,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAQhC,WAAW,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,EAAE,sBAAsB,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAmK1F,kBAAkB,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;YA2ChF,mCAAmC;CA4CpD"}

package/lib/types/bedrock/nova-image-payload.d.ts

@@ -0,0 +1,74 @@
+import { ExecutionOptions } from "@llumiverse/core";
+import { NovaMessagesPrompt } from "@llumiverse/core/formatters";
+export declare function formatNovaImageGenerationPayload(taskType: string, prompt: NovaMessagesPrompt, options: ExecutionOptions): Promise<NovaTextToImagePayload> | Promise<NovaImageVariationPayload> | Promise<NovaColorGuidedGenerationPayload> | Promise<NovaBackgroundRemovalPayload> | Promise<NovaInpaintingPayload> | Promise<NovaOutpaintingPayload>;
+export interface InvokeModelPayloadBase {
+    taskType: NovaImageGenerationTaskType;
+    imageGenerationConfig: {
+        width?: number;
+        height?: number;
+        quality?: "standard" | "premium";
+        cfgScale?: number;
+        seed?: number;
+        numberOfImages?: number;
+    };
+}
+export interface NovaTextToImagePayload extends InvokeModelPayloadBase {
+    textToImageParams: {
+        conditionImage?: string;
+        controlMode?: "CANNY_EDGE" | "SEGMENTATION";
+        controlStrength?: number;
+        text: string;
+        negativeText?: string;
+    };
+}
+export interface NovaImageVariationPayload extends InvokeModelPayloadBase {
+    imageVariationParams: {
+        images: string[];
+        similarityStrength?: number;
+        text?: string;
+        negativeText?: string;
+    };
+}
+export interface NovaColorGuidedGenerationPayload extends InvokeModelPayloadBase {
+    colorGuidedGenerationParams: {
+        colors: string[];
+        text: string;
+        referenceImage?: string;
+        negativeText?: string;
+    };
+}
+export interface NovaInpaintingPayload extends InvokeModelPayloadBase {
+    inPaintingParams: {
+        image: string;
+        maskImage?: string;
+        maskPrompt?: string;
+        negativeText?: string;
+        text?: string;
+    };
+}
+export interface NovaOutpaintingPayload extends InvokeModelPayloadBase {
+    outPaintingParams: {
+        image: string;
+        maskImage?: string;
+        maskPrompt?: string;
+        negativeText?: string;
+        text?: string;
+        outPaintingMode: "DEFAULT" | "PRECISE";
+    };
+}
+export interface NovaBackgroundRemovalPayload {
+    taskType: NovaImageGenerationTaskType.BACKGROUND_REMOVAL;
+    backgroundRemovalParams: {
+        image: string;
+    };
+}
+export declare enum NovaImageGenerationTaskType {
+    TEXT_IMAGE = "TEXT_IMAGE",
+    TEXT_IMAGE_WITH_IMAGE_CONDITIONING = "TEXT_IMAGE_WITH_IMAGE_CONDITIONING",
+    COLOR_GUIDED_GENERATION = "COLOR_GUIDED_GENERATION",
+    IMAGE_VARIATION = "IMAGE_VARIATION",
+    INPAINTING = "INPAINTING",
+    OUTPAINTING = "OUTPAINTING",
+    BACKGROUND_REMOVAL = "BACKGROUND_REMOVAL"
+}
+//# sourceMappingURL=nova-image-payload.d.ts.map

package/lib/types/bedrock/nova-image-payload.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"nova-image-payload.d.ts","sourceRoot":"","sources":["../../../src/bedrock/nova-image-payload.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAqB,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAe,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AA8M9E,wBAAgB,gCAAgC,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,kBAAkB,EAAE,OAAO,EAAE,gBAAgB,+NAqBvH;AAED,MAAM,WAAW,sBAAsB;IACnC,QAAQ,EAAE,2BAA2B,CAAC;IACtC,qBAAqB,EAAE;QACnB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;QACjC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,cAAc,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC;CACL;AAED,MAAM,WAAW,sBAAuB,SAAQ,sBAAsB;IAClE,iBAAiB,EAAE;QACf,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,WAAW,CAAC,EAAE,YAAY,GAAG,cAAc,CAAC;QAC5C,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,IAAI,EAAE,MAAM,CAAC;QACb,YAAY,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC;CACL;AAGD,MAAM,WAAW,yBAA0B,SAAQ,sBAAsB;IACrE,oBAAoB,EAAE;QAClB,MAAM,EAAE,MAAM,EAAE,CAAA;QAChB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,YAAY,CAAC,EAAE,MAAM,CAAA;KACxB,CAAA;CACJ;AAED,MAAM,WAAW,gCAAiC,SAAQ,sBAAsB;IAC5E,2BAA2B,EAAE;QACzB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC;QACb,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,YAAY,CAAC,EAAE,MAAM,CAAC;KACzB,CAAA;CACJ;AAED,MAAM,WAAW,qBAAsB,SAAQ,sBAAsB;IACjE,gBAAgB,EAAE;QACd,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,IAAI,CAAC,EAAE,MAAM,CAAC;KACjB,CAAA;CACJ;AAED,MAAM,WAAW,sBAAuB,SAAQ,sBAAsB;IAClE,iBAAiB,EAAE;QACf,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,EAAE,SAAS,GAAG,SAAS,CAAC;KAC1C,CAAA;CACJ;AAED,MAAM,WAAW,4BAA4B;IACzC,QAAQ,EAAE,2BAA2B,CAAC,kBAAkB,CAAC;IACzD,uBAAuB,EAAE;QACrB,KAAK,EAAE,MAAM,CAAA;KAChB,CAAA;CACJ;AAED,oBAAY,2BAA2B;IACnC,UAAU,eAAe;IACzB,kCAAkC,uCAAuC;IACzE,uBAAuB,4BAA4B;IACnD,eAAe,oBAAoB;IACnC,UAAU,eAAe;IACzB,WAAW,gBAAgB;IAC3B,kBAAkB,uBAAuB;CAC5C"}

package/lib/types/bedrock/payloads.d.ts

@@ -0,0 +1,12 @@
+import { NovaMessagesPrompt } from "@llumiverse/core/formatters";
+export interface NovaPayload extends NovaMessagesPrompt {
+    schemaVersion: string;
+    inferenceConfig?: {
+        max_new_tokens?: number;
+        temperature?: number;
+        top_p?: number;
+        top_k?: number;
+        stopSequences?: [string];
+    };
+}
+//# sourceMappingURL=payloads.d.ts.map

package/lib/types/bedrock/payloads.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"payloads.d.ts","sourceRoot":"","sources":["../../../src/bedrock/payloads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAGjE,MAAM,WAAW,WAAY,SAAQ,kBAAkB;IACnD,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE;QACd,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,aAAa,CAAC,EAAE,CAAC,MAAM,CAAC,CAAA;KAC3B,CAAA;CACJ"}

package/lib/types/bedrock/s3.d.ts

@@ -0,0 +1,23 @@
+import { S3Client } from "@aws-sdk/client-s3";
+import { Progress } from "@aws-sdk/lib-storage";
+export declare function doesBucketExist(s3: S3Client, bucketName: string): Promise<boolean>;
+export declare function createBucket(s3: S3Client, bucketName: string): Promise<import("@aws-sdk/client-s3").CreateBucketCommandOutput>;
+export declare function tryCreateBucket(s3: S3Client, bucketName: string): Promise<import("@aws-sdk/client-s3").CreateBucketCommandOutput | undefined>;
+export declare function uploadFile(s3: S3Client, source: ReadableStream, bucketName: string, file: string, onProgress?: (progress: Progress) => void): Promise<import("@aws-sdk/client-s3").CompleteMultipartUploadCommandOutput>;
+/**
+ * Create the bucket if not already exists and then upload the file.
+ * @param s3
+ * @param source
+ * @param bucketName
+ * @param file
+ * @param onProgress
+ * @returns
+ */
+export declare function forceUploadFile(s3: S3Client, source: ReadableStream, bucketName: string, file: string, onProgress?: (progress: Progress) => void): Promise<import("@aws-sdk/client-s3").CompleteMultipartUploadCommandOutput>;
+/**
+ * Parse an S3 HTTPS URL into an S3 URI format
+ * s3Url - The S3 HTTPS URL (e.g., https://bucket.s3.region.amazonaws.com/key)
+ * returns The S3 URI (e.g., s3://bucket/key)
+ */
+export declare function parseS3UrlToUri(s3Url: URL): string;
+//# sourceMappingURL=s3.d.ts.map

package/lib/types/bedrock/s3.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"s3.d.ts","sourceRoot":"","sources":["../../../src/bedrock/s3.ts"],"names":[],"mappings":"AAAA,OAAO,EAA0C,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACtF,OAAO,EAAE,QAAQ,EAAU,MAAM,sBAAsB,CAAC;AAExD,wBAAsB,eAAe,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAUxF;AAED,wBAAgB,YAAY,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,mEAI5D;AAGD,wBAAsB,eAAe,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,+EAKrE;AAGD,wBAAsB,UAAU,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,8EAejJ;AAED;;;;;;;;GAQG;AACH,wBAAsB,eAAe,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,8EAItJ;AAGD;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,GAAG,UAwCzC"}

package/lib/types/bedrock/twelvelabs.d.ts

@@ -0,0 +1,50 @@
+import { ExecutionOptions } from "@llumiverse/core";
+import { PromptSegment } from "@llumiverse/core";
+export interface TwelvelabsPegasusRequest {
+    inputPrompt: string;
+    temperature?: number;
+    responseFormat?: {
+        type: "json_schema";
+        json_schema: {
+            name: string;
+            schema: any;
+        };
+    };
+    mediaSource: {
+        base64String?: string;
+        s3Location?: {
+            uri: string;
+            bucketOwner?: string;
+        };
+    };
+    maxOutputTokens?: number;
+}
+export interface TwelvelabsPegasusResponse {
+    message: string;
+    finishReason: "stop" | "length";
+}
+export interface TwelvelabsMarengoRequest {
+    inputType: "text" | "image" | "video" | "audio";
+    inputText?: string;
+    textTruncate?: "start" | "end";
+    mediaSource?: {
+        base64String?: string;
+        s3Location?: {
+            uri: string;
+            bucketOwner?: string;
+        };
+    };
+    embeddingOption?: "visual-text" | "visual-image" | "audio";
+    startSec?: number;
+    lengthSec?: number;
+    useFixedLengthSec?: boolean;
+    minClipSec?: number;
+}
+export interface TwelvelabsMarengoResponse {
+    embedding: number[];
+    embeddingOption: "visual-text" | "visual-image" | "audio";
+    startSec: number;
+    endSec: number;
+}
+export declare function formatTwelvelabsPegasusPrompt(segments: PromptSegment[], options: ExecutionOptions): Promise<TwelvelabsPegasusRequest>;
+//# sourceMappingURL=twelvelabs.d.ts.map

package/lib/types/bedrock/twelvelabs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"twelvelabs.d.ts","sourceRoot":"","sources":["../../../src/bedrock/twelvelabs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,gBAAgB,EAAsB,MAAM,kBAAkB,CAAC;AACpF,OAAO,EAAE,aAAa,EAAc,MAAM,kBAAkB,CAAC;AAG7D,MAAM,WAAW,wBAAwB;IACrC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE;QACb,IAAI,EAAE,aAAa,CAAC;QACpB,WAAW,EAAE;YACT,IAAI,EAAE,MAAM,CAAC;YACb,MAAM,EAAE,GAAG,CAAC;SACf,CAAC;KACL,CAAC;IACF,WAAW,EAAE;QACT,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,UAAU,CAAC,EAAE;YACT,GAAG,EAAE,MAAM,CAAC;YACZ,WAAW,CAAC,EAAE,MAAM,CAAC;SACxB,CAAC;KACL,CAAC;IACF,eAAe,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,yBAAyB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,GAAG,QAAQ,CAAC;CACnC;AAGD,MAAM,WAAW,wBAAwB;IACrC,SAAS,EAAE,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,CAAC;IAChD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,OAAO,GAAG,KAAK,CAAC;IAC/B,WAAW,CAAC,EAAE;QACV,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,UAAU,CAAC,EAAE;YACT,GAAG,EAAE,MAAM,CAAC;YACZ,WAAW,CAAC,EAAE,MAAM,CAAC;SACxB,CAAC;KACL,CAAC;IACF,eAAe,CAAC,EAAE,aAAa,GAAG,cAAc,GAAG,OAAO,CAAC;IAC3D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,yBAAyB;IACtC,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,eAAe,EAAE,aAAa,GAAG,cAAc,GAAG,OAAO,CAAC;IAC1D,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAClB;AAGD,wBAAsB,6BAA6B,CAC/C,QAAQ,EAAE,aAAa,EAAE,EACzB,OAAO,EAAE,gBAAgB,GAC1B,OAAO,CAAC,wBAAwB,CAAC,CA0FnC"}

package/lib/types/groq/index.d.ts

@@ -0,0 +1,27 @@
+import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions, PromptSegment } from "@llumiverse/core";
+import Groq from "groq-sdk";
+import type { ChatCompletionMessageParam } from "groq-sdk/resources/chat/completions";
+interface GroqDriverOptions extends DriverOptions {
+    apiKey: string;
+    endpoint_url?: string;
+}
+export declare class GroqDriver extends AbstractDriver<GroqDriverOptions, ChatCompletionMessageParam[]> {
+    static PROVIDER: string;
+    provider: string;
+    apiKey: string;
+    client: Groq;
+    endpointUrl?: string;
+    constructor(options: GroqDriverOptions);
+    getResponseFormat(_options: ExecutionOptions): undefined;
+    protected formatPrompt(segments: PromptSegment[], opts: ExecutionOptions): Promise<ChatCompletionMessageParam[]>;
+    private getToolDefinitions;
+    private extractToolUse;
+    private sanitizeMessagesForGroq;
+    requestTextCompletion(messages: ChatCompletionMessageParam[], options: ExecutionOptions): Promise<Completion>;
+    requestTextCompletionStream(messages: ChatCompletionMessageParam[], options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
+    listModels(): Promise<AIModel<string>[]>;
+    validateConnection(): Promise<boolean>;
+    generateEmbeddings({}: EmbeddingsOptions): Promise<EmbeddingsResult>;
+}
+export {};
+//# sourceMappingURL=index.d.ts.map