@llumiverse/drivers 0.15.0 → 0.16.0

package/lib/cjs/vertexai/models.js

@@ -1,72 +1,20 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.BuiltinModels = void 0;
-exports.getModelName = getModelName;
 exports.getModelDefinition = getModelDefinition;
-exports.getAIModels = getAIModels;
-const core_1 = require("@llumiverse/core");
+const index_js_1 = require("./index.js");
 const gemini_js_1 = require("./models/gemini.js");
-function getModelName(model) {
-    const i = model.lastIndexOf('@');
-    return i > -1 ? model.substring(0, i) : model;
-}
+const claude_js_1 = require("./models/claude.js");
 function getModelDefinition(model) {
-    const modelName = getModelName(model);
-    const def = Models[modelName];
-    if (!def) {
-        throw new Error(`Unknown model ${model}`);
+    const splits = model.split("/");
+    const publisher = splits[1];
+    const modelName = (0, index_js_1.trimModelName)(splits[splits.length - 1]);
+    if (publisher?.includes("anthropic")) {
+        return new claude_js_1.ClaudeModelDefinition(modelName);
     }
-    return def;
-}
-function getAIModels() {
-    return Object.values(Models).map(m => m.model);
+    else if (publisher?.includes("google")) {
+        return new gemini_js_1.GeminiModelDefinition(modelName);
+    }
+    //Fallback, assume it is Gemini.
+    return new gemini_js_1.GeminiModelDefinition(modelName);
 }
-// Builtin models. VertexAI doesn't provide an API to list models. so we have to hardcode them here.
-exports.BuiltinModels = [
-    {
-        id: "gemini-1.5-flash",
-        name: "Gemini Pro 1.5 Flash",
-        provider: "vertexai",
-        owner: "google",
-        type: core_1.ModelType.MultiModal,
-        can_stream: true,
-        is_multimodal: true
-    },
-    {
-        id: "gemini-1.5-pro",
-        name: "Gemini Pro 1.5 Pro",
-        provider: "vertexai",
-        owner: "google",
-        type: core_1.ModelType.MultiModal,
-        can_stream: true,
-        is_multimodal: true
-    },
-    {
-        id: "gemini-1.0-pro",
-        name: "Gemini Pro 1.0",
-        provider: "vertexai",
-        owner: "google",
-        type: core_1.ModelType.Text,
-        can_stream: true,
-    },
-    {
-        id: "tablextembedding-gecko",
-        name: "Gecko Text Embeddings",
-        provider: "vertexai",
-        owner: "google",
-        type: core_1.ModelType.Embedding,
-    },
-    {
-        id: "textembedding-gecko-multilingual",
-        name: "Gecko Multilingual Text Embeddings",
-        provider: "vertexai",
-        owner: "google",
-        type: core_1.ModelType.Embedding,
-    },
-];
-const Models = {
-    "gemini-1.5-flash": new gemini_js_1.GeminiModelDefinition("gemini-1.5-flash"),
-    "gemini-1.5-pro": new gemini_js_1.GeminiModelDefinition("gemini-1.5-pro"),
-    "gemini-1.0-pro": new gemini_js_1.GeminiModelDefinition(),
-};
 //# sourceMappingURL=models.js.map

package/lib/cjs/vertexai/models.js.map

@@ -1 +1 @@
-{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../src/vertexai/models.ts"],"names":[],"mappings":";;;AAeA,oCAGC;AAED,gDAOC;AAED,kCAEC;AA/BD,2CAAkH;AAElH,kDAA2D;AAa3D,SAAgB,YAAY,CAAC,KAAa;IACtC,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAClD,CAAC;AAED,SAAgB,kBAAkB,CAAC,KAAa;IAC5C,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACtC,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,iBAAiB,KAAK,EAAE,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED,SAAgB,WAAW;IACvB,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AACnD,CAAC;AAED,oGAAoG;AACvF,QAAA,aAAa,GAAsB;IAC5C;QACI,EAAE,EAAE,kBAAkB;QACtB,IAAI,EAAE,sBAAsB;QAC5B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,UAAU;QAC1B,UAAU,EAAE,IAAI;QAChB,aAAa,EAAE,IAAI;KAEtB;IACD;QACI,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,oBAAoB;QAC1B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,UAAU;QAC1B,UAAU,EAAE,IAAI;QAChB,aAAa,EAAE,IAAI;KAEtB;IACD;QACI,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,gBAAgB;QACtB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;QACpB,UAAU,EAAE,IAAI;KACnB;IACD;QACI,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE,uBAAuB;QAC7B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,SAAS;KAC5B;IACD;QACI,EAAE,EAAE,kCAAkC;QACtC,IAAI,EAAE,oCAAoC;QAC1C,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,SAAS;KAC5B;CAIJ,CAAA;AAID,MAAM,MAAM,GAAoC;IAC5C,kBAAkB,EAAE,IAAI,iCAAqB,CAAC,kBAAkB,CAAC;IACjE,gBAAgB,EAAE,IAAI,iCAAqB,CAAC,gBAAgB,CAAC;IAC7D,gBAAgB,EAAE,IAAI,iCAAqB,EAAE;CAChD,CAAA"}
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../src/vertexai/models.ts"],"names":[],"mappings":";;AAaA,gDAaC;AAzBD,yCAA2D;AAC3D,kDAA2D;AAC3D,kDAA2D;AAU3D,SAAgB,kBAAkB,CAAC,KAAa;IAC5C,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAChC,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,SAAS,GAAG,IAAA,wBAAa,EAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAE3D,IAAI,SAAS,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACnC,OAAO,IAAI,iCAAqB,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;SAAM,IAAI,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,iCAAqB,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;IAED,gCAAgC;IAChC,OAAO,IAAI,iCAAqB,CAAC,SAAS,CAAC,CAAC;AAChD,CAAC"}

package/lib/cjs/watsonx/index.js

@@ -21,12 +21,16 @@ class WatsonxDriver extends core_1.AbstractDriver {
         this.endpoint_url = options.endpointUrl;
         this.fetchClient = new api_fetch_client_1.FetchClient(this.endpoint_url).withAuthCallback(async () => this.getAuthToken().then(token => `Bearer ${token}`));
     }
-    async requestCompletion(prompt, options) {
+    async requestTextCompletion(prompt, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn("Invalid model options", { options: options.model_options });
+        }
+        options.model_options = options.model_options;
         const payload = {
             model_id: options.model,
             input: prompt + "\n",
             parameters: {
-                max_new_tokens: options.max_tokens,
+                max_new_tokens: options.model_options.max_tokens
                 //time_limit: options.time_limit,
             },
             project_id: this.projectId,
@@ -40,16 +44,20 @@ class WatsonxDriver extends core_1.AbstractDriver {
                 result: result.generated_token_count,
                 total: result.input_token_count + result.generated_token_count,
             },
-            finish_reason: result.stop_reason,
+            finish_reason: watsonFinishReason(result.stop_reason),
             original_response: options.include_original_response ? res : undefined,
         };
     }
-    async requestCompletionStream(prompt, options) {
+    async requestTextCompletionStream(prompt, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn("Invalid model options", { options: options.model_options });
+        }
+        options.model_options = options.model_options;
         const payload = {
             model_id: options.model,
             input: prompt + "\n",
             parameters: {
-                max_new_tokens: options.max_tokens,
+                max_new_tokens: options.model_options.temperature,
                 //time_limit: options.time_limit,
             },
             project_id: this.projectId,
@@ -60,7 +68,15 @@ class WatsonxDriver extends core_1.AbstractDriver {
         });
         return (0, async_1.transformSSEStream)(stream, (data) => {
             const json = JSON.parse(data);
-            return json.results[0]?.generated_text ?? '';
+            return {
+                result: json.results[0]?.generated_text ?? '',
+                finish_reason: watsonFinishReason(json.results[0]?.stop_reason),
+                token_usage: {
+                    prompt: json.results[0].input_token_count,
+                    result: json.results[0].generated_token_count,
+                    total: json.results[0].input_token_count + json.results[0].generated_token_count,
+                },
+            };
         });
     }
     async listModels() {
@@ -100,13 +116,19 @@ class WatsonxDriver extends core_1.AbstractDriver {
         return this.listModels()
             .then(() => true)
             .catch((err) => {
-            this.logger.warn("Failed to connect to WatsonX", err);
+            this.logger.warn("Failed to connect to WatsonX", { error: err });
             return false;
         });
     }
     async generateEmbeddings(options) {
+        if (options.image) {
+            throw new Error("Image embeddings not supported by Watsonx");
+        }
+        if (!options.text) {
+            throw new Error("No text provided");
+        }
         const payload = {
-            inputs: [options.content],
+            inputs: [options.text],
             model_id: options.model ?? 'ibm/slate-125m-english-rtrvr',
             project_id: this.projectId
         };
@@ -118,6 +140,15 @@ class WatsonxDriver extends core_1.AbstractDriver {
     }
 }
 exports.WatsonxDriver = WatsonxDriver;
+function watsonFinishReason(reason) {
+    if (!reason)
+        return undefined;
+    switch (reason) {
+        case 'eos_token': return "stop";
+        case 'max_tokens': return "length";
+        default: return reason;
+    }
+}
 /*interface ListModelsParams extends ModelSearchPayload {
     limit?: number;
 }*/

package/lib/cjs/watsonx/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/watsonx/index.ts"],"names":[],"mappings":";;;AAAA,2CAA6I;AAC7I,kDAA4D;AAC5D,uDAA+C;AAS/C,MAAM,WAAW,GAAG,YAAY,CAAA;AAEhC,MAAa,aAAc,SAAQ,qBAA4C;IAC3E,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC5B,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC;IAClC,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,SAAS,CAAS;IAClB,SAAS,CAAmB;IAC5B,OAAO,CAAe;IACtB,WAAW,CAAa;IAExB,YAAY,OAA6B;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,8BAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC;IAC7I,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAc,EAAE,OAAyB;QAC7D,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,MAAM,GAAG,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,UAAU;gBAClC,iCAAiC;aACpC;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,CAAkC,CAAC;QAEvI,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAE9B,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,cAAc;YAC7B,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,iBAAiB;gBAChC,MAAM,EAAE,MAAM,CAAC,qBAAqB;gBACpC,KAAK,EAAE,MAAM,CAAC,iBAAiB,GAAG,MAAM,CAAC,qBAAqB;aACjE;YACD,aAAa,EAAE,MAAM,CAAC,WAAW;YACjC,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAA;IACL,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAc,EAAE,OAAyB;QAEnE,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,MAAM,GAAG,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,UAAU;gBAClC,iCAAiC;aACpC;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,yCAAyC,WAAW,EAAE,EAAE;YAC/F,OAAO,EAAE,OAAO;YAChB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,IAAA,0BAAkB,EAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkC,CAAC;YAC/D,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc,IAAI,EAAE,CAAC;QACjD,CAAC,CAAC,CAAC;IAEP,CAAC;IAID,KAAK,CAAC,UAAU;QAIZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,yCAAyC,WAAW,EAAE,CAAC;aACzF,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,GAAG,GAAG,CAAC,CAA6B,CAAC;QAExG,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAmB,EAAE,EAAE;YACvD,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,QAAQ;gBACd,IAAI,EAAE,CAAC,CAAC,KAAK;gBACb,WAAW,EAAE,CAAC,CAAC,iBAAiB;gBAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,KAAK,CAAC,YAAY;QAGd,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAC9B,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;gBAClC,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YACvE,CAAC;QACL,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,0CAA0C,EAAE;YACtE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,cAAc,EAAE,mCAAmC;aACtD;YACD,IAAI,EAAE,4DAA4D,IAAI,CAAC,MAAM,EAAE;SAClF,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAoB,CAAC;QAExD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;IAEvC,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,OAAO,IAAI,CAAC,UAAU,EAAE;aACnB,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;aAChB,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,GAAG,CAAC,CAAC;YACtD,OAAO,KAAK,CAAA;QAChB,CAAC,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAA0B;QAE/C,MAAM,OAAO,GAA6B;YACtC,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;YACzB,QAAQ,EAAE,OAAO,CAAC,KAAK,IAAI,8BAA8B;YACzD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,CAA8B,CAAC;QAEnI,OAAO;YACH,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YAChC,KAAK,EAAE,GAAG,CAAC,QAAQ;SACtB,CAAA;IAEL,CAAC;;AA3IL,sCA6IC;AAID;;GAEG"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/watsonx/index.ts"],"names":[],"mappings":";;;AAAA,2CAAmL;AACnL,kDAA4D;AAC5D,uDAA+C;AAS/C,MAAM,WAAW,GAAG,YAAY,CAAA;AAEhC,MAAa,aAAc,SAAQ,qBAA4C;IAC3E,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC5B,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC;IAClC,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,SAAS,CAAS;IAClB,SAAS,CAAmB;IAC5B,OAAO,CAAe;IACtB,WAAW,CAAa;IAExB,YAAY,OAA6B;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,8BAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC;IAC7I,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,MAAM,GAAG,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU;gBAChD,iCAAiC;aACpC;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,CAAkC,CAAC;QAEvI,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAE9B,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,cAAc;YAC7B,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,iBAAiB;gBAChC,MAAM,EAAE,MAAM,CAAC,qBAAqB;gBACpC,KAAK,EAAE,MAAM,CAAC,iBAAiB,GAAG,MAAM,CAAC,qBAAqB;aACjE;YACD,aAAa,EAAE,kBAAkB,CAAC,MAAM,CAAC,WAAW,CAAC;YACrD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAA;IACL,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QACrE,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,MAAM,GAAG,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,WAAW;gBACjD,iCAAiC;aACpC;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,yCAAyC,WAAW,EAAE,EAAE;YAC/F,OAAO,EAAE,OAAO;YAChB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,IAAA,0BAAkB,EAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkC,CAAC;YAC/D,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc,IAAI,EAAE;gBAC7C,aAAa,EAAE,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC;gBAC/D,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB;oBACzC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,qBAAqB;oBAC7C,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,qBAAqB;iBACnF;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IAEP,CAAC;IAID,KAAK,CAAC,UAAU;QAIZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,yCAAyC,WAAW,EAAE,CAAC;aACzF,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,GAAG,GAAG,CAAC,CAA6B,CAAC;QAExG,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAmB,EAAE,EAAE;YACvD,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,QAAQ;gBACd,IAAI,EAAE,CAAC,CAAC,KAAK;gBACb,WAAW,EAAE,CAAC,CAAC,iBAAiB;gBAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,KAAK,CAAC,YAAY;QAGd,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAC9B,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;gBAClC,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YACvE,CAAC;QACL,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,0CAA0C,EAAE;YACtE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,cAAc,EAAE,mCAAmC;aACtD;YACD,IAAI,EAAE,4DAA4D,IAAI,CAAC,MAAM,EAAE;SAClF,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAoB,CAAC;QAExD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;IAEvC,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,OAAO,IAAI,CAAC,UAAU,EAAE;aACnB,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;aAChB,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACjE,OAAO,KAAK,CAAA;QAChB,CAAC,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAA0B;QAC/C,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAE,kBAAkB,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,OAAO,GAA6B;YACtC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;YACtB,QAAQ,EAAE,OAAO,CAAC,KAAK,IAAI,8BAA8B;YACzD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,CAA8B,CAAC;QAEnI,OAAO;YACH,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YAChC,KAAK,EAAE,GAAG,CAAC,QAAQ;SACtB,CAAA;IAEL,CAAC;;AAlKL,sCAoKC;AAED,SAAS,kBAAkB,CAAC,MAA0B;IAClD,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,QAAQ,MAAM,EAAE,CAAC;QACb,KAAK,WAAW,CAAC,CAAC,OAAO,MAAM,CAAC;QAChC,KAAK,YAAY,CAAC,CAAC,OAAO,QAAQ,CAAC;QACnC,OAAO,CAAC,CAAC,OAAO,MAAM,CAAC;IAC3B,CAAC;AACL,CAAC;AAID;;GAEG"}

package/lib/cjs/xai/index.js

@@ -0,0 +1,71 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.xAIDriver = void 0;
+const formatters_1 = require("@llumiverse/core/formatters");
+const api_fetch_client_1 = require("api-fetch-client");
+const openai_1 = __importDefault(require("openai"));
+const index_js_1 = require("../openai/index.js");
+class xAIDriver extends index_js_1.BaseOpenAIDriver {
+    service;
+    provider;
+    xai_service;
+    DEFAULT_ENDPOINT = "https://api.x.ai/v1";
+    constructor(opts) {
+        super(opts);
+        if (!opts.apiKey) {
+            throw new Error("apiKey is required");
+        }
+        this.service = new openai_1.default({
+            apiKey: opts.apiKey,
+            baseURL: opts.endpoint ?? this.DEFAULT_ENDPOINT,
+        });
+        this.xai_service = new api_fetch_client_1.FetchClient(opts.endpoint ?? this.DEFAULT_ENDPOINT).withAuthCallback(async () => `Bearer ${opts.apiKey}`);
+        this.provider = "xai";
+        this.formatPrompt = this._formatPrompt;
+    }
+    async _formatPrompt(segments, opts) {
+        const options = {
+            multimodal: opts.model.includes("vision"),
+            schema: opts.result_schema,
+            useToolForFormatting: false,
+        };
+        const p = await (0, formatters_1.formatOpenAILikeMultimodalPrompt)(segments, { ...options, ...opts });
+        return p;
+    }
+    extractDataFromResponse(_options, result) {
+        return {
+            result: result.choices[0].message.content,
+            finish_reason: result.choices[0].finish_reason,
+            token_usage: {
+                prompt: result.usage?.prompt_tokens,
+                result: result.usage?.completion_tokens,
+                total: result.usage?.total_tokens,
+            }
+        };
+    }
+    async listModels() {
+        const [lm, em] = await Promise.all([
+            this.xai_service.get("/language-models"),
+            this.xai_service.get("/embedding-models")
+        ]);
+        em.models.forEach(m => {
+            m.output_modalities.push("vectors");
+        });
+        const models = [...lm.models, ...em.models].map(model => {
+            return {
+                id: model.id,
+                provider: this.provider,
+                name: model.object,
+                description: model.object,
+                is_multimodal: model.input_modalities.length > 1,
+                tags: [...model.input_modalities.map(m => `ì:${m}`), ...model.output_modalities.map(m => `ì:${m}`)],
+            };
+        });
+        return models;
+    }
+}
+exports.xAIDriver = xAIDriver;
+//# sourceMappingURL=index.js.map

package/lib/cjs/xai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/xai/index.ts"],"names":[],"mappings":";;;;;;AACA,4DAA6G;AAC7G,uDAA+C;AAC/C,oDAA4B;AAC5B,iDAAsD;AAUtD,MAAa,SAAU,SAAQ,2BAAgB;IAG3C,OAAO,CAAS;IAChB,QAAQ,CAAQ;IAChB,WAAW,CAAc;IACzB,gBAAgB,GAAG,qBAAqB,CAAC;IAEzC,YAAY,IAAsB;QAC9B,KAAK,CAAC,IAAI,CAAC,CAAC;QAEZ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,gBAAM,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB;SAChD,CAAC,CAAC;QACL,IAAI,CAAC,WAAW,GAAG,IAAI,8BAAW,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB,CAAE,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAClI,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,QAAyB,EAAE,IAAmB;QAE9D,MAAM,OAAO,GAAiC;YAC1C,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACzC,MAAM,EAAE,IAAI,CAAC,aAAa;YAC1B,oBAAoB,EAAE,KAAK;SAC9B,CAAA;QAED,MAAM,CAAC,GAAG,MAAM,IAAA,6CAAgC,EAAC,QAAQ,EAAE,EAAC,GAAG,OAAO,EAAE,GAAG,IAAI,EAAC,CAAyD,CAAC;QAE1I,OAAO,CAAC,CAAC;IAEb,CAAC;IAED,uBAAuB,CAAC,QAA0B,EAAE,MAA8C;QAC9F,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO;YACzC,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa;YAC9C,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,aAAa;gBACnC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,iBAAiB;gBACvC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,YAAY;aACpC;SACJ,CAAA;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC/B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,kBAAkB,CAAC;YACxC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,mBAAmB,CAAC;SAC5C,CAAyC,CAAC;QAG3C,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YAClB,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YACpD,OAAO;gBACH,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,IAAI,EAAE,KAAK,CAAC,MAAM;gBAClB,WAAW,EAAE,KAAK,CAAC,MAAM;gBACzB,aAAa,EAAE,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;gBAChD,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;aACpF,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAElB,CAAC;CAGJ;AA7ED,8BA6EC"}

package/lib/esm/adobe/firefly.js

@@ -0,0 +1,115 @@
+import { AbstractDriver } from "@llumiverse/core";
+export class FireflyDriver extends AbstractDriver {
+    static PROVIDER = "firefly";
+    provider = FireflyDriver.PROVIDER;
+    endpoint;
+    constructor(options) {
+        super(options);
+        if (!options.apiKey) {
+            throw new Error("No API key provided for Firefly driver");
+        }
+        this.endpoint = options.endpoint || "https://firefly-api.adobe.io/v3";
+    }
+    async requestTextCompletion(_prompt, _options) {
+        throw new Error("Text completion not supported by Firefly");
+    }
+    async requestTextCompletionStream(_prompt, _options) {
+        throw new Error("Text completion streaming not supported by Firefly");
+    }
+    async requestImageGeneration(segments, options) {
+        this.logger.debug(`[${this.provider}] Generating image with model ${options.model}`);
+        const prompt = segments.map(s => s.content).join("\n\n");
+        try {
+            const payload = {
+                prompt: prompt,
+            };
+            const response = await fetch(`${this.endpoint}/images/generate`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    'x-api-key': this.options.apiKey,
+                },
+                body: JSON.stringify(payload)
+            });
+            if (!response.ok) {
+                const error = await response.json();
+                throw new Error(`Firefly API error: ${error.message || response.statusText}`);
+            }
+            const result = await response.json();
+            if (result.promptHasDeniedWords || result.promptHasBlockedArtists) {
+                return {
+                    result: {},
+                    error: {
+                        message: "Prompt contains denied words or blocked artists",
+                        code: "content_policy_violation"
+                    }
+                };
+            }
+            return {
+                result: {
+                    images: result.outputs.map(output => output.image.url)
+                }
+            };
+        }
+        catch (error) {
+            this.logger.error("[Firefly] Image generation failed", { error });
+            return {
+                result: {},
+                error: {
+                    message: error.message,
+                    code: error.code || 'GENERATION_FAILED'
+                }
+            };
+        }
+    }
+    mapSize(size) {
+        // Default to 1024x1024 if no size specified
+        if (!size)
+            return { width: 1024, height: 1024 };
+        const [width, height] = size.split('x').map(Number);
+        return { width, height };
+    }
+    async listModels(_params) {
+        return [
+            {
+                id: "firefly-v3-text-to-image",
+                name: "Firefly v3 Text to Image",
+                provider: this.provider,
+                description: "Adobe Firefly v3 text to image generation model",
+                tags: ["image-generation"]
+            },
+            {
+                id: "firefly-v3-image-to-image",
+                name: "Firefly v3 Image to Image",
+                provider: this.provider,
+                description: "Adobe Firefly v3 image to image generation model",
+                tags: ["image-generation"]
+            },
+            {
+                id: "firefly-v3-inpainting",
+                name: "Firefly v3 Inpainting",
+                provider: this.provider,
+                description: "Adobe Firefly v3 inpainting model",
+                tags: ["image-generation"]
+            }
+        ];
+    }
+    async validateConnection() {
+        try {
+            const response = await fetch(`${this.endpoint}/auth/validate`, {
+                headers: {
+                    'x-api-key': this.options.apiKey
+                }
+            });
+            return response.ok;
+        }
+        catch (error) {
+            this.logger.error("[Firefly] Connection validation failed", { error });
+            return false;
+        }
+    }
+    async generateEmbeddings(_options) {
+        throw new Error("Embeddings not supported by Firefly");
+    }
+}
+//# sourceMappingURL=firefly.js.map

package/lib/esm/adobe/firefly.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"firefly.js","sourceRoot":"","sources":["../../../src/adobe/firefly.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,cAAc,EAQjB,MAAM,kBAAkB,CAAC;AAoE1B,MAAM,OAAO,aAAc,SAAQ,cAAoC;IACnE,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC5B,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC;IAEjB,QAAQ,CAAS;IAElC,YAAY,OAA6B;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEf,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC9D,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,iCAAiC,CAAC;IAC1E,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,OAAe,EAAE,QAA0B;QACnE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,OAAe,EAAE,QAA0B;QACzE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAC1E,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,QAAyB,EAAE,OAAyB;QAC7E,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,iCAAiC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACrF,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAGzD,IAAI,CAAC;YACD,MAAM,OAAO,GAA2B;gBACpC,MAAM,EAAE,MAAgB;aAC3B,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,kBAAkB,EAAE;gBAC7D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACL,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;aAChC,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,CAAC,OAAO,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAClF,CAAC;YAED,MAAM,MAAM,GAA4B,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAE9D,IAAI,MAAM,CAAC,oBAAoB,IAAI,MAAM,CAAC,uBAAuB,EAAE,CAAC;gBAChE,OAAO;oBACH,MAAM,EAAE,EAAE;oBACV,KAAK,EAAE;wBACH,OAAO,EAAE,iDAAiD;wBAC1D,IAAI,EAAE,0BAA0B;qBACnC;iBACJ,CAAC;YACN,CAAC;YAED,OAAO;gBACH,MAAM,EAAE;oBACJ,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC;iBACzD;aACJ,CAAC;QAEN,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAClE,OAAO;gBACH,MAAM,EAAE,EAAE;gBACV,KAAK,EAAE;oBACH,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,mBAAmB;iBAC1C;aACJ,CAAC;QACN,CAAC;IACL,CAAC;IAED,OAAO,CAAC,IAAa;QACjB,4CAA4C;QAC5C,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAEhD,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACpD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAA4B;QACzC,OAAO;YACH;gBACI,EAAE,EAAE,0BAA0B;gBAC9B,IAAI,EAAE,0BAA0B;gBAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,iDAAiD;gBAC9D,IAAI,EAAE,CAAC,kBAAkB,CAAC;aAC7B;YACD;gBACI,EAAE,EAAE,2BAA2B;gBAC/B,IAAI,EAAE,2BAA2B;gBACjC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,kDAAkD;gBAC/D,IAAI,EAAE,CAAC,kBAAkB,CAAC;aAC7B;YACD;gBACI,EAAE,EAAE,uBAAuB;gBAC3B,IAAI,EAAE,uBAAuB;gBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,mCAAmC;gBAChD,IAAI,EAAE,CAAC,kBAAkB,CAAC;aAC7B;SACJ,CAAC;IACN,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,gBAAgB,EAAE;gBAC3D,OAAO,EAAE;oBACL,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;iBACnC;aACJ,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,EAAE,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YACvE,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAA2B;QAChD,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAC3D,CAAC"}

package/lib/esm/bedrock/converse.js

@@ -0,0 +1,171 @@
+import { PromptRole } from "@llumiverse/core";
+import { ConversationRole, } from "@aws-sdk/client-bedrock-runtime";
+function getJSONSafetyNotice(schema) {
+    return "The answer must be a JSON object using the following JSON Schema:\n" + JSON.stringify(schema, undefined, 2);
+}
+function roleConversion(role) {
+    return role === PromptRole.assistant ? ConversationRole.ASSISTANT : ConversationRole.USER;
+}
+function mimeToImageType(mime) {
+    if (mime.startsWith("image/")) {
+        return mime.split("/")[1];
+    }
+    return "png";
+}
+function mimeToDocType(mime) {
+    if (mime.startsWith("application/") || mime.startsWith("text/")) {
+        return mime.split("/")[1];
+    }
+    return "txt";
+}
+function mimeToVideoType(mime) {
+    if (mime.startsWith("video/")) {
+        return mime.split("/")[1];
+    }
+    return "mp4";
+}
+async function readStreamAsString(stream) {
+    const out = [];
+    for await (const chunk of stream) {
+        out.push(Buffer.from(chunk));
+    }
+    return Buffer.concat(out).toString();
+}
+async function readStreamAsUint8Array(stream) {
+    const out = [];
+    for await (const chunk of stream) {
+        out.push(Buffer.from(chunk));
+    }
+    return Buffer.concat(out);
+}
+export function converseConcatMessages(messages) {
+    if (!messages)
+        return [];
+    //Concatenate messages of the same role. Required to have alternative user and assistant roles
+    for (let i = 0; i < messages.length - 1; i++) {
+        if (messages[i].role === messages[i + 1].role) {
+            messages[i].content = messages[i].content?.concat(...(messages[i + 1].content || []));
+            messages.splice(i + 1, 1);
+            i--;
+        }
+    }
+    return messages;
+}
+export function converseSystemToMessages(system) {
+    return {
+        content: [{ text: system.map(system => system.text).join('\n').trim() }],
+        role: ConversationRole.USER
+    };
+}
+export function converseRemoveJSONprefill(messages) {
+    //Remove the "```json" stop message
+    if (messages && messages.length > 0) {
+        if (messages[messages.length - 1].content?.[0].text === "```json") {
+            messages.pop();
+        }
+    }
+    return messages ?? [];
+}
+export async function fortmatConversePrompt(segments, schema) {
+    //Non-const for concat
+    let system = [];
+    const safety = [];
+    let messages = [];
+    for (const segment of segments) {
+        const parts = [];
+        //File segments
+        if (segment.files)
+            for (const f of segment.files) {
+                const source = await f.getStream();
+                let content;
+                //Image file - "png" | "jpeg" | "gif" | "webp"
+                if (f.mime_type && f.mime_type.startsWith("image")) {
+                    content = [
+                        {
+                            image: {
+                                format: mimeToImageType(f.mime_type),
+                                source: { bytes: await readStreamAsUint8Array(source) },
+                            },
+                        },
+                    ];
+                    //Document file - "pdf | csv | doc | docx | xls | xlsx | html | txt | md"
+                }
+                else if (f.mime_type && (f.mime_type.startsWith("text") || f.mime_type?.startsWith("application"))) {
+                    content = [
+                        { text: f.name },
+                        {
+                            document: {
+                                format: mimeToDocType(f.mime_type),
+                                name: f.name,
+                                source: { bytes: await readStreamAsUint8Array(source) },
+                            },
+                        },
+                    ];
+                    //Video file - "mov | mkv | mp4 | webm | flv | mpeg | mpg | wmv | three_gp"
+                }
+                else if (f.mime_type && f.mime_type.startsWith("video")) {
+                    content = [
+                        {
+                            video: {
+                                format: mimeToVideoType(f.mime_type),
+                                source: { bytes: await readStreamAsUint8Array(source) },
+                            },
+                        },
+                    ];
+                    //Fallback, send string
+                }
+                else {
+                    content = [{ text: await readStreamAsString(source) }];
+                }
+                parts.push({
+                    content: content,
+                    role: roleConversion(segment.role),
+                });
+            }
+        //Text segments
+        if (segment.content) {
+            parts.push({
+                content: [{ text: segment.content }],
+                role: roleConversion(segment.role),
+            });
+        }
+        if (segment.role === PromptRole.system) {
+            system.push({ text: segment.content });
+        }
+        else if (segment.role === PromptRole.safety) {
+            safety.push({ text: segment.content });
+        }
+        else if (segment.role !== PromptRole.negative && segment.role !== PromptRole.mask) {
+            //User or Assistant
+            messages = messages.concat(parts);
+        }
+    }
+    //Conversations must start with a user message
+    //Use the system messages if none are provided
+    if (messages.length === 0) {
+        const systemMessage = converseSystemToMessages(system);
+        if (systemMessage?.content && systemMessage.content[0].text) {
+            messages.push(systemMessage);
+        }
+        else {
+            throw new Error("Prompt must contain at least one message");
+        }
+        system = [];
+    }
+    if (schema) {
+        safety.push({ text: "IMPORTANT: " + getJSONSafetyNotice(schema) });
+        system = system.concat(safety);
+        //prefill the json
+        messages.push({
+            content: [{ text: "```json" }],
+            role: ConversationRole.ASSISTANT,
+        });
+    }
+    messages = converseConcatMessages(messages);
+    return {
+        modelId: undefined, //required property, but allowed to be undefined
+        messages: messages,
+        system: system,
+    };
+}
+//# sourceMappingURL=converse.js.map

package/lib/esm/bedrock/converse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"converse.js","sourceRoot":"","sources":["../../../src/bedrock/converse.ts"],"names":[],"mappings":"AACA,OAAO,EAAiB,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EACH,gBAAgB,GAKnB,MAAM,iCAAiC,CAAC;AAEzC,SAAS,mBAAmB,CAAC,MAAmB;IAC5C,OAAO,qEAAqE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;AACxH,CAAC;AAED,SAAS,cAAc,CAAC,IAAgB;IACpC,OAAO,IAAI,KAAK,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC;AAC9F,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACjC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAoC,CAAC;IACjE,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IAC/B,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9D,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAA4E,CAAC;IACzG,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,SAAS,eAAe,CAAC,IAAY;IACjC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAiF,CAAC;IAC9G,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,MAAsB;IACpD,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAa,EAAE,CAAC;QACtC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;AACzC,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,MAAsB;IACxD,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAa,EAAE,CAAC;QACtC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAA+B;IAClE,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IACzB,8FAA8F;IAC9F,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC5C,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;YACtF,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAC1B,CAAC,EAAE,CAAC;QACR,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,MAA4B;IACjE,OAAO;QACH,OAAO,EAAE,CAAC,EAAC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAC,CAAC;QACtE,IAAI,EAAE,gBAAgB,CAAC,IAAI;KAC9B,CAAC;AACN,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,QAA+B;IACrE,mCAAmC;IACnC,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAChE,QAAQ,CAAC,GAAG,EAAE,CAAC;QACnB,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,IAAI,EAAE,CAAC;AAC1B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,QAAyB,EAAE,MAAoB;IACvF,sBAAsB;IACtB,IAAI,MAAM,GAAyB,EAAE,CAAC;IACtC,MAAM,MAAM,GAAyB,EAAE,CAAC;IACxC,IAAI,QAAQ,GAAc,EAAE,CAAC;IAE7B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAc,EAAE,CAAC;QAE5B,eAAe;QACf,IAAI,OAAO,CAAC,KAAK;YACb,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC5B,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC;gBACnC,IAAI,OAAuB,CAAC;gBAE5B,8CAA8C;gBAC9C,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;oBACjD,OAAO,GAAG;wBACN;4BACI,KAAK,EAAE;gCACH,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;gCACpC,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,sBAAsB,CAAC,MAAM,CAAC,EAAE;6BAC1D;yBACJ;qBACJ,CAAC;oBAEF,yEAAyE;gBAC7E,CAAC;qBAAM,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,UAAU,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;oBACnG,OAAO,GAAG;wBACN,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;wBAChB;4BACI,QAAQ,EAAE;gCACN,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;gCAClC,IAAI,EAAE,CAAC,CAAC,IAAI;gCACZ,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,sBAAsB,CAAC,MAAM,CAAC,EAAE;6BAC1D;yBACJ;qBACJ,CAAC;oBAEF,2EAA2E;gBAC/E,CAAC;qBAAM,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;oBACxD,OAAO,GAAG;wBACN;4BACI,KAAK,EAAE;gCACH,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;gCACpC,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,sBAAsB,CAAC,MAAM,CAAC,EAAE;6BAC1D;yBACJ;qBACJ,CAAC;oBAEF,uBAAuB;gBAC3B,CAAC;qBAAM,CAAC;oBACJ,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC3D,CAAC;gBAED,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,OAAO;oBAChB,IAAI,EAAE,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC;iBACrC,CAAC,CAAC;YACP,CAAC;QAEL,eAAe;QACf,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpC,IAAI,EAAE,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC;aACrC,CAAC,CAAC;QACP,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3C,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3C,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;YAClF,mBAAmB;YACnB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;IACL,CAAC;IAED,8CAA8C;IAC9C,8CAA8C;IAC9C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,aAAa,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;QACvD,IAAI,aAAa,EAAE,OAAO,IAAI,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1D,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QACD,MAAM,GAAG,EAAE,CAAC;IAChB,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACT,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,GAAG,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACnE,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE/B,kBAAkB;QAClB,QAAQ,CAAC,IAAI,CAAC;YACV,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;YAC9B,IAAI,EAAE,gBAAgB,CAAC,SAAS;SACnC,CAAC,CAAC;IACP,CAAC;IAED,QAAQ,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IAE5C,OAAO;QACH,OAAO,EAAE,SAAS,EAAE,gDAAgD;QACpE,QAAQ,EAAE,QAAQ;QAClB,MAAM,EAAE,MAAM;KACjB,CAAC;AACN,CAAC"}