@llumiverse/drivers 0.8.0

package/lib/cjs/vertexai/models/palm-model-base.js

@@ -0,0 +1,65 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AbstractPalmModelDefinition = void 0;
+const tensor_js_1 = require("../utils/tensor.js");
+class AbstractPalmModelDefinition {
+    createPrompt(driver, segments, options) {
+        return this.createNonStreamingPrompt(driver, segments, options);
+    }
+    async requestCompletion(driver, prompt, options) {
+        const nonStreamingPrompt = prompt;
+        Object.assign((nonStreamingPrompt).parameters, {
+            temperature: options.temperature,
+            maxOutputTokens: options.max_tokens,
+        });
+        const response = await driver.fetchClient.post(`/publishers/google/models/${this.model.id}:predict`, {
+            payload: nonStreamingPrompt
+        });
+        const metadata = response.metadata;
+        const inputTokens = metadata.tokenMetadata.inputTokenCount.totalTokens;
+        const outputTokens = metadata.tokenMetadata.outputTokenCount.totalTokens;
+        const result = this.extractContentFromResponse(response);
+        return {
+            result,
+            token_usage: {
+                prompt: inputTokens,
+                result: outputTokens,
+                total: inputTokens && outputTokens ? inputTokens + outputTokens : undefined,
+            }
+        };
+    }
+    async requestCompletionStream(driver, prompt, options) {
+        const inPrompt = prompt;
+        Object.assign(inPrompt.parameters, {
+            temperature: options.temperature,
+            maxOutputTokens: options.max_tokens,
+        });
+        const path = `/publishers/google/models/${this.model.id}:serverStreamingPredict?alt=sse`;
+        const newPrompt = (0, tensor_js_1.generateStreamingPrompt)(inPrompt);
+        // we need to modify the existing prompt since it is not the final one
+        const outPrompt = prompt;
+        delete outPrompt.instances;
+        outPrompt.inputs = newPrompt.inputs;
+        outPrompt.parameters = newPrompt.parameters;
+        const eventStrean = await driver.fetchClient.post(path, {
+            payload: newPrompt,
+            reader: 'sse'
+        });
+        return eventStrean.pipeThrough(new ChunkTransformStream(this));
+    }
+}
+exports.AbstractPalmModelDefinition = AbstractPalmModelDefinition;
+class ChunkTransformStream extends TransformStream {
+    constructor(def) {
+        super({
+            transform(event, controller) {
+                if (event.type === 'event' && event.data) {
+                    const data = JSON.parse(event.data);
+                    const stringChunk = def.extractContentFromResponseChunk(data);
+                    controller.enqueue(Array.isArray(stringChunk) ? stringChunk.join('') : stringChunk);
+                }
+            }
+        });
+    }
+}
+//# sourceMappingURL=palm-model-base.js.map

package/lib/cjs/vertexai/models/palm-model-base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"palm-model-base.js","sourceRoot":"","sources":["../../../../src/vertexai/models/palm-model-base.ts"],"names":[],"mappings":";;;AAIA,kDAA6D;AAkC7D,MAAsB,2BAA2B;IAY7C,YAAY,CAAC,MAAsB,EAAE,QAAyB,EAAE,OAAsB;QAClF,OAAO,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAsB,EAAE,MAA8C,EAAE,OAAyB;QACrH,MAAM,kBAAkB,GAAG,MAA6B,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,UAAU,EAAE;YAC3C,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE;YACjG,OAAO,EAAE,kBAAkB;SAC9B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAgC,CAAC;QAC3D,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,eAAe,CAAC,WAAW,CAAC;QACvE,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,gBAAgB,CAAC,WAAW,CAAC;QACzE,MAAM,MAAM,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QACzD,OAAO;YACH,MAAM;YACN,WAAW,EAAE;gBACT,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,YAAY;gBACpB,KAAK,EAAE,WAAW,IAAI,YAAY,CAAC,CAAC,CAAC,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS;aAC9E;SACU,CAAC;IAEpB,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAsB,EAAE,MAA8C,EAAE,OAAyB;QAC3H,MAAM,QAAQ,GAAG,MAA6B,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE;YAC/B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,6BAA6B,IAAI,CAAC,KAAK,CAAC,EAAE,iCAAiC,CAAC;QAEzF,MAAM,SAAS,GAAG,IAAA,mCAAuB,EAAC,QAAQ,CAAC,CAAC;QAEpD,sEAAsE;QACtE,MAAM,SAAS,GAAG,MAA0B,CAAC;QAC7C,OAAQ,SAAiB,CAAC,SAAS,CAAC;QACpC,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QACpC,SAAS,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;QAE5C,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE;YACpD,OAAO,EAAE,SAAS;YAClB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,OAAO,WAAW,CAAC,WAAW,CAAC,IAAI,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC;IAEnE,CAAC;CAEJ;AAnED,kEAmEC;AAED,MAAM,oBAAuH,SAAQ,eAAe;IAChJ,YAAY,GAAuE;QAC/E,KAAK,CAAC;YACF,SAAS,CAAC,KAAsB,EAAE,UAA4C;gBAC1E,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACvC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACpC,MAAM,WAAW,GAAG,GAAG,CAAC,+BAA+B,CAAC,IAAI,CAAC,CAAC;oBAC9D,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;gBACxF,CAAC;YACL,CAAC;SACJ,CAAC,CAAA;IACN,CAAC;CACJ"}

package/lib/cjs/vertexai/models/palm2-chat.js

@@ -0,0 +1,65 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Palm2ChatDefinition = void 0;
+const core_1 = require("@llumiverse/core");
+const prompts_js_1 = require("../utils/prompts.js");
+const palm_model_base_js_1 = require("./palm-model-base.js");
+class Palm2ChatDefinition extends palm_model_base_js_1.AbstractPalmModelDefinition {
+    versions = [];
+    model = {
+        id: "chat-bison",
+        name: "PaLM 2 for Chat",
+        provider: "vertexai",
+        owner: "google",
+        type: core_1.ModelType.Chat,
+        canStream: true,
+    };
+    createNonStreamingPrompt(_driver, segments, opts) {
+        const system = [];
+        const messages = [];
+        const safety = [];
+        for (const segment of segments) {
+            switch (segment.role) {
+                case core_1.PromptRole.user:
+                    messages.push({ author: 'user', content: segment.content });
+                    break;
+                case core_1.PromptRole.assistant:
+                    messages.push({ author: 'assistant', content: segment.content });
+                    break;
+                case core_1.PromptRole.system:
+                    system.push(segment.content);
+                    break;
+                case core_1.PromptRole.safety:
+                    safety.push(segment.content);
+                    break;
+            }
+        }
+        if (opts.resultSchema) {
+            safety.push((0, prompts_js_1.getJSONSafetyNotice)(opts.resultSchema));
+        }
+        const context = [];
+        if (system.length > 0) {
+            context.push(system.join('\n'));
+        }
+        if (safety.length > 0) {
+            context.push('IMPORTANT: ' + safety.join('\n'));
+        }
+        return {
+            instances: [{
+                    context: context.length > 0 ? context.join('\n') : undefined,
+                    messages
+                }],
+            parameters: {
+            // put defauilts here
+            }
+        };
+    }
+    extractContentFromResponse(response) {
+        return response.predictions[0].candidates[0].content ?? '';
+    }
+    extractContentFromResponseChunk(chunk) {
+        return chunk.outputs[0]?.structVal.candidates.listVal[0].structVal.content.stringVal || '';
+    }
+}
+exports.Palm2ChatDefinition = Palm2ChatDefinition;
+//# sourceMappingURL=palm2-chat.js.map

package/lib/cjs/vertexai/models/palm2-chat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"palm2-chat.js","sourceRoot":"","sources":["../../../../src/vertexai/models/palm2-chat.ts"],"names":[],"mappings":";;;AAAA,2CAAgG;AAEhG,oDAA0D;AAC1D,6DAAsI;AAqDtI,MAAa,mBAAoB,SAAQ,gDAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,iBAAiB;QACvB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,iBAAU,CAAC,IAAI;oBAChB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,MAAM;gBACV,KAAK,iBAAU,CAAC,SAAS;oBACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBACjE,MAAM;gBACV,KAAK,iBAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;gBACV,KAAK,iBAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;YACd,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,IAAA,gCAAmB,EAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC5D,QAAQ;iBACX,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/D,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAA;IAC9F,CAAC;CACJ;AA9DD,kDA8DC"}

package/lib/cjs/vertexai/models/palm2-text.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Palm2TextDefinition = void 0;
+const core_1 = require("@llumiverse/core");
+const prompts_js_1 = require("../utils/prompts.js");
+const palm_model_base_js_1 = require("./palm-model-base.js");
+class Palm2TextDefinition extends palm_model_base_js_1.AbstractPalmModelDefinition {
+    versions = [];
+    model = {
+        id: "text-bison",
+        name: "PaLM 2 for Text",
+        provider: "vertexai",
+        owner: "google",
+        type: core_1.ModelType.Text,
+        canStream: true,
+    };
+    createNonStreamingPrompt(_driver, segments, opts) {
+        return {
+            instances: [{
+                    prompt: (0, prompts_js_1.getPromptAsText)(segments, opts)
+                }],
+            parameters: {
+            // put defauilts here
+            }
+        };
+    }
+    extractContentFromResponse(response) {
+        return response.predictions[0].content ?? '';
+    }
+    extractContentFromResponseChunk(chunk) {
+        return chunk.outputs[0]?.structVal.content.stringVal || '';
+    }
+}
+exports.Palm2TextDefinition = Palm2TextDefinition;
+//# sourceMappingURL=palm2-text.js.map

package/lib/cjs/vertexai/models/palm2-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"palm2-text.js","sourceRoot":"","sources":["../../../../src/vertexai/models/palm2-text.ts"],"names":[],"mappings":";;;AAAA,2CAAoF;AAEpF,oDAAsD;AACtD,6DAAsI;AAmCtI,MAAa,mBAAoB,SAAQ,gDAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,iBAAiB;QACvB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,MAAM,EAAE,IAAA,4BAAe,EAAC,QAAQ,EAAE,IAAI,CAAC;iBAC1C,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/D,CAAC;CAEJ;AA9BD,kDA8BC"}

package/lib/cjs/vertexai/models.js

@@ -0,0 +1,93 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BuiltinModels = exports.getAIModels = exports.getModelDefinition = exports.getModelName = void 0;
+const core_1 = require("@llumiverse/core");
+const gemini_js_1 = require("./models/gemini.js");
+const palm2_text_js_1 = require("./models/palm2-text.js");
+const palm2_chat_js_1 = require("./models/palm2-chat.js");
+const codey_chat_js_1 = require("./models/codey-chat.js");
+const codey_text_js_1 = require("./models/codey-text.js");
+const Models = {
+    "gemini-pro": new gemini_js_1.GeminiModelDefinition(),
+    "text-bison": new palm2_text_js_1.Palm2TextDefinition(),
+    "chat-bison": new palm2_chat_js_1.Palm2ChatDefinition(),
+    "code-bison": new codey_text_js_1.CodeyTextDefinition(),
+    "codechat-bison": new codey_chat_js_1.CodeyChatDefinition(),
+};
+function getModelName(model) {
+    const i = model.lastIndexOf('@');
+    return i > -1 ? model.substring(0, i) : model;
+}
+exports.getModelName = getModelName;
+function getModelDefinition(model) {
+    const def = Models[getModelName(model)];
+    if (!def) {
+        throw new Error(`Unknown model ${model}`);
+    }
+    return def;
+}
+exports.getModelDefinition = getModelDefinition;
+function getAIModels() {
+    return Object.values(Models).map(m => m.model);
+}
+exports.getAIModels = getAIModels;
+// Builtin models. VertexAI doesn't provide an API to list models. so we have to hardcode them here.
+exports.BuiltinModels = [
+    {
+        id: "gemini-pro",
+        name: "Gemini Pro",
+        provider: "vertexai",
+        owner: "google",
+        type: core_1.ModelType.Text,
+    },
+    {
+        id: "chat-bison",
+        name: "PaLM 2 Chat Bison",
+        provider: "vertexai",
+        owner: "google",
+        type: core_1.ModelType.Chat,
+    },
+    {
+        id: "text-bison", // versions 001, 002
+        name: "PaLM 2 Text Bison",
+        provider: "vertexai",
+        owner: "google",
+        type: core_1.ModelType.Text,
+    },
+    {
+        id: "code-gecko",
+        name: "Codey for Code Completion",
+        provider: "vertexai",
+        owner: "google",
+        type: core_1.ModelType.Code,
+    },
+    {
+        id: "code-bison",
+        name: "Codey for Code Generation",
+        provider: "vertexai",
+        owner: "google",
+        type: core_1.ModelType.Code,
+    },
+    {
+        id: "codechat-bison",
+        name: "Codey for Code Chat",
+        provider: "vertexai",
+        owner: "google",
+        type: core_1.ModelType.Code,
+    },
+    {
+        id: "tablextembedding-gecko",
+        name: "Gecko Text Embeddings",
+        provider: "vertexai",
+        owner: "google",
+        type: core_1.ModelType.Embedding,
+    },
+    {
+        id: "textembedding-gecko-multilingual",
+        name: "Gecko Multilingual Text Embeddings",
+        provider: "vertexai",
+        owner: "google",
+        type: core_1.ModelType.Embedding,
+    },
+];
+//# sourceMappingURL=models.js.map

package/lib/cjs/vertexai/models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../src/vertexai/models.ts"],"names":[],"mappings":";;;AAAA,2CAAkH;AAClH,kDAA2D;AAE3D,0DAA6D;AAC7D,0DAA6D;AAC7D,0DAA6D;AAC7D,0DAA6D;AAG7D,MAAM,MAAM,GAAoC;IAC5C,YAAY,EAAE,IAAI,iCAAqB,EAAE;IACzC,YAAY,EAAE,IAAI,mCAAmB,EAAE;IACvC,YAAY,EAAE,IAAI,mCAAmB,EAAE;IACvC,YAAY,EAAE,IAAI,mCAAmB,EAAE;IACvC,gBAAgB,EAAE,IAAI,mCAAmB,EAAE;CAC9C,CAAA;AAUD,SAAgB,YAAY,CAAC,KAAa;IACtC,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAClD,CAAC;AAHD,oCAGC;AAED,SAAgB,kBAAkB,CAAC,KAAa;IAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IACxC,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,iBAAiB,KAAK,EAAE,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAND,gDAMC;AAED,SAAgB,WAAW;IACvB,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AACnD,CAAC;AAFD,kCAEC;AAED,oGAAoG;AACvF,QAAA,aAAa,GAAsB;IAC5C;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,mBAAmB;QACzB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY,EAAE,oBAAoB;QACtC,IAAI,EAAE,mBAAmB;QACzB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,2BAA2B;QACjC,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,2BAA2B;QACjC,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,qBAAqB;QAC3B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE,uBAAuB;QAC7B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,SAAS;KAC5B;IACD;QACI,EAAE,EAAE,kCAAkC;QACtC,IAAI,EAAE,oCAAoC;QAC1C,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,gBAAS,CAAC,SAAS;KAC5B;CAIJ,CAAA"}

package/lib/cjs/vertexai/utils/prompts.js

@@ -0,0 +1,52 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getPromptAsText = exports.getJSONSafetyNotice = void 0;
+const core_1 = require("@llumiverse/core");
+function getJSONSafetyNotice(schema) {
+    return "The answer must be a JSON object using the following JSON Schema:\n" + JSON.stringify(schema);
+}
+exports.getJSONSafetyNotice = getJSONSafetyNotice;
+function getPromptAsText(segments, options) {
+    const isChat = segments.find(m => m.role === core_1.PromptRole.assistant);
+    const context = [];
+    const content = [];
+    const safety = [];
+    for (const segment of segments) {
+        switch (segment.role) {
+            case core_1.PromptRole.user:
+                if (isChat) {
+                    content.push('USER: ' + segment.content);
+                }
+                else {
+                    content.push(segment.content);
+                }
+                break;
+            case core_1.PromptRole.assistant:
+                content.push('ASSISTANT: ' + segment.content);
+                break;
+            case core_1.PromptRole.system:
+                context.push(segment.content);
+                break;
+            case core_1.PromptRole.safety:
+                safety.push(segment.content);
+                break;
+        }
+    }
+    if (options.resultSchema) {
+        safety.push(getJSONSafetyNotice(options.resultSchema));
+    }
+    const out = [];
+    if (context.length > 0) {
+        out.push('CONTEXT: ' + context.join('\n'));
+    }
+    if (content.length > 0) {
+        const prefix = context.length > 0 && !isChat ? 'INSTRUCTION: ' : '';
+        out.push(prefix + content.join('\n'));
+    }
+    if (safety.length > 0) {
+        out.push('IMPORTANT: ' + safety.join('\n'));
+    }
+    return out.join('\n');
+}
+exports.getPromptAsText = getPromptAsText;
+//# sourceMappingURL=prompts.js.map

package/lib/cjs/vertexai/utils/prompts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../../../src/vertexai/utils/prompts.ts"],"names":[],"mappings":";;;AAAA,2CAA4E;AAmB5E,SAAgB,mBAAmB,CAAC,MAAmB;IACnD,OAAO,qEAAqE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;AACzG,CAAC;AAFD,kDAEC;AAED,SAAgB,eAAe,CAAC,QAAyB,EAAE,OAAsB;IAC7E,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,iBAAU,CAAC,SAAS,CAAC,CAAC;IACnE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,iBAAU,CAAC,IAAI;gBAChB,IAAI,MAAM,EAAE,CAAC;oBACT,OAAO,CAAC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC7C,CAAC;qBAAM,CAAC;oBACJ,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAClC,CAAC;gBACD,MAAM;YACV,KAAK,iBAAU,CAAC,SAAS;gBACrB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC9C,MAAM;YACV,KAAK,iBAAU,CAAC,MAAM;gBAClB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC9B,MAAM;YACV,KAAK,iBAAU,CAAC,MAAM;gBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC7B,MAAM;QACd,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,GAAG,GAAG,EAAE,CAAC;IACf,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,GAAG,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AA1CD,0CA0CC"}

package/lib/cjs/vertexai/utils/tensor.js

@@ -0,0 +1,87 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateStreamingPrompt = exports.formatArrayAsTensor = void 0;
+function getTensorType(val) {
+    if (val == null) {
+        return null;
+    }
+    if (Array.isArray(val)) {
+        if (val.length > 0) {
+            val = val[0];
+        }
+        else {
+            return 'listVal';
+        }
+    }
+    const type = typeof val;
+    if (type === 'string') {
+        return 'stringVal';
+    }
+    if (type === 'number') {
+        if (val % 1 === 0) { // is interger
+            return 'intVal';
+        }
+        else {
+            return 'floatVal';
+        }
+    }
+    if (type === 'boolean') {
+        return 'boolVal';
+    }
+    if (type === 'object') {
+        return 'structVal';
+    }
+    return undefined;
+}
+function formatArrayAsTensor(arr) {
+    return arr.map(item => {
+        const type = typeof item;
+        if (type === 'string' || type === 'number' || type === 'boolean') {
+            return item; // primitve values 
+        }
+        else {
+            return formatObjectAsTensor(item);
+        }
+    });
+}
+exports.formatArrayAsTensor = formatArrayAsTensor;
+/**
+ * Do not support nested array or nested object arrays
+ * @param obj
+ * @returns
+ */
+function formatObjectAsTensor(obj, isField = false) {
+    const struct = {};
+    const keys = Object.keys(obj);
+    for (const key of keys) {
+        //console.log('###', key);
+        const val = obj[key];
+        const type = getTensorType(val);
+        if (type === 'structVal') {
+            if (Array.isArray(val)) {
+                struct[key] = { listVal: formatArrayAsTensor(val) };
+            }
+            else {
+                struct[key] = {
+                    [type]: formatObjectAsTensor(val, true)
+                };
+            }
+        }
+        else if (type) {
+            struct[key] = {
+                [type]: val
+            };
+        }
+    }
+    return isField ? struct : {
+        structVal: struct
+    };
+}
+function generateStreamingPrompt(prompt) {
+    return {
+        inputs: prompt.instances.map((inst) => formatObjectAsTensor(inst)),
+        parameters: formatObjectAsTensor(prompt.parameters)
+    };
+}
+exports.generateStreamingPrompt = generateStreamingPrompt;
+//# sourceMappingURL=tensor.js.map

package/lib/cjs/vertexai/utils/tensor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tensor.js","sourceRoot":"","sources":["../../../../src/vertexai/utils/tensor.ts"],"names":[],"mappings":";;;AAEA,SAAS,aAAa,CAAC,GAAQ;IAC3B,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjB,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QAChB,CAAC;aAAM,CAAC;YACJ,OAAO,SAAS,CAAC;QACrB,CAAC;IACL,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC;IACxB,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,OAAO,WAAW,CAAC;IACvB,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,cAAc;YAC/B,OAAO,QAAQ,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,OAAO,UAAU,CAAC;QACtB,CAAC;IACL,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,OAAO,WAAW,CAAC;IACvB,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,SAAgB,mBAAmB,CAAC,GAAU;IAC1C,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAClB,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC;QACzB,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/D,OAAO,IAAI,CAAC,CAAC,mBAAmB;QACpC,CAAC;aAAM,CAAC;YACJ,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAA;QACrC,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AATD,kDASC;AAED;;;;GAIG;AACH,SAAS,oBAAoB,CAAC,GAAQ,EAAE,OAAO,GAAG,KAAK;IACnD,MAAM,MAAM,GAAQ,EAAE,CAAC;IACvB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,0BAA0B;QAC1B,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YACvB,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,GAAG,CAAC,GAAG;oBACV,CAAC,IAAI,CAAC,EAAE,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC;iBAC1C,CAAA;YACL,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,CAAC,GAAG;gBACV,CAAC,IAAI,CAAC,EAAE,GAAG;aACd,CAAA;QACL,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACtB,SAAS,EAAE,MAAM;KACpB,CAAC;AACN,CAAC;AAGD,SAAgB,uBAAuB,CAAC,MAA2C;IAC/E,OAAO;QACH,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACvE,UAAU,EAAE,oBAAoB,CAAC,MAAM,CAAC,UAAU,CAAC;KACtD,CAAA;AACL,CAAC;AALD,0DAKC"}