@llumiverse/drivers 0.9.2 → 0.11.0

package/lib/esm/src/vertexai/index.js

@@ -0,0 +1,73 @@
+import { VertexAI } from "@google-cloud/vertexai";
+import { AbstractDriver, BuiltinProviders } from "@llumiverse/core";
+import { FetchClient } from "api-fetch-client";
+import { getEmbeddingsForText } from "./embeddings/embeddings-text.js";
+import { BuiltinModels, getModelDefinition } from "./models.js";
+export class VertexAIDriver extends AbstractDriver {
+    provider = BuiltinProviders.vertexai;
+    //aiplatform: v1.ModelServiceClient;
+    vertexai;
+    fetchClient;
+    constructor(options) {
+        super(options);
+        //this.aiplatform = new v1.ModelServiceClient();
+        this.vertexai = new VertexAI({
+            project: this.options.project,
+            location: this.options.region,
+        });
+        this.fetchClient = createFetchClient({
+            region: this.options.region,
+            project: this.options.project,
+        }).withAuthCallback(async () => {
+            //@ts-ignore
+            const token = await this.vertexai.preview.googleAuth.getAccessToken();
+            return `Bearer ${token}`;
+        });
+        // this.aiplatform = new v1.ModelServiceClient({
+        //     projectId: this.options.project,
+        //     apiEndpoint: `${this.options.region}-${API_BASE_PATH}`,
+        // });
+    }
+    canStream(options) {
+        return Promise.resolve(getModelDefinition(options.model).model.canStream === true);
+    }
+    createPrompt(segments, options) {
+        return getModelDefinition(options.model).createPrompt(this, segments, options);
+    }
+    async requestCompletion(prompt, options) {
+        return getModelDefinition(options.model).requestCompletion(this, prompt, options);
+    }
+    async requestCompletionStream(prompt, options) {
+        return getModelDefinition(options.model).requestCompletionStream(this, prompt, options);
+    }
+    async listModels(_params) {
+        return BuiltinModels;
+        // try {
+        //     const response = await this.fetchClient.get('/publishers/google/models/gemini-pro');
+        //     console.log('>>>>>>>>', response);
+        // } catch (err: any) {
+        //     console.error('+++++VETREX ERROR++++++', err);
+        //     throw err;
+        // }
+        // TODO uncomment this to use apiplatform instead of the fetch client
+        // const response = await this.aiplatform.listModels({
+        //     parent: `projects/${this.options.project}/locations/${this.options.region}`,
+        // });
+        return []; //TODO
+    }
+    validateConnection() {
+        throw new Error("Method not implemented.");
+    }
+    async generateEmbeddings(options) {
+        return getEmbeddingsForText(this, options);
+    }
+}
+//'us-central1-aiplatform.googleapis.com',
+const API_BASE_PATH = 'aiplatform.googleapis.com';
+function createFetchClient({ region, project, apiEndpoint, apiVersion = 'v1' }) {
+    const vertexBaseEndpoint = apiEndpoint ?? `${region}-${API_BASE_PATH}`;
+    return new FetchClient(`https://${vertexBaseEndpoint}/${apiVersion}/projects/${project}/locations/${region}`).withHeaders({
+        'Content-Type': 'application/json',
+    });
+}
+//# sourceMappingURL=index.js.map

package/lib/esm/src/vertexai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/vertexai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAA0B,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAC1E,OAAO,EAAW,cAAc,EAAE,gBAAgB,EAAmH,MAAM,kBAAkB,CAAC;AAC9L,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAyB,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AAC9F,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAQhE,MAAM,OAAO,cAAe,SAAQ,cAA6D;IAC7F,QAAQ,GAAG,gBAAgB,CAAC,QAAQ,CAAC;IAErC,oCAAoC;IACpC,QAAQ,CAAW;IACnB,WAAW,CAAc;IAEzB,YACI,OAA8B;QAE9B,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,gDAAgD;QAChD,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;SAChC,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC;YACjC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC3B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;SAChC,CAAC,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE;YAC3B,YAAY;YACZ,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC;YACtE,OAAO,UAAU,KAAK,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;QACH,gDAAgD;QAChD,uCAAuC;QACvC,8DAA8D;QAC9D,MAAM;IACV,CAAC;IAES,SAAS,CAAC,OAAyB;QACzC,OAAO,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC;IACvF,CAAC;IAEM,YAAY,CAAC,QAAyB,EAAE,OAAsB;QACjE,OAAO,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAA8B,EAAE,OAAyB;QAC7E,OAAO,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC;IACD,KAAK,CAAC,uBAAuB,CAAC,MAA8B,EAAE,OAAyB;QACnF,OAAO,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5F,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAA4B;QACzC,OAAO,aAAa,CAAC;QACrB,QAAQ;QACR,2FAA2F;QAC3F,yCAAyC;QACzC,uBAAuB;QACvB,qDAAqD;QACrD,iBAAiB;QACjB,IAAI;QAEJ,qEAAqE;QACrE,sDAAsD;QACtD,mFAAmF;QACnF,MAAM;QAEN,OAAO,EAAE,CAAC,CAAC,MAAM;IACrB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAA8B;QACnD,OAAO,oBAAoB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;CAEJ;AAED,0CAA0C;AAC1C,MAAM,aAAa,GAAG,2BAA2B,CAAC;AAClD,SAAS,iBAAiB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,GAAG,IAAI,EAK3E;IACG,MAAM,kBAAkB,GAAG,WAAW,IAAI,GAAG,MAAM,IAAI,aAAa,EAAE,CAAC;IACvE,OAAO,IAAI,WAAW,CAAC,WAAW,kBAAkB,IAAI,UAAU,aAAa,OAAO,cAAc,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC;QACtH,cAAc,EAAE,kBAAkB;KACrC,CAAC,CAAC;AACP,CAAC"}

package/lib/esm/src/vertexai/models/codey-chat.js

@@ -0,0 +1,61 @@
+import { ModelType, PromptRole } from "@llumiverse/core";
+import { getJSONSafetyNotice } from "@llumiverse/core/formatters";
+import { AbstractPalmModelDefinition } from "./palm-model-base.js";
+export class CodeyChatDefinition extends AbstractPalmModelDefinition {
+    versions = [];
+    model = {
+        id: "codechat-bison",
+        name: "Codey for Code Chat",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Chat,
+        canStream: true,
+    };
+    createNonStreamingPrompt(_driver, segments, opts) {
+        const system = [];
+        const messages = [];
+        const safety = [];
+        for (const segment of segments) {
+            switch (segment.role) {
+                case PromptRole.user:
+                    messages.push({ author: 'user', content: segment.content });
+                    break;
+                case PromptRole.assistant:
+                    messages.push({ author: 'assistant', content: segment.content });
+                    break;
+                case PromptRole.system:
+                    system.push(segment.content);
+                    break;
+                case PromptRole.safety:
+                    safety.push(segment.content);
+                    break;
+            }
+        }
+        if (opts.resultSchema) {
+            safety.push(getJSONSafetyNotice(opts.resultSchema));
+        }
+        const context = [];
+        if (system.length > 0) {
+            context.push(system.join('\n'));
+        }
+        if (safety.length > 0) {
+            context.push('IMPORTANT: ' + safety.join('\n'));
+        }
+        return {
+            instances: [{
+                    context: context.length > 0 ? context.join('\n') : undefined,
+                    messages
+                }],
+            parameters: {
+            // put defauilts here
+            }
+        };
+    }
+    extractContentFromResponse(response) {
+        return response.predictions[0].candidates[0].content ?? '';
+    }
+    extractContentFromResponseChunk(chunk) {
+        return chunk.outputs[0]?.structVal.candidates.listVal[0].structVal.content.stringVal || '';
+    }
+}
+//# sourceMappingURL=codey-chat.js.map

package/lib/esm/src/vertexai/models/codey-chat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codey-chat.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/codey-chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,SAAS,EAAiB,UAAU,EAAiB,MAAM,kBAAkB,CAAC;AAChG,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAElE,OAAO,EAAE,2BAA2B,EAAqE,MAAM,sBAAsB,CAAC;AAgDtI,MAAM,OAAO,mBAAoB,SAAQ,2BAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,qBAAqB;QAC3B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,UAAU,CAAC,IAAI;oBAChB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,MAAM;gBACV,KAAK,UAAU,CAAC,SAAS;oBACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBACjE,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;YACd,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC5D,QAAQ;iBACX,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/D,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/F,CAAC;CAEJ"}

package/lib/esm/src/vertexai/models/codey-text.js

@@ -0,0 +1,31 @@
+import { ModelType } from "@llumiverse/core";
+import { formatTextPrompt } from "@llumiverse/core/formatters";
+import { AbstractPalmModelDefinition } from "./palm-model-base.js";
+export class CodeyTextDefinition extends AbstractPalmModelDefinition {
+    versions = [];
+    model = {
+        id: "code-bison",
+        name: "Codey for Code Generation",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Text,
+        canStream: true,
+    };
+    createNonStreamingPrompt(_driver, segments, opts) {
+        return {
+            instances: [{
+                    prefix: formatTextPrompt(segments, opts.resultSchema)
+                }],
+            parameters: {
+            // put defauilts here
+            }
+        };
+    }
+    extractContentFromResponse(response) {
+        return response.predictions[0].content ?? '';
+    }
+    extractContentFromResponseChunk(chunk) {
+        return chunk.outputs[0]?.structVal.content.stringVal || '';
+    }
+}
+//# sourceMappingURL=codey-text.js.map

package/lib/esm/src/vertexai/models/codey-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codey-text.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/codey-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,SAAS,EAAgC,MAAM,kBAAkB,CAAC;AACpF,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAE/D,OAAO,EAAE,2BAA2B,EAAqE,MAAM,sBAAsB,CAAC;AAmCtI,MAAM,OAAO,mBAAoB,SAAQ,2BAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,2BAA2B;QACjC,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,MAAM,EAAE,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC;iBACxD,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/D,CAAC;CAEJ"}

package/lib/esm/src/vertexai/models/gemini.js

@@ -0,0 +1,136 @@
+import { HarmBlockThreshold, HarmCategory } from "@google-cloud/vertexai";
+import { ModelType, PromptRole } from "@llumiverse/core";
+import { asyncMap } from "@llumiverse/core/async";
+function getGenerativeModel(driver, options) {
+    return driver.vertexai.preview.getGenerativeModel({
+        model: options.model,
+        //TODO pass in the options
+        safety_settings: [{
+                category: HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT,
+                threshold: HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE
+            }],
+        generation_config: {
+            temperature: options.temperature,
+            max_output_tokens: options.max_tokens
+        },
+    });
+}
+function collectTextParts(content) {
+    const out = [];
+    const parts = content.parts;
+    if (parts) {
+        for (const part of parts) {
+            if (part.text) {
+                out.push(part.text);
+            }
+        }
+    }
+    return out.join('\n');
+}
+export class GeminiModelDefinition {
+    model = {
+        id: "gemini-pro",
+        name: "Gemini Pro",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Text,
+        canStream: true,
+    };
+    createPrompt(_driver, segments, options) {
+        const schema = options.resultSchema;
+        const contents = [];
+        const safety = [];
+        let lastUserContent = undefined;
+        for (const msg of segments) {
+            if (msg.role === PromptRole.safety) {
+                safety.push(msg.content);
+            }
+            else {
+                const role = msg.role === PromptRole.assistant ? "model" : "user";
+                if (lastUserContent && lastUserContent.role === role) {
+                    lastUserContent.parts.push({ text: msg.content });
+                }
+                else {
+                    const content = {
+                        role,
+                        parts: [{ text: msg.content }],
+                    };
+                    if (role === 'user') {
+                        lastUserContent = content;
+                    }
+                    contents.push(content);
+                }
+            }
+        }
+        let tools = undefined;
+        if (schema) {
+            // tools = [{
+            //     function_declarations: [{
+            //         name: "validate_json_response",
+            //         description: "Validate the given JSON response",
+            //         parameters: schema as any,
+            //     }]
+            // } as Tool];
+            safety.push("The answer must be a JSON object using the following JSON Schema:\n" + JSON.stringify(schema));
+        }
+        if (safety.length > 0) {
+            const content = safety.join('\n');
+            if (lastUserContent) {
+                lastUserContent.parts.push({ text: content });
+            }
+            else {
+                contents.push({
+                    role: 'user',
+                    parts: [{ text: content }],
+                });
+            }
+        }
+        // put system mesages first and safety last
+        return { contents, tools };
+    }
+    async requestCompletion(driver, prompt, options) {
+        const model = getGenerativeModel(driver, options);
+        const r = await model.generateContent(prompt);
+        const response = await r.response;
+        const usage = response.usageMetadata;
+        const token_usage = {
+            prompt: usage?.promptTokenCount,
+            result: usage?.candidatesTokenCount,
+            total: usage?.totalTokenCount,
+        };
+        let result;
+        const candidate = response.candidates[0];
+        if (candidate) {
+            const content = candidate.content;
+            if (content) {
+                result = collectTextParts(content);
+                // if (options.resultSchema) {
+                //     result = candidate.;
+                // } else {
+                // }
+            }
+        }
+        return {
+            result: result ?? '',
+            token_usage
+        };
+    }
+    async requestCompletionStream(driver, prompt, options) {
+        const model = getGenerativeModel(driver, options);
+        const streamingResp = await model.generateContentStream(prompt);
+        const stream = asyncMap(streamingResp.stream, async (item) => {
+            if (item.candidates.length > 0) {
+                for (const candidate of item.candidates) {
+                    if (candidate.content?.role === 'model') {
+                        const text = collectTextParts(candidate.content);
+                        if (text)
+                            return text;
+                    }
+                }
+            }
+            return '';
+        });
+        return stream;
+    }
+}
+//# sourceMappingURL=gemini.js.map

package/lib/esm/src/vertexai/models/gemini.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmC,kBAAkB,EAAE,YAAY,EAAY,MAAM,wBAAwB,CAAC;AACrH,OAAO,EAA8D,SAAS,EAAiB,UAAU,EAAiB,MAAM,kBAAkB,CAAC;AACnJ,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAIlD,SAAS,kBAAkB,CAAC,MAAsB,EAAE,OAAyB;IACzE,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,kBAAkB,CAAC;QAC9C,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,0BAA0B;QAC1B,eAAe,EAAE,CAAC;gBACd,QAAQ,EAAE,YAAY,CAAC,+BAA+B;gBACtD,SAAS,EAAE,kBAAkB,CAAC,sBAAsB;aACvD,CAAC;QACF,iBAAiB,EAAE;YACf,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,iBAAiB,EAAE,OAAO,CAAC,UAAU;SACxC;KACJ,CAAC,CAAC;AACP,CAAC;AAGD,SAAS,gBAAgB,CAAC,OAAgB;IACtC,MAAM,GAAG,GAAG,EAAE,CAAC;IACf,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC5B,IAAI,KAAK,EAAE,CAAC;QACR,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACZ,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,OAAO,qBAAqB;IAE9B,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,YAAY,CAAC,OAAuB,EAAE,QAAyB,EAAE,OAAsB;QACnF,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;QACpC,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,IAAI,eAAe,GAAwB,SAAS,CAAC;QACrD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;gBAClE,IAAI,eAAe,IAAI,eAAe,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;oBACnD,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAc,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACJ,MAAM,OAAO,GAAY;wBACrB,IAAI;wBACJ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAc,CAAC;qBAC7C,CAAA;oBACD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;wBAClB,eAAe,GAAG,OAAO,CAAC;oBAC9B,CAAC;oBACD,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,KAAK,GAAQ,SAAS,CAAC;QAC3B,IAAI,MAAM,EAAE,CAAC;YAET,aAAa;YACb,gCAAgC;YAChC,0CAA0C;YAC1C,2DAA2D;YAC3D,qCAAqC;YACrC,SAAS;YACT,cAAc;YAEd,MAAM,CAAC,IAAI,CAAC,qEAAqE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAChH,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,eAAe,EAAE,CAAC;gBAClB,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAc,CAAC,CAAC;YAC9D,CAAC;iBAAM,CAAC;gBACJ,QAAQ,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAc,CAAC;iBACzC,CAAC,CAAA;YACN,CAAC;QACL,CAAC;QAED,2CAA2C;QAC3C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAA4B,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAsB,EAAE,MAA8B,EAAE,OAAyB;QACrG,MAAM,KAAK,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,QAAQ,CAAC;QAClC,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC;QACrC,MAAM,WAAW,GAAwB;YACrC,MAAM,EAAE,KAAK,EAAE,gBAAgB;YAC/B,MAAM,EAAE,KAAK,EAAE,oBAAoB;YACnC,KAAK,EAAE,KAAK,EAAE,eAAe;SAChC,CAAA;QAED,IAAI,MAAW,CAAC;QAChB,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACzC,IAAI,SAAS,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;YAClC,IAAI,OAAO,EAAE,CAAC;gBACV,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;gBACnC,8BAA8B;gBAC9B,2BAA2B;gBAC3B,WAAW;gBACX,IAAI;YACR,CAAC;QACL,CAAC;QAED,OAAO;YACH,MAAM,EAAE,MAAM,IAAI,EAAE;YACpB,WAAW;SACd,CAAC;IACN,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAsB,EAAE,MAA8B,EAAE,OAAyB;QAC3G,MAAM,KAAK,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAEhE,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACzD,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACtC,IAAI,SAAS,CAAC,OAAO,EAAE,IAAI,KAAK,OAAO,EAAE,CAAC;wBACtC,MAAM,IAAI,GAAG,gBAAgB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;wBACjD,IAAI,IAAI;4BAAE,OAAO,IAAI,CAAC;oBAC1B,CAAC;gBACL,CAAC;YACL,CAAC;YACD,OAAO,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;CAEJ"}

package/lib/esm/src/vertexai/models/palm-model-base.js

@@ -0,0 +1,53 @@
+import { transformSSEStream } from "@llumiverse/core/async";
+import { generateStreamingPrompt } from "../utils/tensor.js";
+export class AbstractPalmModelDefinition {
+    createPrompt(driver, segments, options) {
+        return this.createNonStreamingPrompt(driver, segments, options);
+    }
+    async requestCompletion(driver, prompt, options) {
+        const nonStreamingPrompt = prompt;
+        Object.assign((nonStreamingPrompt).parameters, {
+            temperature: options.temperature,
+            maxOutputTokens: options.max_tokens,
+        });
+        const response = await driver.fetchClient.post(`/publishers/google/models/${this.model.id}:predict`, {
+            payload: nonStreamingPrompt
+        });
+        const metadata = response.metadata;
+        const inputTokens = metadata.tokenMetadata.inputTokenCount.totalTokens;
+        const outputTokens = metadata.tokenMetadata.outputTokenCount.totalTokens;
+        const result = this.extractContentFromResponse(response);
+        return {
+            result,
+            token_usage: {
+                prompt: inputTokens,
+                result: outputTokens,
+                total: inputTokens && outputTokens ? inputTokens + outputTokens : undefined,
+            }
+        };
+    }
+    async requestCompletionStream(driver, prompt, options) {
+        const inPrompt = prompt;
+        Object.assign(inPrompt.parameters, {
+            temperature: options.temperature,
+            maxOutputTokens: options.max_tokens,
+        });
+        const path = `/publishers/google/models/${this.model.id}:serverStreamingPredict?alt=sse`;
+        const newPrompt = generateStreamingPrompt(inPrompt);
+        // we need to modify the existing prompt since it is not the final one
+        const outPrompt = prompt;
+        delete outPrompt.instances;
+        outPrompt.inputs = newPrompt.inputs;
+        outPrompt.parameters = newPrompt.parameters;
+        const eventStrean = await driver.fetchClient.post(path, {
+            payload: newPrompt,
+            reader: 'sse'
+        });
+        return transformSSEStream(eventStrean, (data) => {
+            const json = JSON.parse(data);
+            const stringChunk = this.extractContentFromResponseChunk(json);
+            return Array.isArray(stringChunk) ? stringChunk.join('') : stringChunk;
+        });
+    }
+}
+//# sourceMappingURL=palm-model-base.js.map

package/lib/esm/src/vertexai/models/palm-model-base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"palm-model-base.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/palm-model-base.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAG5D,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAkD7D,MAAM,OAAgB,2BAA2B;IAY7C,YAAY,CAAC,MAAsB,EAAE,QAAyB,EAAE,OAAsB;QAClF,OAAO,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAsB,EAAE,MAA8C,EAAE,OAAyB;QACrH,MAAM,kBAAkB,GAAG,MAA6B,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,UAAU,EAAE;YAC3C,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE;YACjG,OAAO,EAAE,kBAAkB;SAC9B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAgC,CAAC;QAC3D,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,eAAe,CAAC,WAAW,CAAC;QACvE,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,gBAAgB,CAAC,WAAW,CAAC;QACzE,MAAM,MAAM,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QACzD,OAAO;YACH,MAAM;YACN,WAAW,EAAE;gBACT,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,YAAY;gBACpB,KAAK,EAAE,WAAW,IAAI,YAAY,CAAC,CAAC,CAAC,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS;aAC9E;SACU,CAAC;IAEpB,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAsB,EAAE,MAA8C,EAAE,OAAyB;QAC3H,MAAM,QAAQ,GAAG,MAA6B,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE;YAC/B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,6BAA6B,IAAI,CAAC,KAAK,CAAC,EAAE,iCAAiC,CAAC;QAEzF,MAAM,SAAS,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QAEpD,sEAAsE;QACtE,MAAM,SAAS,GAAG,MAA0B,CAAC;QAC7C,OAAQ,SAAiB,CAAC,SAAS,CAAC;QACpC,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QACpC,SAAS,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;QAE5C,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE;YACpD,OAAO,EAAE,SAAS;YAClB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,OAAO,kBAAkB,CAAC,WAAW,EAAE,CAAC,IAAY,EAAE,EAAE;YACpD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,+BAA+B,CAAC,IAAI,CAAC,CAAC;YAC/D,OAAO,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;QAC3E,CAAC,CAAC,CAAA;IACN,CAAC;CAEJ"}

package/lib/esm/src/vertexai/models/palm2-chat.js

@@ -0,0 +1,61 @@
+import { ModelType, PromptRole } from "@llumiverse/core";
+import { getJSONSafetyNotice } from "@llumiverse/core/formatters";
+import { AbstractPalmModelDefinition } from "./palm-model-base.js";
+export class Palm2ChatDefinition extends AbstractPalmModelDefinition {
+    versions = [];
+    model = {
+        id: "chat-bison",
+        name: "PaLM 2 for Chat",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Chat,
+        canStream: true,
+    };
+    createNonStreamingPrompt(_driver, segments, opts) {
+        const system = [];
+        const messages = [];
+        const safety = [];
+        for (const segment of segments) {
+            switch (segment.role) {
+                case PromptRole.user:
+                    messages.push({ author: 'user', content: segment.content });
+                    break;
+                case PromptRole.assistant:
+                    messages.push({ author: 'assistant', content: segment.content });
+                    break;
+                case PromptRole.system:
+                    system.push(segment.content);
+                    break;
+                case PromptRole.safety:
+                    safety.push(segment.content);
+                    break;
+            }
+        }
+        if (opts.resultSchema) {
+            safety.push(getJSONSafetyNotice(opts.resultSchema));
+        }
+        const context = [];
+        if (system.length > 0) {
+            context.push(system.join('\n'));
+        }
+        if (safety.length > 0) {
+            context.push('IMPORTANT: ' + safety.join('\n'));
+        }
+        return {
+            instances: [{
+                    context: context.length > 0 ? context.join('\n') : undefined,
+                    messages
+                }],
+            parameters: {
+            // put defauilts here
+            }
+        };
+    }
+    extractContentFromResponse(response) {
+        return response.predictions[0].candidates[0].content ?? '';
+    }
+    extractContentFromResponseChunk(chunk) {
+        return chunk.outputs[0]?.structVal.candidates.listVal[0].structVal.content.stringVal || '';
+    }
+}
+//# sourceMappingURL=palm2-chat.js.map

package/lib/esm/src/vertexai/models/palm2-chat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"palm2-chat.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/palm2-chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,SAAS,EAAiB,UAAU,EAAiB,MAAM,kBAAkB,CAAC;AAChG,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAElE,OAAO,EAAE,2BAA2B,EAAqE,MAAM,sBAAsB,CAAC;AAqDtI,MAAM,OAAO,mBAAoB,SAAQ,2BAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,iBAAiB;QACvB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,UAAU,CAAC,IAAI;oBAChB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,MAAM;gBACV,KAAK,UAAU,CAAC,SAAS;oBACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBACjE,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;YACd,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC5D,QAAQ;iBACX,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/D,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAA;IAC9F,CAAC;CACJ"}

package/lib/esm/src/vertexai/models/palm2-text.js

@@ -0,0 +1,31 @@
+import { ModelType } from "@llumiverse/core";
+import { formatTextPrompt } from "@llumiverse/core/formatters";
+import { AbstractPalmModelDefinition } from "./palm-model-base.js";
+export class Palm2TextDefinition extends AbstractPalmModelDefinition {
+    versions = [];
+    model = {
+        id: "text-bison",
+        name: "PaLM 2 for Text",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Text,
+        canStream: true,
+    };
+    createNonStreamingPrompt(_driver, segments, opts) {
+        return {
+            instances: [{
+                    prompt: formatTextPrompt(segments, opts.resultSchema)
+                }],
+            parameters: {
+            // put defauilts here
+            }
+        };
+    }
+    extractContentFromResponse(response) {
+        return response.predictions[0].content ?? '';
+    }
+    extractContentFromResponseChunk(chunk) {
+        return chunk.outputs[0]?.structVal.content.stringVal || '';
+    }
+}
+//# sourceMappingURL=palm2-text.js.map

package/lib/esm/src/vertexai/models/palm2-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"palm2-text.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/palm2-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,SAAS,EAAgC,MAAM,kBAAkB,CAAC;AACpF,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAE/D,OAAO,EAAE,2BAA2B,EAAqE,MAAM,sBAAsB,CAAC;AAmCtI,MAAM,OAAO,mBAAoB,SAAQ,2BAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,iBAAiB;QACvB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,MAAM,EAAE,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC;iBACxD,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/D,CAAC;CAEJ"}

package/lib/esm/src/vertexai/models.js

@@ -0,0 +1,87 @@
+import { ModelType } from "@llumiverse/core";
+import { GeminiModelDefinition } from "./models/gemini.js";
+import { Palm2TextDefinition } from "./models/palm2-text.js";
+import { Palm2ChatDefinition } from "./models/palm2-chat.js";
+import { CodeyChatDefinition } from "./models/codey-chat.js";
+import { CodeyTextDefinition } from "./models/codey-text.js";
+const Models = {
+    "gemini-pro": new GeminiModelDefinition(),
+    "text-bison": new Palm2TextDefinition(),
+    "chat-bison": new Palm2ChatDefinition(),
+    "code-bison": new CodeyTextDefinition(),
+    "codechat-bison": new CodeyChatDefinition(),
+};
+export function getModelName(model) {
+    const i = model.lastIndexOf('@');
+    return i > -1 ? model.substring(0, i) : model;
+}
+export function getModelDefinition(model) {
+    const def = Models[getModelName(model)];
+    if (!def) {
+        throw new Error(`Unknown model ${model}`);
+    }
+    return def;
+}
+export function getAIModels() {
+    return Object.values(Models).map(m => m.model);
+}
+// Builtin models. VertexAI doesn't provide an API to list models. so we have to hardcode them here.
+export const BuiltinModels = [
+    {
+        id: "gemini-pro",
+        name: "Gemini Pro",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Text,
+    },
+    {
+        id: "chat-bison",
+        name: "PaLM 2 Chat Bison",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Chat,
+    },
+    {
+        id: "text-bison", // versions 001, 002
+        name: "PaLM 2 Text Bison",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Text,
+    },
+    {
+        id: "code-gecko",
+        name: "Codey for Code Completion",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Code,
+    },
+    {
+        id: "code-bison",
+        name: "Codey for Code Generation",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Code,
+    },
+    {
+        id: "codechat-bison",
+        name: "Codey for Code Chat",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Code,
+    },
+    {
+        id: "tablextembedding-gecko",
+        name: "Gecko Text Embeddings",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Embedding,
+    },
+    {
+        id: "textembedding-gecko-multilingual",
+        name: "Gecko Multilingual Text Embeddings",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Embedding,
+    },
+];
+//# sourceMappingURL=models.js.map

package/lib/esm/src/vertexai/models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../../src/vertexai/models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAyC,SAAS,EAAgC,MAAM,kBAAkB,CAAC;AAClH,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAE3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAG7D,MAAM,MAAM,GAAoC;IAC5C,YAAY,EAAE,IAAI,qBAAqB,EAAE;IACzC,YAAY,EAAE,IAAI,mBAAmB,EAAE;IACvC,YAAY,EAAE,IAAI,mBAAmB,EAAE;IACvC,YAAY,EAAE,IAAI,mBAAmB,EAAE;IACvC,gBAAgB,EAAE,IAAI,mBAAmB,EAAE;CAC9C,CAAA;AAUD,MAAM,UAAU,YAAY,CAAC,KAAa;IACtC,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IACxC,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,iBAAiB,KAAK,EAAE,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,UAAU,WAAW;IACvB,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AACnD,CAAC;AAED,oGAAoG;AACpG,MAAM,CAAC,MAAM,aAAa,GAAsB;IAC5C;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,mBAAmB;QACzB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY,EAAE,oBAAoB;QACtC,IAAI,EAAE,mBAAmB;QACzB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,2BAA2B;QACjC,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,2BAA2B;QACjC,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,qBAAqB;QAC3B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE,uBAAuB;QAC7B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,SAAS;KAC5B;IACD;QACI,EAAE,EAAE,kCAAkC;QACtC,IAAI,EAAE,oCAAoC;QAC1C,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,SAAS;KAC5B;CAIJ,CAAA"}

package/{src/vertexai/utils/prompts.ts → lib/esm/src/vertexai/utils/prompts.js}

@@ -1,37 +1,19 @@
-import { PromptOptions, PromptRole, PromptSegment } from "@llumiverse/core";
-import { JSONSchema4 } from "json-schema";
-
-export interface PromptParamatersBase {
-    temperature?: number,
-    maxOutputTokens?: number,
-    topK?: number,
-    topP?: number,
-    groundingConfig?: string,
-    stopSequences?: string[],
-    candidateCount?: number,
-    logprobs?: number,
-    presencePenalty?: number,
-    frequencyPenalty?: number,
-    logitBias?: Record<string, number>,
-    seed?: number,
-    echo?: boolean
+import { PromptRole } from "@llumiverse/core";
+export function getJSONSafetyNotice(schema) {
+    return "The answer must be a JSON object using the following JSON Schema:\n" + JSON.stringify(schema);
 }
-
-export function getJSONSafetyNotice(schema: JSONSchema4) {
-    return "The answer must be a JSON object using the following JSON Schema:\n" + JSON.stringify(schema)
-}
-
-export function getPromptAsText(segments: PromptSegment[], options: PromptOptions): string {
+export function getPromptAsText(segments, options) {
     const isChat = segments.find(m => m.role === PromptRole.assistant);
-    const context: string[] = [];
-    const content: string[] = [];
-    const safety: string[] = [];
+    const context = [];
+    const content = [];
+    const safety = [];
     for (const segment of segments) {
         switch (segment.role) {
             case PromptRole.user:
                 if (isChat) {
                     content.push('USER: ' + segment.content);
-                } else {
+                }
+                else {
                     content.push(segment.content);
                 }
                 break;
@@ -46,11 +28,9 @@ export function getPromptAsText(segments: PromptSegment[], options: PromptOption
                 break;
         }
     }
-
     if (options.resultSchema) {
         safety.push(getJSONSafetyNotice(options.resultSchema));
     }
-
     const out = [];
     if (context.length > 0) {
         out.push('CONTEXT: ' + context.join('\n'));
@@ -64,3 +44,4 @@ export function getPromptAsText(segments: PromptSegment[], options: PromptOption
     }
     return out.join('\n');
 }
+//# sourceMappingURL=prompts.js.map

package/lib/esm/src/vertexai/utils/prompts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../../../../src/vertexai/utils/prompts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,UAAU,EAAiB,MAAM,kBAAkB,CAAC;AAmB5E,MAAM,UAAU,mBAAmB,CAAC,MAAmB;IACnD,OAAO,qEAAqE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;AACzG,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAyB,EAAE,OAAsB;IAC7E,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,CAAC,CAAC;IACnE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,UAAU,CAAC,IAAI;gBAChB,IAAI,MAAM,EAAE,CAAC;oBACT,OAAO,CAAC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC7C,CAAC;qBAAM,CAAC;oBACJ,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAClC,CAAC;gBACD,MAAM;YACV,KAAK,UAAU,CAAC,SAAS;gBACrB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC9C,MAAM;YACV,KAAK,UAAU,CAAC,MAAM;gBAClB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC9B,MAAM;YACV,KAAK,UAAU,CAAC,MAAM;gBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC7B,MAAM;QACd,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,GAAG,GAAG,EAAE,CAAC;IACf,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,GAAG,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}