@llumiverse/drivers 0.8.0

package/lib/esm/test/utils.js

@@ -0,0 +1,25 @@
+export function throwError(message, prompt) {
+    const err = new Error(message);
+    err.prompt = prompt;
+    throw err;
+}
+export function createValidationErrorCompletion(segments) {
+    return {
+        result: "An invalid result",
+        prompt: segments,
+        execution_time: 3000,
+        error: {
+            code: "validation_error",
+            message: "Result cannot be validated!",
+        },
+        token_usage: {
+            result: 10,
+            prompt: 10,
+            total: 20,
+        },
+    };
+}
+export function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=utils.js.map

package/lib/esm/test/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/test/utils.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,UAAU,CAAC,OAAe,EAAE,MAAuB;IAC/D,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9B,GAAW,CAAC,MAAM,GAAG,MAAM,CAAC;IAC7B,MAAM,GAAG,CAAC;AACd,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,QAAyB;IACrE,OAAO;QACH,MAAM,EAAE,mBAAmB;QAC3B,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,IAAI;QACpB,KAAK,EAAE;YACH,IAAI,EAAE,kBAAkB;YACxB,OAAO,EAAE,6BAA6B;SACzC;QACD,WAAW,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;SACZ;KACkC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,EAAU;IAC5B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/lib/esm/togetherai/index.js

@@ -0,0 +1,88 @@
+import { AbstractDriver, PromptFormats } from "@llumiverse/core";
+import { FetchClient } from "api-fetch-client";
+export class TogetherAIDriver extends AbstractDriver {
+    provider;
+    apiKey;
+    defaultFormat;
+    fetchClient;
+    constructor(options) {
+        super(options);
+        this.provider = "togetherai";
+        this.defaultFormat = PromptFormats.genericTextLLM;
+        this.apiKey = options.apiKey;
+        this.fetchClient = new FetchClient('https://api.together.xyz').withHeaders({
+            authorization: `Bearer ${this.apiKey}`
+        });
+    }
+    async requestCompletion(prompt, options) {
+        const res = await this.fetchClient.post('/v1/completions', {
+            payload: {
+                model: options.model,
+                prompt: prompt,
+                max_tokens: options.max_tokens ?? 1024,
+                temperature: options.temperature ?? 0.7,
+            }
+        });
+        const text = res.choices[0]?.text ?? '';
+        const usage = res.usage || {};
+        return {
+            result: text,
+            token_usage: {
+                prompt: usage.prompt_tokens,
+                result: usage.completion_tokens,
+                total: usage.total_tokens,
+            },
+        };
+    }
+    async requestCompletionStream(prompt, options) {
+        const stream = await this.fetchClient.post('/v1/completions', {
+            payload: {
+                model: options.model,
+                prompt: prompt,
+                max_tokens: options.max_tokens ?? 1024,
+                temperature: options.temperature ?? 0.7,
+                stream: true,
+            },
+            reader: 'sse'
+        });
+        return stream.pipeThrough(new TransformStream({
+            transform(event, controller) {
+                if (event.type === 'event' && event.data && event.data !== '[DONE]') {
+                    try {
+                        const data = JSON.parse(event.data);
+                        controller.enqueue(data.choices[0]?.text ?? '');
+                    }
+                    catch (err) {
+                        // double check for the last event whicb is not a JSON - at this time togetherai returrns the string [DONE]
+                        // do nothing - happens if data is not a JSON - the last event data is the [DONE] string
+                    }
+                }
+            }
+        }));
+    }
+    async listModels() {
+        const models = await this.fetchClient.get("/models/info");
+        //        logObject('#### LIST MODELS RESULT IS', models[0]);
+        const aimodels = models.map(m => {
+            return {
+                id: m.name,
+                name: m.display_name,
+                description: m.description,
+                provider: this.provider,
+                formats: [PromptFormats.genericTextLLM],
+            };
+        });
+        return aimodels;
+    }
+    listTrainableModels() {
+        throw new Error("Method not implemented.");
+    }
+    validateConnection() {
+        throw new Error("Method not implemented.");
+    }
+    //@ts-ignore
+    generateEmbeddings(content, model) {
+        throw new Error("Method not implemented.");
+    }
+}
+//# sourceMappingURL=index.js.map

package/lib/esm/togetherai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,cAAc,EAA+C,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACvH,OAAO,EAAE,WAAW,EAAmB,MAAM,kBAAkB,CAAC;AAOhE,MAAM,OAAO,gBAAiB,SAAQ,cAA+C;IACjF,QAAQ,CAAS;IACjB,MAAM,CAAS;IACf,aAAa,CAAgB;IAC7B,WAAW,CAAc;IAEzB,YAAY,OAAgC;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC,cAAc,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,0BAA0B,CAAC,CAAC,WAAW,CAAC;YACvE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAc,EAAE,OAAyB;QAC7D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YACvD,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBACtC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;aAC1C;SACJ,CAAC,CAAA;QAEF,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9B,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE;gBACT,MAAM,EAAE,KAAK,CAAC,aAAa;gBAC3B,MAAM,EAAE,KAAK,CAAC,iBAAiB;gBAC/B,KAAK,EAAE,KAAK,CAAC,YAAY;aAC5B;SACJ,CAAA;IACL,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAc,EAAE,OAAyB;QAEnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC1D,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBACtC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;gBACvC,MAAM,EAAE,IAAI;aACf;YACD,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,MAAM,CAAC,WAAW,CAAC,IAAI,eAAe,CAA0B;YACnE,SAAS,CAAC,KAAsB,EAAE,UAAU;gBACxC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAClE,IAAI,CAAC;wBACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACpC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;oBACpD,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACX,2GAA2G;wBAC3G,wFAAwF;oBAC5F,CAAC;gBACL,CAAC;YACL,CAAC;SACJ,CAAC,CAAC,CAAC;IAER,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAwB,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC/E,6DAA6D;QAE7D,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAC5B,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,IAAI;gBACV,IAAI,EAAE,CAAC,CAAC,YAAY;gBACpB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,CAAC,aAAa,CAAC,cAAc,CAAC;aAC1C,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,mBAAmB;QACf,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,YAAY;IACZ,kBAAkB,CAAC,OAAe,EAAE,KAA0B;QAC1D,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CAEJ"}

package/lib/esm/togetherai/interfaces.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=interfaces.js.map

package/lib/esm/togetherai/interfaces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../src/togetherai/interfaces.ts"],"names":[],"mappings":""}

package/lib/esm/vertexai/debug.js

@@ -0,0 +1,6 @@
+import util from 'util';
+export function logObject(prefix, obj) {
+    const fullObj = util.inspect(obj, { showHidden: false, depth: null, colors: true });
+    console.log(prefix, fullObj);
+}
+//# sourceMappingURL=debug.js.map

package/lib/esm/vertexai/debug.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug.js","sourceRoot":"","sources":["../../../src/vertexai/debug.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,MAAM,UAAU,SAAS,CAAC,MAAc,EAAE,GAAQ;IAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACpF,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;AAChC,CAAC"}

package/lib/esm/vertexai/index.js

@@ -0,0 +1,76 @@
+//import { v1 } from "@google-cloud/aiplatform";
+import { VertexAI } from "@google-cloud/vertexai";
+import { AbstractDriver, BuiltinProviders, PromptFormats } from "@llumiverse/core";
+import { FetchClient } from "api-fetch-client";
+import { BuiltinModels, getModelDefinition } from "./models.js";
+export class VertexAIDriver extends AbstractDriver {
+    provider = BuiltinProviders.vertexai;
+    defaultFormat = PromptFormats.genericTextLLM;
+    //aiplatform: v1.ModelServiceClient;
+    vertexai;
+    fetchClient;
+    constructor(options) {
+        super(options);
+        //this.aiplatform = new v1.ModelServiceClient();
+        this.vertexai = new VertexAI({
+            project: this.options.project,
+            location: this.options.region,
+        });
+        this.fetchClient = createFetchClient({
+            region: this.options.region,
+            project: this.options.project,
+        }).withAuthCallback(async () => {
+            const token = await this.vertexai.preview.token;
+            return `Bearer ${token}`;
+        });
+        // this.aiplatform = new v1.ModelServiceClient({
+        //     projectId: this.options.project,
+        //     apiEndpoint: `${this.options.region}-${API_BASE_PATH}`,
+        // });
+    }
+    canStream(options) {
+        return Promise.resolve(getModelDefinition(options.model).model.canStream === true);
+    }
+    createPrompt(segments, options) {
+        return getModelDefinition(options.model).createPrompt(this, segments, options);
+    }
+    async requestCompletion(prompt, options) {
+        return getModelDefinition(options.model).requestCompletion(this, prompt, options);
+    }
+    async requestCompletionStream(prompt, options) {
+        return getModelDefinition(options.model).requestCompletionStream(this, prompt, options);
+    }
+    async listModels(_params) {
+        return BuiltinModels;
+        // try {
+        //     const response = await this.fetchClient.get('/publishers/google/models/gemini-pro');
+        //     console.log('>>>>>>>>', response);
+        // } catch (err: any) {
+        //     console.error('+++++VETREX ERROR++++++', err);
+        //     throw err;
+        // }
+        // TODO uncomment this to use apiplatform instead of the fetch client
+        // const response = await this.aiplatform.listModels({
+        //     parent: `projects/${this.options.project}/locations/${this.options.region}`,
+        // });
+        return []; //TODO
+    }
+    listTrainableModels() {
+        throw new Error("Method not implemented.");
+    }
+    validateConnection() {
+        throw new Error("Method not implemented.");
+    }
+    generateEmbeddings(_content, _model) {
+        throw new Error("Method not implemented.");
+    }
+}
+//'us-central1-aiplatform.googleapis.com',
+const API_BASE_PATH = 'aiplatform.googleapis.com';
+function createFetchClient({ region, project, apiEndpoint, apiVersion = 'v1' }) {
+    const vertexBaseEndpoint = apiEndpoint ?? `${region}-${API_BASE_PATH}`;
+    return new FetchClient(`https://${vertexBaseEndpoint}/${apiVersion}/projects/${project}/locations/${region}`).withHeaders({
+        'Content-Type': 'application/json',
+    });
+}
+//# sourceMappingURL=index.js.map

package/lib/esm/vertexai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/vertexai/index.ts"],"names":[],"mappings":"AAAA,gDAAgD;AAChD,OAAO,EAA0B,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAC1E,OAAO,EAAW,cAAc,EAAE,gBAAgB,EAAmE,aAAa,EAAgC,MAAM,kBAAkB,CAAC;AAC3L,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAQhE,MAAM,OAAO,cAAe,SAAQ,cAA6D;IAC7F,QAAQ,GAAG,gBAAgB,CAAC,QAAQ,CAAC;IACrC,aAAa,GAAG,aAAa,CAAC,cAAc,CAAC;IAE7C,oCAAoC;IACpC,QAAQ,CAAW;IACnB,WAAW,CAAc;IAEzB,YACI,OAA8B;QAE9B,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,gDAAgD;QAChD,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;SAChC,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC;YACjC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC3B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;SAChC,CAAC,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE;YAC3B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC;YAChD,OAAO,UAAU,KAAK,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;QACH,gDAAgD;QAChD,uCAAuC;QACvC,8DAA8D;QAC9D,MAAM;IACV,CAAC;IAES,SAAS,CAAC,OAAyB;QACzC,OAAO,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC;IACvF,CAAC;IAEM,YAAY,CAAC,QAAyB,EAAE,OAAsB;QACjE,OAAO,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAA8B,EAAE,OAAyB;QAC7E,OAAO,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC;IACD,KAAK,CAAC,uBAAuB,CAAC,MAA8B,EAAE,OAAyB;QACnF,OAAO,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5F,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAA4B;QACzC,OAAO,aAAa,CAAC;QACrB,QAAQ;QACR,2FAA2F;QAC3F,yCAAyC;QACzC,uBAAuB;QACvB,qDAAqD;QACrD,iBAAiB;QACjB,IAAI;QAEJ,qEAAqE;QACrE,sDAAsD;QACtD,mFAAmF;QACnF,MAAM;QAEN,OAAO,EAAE,CAAC,CAAC,MAAM;IACrB,CAAC;IACD,mBAAmB;QACf,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB,CAAC,QAAgB,EAAE,MAA2B;QAC5D,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CAEJ;AAED,0CAA0C;AAC1C,MAAM,aAAa,GAAG,2BAA2B,CAAC;AAClD,SAAS,iBAAiB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,GAAG,IAAI,EAK3E;IACG,MAAM,kBAAkB,GAAG,WAAW,IAAI,GAAG,MAAM,IAAI,aAAa,EAAE,CAAC;IACvE,OAAO,IAAI,WAAW,CAAC,WAAW,kBAAkB,IAAI,UAAU,aAAa,OAAO,cAAc,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC;QACtH,cAAc,EAAE,kBAAkB;KACrC,CAAC,CAAC;AACP,CAAC"}

package/lib/esm/vertexai/models/codey-chat.js

@@ -0,0 +1,61 @@
+import { ModelType, PromptRole } from "@llumiverse/core";
+import { getJSONSafetyNotice } from "../utils/prompts.js";
+import { AbstractPalmModelDefinition } from "./palm-model-base.js";
+export class CodeyChatDefinition extends AbstractPalmModelDefinition {
+    versions = [];
+    model = {
+        id: "codechat-bison",
+        name: "Codey for Code Chat",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Chat,
+        canStream: true,
+    };
+    createNonStreamingPrompt(_driver, segments, opts) {
+        const system = [];
+        const messages = [];
+        const safety = [];
+        for (const segment of segments) {
+            switch (segment.role) {
+                case PromptRole.user:
+                    messages.push({ author: 'user', content: segment.content });
+                    break;
+                case PromptRole.assistant:
+                    messages.push({ author: 'assistant', content: segment.content });
+                    break;
+                case PromptRole.system:
+                    system.push(segment.content);
+                    break;
+                case PromptRole.safety:
+                    safety.push(segment.content);
+                    break;
+            }
+        }
+        if (opts.resultSchema) {
+            safety.push(getJSONSafetyNotice(opts.resultSchema));
+        }
+        const context = [];
+        if (system.length > 0) {
+            context.push(system.join('\n'));
+        }
+        if (safety.length > 0) {
+            context.push('IMPORTANT: ' + safety.join('\n'));
+        }
+        return {
+            instances: [{
+                    context: context.length > 0 ? context.join('\n') : undefined,
+                    messages
+                }],
+            parameters: {
+            // put defauilts here
+            }
+        };
+    }
+    extractContentFromResponse(response) {
+        return response.predictions[0].candidates[0].content ?? '';
+    }
+    extractContentFromResponseChunk(chunk) {
+        return chunk.outputs[0]?.structVal.candidates.listVal[0].structVal.content.stringVal || '';
+    }
+}
+//# sourceMappingURL=codey-chat.js.map

package/lib/esm/vertexai/models/codey-chat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codey-chat.js","sourceRoot":"","sources":["../../../../src/vertexai/models/codey-chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,SAAS,EAAiB,UAAU,EAAiB,MAAM,kBAAkB,CAAC;AAEhG,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,2BAA2B,EAAqE,MAAM,sBAAsB,CAAC;AAgDtI,MAAM,OAAO,mBAAoB,SAAQ,2BAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,qBAAqB;QAC3B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,UAAU,CAAC,IAAI;oBAChB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,MAAM;gBACV,KAAK,UAAU,CAAC,SAAS;oBACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBACjE,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;YACd,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC5D,QAAQ;iBACX,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/D,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/F,CAAC;CAEJ"}

package/lib/esm/vertexai/models/codey-text.js

@@ -0,0 +1,31 @@
+import { ModelType } from "@llumiverse/core";
+import { getPromptAsText } from "../utils/prompts.js";
+import { AbstractPalmModelDefinition } from "./palm-model-base.js";
+export class CodeyTextDefinition extends AbstractPalmModelDefinition {
+    versions = [];
+    model = {
+        id: "code-bison",
+        name: "Codey for Code Generation",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Text,
+        canStream: true,
+    };
+    createNonStreamingPrompt(_driver, segments, opts) {
+        return {
+            instances: [{
+                    prefix: getPromptAsText(segments, opts)
+                }],
+            parameters: {
+            // put defauilts here
+            }
+        };
+    }
+    extractContentFromResponse(response) {
+        return response.predictions[0].content ?? '';
+    }
+    extractContentFromResponseChunk(chunk) {
+        return chunk.outputs[0]?.structVal.content.stringVal || '';
+    }
+}
+//# sourceMappingURL=codey-text.js.map

package/lib/esm/vertexai/models/codey-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codey-text.js","sourceRoot":"","sources":["../../../../src/vertexai/models/codey-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,SAAS,EAAgC,MAAM,kBAAkB,CAAC;AAEpF,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,2BAA2B,EAAqE,MAAM,sBAAsB,CAAC;AAmCtI,MAAM,OAAO,mBAAoB,SAAQ,2BAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,2BAA2B;QACjC,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,MAAM,EAAE,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC;iBAC1C,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/D,CAAC;CAEJ"}

package/lib/esm/vertexai/models/gemini.js

@@ -0,0 +1,136 @@
+import { HarmBlockThreshold, HarmCategory } from "@google-cloud/vertexai";
+import { ModelType, PromptRole } from "@llumiverse/core";
+import { asyncMap } from "@llumiverse/core/async";
+function getGenerativeModel(driver, options) {
+    return driver.vertexai.preview.getGenerativeModel({
+        model: options.model,
+        //TODO pass in the options
+        safety_settings: [{
+                category: HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT,
+                threshold: HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE
+            }],
+        generation_config: {
+            temperature: options.temperature,
+            max_output_tokens: options.max_tokens
+        },
+    });
+}
+function collectTextParts(content) {
+    const out = [];
+    const parts = content.parts;
+    if (parts) {
+        for (const part of parts) {
+            if (part.text) {
+                out.push(part.text);
+            }
+        }
+    }
+    return out.join('\n');
+}
+export class GeminiModelDefinition {
+    model = {
+        id: "gemini-pro",
+        name: "Gemini Pro",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Text,
+        canStream: true,
+    };
+    createPrompt(_driver, segments, options) {
+        const schema = options.resultSchema;
+        const contents = [];
+        const safety = [];
+        let lastUserContent = undefined;
+        for (const msg of segments) {
+            if (msg.role === PromptRole.safety) {
+                safety.push(msg.content);
+            }
+            else {
+                const role = msg.role === PromptRole.assistant ? "model" : "user";
+                if (lastUserContent && lastUserContent.role === role) {
+                    lastUserContent.parts.push({ text: msg.content });
+                }
+                else {
+                    const content = {
+                        role,
+                        parts: [{ text: msg.content }],
+                    };
+                    if (role === 'user') {
+                        lastUserContent = content;
+                    }
+                    contents.push(content);
+                }
+            }
+        }
+        let tools = undefined;
+        if (schema) {
+            // tools = [{
+            //     function_declarations: [{
+            //         name: "validate_json_response",
+            //         description: "Validate the given JSON response",
+            //         parameters: schema as any,
+            //     }]
+            // } as Tool];
+            safety.push("The answer must be a JSON object using the following JSON Schema:\n" + JSON.stringify(schema));
+        }
+        if (safety.length > 0) {
+            const content = safety.join('\n');
+            if (lastUserContent) {
+                lastUserContent.parts.push({ text: content });
+            }
+            else {
+                contents.push({
+                    role: 'user',
+                    parts: [{ text: content }],
+                });
+            }
+        }
+        // put system mesages first and safety last
+        return { contents, tools };
+    }
+    async requestCompletion(driver, prompt, options) {
+        const model = getGenerativeModel(driver, options);
+        const r = await model.generateContent(prompt);
+        const response = await r.response;
+        const usage = response.usageMetadata;
+        const token_usage = {
+            prompt: usage?.prompt_token_count,
+            result: usage?.candidates_token_count,
+            total: usage?.totalTokenCount,
+        };
+        let result;
+        const candidate = response.candidates[0];
+        if (candidate) {
+            const content = candidate.content;
+            if (content) {
+                result = collectTextParts(content);
+                // if (options.resultSchema) {
+                //     result = candidate.;
+                // } else {
+                // }
+            }
+        }
+        return {
+            result: result ?? '',
+            token_usage
+        };
+    }
+    async requestCompletionStream(driver, prompt, options) {
+        const model = getGenerativeModel(driver, options);
+        const streamingResp = await model.generateContentStream(prompt);
+        const stream = asyncMap(streamingResp.stream, async (item) => {
+            if (item.candidates.length > 0) {
+                for (const candidate of item.candidates) {
+                    if (candidate.content?.role === 'model') {
+                        const text = collectTextParts(candidate.content);
+                        if (text)
+                            return text;
+                    }
+                }
+            }
+            return '';
+        });
+        return stream;
+    }
+}
+//# sourceMappingURL=gemini.js.map

package/lib/esm/vertexai/models/gemini.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../../src/vertexai/models/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EAAoD,kBAAkB,EAAE,YAAY,EAAY,MAAM,wBAAwB,CAAC;AACtI,OAAO,EAA8D,SAAS,EAAiB,UAAU,EAAiB,MAAM,kBAAkB,CAAC;AACnJ,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAIlD,SAAS,kBAAkB,CAAC,MAAsB,EAAE,OAAyB;IACzE,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,kBAAkB,CAAC;QAC9C,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,0BAA0B;QAC1B,eAAe,EAAE,CAAC;gBACd,QAAQ,EAAE,YAAY,CAAC,+BAA+B;gBACtD,SAAS,EAAE,kBAAkB,CAAC,sBAAsB;aACvD,CAAC;QACF,iBAAiB,EAAE;YACf,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,iBAAiB,EAAE,OAAO,CAAC,UAAU;SACxC;KACJ,CAAC,CAAC;AACP,CAAC;AAGD,SAAS,gBAAgB,CAAC,OAAgB;IACtC,MAAM,GAAG,GAAG,EAAE,CAAC;IACf,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC5B,IAAI,KAAK,EAAE,CAAC;QACR,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACZ,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,OAAO,qBAAqB;IAE9B,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,YAAY,CAAC,OAAuB,EAAE,QAAyB,EAAE,OAAsB;QACnF,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;QACpC,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,IAAI,eAAe,GAAwB,SAAS,CAAC;QACrD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;gBAClE,IAAI,eAAe,IAAI,eAAe,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;oBACnD,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAc,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACJ,MAAM,OAAO,GAAY;wBACrB,IAAI;wBACJ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAc,CAAC;qBAC7C,CAAA;oBACD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;wBAClB,eAAe,GAAG,OAAO,CAAC;oBAC9B,CAAC;oBACD,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,KAAK,GAAQ,SAAS,CAAC;QAC3B,IAAI,MAAM,EAAE,CAAC;YAET,aAAa;YACb,gCAAgC;YAChC,0CAA0C;YAC1C,2DAA2D;YAC3D,qCAAqC;YACrC,SAAS;YACT,cAAc;YAEd,MAAM,CAAC,IAAI,CAAC,qEAAqE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAChH,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,eAAe,EAAE,CAAC;gBAClB,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAc,CAAC,CAAC;YAC9D,CAAC;iBAAM,CAAC;gBACJ,QAAQ,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAc,CAAC;iBACzC,CAAC,CAAA;YACN,CAAC;QACL,CAAC;QAED,2CAA2C;QAC3C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAA4B,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAsB,EAAE,MAA8B,EAAE,OAAyB;QACrG,MAAM,KAAK,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,QAAQ,CAAC;QAClC,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC;QACrC,MAAM,WAAW,GAAwB;YACrC,MAAM,EAAE,KAAK,EAAE,kBAAkB;YACjC,MAAM,EAAE,KAAK,EAAE,sBAAsB;YACrC,KAAK,EAAE,KAAK,EAAE,eAAe;SAChC,CAAA;QAED,IAAI,MAAW,CAAC;QAChB,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACzC,IAAI,SAAS,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;YAClC,IAAI,OAAO,EAAE,CAAC;gBACV,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;gBACnC,8BAA8B;gBAC9B,2BAA2B;gBAC3B,WAAW;gBACX,IAAI;YACR,CAAC;QACL,CAAC;QAED,OAAO;YACH,MAAM,EAAE,MAAM,IAAI,EAAE;YACpB,WAAW;SACd,CAAC;IACN,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAsB,EAAE,MAA8B,EAAE,OAAyB;QAC3G,MAAM,KAAK,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAEhE,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACzD,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACtC,IAAI,SAAS,CAAC,OAAO,EAAE,IAAI,KAAK,OAAO,EAAE,CAAC;wBACtC,MAAM,IAAI,GAAG,gBAAgB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;wBACjD,IAAI,IAAI;4BAAE,OAAO,IAAI,CAAC;oBAC1B,CAAC;gBACL,CAAC;YACL,CAAC;YACD,OAAO,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;CAEJ"}

package/lib/esm/vertexai/models/palm-model-base.js

@@ -0,0 +1,61 @@
+import { generateStreamingPrompt } from "../utils/tensor.js";
+export class AbstractPalmModelDefinition {
+    createPrompt(driver, segments, options) {
+        return this.createNonStreamingPrompt(driver, segments, options);
+    }
+    async requestCompletion(driver, prompt, options) {
+        const nonStreamingPrompt = prompt;
+        Object.assign((nonStreamingPrompt).parameters, {
+            temperature: options.temperature,
+            maxOutputTokens: options.max_tokens,
+        });
+        const response = await driver.fetchClient.post(`/publishers/google/models/${this.model.id}:predict`, {
+            payload: nonStreamingPrompt
+        });
+        const metadata = response.metadata;
+        const inputTokens = metadata.tokenMetadata.inputTokenCount.totalTokens;
+        const outputTokens = metadata.tokenMetadata.outputTokenCount.totalTokens;
+        const result = this.extractContentFromResponse(response);
+        return {
+            result,
+            token_usage: {
+                prompt: inputTokens,
+                result: outputTokens,
+                total: inputTokens && outputTokens ? inputTokens + outputTokens : undefined,
+            }
+        };
+    }
+    async requestCompletionStream(driver, prompt, options) {
+        const inPrompt = prompt;
+        Object.assign(inPrompt.parameters, {
+            temperature: options.temperature,
+            maxOutputTokens: options.max_tokens,
+        });
+        const path = `/publishers/google/models/${this.model.id}:serverStreamingPredict?alt=sse`;
+        const newPrompt = generateStreamingPrompt(inPrompt);
+        // we need to modify the existing prompt since it is not the final one
+        const outPrompt = prompt;
+        delete outPrompt.instances;
+        outPrompt.inputs = newPrompt.inputs;
+        outPrompt.parameters = newPrompt.parameters;
+        const eventStrean = await driver.fetchClient.post(path, {
+            payload: newPrompt,
+            reader: 'sse'
+        });
+        return eventStrean.pipeThrough(new ChunkTransformStream(this));
+    }
+}
+class ChunkTransformStream extends TransformStream {
+    constructor(def) {
+        super({
+            transform(event, controller) {
+                if (event.type === 'event' && event.data) {
+                    const data = JSON.parse(event.data);
+                    const stringChunk = def.extractContentFromResponseChunk(data);
+                    controller.enqueue(Array.isArray(stringChunk) ? stringChunk.join('') : stringChunk);
+                }
+            }
+        });
+    }
+}
+//# sourceMappingURL=palm-model-base.js.map

package/lib/esm/vertexai/models/palm-model-base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"palm-model-base.js","sourceRoot":"","sources":["../../../../src/vertexai/models/palm-model-base.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAkC7D,MAAM,OAAgB,2BAA2B;IAY7C,YAAY,CAAC,MAAsB,EAAE,QAAyB,EAAE,OAAsB;QAClF,OAAO,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAsB,EAAE,MAA8C,EAAE,OAAyB;QACrH,MAAM,kBAAkB,GAAG,MAA6B,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,UAAU,EAAE;YAC3C,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE;YACjG,OAAO,EAAE,kBAAkB;SAC9B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAgC,CAAC;QAC3D,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,eAAe,CAAC,WAAW,CAAC;QACvE,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,gBAAgB,CAAC,WAAW,CAAC;QACzE,MAAM,MAAM,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QACzD,OAAO;YACH,MAAM;YACN,WAAW,EAAE;gBACT,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,YAAY;gBACpB,KAAK,EAAE,WAAW,IAAI,YAAY,CAAC,CAAC,CAAC,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS;aAC9E;SACU,CAAC;IAEpB,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAsB,EAAE,MAA8C,EAAE,OAAyB;QAC3H,MAAM,QAAQ,GAAG,MAA6B,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE;YAC/B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,6BAA6B,IAAI,CAAC,KAAK,CAAC,EAAE,iCAAiC,CAAC;QAEzF,MAAM,SAAS,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QAEpD,sEAAsE;QACtE,MAAM,SAAS,GAAG,MAA0B,CAAC;QAC7C,OAAQ,SAAiB,CAAC,SAAS,CAAC;QACpC,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QACpC,SAAS,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;QAE5C,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE;YACpD,OAAO,EAAE,SAAS;YAClB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,OAAO,WAAW,CAAC,WAAW,CAAC,IAAI,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC;IAEnE,CAAC;CAEJ;AAED,MAAM,oBAAuH,SAAQ,eAAe;IAChJ,YAAY,GAAuE;QAC/E,KAAK,CAAC;YACF,SAAS,CAAC,KAAsB,EAAE,UAA4C;gBAC1E,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACvC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACpC,MAAM,WAAW,GAAG,GAAG,CAAC,+BAA+B,CAAC,IAAI,CAAC,CAAC;oBAC9D,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;gBACxF,CAAC;YACL,CAAC;SACJ,CAAC,CAAA;IACN,CAAC;CACJ"}

package/lib/esm/vertexai/models/palm2-chat.js

@@ -0,0 +1,61 @@
+import { ModelType, PromptRole } from "@llumiverse/core";
+import { getJSONSafetyNotice } from "../utils/prompts.js";
+import { AbstractPalmModelDefinition } from "./palm-model-base.js";
+export class Palm2ChatDefinition extends AbstractPalmModelDefinition {
+    versions = [];
+    model = {
+        id: "chat-bison",
+        name: "PaLM 2 for Chat",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Chat,
+        canStream: true,
+    };
+    createNonStreamingPrompt(_driver, segments, opts) {
+        const system = [];
+        const messages = [];
+        const safety = [];
+        for (const segment of segments) {
+            switch (segment.role) {
+                case PromptRole.user:
+                    messages.push({ author: 'user', content: segment.content });
+                    break;
+                case PromptRole.assistant:
+                    messages.push({ author: 'assistant', content: segment.content });
+                    break;
+                case PromptRole.system:
+                    system.push(segment.content);
+                    break;
+                case PromptRole.safety:
+                    safety.push(segment.content);
+                    break;
+            }
+        }
+        if (opts.resultSchema) {
+            safety.push(getJSONSafetyNotice(opts.resultSchema));
+        }
+        const context = [];
+        if (system.length > 0) {
+            context.push(system.join('\n'));
+        }
+        if (safety.length > 0) {
+            context.push('IMPORTANT: ' + safety.join('\n'));
+        }
+        return {
+            instances: [{
+                    context: context.length > 0 ? context.join('\n') : undefined,
+                    messages
+                }],
+            parameters: {
+            // put defauilts here
+            }
+        };
+    }
+    extractContentFromResponse(response) {
+        return response.predictions[0].candidates[0].content ?? '';
+    }
+    extractContentFromResponseChunk(chunk) {
+        return chunk.outputs[0]?.structVal.candidates.listVal[0].structVal.content.stringVal || '';
+    }
+}
+//# sourceMappingURL=palm2-chat.js.map

package/lib/esm/vertexai/models/palm2-chat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"palm2-chat.js","sourceRoot":"","sources":["../../../../src/vertexai/models/palm2-chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,SAAS,EAAiB,UAAU,EAAiB,MAAM,kBAAkB,CAAC;AAEhG,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,2BAA2B,EAAqE,MAAM,sBAAsB,CAAC;AAqDtI,MAAM,OAAO,mBAAoB,SAAQ,2BAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,iBAAiB;QACvB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,UAAU,CAAC,IAAI;oBAChB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,MAAM;gBACV,KAAK,UAAU,CAAC,SAAS;oBACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBACjE,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;YACd,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC5D,QAAQ;iBACX,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/D,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAA;IAC9F,CAAC;CACJ"}

package/lib/esm/vertexai/models/palm2-text.js

@@ -0,0 +1,31 @@
+import { ModelType } from "@llumiverse/core";
+import { getPromptAsText } from "../utils/prompts.js";
+import { AbstractPalmModelDefinition } from "./palm-model-base.js";
+export class Palm2TextDefinition extends AbstractPalmModelDefinition {
+    versions = [];
+    model = {
+        id: "text-bison",
+        name: "PaLM 2 for Text",
+        provider: "vertexai",
+        owner: "google",
+        type: ModelType.Text,
+        canStream: true,
+    };
+    createNonStreamingPrompt(_driver, segments, opts) {
+        return {
+            instances: [{
+                    prompt: getPromptAsText(segments, opts)
+                }],
+            parameters: {
+            // put defauilts here
+            }
+        };
+    }
+    extractContentFromResponse(response) {
+        return response.predictions[0].content ?? '';
+    }
+    extractContentFromResponseChunk(chunk) {
+        return chunk.outputs[0]?.structVal.content.stringVal || '';
+    }
+}
+//# sourceMappingURL=palm2-text.js.map

package/lib/esm/vertexai/models/palm2-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"palm2-text.js","sourceRoot":"","sources":["../../../../src/vertexai/models/palm2-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,SAAS,EAAgC,MAAM,kBAAkB,CAAC;AAEpF,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,2BAA2B,EAAqE,MAAM,sBAAsB,CAAC;AAmCtI,MAAM,OAAO,mBAAoB,SAAQ,2BAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,iBAAiB;QACvB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,MAAM,EAAE,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC;iBAC1C,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/D,CAAC;CAEJ"}