@llumiverse/drivers 0.11.0 → 0.12.1

package/lib/esm/src/vertexai/index.js

@@ -1,73 +0,0 @@
-import { VertexAI } from "@google-cloud/vertexai";
-import { AbstractDriver, BuiltinProviders } from "@llumiverse/core";
-import { FetchClient } from "api-fetch-client";
-import { getEmbeddingsForText } from "./embeddings/embeddings-text.js";
-import { BuiltinModels, getModelDefinition } from "./models.js";
-export class VertexAIDriver extends AbstractDriver {
-    provider = BuiltinProviders.vertexai;
-    //aiplatform: v1.ModelServiceClient;
-    vertexai;
-    fetchClient;
-    constructor(options) {
-        super(options);
-        //this.aiplatform = new v1.ModelServiceClient();
-        this.vertexai = new VertexAI({
-            project: this.options.project,
-            location: this.options.region,
-        });
-        this.fetchClient = createFetchClient({
-            region: this.options.region,
-            project: this.options.project,
-        }).withAuthCallback(async () => {
-            //@ts-ignore
-            const token = await this.vertexai.preview.googleAuth.getAccessToken();
-            return `Bearer ${token}`;
-        });
-        // this.aiplatform = new v1.ModelServiceClient({
-        //     projectId: this.options.project,
-        //     apiEndpoint: `${this.options.region}-${API_BASE_PATH}`,
-        // });
-    }
-    canStream(options) {
-        return Promise.resolve(getModelDefinition(options.model).model.canStream === true);
-    }
-    createPrompt(segments, options) {
-        return getModelDefinition(options.model).createPrompt(this, segments, options);
-    }
-    async requestCompletion(prompt, options) {
-        return getModelDefinition(options.model).requestCompletion(this, prompt, options);
-    }
-    async requestCompletionStream(prompt, options) {
-        return getModelDefinition(options.model).requestCompletionStream(this, prompt, options);
-    }
-    async listModels(_params) {
-        return BuiltinModels;
-        // try {
-        //     const response = await this.fetchClient.get('/publishers/google/models/gemini-pro');
-        //     console.log('>>>>>>>>', response);
-        // } catch (err: any) {
-        //     console.error('+++++VETREX ERROR++++++', err);
-        //     throw err;
-        // }
-        // TODO uncomment this to use apiplatform instead of the fetch client
-        // const response = await this.aiplatform.listModels({
-        //     parent: `projects/${this.options.project}/locations/${this.options.region}`,
-        // });
-        return []; //TODO
-    }
-    validateConnection() {
-        throw new Error("Method not implemented.");
-    }
-    async generateEmbeddings(options) {
-        return getEmbeddingsForText(this, options);
-    }
-}
-//'us-central1-aiplatform.googleapis.com',
-const API_BASE_PATH = 'aiplatform.googleapis.com';
-function createFetchClient({ region, project, apiEndpoint, apiVersion = 'v1' }) {
-    const vertexBaseEndpoint = apiEndpoint ?? `${region}-${API_BASE_PATH}`;
-    return new FetchClient(`https://${vertexBaseEndpoint}/${apiVersion}/projects/${project}/locations/${region}`).withHeaders({
-        'Content-Type': 'application/json',
-    });
-}
-//# sourceMappingURL=index.js.map

package/lib/esm/src/vertexai/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/vertexai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAA0B,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAC1E,OAAO,EAAW,cAAc,EAAE,gBAAgB,EAAmH,MAAM,kBAAkB,CAAC;AAC9L,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAyB,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AAC9F,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAQhE,MAAM,OAAO,cAAe,SAAQ,cAA6D;IAC7F,QAAQ,GAAG,gBAAgB,CAAC,QAAQ,CAAC;IAErC,oCAAoC;IACpC,QAAQ,CAAW;IACnB,WAAW,CAAc;IAEzB,YACI,OAA8B;QAE9B,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,gDAAgD;QAChD,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;SAChC,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC;YACjC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC3B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;SAChC,CAAC,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE;YAC3B,YAAY;YACZ,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC;YACtE,OAAO,UAAU,KAAK,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;QACH,gDAAgD;QAChD,uCAAuC;QACvC,8DAA8D;QAC9D,MAAM;IACV,CAAC;IAES,SAAS,CAAC,OAAyB;QACzC,OAAO,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC;IACvF,CAAC;IAEM,YAAY,CAAC,QAAyB,EAAE,OAAsB;QACjE,OAAO,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAA8B,EAAE,OAAyB;QAC7E,OAAO,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC;IACD,KAAK,CAAC,uBAAuB,CAAC,MAA8B,EAAE,OAAyB;QACnF,OAAO,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5F,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAA4B;QACzC,OAAO,aAAa,CAAC;QACrB,QAAQ;QACR,2FAA2F;QAC3F,yCAAyC;QACzC,uBAAuB;QACvB,qDAAqD;QACrD,iBAAiB;QACjB,IAAI;QAEJ,qEAAqE;QACrE,sDAAsD;QACtD,mFAAmF;QACnF,MAAM;QAEN,OAAO,EAAE,CAAC,CAAC,MAAM;IACrB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAA8B;QACnD,OAAO,oBAAoB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;CAEJ;AAED,0CAA0C;AAC1C,MAAM,aAAa,GAAG,2BAA2B,CAAC;AAClD,SAAS,iBAAiB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,GAAG,IAAI,EAK3E;IACG,MAAM,kBAAkB,GAAG,WAAW,IAAI,GAAG,MAAM,IAAI,aAAa,EAAE,CAAC;IACvE,OAAO,IAAI,WAAW,CAAC,WAAW,kBAAkB,IAAI,UAAU,aAAa,OAAO,cAAc,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC;QACtH,cAAc,EAAE,kBAAkB;KACrC,CAAC,CAAC;AACP,CAAC"}

package/lib/esm/src/vertexai/models/codey-chat.js

@@ -1,61 +0,0 @@
-import { ModelType, PromptRole } from "@llumiverse/core";
-import { getJSONSafetyNotice } from "@llumiverse/core/formatters";
-import { AbstractPalmModelDefinition } from "./palm-model-base.js";
-export class CodeyChatDefinition extends AbstractPalmModelDefinition {
-    versions = [];
-    model = {
-        id: "codechat-bison",
-        name: "Codey for Code Chat",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Chat,
-        canStream: true,
-    };
-    createNonStreamingPrompt(_driver, segments, opts) {
-        const system = [];
-        const messages = [];
-        const safety = [];
-        for (const segment of segments) {
-            switch (segment.role) {
-                case PromptRole.user:
-                    messages.push({ author: 'user', content: segment.content });
-                    break;
-                case PromptRole.assistant:
-                    messages.push({ author: 'assistant', content: segment.content });
-                    break;
-                case PromptRole.system:
-                    system.push(segment.content);
-                    break;
-                case PromptRole.safety:
-                    safety.push(segment.content);
-                    break;
-            }
-        }
-        if (opts.resultSchema) {
-            safety.push(getJSONSafetyNotice(opts.resultSchema));
-        }
-        const context = [];
-        if (system.length > 0) {
-            context.push(system.join('\n'));
-        }
-        if (safety.length > 0) {
-            context.push('IMPORTANT: ' + safety.join('\n'));
-        }
-        return {
-            instances: [{
-                    context: context.length > 0 ? context.join('\n') : undefined,
-                    messages
-                }],
-            parameters: {
-            // put defauilts here
-            }
-        };
-    }
-    extractContentFromResponse(response) {
-        return response.predictions[0].candidates[0].content ?? '';
-    }
-    extractContentFromResponseChunk(chunk) {
-        return chunk.outputs[0]?.structVal.candidates.listVal[0].structVal.content.stringVal || '';
-    }
-}
-//# sourceMappingURL=codey-chat.js.map

package/lib/esm/src/vertexai/models/codey-chat.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"codey-chat.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/codey-chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,SAAS,EAAiB,UAAU,EAAiB,MAAM,kBAAkB,CAAC;AAChG,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAElE,OAAO,EAAE,2BAA2B,EAAqE,MAAM,sBAAsB,CAAC;AAgDtI,MAAM,OAAO,mBAAoB,SAAQ,2BAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,qBAAqB;QAC3B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,UAAU,CAAC,IAAI;oBAChB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,MAAM;gBACV,KAAK,UAAU,CAAC,SAAS;oBACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBACjE,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;YACd,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC5D,QAAQ;iBACX,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/D,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/F,CAAC;CAEJ"}

package/lib/esm/src/vertexai/models/codey-text.js

@@ -1,31 +0,0 @@
-import { ModelType } from "@llumiverse/core";
-import { formatTextPrompt } from "@llumiverse/core/formatters";
-import { AbstractPalmModelDefinition } from "./palm-model-base.js";
-export class CodeyTextDefinition extends AbstractPalmModelDefinition {
-    versions = [];
-    model = {
-        id: "code-bison",
-        name: "Codey for Code Generation",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Text,
-        canStream: true,
-    };
-    createNonStreamingPrompt(_driver, segments, opts) {
-        return {
-            instances: [{
-                    prefix: formatTextPrompt(segments, opts.resultSchema)
-                }],
-            parameters: {
-            // put defauilts here
-            }
-        };
-    }
-    extractContentFromResponse(response) {
-        return response.predictions[0].content ?? '';
-    }
-    extractContentFromResponseChunk(chunk) {
-        return chunk.outputs[0]?.structVal.content.stringVal || '';
-    }
-}
-//# sourceMappingURL=codey-text.js.map

package/lib/esm/src/vertexai/models/codey-text.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"codey-text.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/codey-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,SAAS,EAAgC,MAAM,kBAAkB,CAAC;AACpF,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAE/D,OAAO,EAAE,2BAA2B,EAAqE,MAAM,sBAAsB,CAAC;AAmCtI,MAAM,OAAO,mBAAoB,SAAQ,2BAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,2BAA2B;QACjC,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,MAAM,EAAE,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC;iBACxD,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/D,CAAC;CAEJ"}

package/lib/esm/src/vertexai/models/gemini.js

@@ -1,136 +0,0 @@
-import { HarmBlockThreshold, HarmCategory } from "@google-cloud/vertexai";
-import { ModelType, PromptRole } from "@llumiverse/core";
-import { asyncMap } from "@llumiverse/core/async";
-function getGenerativeModel(driver, options) {
-    return driver.vertexai.preview.getGenerativeModel({
-        model: options.model,
-        //TODO pass in the options
-        safety_settings: [{
-                category: HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT,
-                threshold: HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE
-            }],
-        generation_config: {
-            temperature: options.temperature,
-            max_output_tokens: options.max_tokens
-        },
-    });
-}
-function collectTextParts(content) {
-    const out = [];
-    const parts = content.parts;
-    if (parts) {
-        for (const part of parts) {
-            if (part.text) {
-                out.push(part.text);
-            }
-        }
-    }
-    return out.join('\n');
-}
-export class GeminiModelDefinition {
-    model = {
-        id: "gemini-pro",
-        name: "Gemini Pro",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Text,
-        canStream: true,
-    };
-    createPrompt(_driver, segments, options) {
-        const schema = options.resultSchema;
-        const contents = [];
-        const safety = [];
-        let lastUserContent = undefined;
-        for (const msg of segments) {
-            if (msg.role === PromptRole.safety) {
-                safety.push(msg.content);
-            }
-            else {
-                const role = msg.role === PromptRole.assistant ? "model" : "user";
-                if (lastUserContent && lastUserContent.role === role) {
-                    lastUserContent.parts.push({ text: msg.content });
-                }
-                else {
-                    const content = {
-                        role,
-                        parts: [{ text: msg.content }],
-                    };
-                    if (role === 'user') {
-                        lastUserContent = content;
-                    }
-                    contents.push(content);
-                }
-            }
-        }
-        let tools = undefined;
-        if (schema) {
-            // tools = [{
-            //     function_declarations: [{
-            //         name: "validate_json_response",
-            //         description: "Validate the given JSON response",
-            //         parameters: schema as any,
-            //     }]
-            // } as Tool];
-            safety.push("The answer must be a JSON object using the following JSON Schema:\n" + JSON.stringify(schema));
-        }
-        if (safety.length > 0) {
-            const content = safety.join('\n');
-            if (lastUserContent) {
-                lastUserContent.parts.push({ text: content });
-            }
-            else {
-                contents.push({
-                    role: 'user',
-                    parts: [{ text: content }],
-                });
-            }
-        }
-        // put system mesages first and safety last
-        return { contents, tools };
-    }
-    async requestCompletion(driver, prompt, options) {
-        const model = getGenerativeModel(driver, options);
-        const r = await model.generateContent(prompt);
-        const response = await r.response;
-        const usage = response.usageMetadata;
-        const token_usage = {
-            prompt: usage?.promptTokenCount,
-            result: usage?.candidatesTokenCount,
-            total: usage?.totalTokenCount,
-        };
-        let result;
-        const candidate = response.candidates[0];
-        if (candidate) {
-            const content = candidate.content;
-            if (content) {
-                result = collectTextParts(content);
-                // if (options.resultSchema) {
-                //     result = candidate.;
-                // } else {
-                // }
-            }
-        }
-        return {
-            result: result ?? '',
-            token_usage
-        };
-    }
-    async requestCompletionStream(driver, prompt, options) {
-        const model = getGenerativeModel(driver, options);
-        const streamingResp = await model.generateContentStream(prompt);
-        const stream = asyncMap(streamingResp.stream, async (item) => {
-            if (item.candidates.length > 0) {
-                for (const candidate of item.candidates) {
-                    if (candidate.content?.role === 'model') {
-                        const text = collectTextParts(candidate.content);
-                        if (text)
-                            return text;
-                    }
-                }
-            }
-            return '';
-        });
-        return stream;
-    }
-}
-//# sourceMappingURL=gemini.js.map

package/lib/esm/src/vertexai/models/gemini.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmC,kBAAkB,EAAE,YAAY,EAAY,MAAM,wBAAwB,CAAC;AACrH,OAAO,EAA8D,SAAS,EAAiB,UAAU,EAAiB,MAAM,kBAAkB,CAAC;AACnJ,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAIlD,SAAS,kBAAkB,CAAC,MAAsB,EAAE,OAAyB;IACzE,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,kBAAkB,CAAC;QAC9C,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,0BAA0B;QAC1B,eAAe,EAAE,CAAC;gBACd,QAAQ,EAAE,YAAY,CAAC,+BAA+B;gBACtD,SAAS,EAAE,kBAAkB,CAAC,sBAAsB;aACvD,CAAC;QACF,iBAAiB,EAAE;YACf,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,iBAAiB,EAAE,OAAO,CAAC,UAAU;SACxC;KACJ,CAAC,CAAC;AACP,CAAC;AAGD,SAAS,gBAAgB,CAAC,OAAgB;IACtC,MAAM,GAAG,GAAG,EAAE,CAAC;IACf,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC5B,IAAI,KAAK,EAAE,CAAC;QACR,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACZ,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,OAAO,qBAAqB;IAE9B,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,YAAY,CAAC,OAAuB,EAAE,QAAyB,EAAE,OAAsB;QACnF,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;QACpC,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,IAAI,eAAe,GAAwB,SAAS,CAAC;QACrD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;gBAClE,IAAI,eAAe,IAAI,eAAe,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;oBACnD,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAc,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACJ,MAAM,OAAO,GAAY;wBACrB,IAAI;wBACJ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAc,CAAC;qBAC7C,CAAA;oBACD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;wBAClB,eAAe,GAAG,OAAO,CAAC;oBAC9B,CAAC;oBACD,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,KAAK,GAAQ,SAAS,CAAC;QAC3B,IAAI,MAAM,EAAE,CAAC;YAET,aAAa;YACb,gCAAgC;YAChC,0CAA0C;YAC1C,2DAA2D;YAC3D,qCAAqC;YACrC,SAAS;YACT,cAAc;YAEd,MAAM,CAAC,IAAI,CAAC,qEAAqE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAChH,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,eAAe,EAAE,CAAC;gBAClB,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAc,CAAC,CAAC;YAC9D,CAAC;iBAAM,CAAC;gBACJ,QAAQ,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAc,CAAC;iBACzC,CAAC,CAAA;YACN,CAAC;QACL,CAAC;QAED,2CAA2C;QAC3C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAA4B,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAsB,EAAE,MAA8B,EAAE,OAAyB;QACrG,MAAM,KAAK,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,QAAQ,CAAC;QAClC,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC;QACrC,MAAM,WAAW,GAAwB;YACrC,MAAM,EAAE,KAAK,EAAE,gBAAgB;YAC/B,MAAM,EAAE,KAAK,EAAE,oBAAoB;YACnC,KAAK,EAAE,KAAK,EAAE,eAAe;SAChC,CAAA;QAED,IAAI,MAAW,CAAC;QAChB,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACzC,IAAI,SAAS,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;YAClC,IAAI,OAAO,EAAE,CAAC;gBACV,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;gBACnC,8BAA8B;gBAC9B,2BAA2B;gBAC3B,WAAW;gBACX,IAAI;YACR,CAAC;QACL,CAAC;QAED,OAAO;YACH,MAAM,EAAE,MAAM,IAAI,EAAE;YACpB,WAAW;SACd,CAAC;IACN,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAsB,EAAE,MAA8B,EAAE,OAAyB;QAC3G,MAAM,KAAK,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAEhE,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACzD,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACtC,IAAI,SAAS,CAAC,OAAO,EAAE,IAAI,KAAK,OAAO,EAAE,CAAC;wBACtC,MAAM,IAAI,GAAG,gBAAgB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;wBACjD,IAAI,IAAI;4BAAE,OAAO,IAAI,CAAC;oBAC1B,CAAC;gBACL,CAAC;YACL,CAAC;YACD,OAAO,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;CAEJ"}

package/lib/esm/src/vertexai/models/palm-model-base.js

@@ -1,53 +0,0 @@
-import { transformSSEStream } from "@llumiverse/core/async";
-import { generateStreamingPrompt } from "../utils/tensor.js";
-export class AbstractPalmModelDefinition {
-    createPrompt(driver, segments, options) {
-        return this.createNonStreamingPrompt(driver, segments, options);
-    }
-    async requestCompletion(driver, prompt, options) {
-        const nonStreamingPrompt = prompt;
-        Object.assign((nonStreamingPrompt).parameters, {
-            temperature: options.temperature,
-            maxOutputTokens: options.max_tokens,
-        });
-        const response = await driver.fetchClient.post(`/publishers/google/models/${this.model.id}:predict`, {
-            payload: nonStreamingPrompt
-        });
-        const metadata = response.metadata;
-        const inputTokens = metadata.tokenMetadata.inputTokenCount.totalTokens;
-        const outputTokens = metadata.tokenMetadata.outputTokenCount.totalTokens;
-        const result = this.extractContentFromResponse(response);
-        return {
-            result,
-            token_usage: {
-                prompt: inputTokens,
-                result: outputTokens,
-                total: inputTokens && outputTokens ? inputTokens + outputTokens : undefined,
-            }
-        };
-    }
-    async requestCompletionStream(driver, prompt, options) {
-        const inPrompt = prompt;
-        Object.assign(inPrompt.parameters, {
-            temperature: options.temperature,
-            maxOutputTokens: options.max_tokens,
-        });
-        const path = `/publishers/google/models/${this.model.id}:serverStreamingPredict?alt=sse`;
-        const newPrompt = generateStreamingPrompt(inPrompt);
-        // we need to modify the existing prompt since it is not the final one
-        const outPrompt = prompt;
-        delete outPrompt.instances;
-        outPrompt.inputs = newPrompt.inputs;
-        outPrompt.parameters = newPrompt.parameters;
-        const eventStrean = await driver.fetchClient.post(path, {
-            payload: newPrompt,
-            reader: 'sse'
-        });
-        return transformSSEStream(eventStrean, (data) => {
-            const json = JSON.parse(data);
-            const stringChunk = this.extractContentFromResponseChunk(json);
-            return Array.isArray(stringChunk) ? stringChunk.join('') : stringChunk;
-        });
-    }
-}
-//# sourceMappingURL=palm-model-base.js.map

package/lib/esm/src/vertexai/models/palm-model-base.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"palm-model-base.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/palm-model-base.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAG5D,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAkD7D,MAAM,OAAgB,2BAA2B;IAY7C,YAAY,CAAC,MAAsB,EAAE,QAAyB,EAAE,OAAsB;QAClF,OAAO,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAsB,EAAE,MAA8C,EAAE,OAAyB;QACrH,MAAM,kBAAkB,GAAG,MAA6B,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,UAAU,EAAE;YAC3C,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE;YACjG,OAAO,EAAE,kBAAkB;SAC9B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAgC,CAAC;QAC3D,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,eAAe,CAAC,WAAW,CAAC;QACvE,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,gBAAgB,CAAC,WAAW,CAAC;QACzE,MAAM,MAAM,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QACzD,OAAO;YACH,MAAM;YACN,WAAW,EAAE;gBACT,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,YAAY;gBACpB,KAAK,EAAE,WAAW,IAAI,YAAY,CAAC,CAAC,CAAC,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS;aAC9E;SACU,CAAC;IAEpB,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAsB,EAAE,MAA8C,EAAE,OAAyB;QAC3H,MAAM,QAAQ,GAAG,MAA6B,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE;YAC/B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,6BAA6B,IAAI,CAAC,KAAK,CAAC,EAAE,iCAAiC,CAAC;QAEzF,MAAM,SAAS,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QAEpD,sEAAsE;QACtE,MAAM,SAAS,GAAG,MAA0B,CAAC;QAC7C,OAAQ,SAAiB,CAAC,SAAS,CAAC;QACpC,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QACpC,SAAS,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;QAE5C,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE;YACpD,OAAO,EAAE,SAAS;YAClB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,OAAO,kBAAkB,CAAC,WAAW,EAAE,CAAC,IAAY,EAAE,EAAE;YACpD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,+BAA+B,CAAC,IAAI,CAAC,CAAC;YAC/D,OAAO,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;QAC3E,CAAC,CAAC,CAAA;IACN,CAAC;CAEJ"}

package/lib/esm/src/vertexai/models/palm2-chat.js

@@ -1,61 +0,0 @@
-import { ModelType, PromptRole } from "@llumiverse/core";
-import { getJSONSafetyNotice } from "@llumiverse/core/formatters";
-import { AbstractPalmModelDefinition } from "./palm-model-base.js";
-export class Palm2ChatDefinition extends AbstractPalmModelDefinition {
-    versions = [];
-    model = {
-        id: "chat-bison",
-        name: "PaLM 2 for Chat",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Chat,
-        canStream: true,
-    };
-    createNonStreamingPrompt(_driver, segments, opts) {
-        const system = [];
-        const messages = [];
-        const safety = [];
-        for (const segment of segments) {
-            switch (segment.role) {
-                case PromptRole.user:
-                    messages.push({ author: 'user', content: segment.content });
-                    break;
-                case PromptRole.assistant:
-                    messages.push({ author: 'assistant', content: segment.content });
-                    break;
-                case PromptRole.system:
-                    system.push(segment.content);
-                    break;
-                case PromptRole.safety:
-                    safety.push(segment.content);
-                    break;
-            }
-        }
-        if (opts.resultSchema) {
-            safety.push(getJSONSafetyNotice(opts.resultSchema));
-        }
-        const context = [];
-        if (system.length > 0) {
-            context.push(system.join('\n'));
-        }
-        if (safety.length > 0) {
-            context.push('IMPORTANT: ' + safety.join('\n'));
-        }
-        return {
-            instances: [{
-                    context: context.length > 0 ? context.join('\n') : undefined,
-                    messages
-                }],
-            parameters: {
-            // put defauilts here
-            }
-        };
-    }
-    extractContentFromResponse(response) {
-        return response.predictions[0].candidates[0].content ?? '';
-    }
-    extractContentFromResponseChunk(chunk) {
-        return chunk.outputs[0]?.structVal.candidates.listVal[0].structVal.content.stringVal || '';
-    }
-}
-//# sourceMappingURL=palm2-chat.js.map

package/lib/esm/src/vertexai/models/palm2-chat.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"palm2-chat.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/palm2-chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,SAAS,EAAiB,UAAU,EAAiB,MAAM,kBAAkB,CAAC;AAChG,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAElE,OAAO,EAAE,2BAA2B,EAAqE,MAAM,sBAAsB,CAAC;AAqDtI,MAAM,OAAO,mBAAoB,SAAQ,2BAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,iBAAiB;QACvB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,UAAU,CAAC,IAAI;oBAChB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,MAAM;gBACV,KAAK,UAAU,CAAC,SAAS;oBACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBACjE,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;YACd,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC5D,QAAQ;iBACX,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/D,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAA;IAC9F,CAAC;CACJ"}

package/lib/esm/src/vertexai/models/palm2-text.js

@@ -1,31 +0,0 @@
-import { ModelType } from "@llumiverse/core";
-import { formatTextPrompt } from "@llumiverse/core/formatters";
-import { AbstractPalmModelDefinition } from "./palm-model-base.js";
-export class Palm2TextDefinition extends AbstractPalmModelDefinition {
-    versions = [];
-    model = {
-        id: "text-bison",
-        name: "PaLM 2 for Text",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Text,
-        canStream: true,
-    };
-    createNonStreamingPrompt(_driver, segments, opts) {
-        return {
-            instances: [{
-                    prompt: formatTextPrompt(segments, opts.resultSchema)
-                }],
-            parameters: {
-            // put defauilts here
-            }
-        };
-    }
-    extractContentFromResponse(response) {
-        return response.predictions[0].content ?? '';
-    }
-    extractContentFromResponseChunk(chunk) {
-        return chunk.outputs[0]?.structVal.content.stringVal || '';
-    }
-}
-//# sourceMappingURL=palm2-text.js.map

package/lib/esm/src/vertexai/models/palm2-text.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"palm2-text.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/palm2-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,SAAS,EAAgC,MAAM,kBAAkB,CAAC;AACpF,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAE/D,OAAO,EAAE,2BAA2B,EAAqE,MAAM,sBAAsB,CAAC;AAmCtI,MAAM,OAAO,mBAAoB,SAAQ,2BAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,iBAAiB;QACvB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,IAAI;KAClB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,MAAM,EAAE,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC;iBACxD,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/D,CAAC;CAEJ"}

package/lib/esm/src/vertexai/models.js

@@ -1,87 +0,0 @@
-import { ModelType } from "@llumiverse/core";
-import { GeminiModelDefinition } from "./models/gemini.js";
-import { Palm2TextDefinition } from "./models/palm2-text.js";
-import { Palm2ChatDefinition } from "./models/palm2-chat.js";
-import { CodeyChatDefinition } from "./models/codey-chat.js";
-import { CodeyTextDefinition } from "./models/codey-text.js";
-const Models = {
-    "gemini-pro": new GeminiModelDefinition(),
-    "text-bison": new Palm2TextDefinition(),
-    "chat-bison": new Palm2ChatDefinition(),
-    "code-bison": new CodeyTextDefinition(),
-    "codechat-bison": new CodeyChatDefinition(),
-};
-export function getModelName(model) {
-    const i = model.lastIndexOf('@');
-    return i > -1 ? model.substring(0, i) : model;
-}
-export function getModelDefinition(model) {
-    const def = Models[getModelName(model)];
-    if (!def) {
-        throw new Error(`Unknown model ${model}`);
-    }
-    return def;
-}
-export function getAIModels() {
-    return Object.values(Models).map(m => m.model);
-}
-// Builtin models. VertexAI doesn't provide an API to list models. so we have to hardcode them here.
-export const BuiltinModels = [
-    {
-        id: "gemini-pro",
-        name: "Gemini Pro",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Text,
-    },
-    {
-        id: "chat-bison",
-        name: "PaLM 2 Chat Bison",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Chat,
-    },
-    {
-        id: "text-bison", // versions 001, 002
-        name: "PaLM 2 Text Bison",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Text,
-    },
-    {
-        id: "code-gecko",
-        name: "Codey for Code Completion",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Code,
-    },
-    {
-        id: "code-bison",
-        name: "Codey for Code Generation",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Code,
-    },
-    {
-        id: "codechat-bison",
-        name: "Codey for Code Chat",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Code,
-    },
-    {
-        id: "tablextembedding-gecko",
-        name: "Gecko Text Embeddings",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Embedding,
-    },
-    {
-        id: "textembedding-gecko-multilingual",
-        name: "Gecko Multilingual Text Embeddings",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Embedding,
-    },
-];
-//# sourceMappingURL=models.js.map

package/lib/esm/src/vertexai/models.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../../src/vertexai/models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAyC,SAAS,EAAgC,MAAM,kBAAkB,CAAC;AAClH,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAE3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAG7D,MAAM,MAAM,GAAoC;IAC5C,YAAY,EAAE,IAAI,qBAAqB,EAAE;IACzC,YAAY,EAAE,IAAI,mBAAmB,EAAE;IACvC,YAAY,EAAE,IAAI,mBAAmB,EAAE;IACvC,YAAY,EAAE,IAAI,mBAAmB,EAAE;IACvC,gBAAgB,EAAE,IAAI,mBAAmB,EAAE;CAC9C,CAAA;AAUD,MAAM,UAAU,YAAY,CAAC,KAAa;IACtC,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IACxC,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,iBAAiB,KAAK,EAAE,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED,MAAM,UAAU,WAAW;IACvB,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AACnD,CAAC;AAED,oGAAoG;AACpG,MAAM,CAAC,MAAM,aAAa,GAAsB;IAC5C;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,mBAAmB;QACzB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY,EAAE,oBAAoB;QACtC,IAAI,EAAE,mBAAmB;QACzB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,2BAA2B;QACjC,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,2BAA2B;QACjC,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,qBAAqB;QAC3B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;KACvB;IACD;QACI,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE,uBAAuB;QAC7B,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,SAAS;KAC5B;IACD;QACI,EAAE,EAAE,kCAAkC;QACtC,IAAI,EAAE,oCAAoC;QAC1C,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,SAAS;KAC5B;CAIJ,CAAA"}

package/lib/esm/src/vertexai/utils/prompts.js

@@ -1,47 +0,0 @@
-import { PromptRole } from "@llumiverse/core";
-export function getJSONSafetyNotice(schema) {
-    return "The answer must be a JSON object using the following JSON Schema:\n" + JSON.stringify(schema);
-}
-export function getPromptAsText(segments, options) {
-    const isChat = segments.find(m => m.role === PromptRole.assistant);
-    const context = [];
-    const content = [];
-    const safety = [];
-    for (const segment of segments) {
-        switch (segment.role) {
-            case PromptRole.user:
-                if (isChat) {
-                    content.push('USER: ' + segment.content);
-                }
-                else {
-                    content.push(segment.content);
-                }
-                break;
-            case PromptRole.assistant:
-                content.push('ASSISTANT: ' + segment.content);
-                break;
-            case PromptRole.system:
-                context.push(segment.content);
-                break;
-            case PromptRole.safety:
-                safety.push(segment.content);
-                break;
-        }
-    }
-    if (options.resultSchema) {
-        safety.push(getJSONSafetyNotice(options.resultSchema));
-    }
-    const out = [];
-    if (context.length > 0) {
-        out.push('CONTEXT: ' + context.join('\n'));
-    }
-    if (content.length > 0) {
-        const prefix = context.length > 0 && !isChat ? 'INSTRUCTION: ' : '';
-        out.push(prefix + content.join('\n'));
-    }
-    if (safety.length > 0) {
-        out.push('IMPORTANT: ' + safety.join('\n'));
-    }
-    return out.join('\n');
-}
-//# sourceMappingURL=prompts.js.map

package/lib/esm/src/vertexai/utils/prompts.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../../../../src/vertexai/utils/prompts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,UAAU,EAAiB,MAAM,kBAAkB,CAAC;AAmB5E,MAAM,UAAU,mBAAmB,CAAC,MAAmB;IACnD,OAAO,qEAAqE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;AACzG,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAyB,EAAE,OAAsB;IAC7E,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,CAAC,CAAC;IACnE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,UAAU,CAAC,IAAI;gBAChB,IAAI,MAAM,EAAE,CAAC;oBACT,OAAO,CAAC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC7C,CAAC;qBAAM,CAAC;oBACJ,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAClC,CAAC;gBACD,MAAM;YACV,KAAK,UAAU,CAAC,SAAS;gBACrB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC9C,MAAM;YACV,KAAK,UAAU,CAAC,MAAM;gBAClB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC9B,MAAM;YACV,KAAK,UAAU,CAAC,MAAM;gBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC7B,MAAM;QACd,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,GAAG,GAAG,EAAE,CAAC;IACf,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,GAAG,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}