@llumiverse/drivers 0.14.0 → 0.16.0

package/lib/esm/vertexai/models/palm2-chat.js

@@ -1,61 +0,0 @@
-import { ModelType, PromptRole } from "@llumiverse/core";
-import { getJSONSafetyNotice } from "@llumiverse/core/formatters";
-import { AbstractPalmModelDefinition } from "./palm-model-base.js";
-export class Palm2ChatDefinition extends AbstractPalmModelDefinition {
-    versions = [];
-    model = {
-        id: "chat-bison",
-        name: "PaLM 2 for Chat",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Chat,
-        can_stream: true,
-    };
-    createNonStreamingPrompt(_driver, segments, opts) {
-        const system = [];
-        const messages = [];
-        const safety = [];
-        for (const segment of segments) {
-            switch (segment.role) {
-                case PromptRole.user:
-                    messages.push({ author: 'user', content: segment.content });
-                    break;
-                case PromptRole.assistant:
-                    messages.push({ author: 'assistant', content: segment.content });
-                    break;
-                case PromptRole.system:
-                    system.push(segment.content);
-                    break;
-                case PromptRole.safety:
-                    safety.push(segment.content);
-                    break;
-            }
-        }
-        if (opts.result_schema) {
-            safety.push(getJSONSafetyNotice(opts.result_schema));
-        }
-        const context = [];
-        if (system.length > 0) {
-            context.push(system.join('\n'));
-        }
-        if (safety.length > 0) {
-            context.push('IMPORTANT: ' + safety.join('\n'));
-        }
-        return {
-            instances: [{
-                    context: context.length > 0 ? context.join('\n') : undefined,
-                    messages
-                }],
-            parameters: {
-            // put defauilts here
-            }
-        };
-    }
-    extractContentFromResponse(response) {
-        return response.predictions[0].candidates[0].content ?? '';
-    }
-    extractContentFromResponseChunk(chunk) {
-        return chunk.outputs[0]?.structVal.candidates.listVal[0].structVal.content.stringVal || '';
-    }
-}
-//# sourceMappingURL=palm2-chat.js.map

package/lib/esm/vertexai/models/palm2-chat.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"palm2-chat.js","sourceRoot":"","sources":["../../../../src/vertexai/models/palm2-chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,SAAS,EAAiB,UAAU,EAAiB,MAAM,kBAAkB,CAAC;AAChG,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAElE,OAAO,EAAE,2BAA2B,EAAqE,MAAM,sBAAsB,CAAC;AAqDtI,MAAM,OAAO,mBAAoB,SAAQ,2BAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,iBAAiB;QACvB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,UAAU,EAAE,IAAI;KACnB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,UAAU,CAAC,IAAI;oBAChB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5D,MAAM;gBACV,KAAK,UAAU,CAAC,SAAS;oBACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBACjE,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;gBACV,KAAK,UAAU,CAAC,MAAM;oBAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,MAAM;YACd,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC5D,QAAQ;iBACX,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/D,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAA;IAC9F,CAAC;CACJ"}

package/lib/esm/vertexai/models/palm2-text.js

@@ -1,31 +0,0 @@
-import { ModelType } from "@llumiverse/core";
-import { formatTextPrompt } from "@llumiverse/core/formatters";
-import { AbstractPalmModelDefinition } from "./palm-model-base.js";
-export class Palm2TextDefinition extends AbstractPalmModelDefinition {
-    versions = [];
-    model = {
-        id: "text-bison",
-        name: "PaLM 2 for Text",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Text,
-        can_stream: true,
-    };
-    createNonStreamingPrompt(_driver, segments, opts) {
-        return {
-            instances: [{
-                    prompt: formatTextPrompt(segments, opts.result_schema)
-                }],
-            parameters: {
-            // put defauilts here
-            }
-        };
-    }
-    extractContentFromResponse(response) {
-        return response.predictions[0].content ?? '';
-    }
-    extractContentFromResponseChunk(chunk) {
-        return chunk.outputs[0]?.structVal.content.stringVal || '';
-    }
-}
-//# sourceMappingURL=palm2-text.js.map

package/lib/esm/vertexai/models/palm2-text.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"palm2-text.js","sourceRoot":"","sources":["../../../../src/vertexai/models/palm2-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,SAAS,EAAgC,MAAM,kBAAkB,CAAC;AACpF,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAE/D,OAAO,EAAE,2BAA2B,EAAqE,MAAM,sBAAsB,CAAC;AAmCtI,MAAM,OAAO,mBAAoB,SAAQ,2BAAsE;IAC3G,QAAQ,GAAa,EAAE,CAAC;IACxB,KAAK,GAAY;QACb,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,iBAAiB;QACvB,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,QAAQ;QACf,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,UAAU,EAAE,IAAI;KACnB,CAAA;IAED,wBAAwB,CAAC,OAAuB,EAAE,QAAyB,EAAE,IAAmB;QAC5F,OAAO;YACH,SAAS,EAAE,CAAC;oBACR,MAAM,EAAE,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,CAAC;iBACzD,CAAC;YACF,UAAU,EAAE;YACR,qBAAqB;aACxB;SACe,CAAC;IACzB,CAAC;IAED,0BAA0B,CAAC,QAA2B;QAClD,OAAO,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,+BAA+B,CAAC,KAAU;QACtC,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/D,CAAC;CAEJ"}

package/lib/esm/vertexai/utils/tensor.js

@@ -1,82 +0,0 @@
-function getTensorType(val) {
-    if (val == null) {
-        return null;
-    }
-    if (Array.isArray(val)) {
-        if (val.length > 0) {
-            val = val[0];
-        }
-        else {
-            return 'listVal';
-        }
-    }
-    const type = typeof val;
-    if (type === 'string') {
-        return 'stringVal';
-    }
-    if (type === 'number') {
-        if (val % 1 === 0) { // is interger
-            return 'intVal';
-        }
-        else {
-            return 'floatVal';
-        }
-    }
-    if (type === 'boolean') {
-        return 'boolVal';
-    }
-    if (type === 'object') {
-        return 'structVal';
-    }
-    return undefined;
-}
-export function formatArrayAsTensor(arr) {
-    return arr.map(item => {
-        const type = typeof item;
-        if (type === 'string' || type === 'number' || type === 'boolean') {
-            return item; // primitve values 
-        }
-        else {
-            return formatObjectAsTensor(item);
-        }
-    });
-}
-/**
- * Do not support nested array or nested object arrays
- * @param obj
- * @returns
- */
-function formatObjectAsTensor(obj, isField = false) {
-    const struct = {};
-    const keys = Object.keys(obj);
-    for (const key of keys) {
-        //console.log('###', key);
-        const val = obj[key];
-        const type = getTensorType(val);
-        if (type === 'structVal') {
-            if (Array.isArray(val)) {
-                struct[key] = { listVal: formatArrayAsTensor(val) };
-            }
-            else {
-                struct[key] = {
-                    [type]: formatObjectAsTensor(val, true)
-                };
-            }
-        }
-        else if (type) {
-            struct[key] = {
-                [type]: val
-            };
-        }
-    }
-    return isField ? struct : {
-        structVal: struct
-    };
-}
-export function generateStreamingPrompt(prompt) {
-    return {
-        inputs: prompt.instances.map((inst) => formatObjectAsTensor(inst)),
-        parameters: formatObjectAsTensor(prompt.parameters)
-    };
-}
-//# sourceMappingURL=tensor.js.map

package/lib/esm/vertexai/utils/tensor.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"tensor.js","sourceRoot":"","sources":["../../../../src/vertexai/utils/tensor.ts"],"names":[],"mappings":"AAEA,SAAS,aAAa,CAAC,GAAQ;IAC3B,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjB,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QAChB,CAAC;aAAM,CAAC;YACJ,OAAO,SAAS,CAAC;QACrB,CAAC;IACL,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC;IACxB,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,OAAO,WAAW,CAAC;IACvB,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,cAAc;YAC/B,OAAO,QAAQ,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,OAAO,UAAU,CAAC;QACtB,CAAC;IACL,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,OAAO,WAAW,CAAC;IACvB,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAU;IAC1C,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAClB,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC;QACzB,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/D,OAAO,IAAI,CAAC,CAAC,mBAAmB;QACpC,CAAC;aAAM,CAAC;YACJ,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAA;QACrC,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;GAIG;AACH,SAAS,oBAAoB,CAAC,GAAQ,EAAE,OAAO,GAAG,KAAK;IACnD,MAAM,MAAM,GAAQ,EAAE,CAAC;IACvB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,0BAA0B;QAC1B,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YACvB,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,GAAG,CAAC,GAAG;oBACV,CAAC,IAAI,CAAC,EAAE,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC;iBAC1C,CAAA;YACL,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,CAAC,GAAG;gBACV,CAAC,IAAI,CAAC,EAAE,GAAG;aACd,CAAA;QACL,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACtB,SAAS,EAAE,MAAM;KACpB,CAAC;AACN,CAAC;AAGD,MAAM,UAAU,uBAAuB,CAAC,MAA2C;IAC/E,OAAO;QACH,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACvE,UAAU,EAAE,oBAAoB,CAAC,MAAM,CAAC,UAAU,CAAC;KACtD,CAAA;AACL,CAAC"}

package/lib/types/vertexai/models/codey-chat.d.ts

@@ -1,51 +0,0 @@
-import { AIModel, PromptOptions, PromptSegment } from "@llumiverse/core";
-import { VertexAIDriver } from "../index.js";
-import { AbstractPalmModelDefinition, NonStreamingPromptBase, PalmResponseMetadata, StreamingPromptBase } from "./palm-model-base.js";
-export interface CodeyChatMessage {
-    author: string;
-    content: string;
-}
-export type CodeyChatPrompt = NonStreamingPromptBase<{
-    context?: string;
-    messages: CodeyChatMessage[];
-}>;
-export type CodeyChatStreamingPrompt = StreamingPromptBase<{
-    messages: {
-        listVal: {
-            structVal: {
-                author: {
-                    stringVal: string;
-                };
-                content: {
-                    stringVal: string;
-                };
-            };
-        }[];
-    };
-}>;
-interface CodeyChatResponsePrediction {
-    candidates: CodeyChatMessage[];
-    safetyAttributes: {
-        scores: number[];
-        blocked: boolean;
-        categories: string[];
-        errors: number[];
-    };
-    citationMetadata: {
-        citations: any[];
-    };
-    logprobs: any;
-}
-export interface CodeyChatResponse {
-    predictions: CodeyChatResponsePrediction[];
-    metadata: PalmResponseMetadata;
-}
-export declare class CodeyChatDefinition extends AbstractPalmModelDefinition<CodeyChatPrompt, CodeyChatStreamingPrompt> {
-    versions: string[];
-    model: AIModel;
-    createNonStreamingPrompt(_driver: VertexAIDriver, segments: PromptSegment[], opts: PromptOptions): CodeyChatPrompt;
-    extractContentFromResponse(response: CodeyChatResponse): string;
-    extractContentFromResponseChunk(chunk: any): string;
-}
-export {};
-//# sourceMappingURL=codey-chat.d.ts.map

package/lib/types/vertexai/models/codey-chat.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"codey-chat.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/codey-chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAa,aAAa,EAAc,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEhG,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAEtI,MAAM,WAAW,gBAAgB;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,MAAM,eAAe,GAAG,sBAAsB,CAAC;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,gBAAgB,EAAE,CAAC;CAChC,CAAC,CAAA;AAGF,MAAM,MAAM,wBAAwB,GAAG,mBAAmB,CAAC;IACvD,QAAQ,EAAE;QACN,OAAO,EAAE;YACL,SAAS,EAAE;gBACP,MAAM,EAAE;oBACJ,SAAS,EAAE,MAAM,CAAA;iBACpB,CAAC;gBACF,OAAO,EAAE;oBACL,SAAS,EAAE,MAAM,CAAA;iBACpB,CAAA;aACJ,CAAA;SACJ,EAAE,CAAA;KACN,CAAA;CACJ,CAAC,CAAA;AAGF,UAAU,2BAA2B;IACjC,UAAU,EAAE,gBAAgB,EAAE,CAAC;IAC/B,gBAAgB,EAAE;QACd,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,OAAO,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,MAAM,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IACF,gBAAgB,EAAE;QACd,SAAS,EAAE,GAAG,EAAE,CAAA;KACnB,CAAC;IACF,QAAQ,EAAE,GAAG,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAC9B,WAAW,EAAE,2BAA2B,EAAE,CAAC;IAC3C,QAAQ,EAAE,oBAAoB,CAAA;CACjC;AAED,qBAAa,mBAAoB,SAAQ,2BAA2B,CAAC,eAAe,EAAE,wBAAwB,CAAC;IAC3G,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxB,KAAK,EAAE,OAAO,CAOb;IAED,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,eAAe;IA4ClH,0BAA0B,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM;IAI/D,+BAA+B,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM;CAItD"}

package/lib/types/vertexai/models/codey-text.d.ts

@@ -1,39 +0,0 @@
-import { AIModel, PromptOptions, PromptSegment } from "@llumiverse/core";
-import { VertexAIDriver } from "../index.js";
-import { AbstractPalmModelDefinition, NonStreamingPromptBase, PalmResponseMetadata, StreamingPromptBase } from "./palm-model-base.js";
-export type CodeyTextPrompt = NonStreamingPromptBase<{
-    prefix: string;
-}>;
-export type CodeyTextStreamingPrompt = StreamingPromptBase<{
-    prefix: {
-        stringVal: string;
-    };
-}>;
-interface CodeyTextResponsePrediction {
-    content: string;
-    safetyAttributes: {
-        scores: number[];
-        safetyRatings: {
-            severity: string;
-            probabilityScore: number;
-            severityScore: number;
-            category: string;
-        }[];
-    };
-    citationMetadata: {
-        citations: any[];
-    };
-}
-export interface CodeyTextResponse {
-    predictions: CodeyTextResponsePrediction[];
-    metadata: PalmResponseMetadata;
-}
-export declare class CodeyTextDefinition extends AbstractPalmModelDefinition<CodeyTextPrompt, CodeyTextStreamingPrompt> {
-    versions: string[];
-    model: AIModel;
-    createNonStreamingPrompt(_driver: VertexAIDriver, segments: PromptSegment[], opts: PromptOptions): CodeyTextPrompt;
-    extractContentFromResponse(response: CodeyTextResponse): string;
-    extractContentFromResponseChunk(chunk: any): string;
-}
-export {};
-//# sourceMappingURL=codey-text.d.ts.map

package/lib/types/vertexai/models/codey-text.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"codey-text.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/codey-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAa,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEpF,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAGtI,MAAM,MAAM,eAAe,GAAG,sBAAsB,CAAC;IACjD,MAAM,EAAE,MAAM,CAAA;CACjB,CAAC,CAAA;AAGF,MAAM,MAAM,wBAAwB,GAAG,mBAAmB,CAAC;IACvD,MAAM,EAAE;QACJ,SAAS,EAAE,MAAM,CAAA;KACpB,CAAA;CACJ,CAAC,CAAA;AAEF,UAAU,2BAA2B;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE;QACd,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,aAAa,EAAE;YACX,QAAQ,EAAE,MAAM,CAAC;YACjB,gBAAgB,EAAE,MAAM,CAAC;YACzB,aAAa,EAAE,MAAM,CAAC;YACtB,QAAQ,EAAE,MAAM,CAAA;SACnB,EAAE,CAAA;KACN,CAAC;IACF,gBAAgB,EAAE;QACd,SAAS,EAAE,GAAG,EAAE,CAAA;KACnB,CAAA;CACJ;AAED,MAAM,WAAW,iBAAiB;IAC9B,WAAW,EAAE,2BAA2B,EAAE,CAAC;IAC3C,QAAQ,EAAE,oBAAoB,CAAA;CACjC;AAED,qBAAa,mBAAoB,SAAQ,2BAA2B,CAAC,eAAe,EAAE,wBAAwB,CAAC;IAC3G,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxB,KAAK,EAAE,OAAO,CAOb;IAED,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,eAAe;IAWlH,0BAA0B,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM;IAI/D,+BAA+B,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM;CAItD"}

package/lib/types/vertexai/models/palm-model-base.d.ts

@@ -1,61 +0,0 @@
-import { AIModel, Completion, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
-import { VertexAIDriver } from "../index.js";
-import { ModelDefinition } from "../models.js";
-export interface PromptParamatersBase {
-    temperature?: number;
-    maxOutputTokens?: number;
-    topK?: number;
-    topP?: number;
-    groundingConfig?: string;
-    stopSequences?: string[];
-    candidateCount?: number;
-    logprobs?: number;
-    presencePenalty?: number;
-    frequencyPenalty?: number;
-    logitBias?: Record<string, number>;
-    seed?: number;
-    echo?: boolean;
-}
-export interface NonStreamingPromptBase<InstanceType = any> {
-    instances: InstanceType[];
-    parameters: PromptParamatersBase;
-}
-export interface StreamingPromptBase<InputType = any> {
-    inputs: {
-        structVal: InputType;
-    }[];
-    parameters: {
-        structVal: {
-            temperature?: {
-                floatval: number;
-            };
-            maxOutputTokens?: {
-                intVal: number;
-            };
-            [key: string]: Record<string, any> | undefined;
-        };
-    };
-}
-export interface PalmResponseMetadata {
-    tokenMetadata: {
-        outputTokenCount: {
-            totalBillableCharacters: number;
-            totalTokens: number;
-        };
-        inputTokenCount: {
-            totalBillableCharacters: number;
-            totalTokens: number;
-        };
-    };
-}
-export declare abstract class AbstractPalmModelDefinition<NonStreamingPromptT extends NonStreamingPromptBase, StreamingPromptT extends StreamingPromptBase> implements ModelDefinition<NonStreamingPromptT | StreamingPromptT> {
-    abstract model: AIModel;
-    abstract versions?: string[];
-    abstract createNonStreamingPrompt(driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions): NonStreamingPromptT;
-    abstract extractContentFromResponse(response: any): string;
-    abstract extractContentFromResponseChunk(chunk: any): string;
-    createPrompt(driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions): Promise<NonStreamingPromptT>;
-    requestCompletion(driver: VertexAIDriver, prompt: NonStreamingPromptT | StreamingPromptT, options: ExecutionOptions): Promise<Completion<any>>;
-    requestCompletionStream(driver: VertexAIDriver, prompt: NonStreamingPromptT | StreamingPromptT, options: ExecutionOptions): Promise<AsyncIterable<string>>;
-}
-//# sourceMappingURL=palm-model-base.d.ts.map

package/lib/types/vertexai/models/palm-model-base.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"palm-model-base.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/palm-model-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEvG,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAI/C,MAAM,WAAW,oBAAoB;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,OAAO,CAAA;CACjB;AAED,MAAM,WAAW,sBAAsB,CAAC,YAAY,GAAG,GAAG;IACtD,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B,UAAU,EAAE,oBAAoB,CAAC;CACpC;AAED,MAAM,WAAW,mBAAmB,CAAC,SAAS,GAAG,GAAG;IAChD,MAAM,EAAE;QAAE,SAAS,EAAE,SAAS,CAAA;KAAE,EAAE,CAAC;IACnC,UAAU,EAAE;QACR,SAAS,EAAE;YACP,WAAW,CAAC,EAAE;gBAAE,QAAQ,EAAE,MAAM,CAAA;aAAE,CAAC;YACnC,eAAe,CAAC,EAAE;gBAAE,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC;YAErC,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS,CAAA;SACjD,CAAA;KACJ,CAAA;CACJ;AAED,MAAM,WAAW,oBAAoB;IACjC,aAAa,EAAE;QACX,gBAAgB,EAAE;YACd,uBAAuB,EAAE,MAAM,CAAC;YAChC,WAAW,EAAE,MAAM,CAAA;SACtB,CAAC;QACF,eAAe,EAAE;YACb,uBAAuB,EAAE,MAAM,CAAC;YAChC,WAAW,EAAE,MAAM,CAAA;SACtB,CAAA;KACJ,CAAA;CACJ;AAGD,8BAAsB,2BAA2B,CAAC,mBAAmB,SAAS,sBAAsB,EAAE,gBAAgB,SAAS,mBAAmB,CAAE,YAAW,eAAe,CAAC,mBAAmB,GAAG,gBAAgB,CAAC;IAElN,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC;IAExB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IAE7B,QAAQ,CAAC,wBAAwB,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,mBAAmB;IAEjI,QAAQ,CAAC,0BAA0B,CAAC,QAAQ,EAAE,GAAG,GAAG,MAAM;IAE1D,QAAQ,CAAC,+BAA+B,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM;IAEtD,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,aAAa;IAItF,iBAAiB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,mBAAmB,GAAG,gBAAgB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IA4B9I,uBAAuB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,mBAAmB,GAAG,gBAAgB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;CA6BnK"}

package/lib/types/vertexai/models/palm2-chat.d.ts

@@ -1,61 +0,0 @@
-import { AIModel, PromptOptions, PromptSegment } from "@llumiverse/core";
-import { VertexAIDriver } from "../index.js";
-import { AbstractPalmModelDefinition, NonStreamingPromptBase, PalmResponseMetadata, StreamingPromptBase } from "./palm-model-base.js";
-export interface Palm2ChatMessage {
-    author: string;
-    content: string;
-}
-export type Palm2ChatPrompt = NonStreamingPromptBase<{
-    context?: string;
-    examples?: [
-        {
-            input: {
-                content: string;
-            };
-            output: {
-                content: string;
-            };
-        }
-    ];
-    messages: Palm2ChatMessage[];
-}>;
-export type Palm2ChatStreamingPrompt = StreamingPromptBase<{
-    messages: {
-        listVal: {
-            structVal: {
-                author: {
-                    stringVal: string;
-                };
-                content: {
-                    stringVal: string;
-                };
-            };
-        }[];
-    };
-}>;
-interface Palm2ChatResponsePrediction {
-    candidates: Palm2ChatMessage[];
-    safetyAttributes: {
-        scores: number[];
-        blocked: boolean;
-        categories: string[];
-        errors: number[];
-    };
-    citationMetadata: {
-        citations: any[];
-    };
-    logprobs: any;
-}
-export interface Palm2ChatResponse {
-    predictions: Palm2ChatResponsePrediction[];
-    metadata: PalmResponseMetadata;
-}
-export declare class Palm2ChatDefinition extends AbstractPalmModelDefinition<Palm2ChatPrompt, Palm2ChatStreamingPrompt> {
-    versions: string[];
-    model: AIModel;
-    createNonStreamingPrompt(_driver: VertexAIDriver, segments: PromptSegment[], opts: PromptOptions): Palm2ChatPrompt;
-    extractContentFromResponse(response: Palm2ChatResponse): string;
-    extractContentFromResponseChunk(chunk: any): string;
-}
-export {};
-//# sourceMappingURL=palm2-chat.d.ts.map

package/lib/types/vertexai/models/palm2-chat.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"palm2-chat.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/palm2-chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAa,aAAa,EAAc,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEhG,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAEtI,MAAM,WAAW,gBAAgB;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,MAAM,eAAe,GAAG,sBAAsB,CAAC;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE;QACP;YACI,KAAK,EAAE;gBAAE,OAAO,EAAE,MAAM,CAAA;aAAE,CAAC;YAC3B,MAAM,EAAE;gBAAE,OAAO,EAAE,MAAM,CAAA;aAAE,CAAA;SAC9B;KACJ,CAAC;IACF,QAAQ,EAAE,gBAAgB,EAAE,CAAC;CAChC,CAAC,CAAA;AAGF,MAAM,MAAM,wBAAwB,GAAG,mBAAmB,CAAC;IACvD,QAAQ,EAAE;QACN,OAAO,EAAE;YACL,SAAS,EAAE;gBACP,MAAM,EAAE;oBACJ,SAAS,EAAE,MAAM,CAAA;iBACpB,CAAC;gBACF,OAAO,EAAE;oBACL,SAAS,EAAE,MAAM,CAAA;iBACpB,CAAA;aACJ,CAAA;SACJ,EAAE,CAAA;KACN,CAAA;CACJ,CAAC,CAAA;AAEF,UAAU,2BAA2B;IACjC,UAAU,EAAE,gBAAgB,EAAE,CAAC;IAC/B,gBAAgB,EAAE;QACd,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,OAAO,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,MAAM,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IACF,gBAAgB,EAAE;QACd,SAAS,EAAE,GAAG,EAAE,CAAA;KACnB,CAAC;IACF,QAAQ,EAAE,GAAG,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAC9B,WAAW,EAAE,2BAA2B,EAAE,CAAC;IAC3C,QAAQ,EAAE,oBAAoB,CAAA;CACjC;AAED,qBAAa,mBAAoB,SAAQ,2BAA2B,CAAC,eAAe,EAAE,wBAAwB,CAAC;IAC3G,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxB,KAAK,EAAE,OAAO,CAOb;IAED,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,eAAe;IA4ClH,0BAA0B,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM;IAI/D,+BAA+B,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM;CAGtD"}

package/lib/types/vertexai/models/palm2-text.d.ts

@@ -1,39 +0,0 @@
-import { AIModel, PromptOptions, PromptSegment } from "@llumiverse/core";
-import { VertexAIDriver } from "../index.js";
-import { AbstractPalmModelDefinition, NonStreamingPromptBase, PalmResponseMetadata, StreamingPromptBase } from "./palm-model-base.js";
-export type Palm2TextPrompt = NonStreamingPromptBase<{
-    prompt: string;
-}>;
-export type Palm2TextStreamingPrompt = StreamingPromptBase<{
-    prompt: {
-        stringVal: string;
-    };
-}>;
-interface Palm2TextResponsePrediction {
-    content: string;
-    safetyAttributes: {
-        scores: number[];
-        safetyRatings: {
-            severity: string;
-            probabilityScore: number;
-            severityScore: number;
-            category: string;
-        }[];
-    };
-    citationMetadata: {
-        citations: any[];
-    };
-}
-export interface Palm2TextResponse {
-    predictions: Palm2TextResponsePrediction[];
-    metadata: PalmResponseMetadata;
-}
-export declare class Palm2TextDefinition extends AbstractPalmModelDefinition<Palm2TextPrompt, Palm2TextStreamingPrompt> {
-    versions: string[];
-    model: AIModel;
-    createNonStreamingPrompt(_driver: VertexAIDriver, segments: PromptSegment[], opts: PromptOptions): Palm2TextPrompt;
-    extractContentFromResponse(response: Palm2TextResponse): string;
-    extractContentFromResponseChunk(chunk: any): string;
-}
-export {};
-//# sourceMappingURL=palm2-text.d.ts.map

package/lib/types/vertexai/models/palm2-text.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"palm2-text.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/palm2-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAa,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEpF,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAEtI,MAAM,MAAM,eAAe,GAAG,sBAAsB,CAAC;IACjD,MAAM,EAAE,MAAM,CAAA;CACjB,CAAC,CAAA;AAGF,MAAM,MAAM,wBAAwB,GAAG,mBAAmB,CAAC;IACvD,MAAM,EAAE;QACJ,SAAS,EAAE,MAAM,CAAA;KACpB,CAAA;CACJ,CAAC,CAAA;AAGF,UAAU,2BAA2B;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE;QACd,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,aAAa,EAAE;YACX,QAAQ,EAAE,MAAM,CAAC;YACjB,gBAAgB,EAAE,MAAM,CAAC;YACzB,aAAa,EAAE,MAAM,CAAC;YACtB,QAAQ,EAAE,MAAM,CAAA;SACnB,EAAE,CAAA;KACN,CAAC;IACF,gBAAgB,EAAE;QACd,SAAS,EAAE,GAAG,EAAE,CAAA;KACnB,CAAA;CACJ;AAED,MAAM,WAAW,iBAAiB;IAC9B,WAAW,EAAE,2BAA2B,EAAE,CAAC;IAC3C,QAAQ,EAAE,oBAAoB,CAAA;CACjC;AAED,qBAAa,mBAAoB,SAAQ,2BAA2B,CAAC,eAAe,EAAE,wBAAwB,CAAC;IAC3G,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxB,KAAK,EAAE,OAAO,CAOb;IAED,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,eAAe;IAWlH,0BAA0B,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM;IAI/D,+BAA+B,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM;CAItD"}

package/lib/types/vertexai/utils/tensor.d.ts

@@ -1,6 +0,0 @@
-export declare function formatArrayAsTensor(arr: any[]): any;
-export declare function generateStreamingPrompt(prompt: {
-    instances: any;
-    parameters: any;
-}): any;
-//# sourceMappingURL=tensor.d.ts.map

package/lib/types/vertexai/utils/tensor.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"tensor.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/utils/tensor.ts"],"names":[],"mappings":"AAiCA,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,GAAG,CASnD;AAkCD,wBAAgB,uBAAuB,CAAC,MAAM,EAAE;IAAE,SAAS,EAAE,GAAG,CAAC;IAAC,UAAU,EAAE,GAAG,CAAA;CAAE,GAAG,GAAG,CAKxF"}

package/src/vertexai/models/codey-chat.ts

@@ -1,115 +0,0 @@
-import { AIModel, ModelType, PromptOptions, PromptRole, PromptSegment } from "@llumiverse/core";
-import { getJSONSafetyNotice } from "@llumiverse/core/formatters";
-import { VertexAIDriver } from "../index.js";
-import { AbstractPalmModelDefinition, NonStreamingPromptBase, PalmResponseMetadata, StreamingPromptBase } from "./palm-model-base.js";
-
-export interface CodeyChatMessage {
-    author: string,
-    content: string
-}
-
-export type CodeyChatPrompt = NonStreamingPromptBase<{
-    context?: string;
-    messages: CodeyChatMessage[];
-}>
-
-
-export type CodeyChatStreamingPrompt = StreamingPromptBase<{
-    messages: {
-        listVal: {
-            structVal: {
-                author: {
-                    stringVal: string
-                },
-                content: {
-                    stringVal: string
-                }
-            }
-        }[]
-    }
-}>
-
-
-interface CodeyChatResponsePrediction {
-    candidates: CodeyChatMessage[],
-    safetyAttributes: {
-        scores: number[],
-        blocked: boolean,
-        categories: string[],
-        errors: number[],
-    },
-    citationMetadata: {
-        citations: any[]
-    },
-    logprobs: any,
-}
-
-export interface CodeyChatResponse {
-    predictions: CodeyChatResponsePrediction[],
-    metadata: PalmResponseMetadata
-}
-
-export class CodeyChatDefinition extends AbstractPalmModelDefinition<CodeyChatPrompt, CodeyChatStreamingPrompt> {
-    versions: string[] = [];
-    model: AIModel = {
-        id: "codechat-bison",
-        name: "Codey for Code Chat",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Chat,
-        can_stream: true,
-    }
-
-    createNonStreamingPrompt(_driver: VertexAIDriver, segments: PromptSegment[], opts: PromptOptions): CodeyChatPrompt {
-        const system: string[] = [];
-        const messages: CodeyChatMessage[] = [];
-        const safety: string[] = [];
-        for (const segment of segments) {
-            switch (segment.role) {
-                case PromptRole.user:
-                    messages.push({ author: 'user', content: segment.content });
-                    break;
-                case PromptRole.assistant:
-                    messages.push({ author: 'assistant', content: segment.content });
-                    break;
-                case PromptRole.system:
-                    system.push(segment.content);
-                    break;
-                case PromptRole.safety:
-                    safety.push(segment.content);
-                    break;
-            }
-        }
-
-        if (opts.result_schema) {
-            safety.push(getJSONSafetyNotice(opts.result_schema));
-        }
-
-        const context = []
-        if (system.length > 0) {
-            context.push(system.join('\n'));
-        }
-        if (safety.length > 0) {
-            context.push('IMPORTANT: ' + safety.join('\n'));
-        }
-
-        return {
-            instances: [{
-                context: context.length > 0 ? context.join('\n') : undefined,
-                messages
-            }],
-            parameters: {
-                // put defauilts here
-            }
-        } as CodeyChatPrompt;
-    }
-
-    extractContentFromResponse(response: CodeyChatResponse): string {
-        return response.predictions[0].candidates[0].content ?? '';
-    }
-
-    extractContentFromResponseChunk(chunk: any): string {
-        return chunk.outputs[0]?.structVal.candidates.listVal[0].structVal.content.stringVal || '';
-    }
-
-}

package/src/vertexai/models/codey-text.ts

@@ -1,69 +0,0 @@
-import { AIModel, ModelType, PromptOptions, PromptSegment } from "@llumiverse/core";
-import { formatTextPrompt } from "@llumiverse/core/formatters";
-import { VertexAIDriver } from "../index.js";
-import { AbstractPalmModelDefinition, NonStreamingPromptBase, PalmResponseMetadata, StreamingPromptBase } from "./palm-model-base.js";
-
-
-export type CodeyTextPrompt = NonStreamingPromptBase<{
-    prefix: string
-}>
-
-
-export type CodeyTextStreamingPrompt = StreamingPromptBase<{
-    prefix: {
-        stringVal: string
-    }
-}>
-
-interface CodeyTextResponsePrediction {
-    content: string,
-    safetyAttributes: {
-        scores: number[],
-        safetyRatings: {
-            severity: string,
-            probabilityScore: number,
-            severityScore: number,
-            category: string
-        }[]
-    },
-    citationMetadata: {
-        citations: any[]
-    }
-}
-
-export interface CodeyTextResponse {
-    predictions: CodeyTextResponsePrediction[],
-    metadata: PalmResponseMetadata
-}
-
-export class CodeyTextDefinition extends AbstractPalmModelDefinition<CodeyTextPrompt, CodeyTextStreamingPrompt> {
-    versions: string[] = [];
-    model: AIModel = {
-        id: "code-bison",
-        name: "Codey for Code Generation",
-        provider: "vertexai",
-        owner: "google",
-        type: ModelType.Text,
-        can_stream: true,
-    }
-
-    createNonStreamingPrompt(_driver: VertexAIDriver, segments: PromptSegment[], opts: PromptOptions): CodeyTextPrompt {
-        return {
-            instances: [{
-                prefix: formatTextPrompt(segments, opts.result_schema)
-            }],
-            parameters: {
-                // put defauilts here
-            }
-        } as CodeyTextPrompt;
-    }
-
-    extractContentFromResponse(response: CodeyTextResponse): string {
-        return response.predictions[0].content ?? '';
-    }
-
-    extractContentFromResponseChunk(chunk: any): string {
-        return chunk.outputs[0]?.structVal.content.stringVal || '';
-    }
-
-}