@llumiverse/drivers 1.3.0 → 1.4.0

package/lib/vertexai/embeddings/embed.js

@@ -0,0 +1,162 @@
+import { VERTEX_DEFAULT_EMBEDDING_MODEL, VERTEX_MULTIMODAL_EMBEDDING_MODEL } from '@llumiverse/common';
+import { buildEmbeddingsResult, LlumiverseError, normalizeEmbeddingsOptions, } from '@llumiverse/core';
+import { generateLegacyMultimodalEmbeddings } from './embed-legacy-multimodal.js';
+import { dataSourceToVertexSourceData } from './source-utils.js';
+/**
+ * Models that do not accept task_type as an API parameter and instead expect
+ * the task to be conveyed by a documented prompt prefix.
+ */
+const TASK_TYPE_PREFIX_MODELS = new Set(['gemini-embedding-2']);
+/**
+ * Apply the documented prompt prefix for gemini-embedding-2 (prefix-only model).
+ *
+ * Prefixes per Google docs:
+ *   query    → "task: search result | query: {text}"
+ *   document → "title: {title} | text: {text}"  (uses "none" when title is absent)
+ */
+function buildPrefixText(input) {
+    if (!input.task_type)
+        return input.text;
+    if (input.task_type === 'query') {
+        return `task: search result | query: ${input.text}`;
+    }
+    // document
+    const title = input.title ?? 'none';
+    return `title: ${title} | text: ${input.text}`;
+}
+function toGoogleTaskType(taskType) {
+    switch (taskType) {
+        case 'query':
+            return 'RETRIEVAL_QUERY';
+        case 'document':
+            return 'RETRIEVAL_DOCUMENT';
+        default:
+            return undefined;
+    }
+}
+/**
+ * Models only available in the Vertex "global" location.
+ */
+const GLOBAL_ONLY_MODELS = new Set(['gemini-embedding-2']);
+/**
+ * Models that only support one input content per embedContent request.
+ */
+const NON_GROUPING_MODELS = new Set(['gemini-embedding-001', 'gemini-embedding-2']);
+async function dataSourceToPart(ds) {
+    const source = await dataSourceToVertexSourceData(ds);
+    if (source.gcsUri) {
+        return { fileData: { fileUri: source.gcsUri, mimeType: ds.mime_type } };
+    }
+    if (!source.bytesBase64Encoded) {
+        throw new Error('Data source conversion produced neither GCS URI nor inline bytes');
+    }
+    return { inlineData: { data: source.bytesBase64Encoded, mimeType: ds.mime_type } };
+}
+function textConfig(input, viaPrefix) {
+    const config = {};
+    if (!viaPrefix && input.task_type)
+        config.taskType = toGoogleTaskType(input.task_type);
+    if (input.title)
+        config.title = input.title;
+    return config;
+}
+function configSignature(input, viaPrefix) {
+    if (input.type !== 'text')
+        return '{}';
+    return JSON.stringify(textConfig(input, viaPrefix));
+}
+async function inputToContent(input, viaPrefix) {
+    if (input.type === 'text') {
+        const text = viaPrefix ? buildPrefixText(input) : input.text;
+        return { role: 'user', parts: [{ text }] };
+    }
+    return { role: 'user', parts: [await dataSourceToPart(input.source)] };
+}
+function configForGroup(representative, viaPrefix, options) {
+    const config = {};
+    if (representative.type === 'text') {
+        Object.assign(config, textConfig(representative, viaPrefix));
+    }
+    if (options.dimensions !== undefined)
+        config.outputDimensionality = options.dimensions;
+    return Object.keys(config).length > 0 ? config : undefined;
+}
+function addInputTokenUsage(usage, tokenCount) {
+    usage.input_text_tokens = (usage.input_text_tokens ?? 0) + tokenCount;
+    usage.input_tokens = (usage.input_tokens ?? 0) + tokenCount;
+}
+/**
+ * Models that use the legacy multimodal predict API instead of embedContent.
+ */
+const LEGACY_MULTIMODAL_MODELS = new Set([VERTEX_MULTIMODAL_EMBEDDING_MODEL]);
+/**
+ * Generate Vertex AI embeddings via @google/genai's embedContent API.
+ * Text inputs are sent as Content with a text part; task_type and title
+ * are applied via the SDK config (or via prompt prefix for models that
+ * don't accept them as API parameters).
+ * Image/video/audio inputs are sent as inlineData (base64) or fileData (gs://).
+ * Inputs with the same config signature are batched in a single call;
+ * differing configs produce separate calls. Results preserve input order.
+ */
+export async function generateVertexAiEmbeddings(driver, options) {
+    const normalized = normalizeEmbeddingsOptions(options);
+    const model = normalized.model ?? VERTEX_DEFAULT_EMBEDDING_MODEL;
+    if (LEGACY_MULTIMODAL_MODELS.has(model)) {
+        return generateLegacyMultimodalEmbeddings(driver, normalized);
+    }
+    const viaPrefix = TASK_TYPE_PREFIX_MODELS.has(model);
+    const region = GLOBAL_ONLY_MODELS.has(model) ? 'global' : undefined;
+    const disableGrouping = NON_GROUPING_MODELS.has(model);
+    const groups = new Map();
+    normalized.inputs.forEach((input, index) => {
+        const key = disableGrouping ? `single:${index}` : configSignature(input, viaPrefix);
+        const group = groups.get(key);
+        if (group) {
+            group.push({ index, input });
+            return;
+        }
+        groups.set(key, [{ index, input }]);
+    });
+    const ai = region ? driver.getGoogleGenAIClient(region) : driver.getGoogleGenAIClient();
+    const items = new Array(normalized.inputs.length);
+    const usage = {};
+    for (const group of groups.values()) {
+        const contents = await Promise.all(group.map((entry) => inputToContent(entry.input, viaPrefix)));
+        const config = configForGroup(group[0].input, viaPrefix, normalized);
+        try {
+            const response = await ai.models.embedContent({ model, contents, config });
+            const embeddings = response.embeddings ?? [];
+            if (embeddings.length !== group.length) {
+                throw new Error(`Vertex AI embedContent returned ${embeddings.length} embeddings for ${group.length} inputs (model ${model})`);
+            }
+            embeddings.forEach((embedding, i) => {
+                const entry = group[i];
+                const values = embedding.values;
+                if (!values) {
+                    throw new Error(`Vertex AI embedContent returned an empty embedding for input ${entry.index} (model ${model})`);
+                }
+                const tokenCount = embedding.statistics?.tokenCount;
+                items[entry.index] = {
+                    outputs: [{ values, modality: entry.input.type }],
+                    input_tokens: tokenCount,
+                };
+                if (typeof tokenCount === 'number') {
+                    addInputTokenUsage(usage, tokenCount);
+                }
+            });
+        }
+        catch (error) {
+            if (LlumiverseError.isLlumiverseError(error))
+                throw error;
+            if (error instanceof Error && typeof error.status !== 'number')
+                throw error;
+            throw driver.formatLlumiverseError(error, {
+                provider: 'vertexai',
+                model,
+                operation: 'execute',
+            });
+        }
+    }
+    return buildEmbeddingsResult(model, items, Object.keys(usage).length > 0 ? usage : undefined);
+}
+//# sourceMappingURL=embed.js.map

package/lib/vertexai/embeddings/embed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.js","sourceRoot":"","sources":["../../../src/vertexai/embeddings/embed.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,8BAA8B,EAAE,iCAAiC,EAAE,MAAM,oBAAoB,CAAC;AACvG,OAAO,EACH,qBAAqB,EAQrB,eAAe,EACf,0BAA0B,GAE7B,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,kCAAkC,EAAE,MAAM,8BAA8B,CAAC;AAClF,OAAO,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAC;AAEjE;;;GAGG;AACH,MAAM,uBAAuB,GAAG,IAAI,GAAG,CAAS,CAAC,oBAAoB,CAAC,CAAC,CAAC;AAExE;;;;;;GAMG;AACH,SAAS,eAAe,CAAC,KAAyB;IAC9C,IAAI,CAAC,KAAK,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC;IACxC,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;QAC9B,OAAO,gCAAgC,KAAK,CAAC,IAAI,EAAE,CAAC;IACxD,CAAC;IACD,WAAW;IACX,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,MAAM,CAAC;IACpC,OAAO,UAAU,KAAK,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;AACnD,CAAC;AAKD,SAAS,gBAAgB,CAAC,QAAuC;IAC7D,QAAQ,QAAQ,EAAE,CAAC;QACf,KAAK,OAAO;YACR,OAAO,iBAAiB,CAAC;QAC7B,KAAK,UAAU;YACX,OAAO,oBAAoB,CAAC;QAChC;YACI,OAAO,SAAS,CAAC;IACzB,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAS,CAAC,oBAAoB,CAAC,CAAC,CAAC;AAEnE;;GAEG;AACH,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAS,CAAC,sBAAsB,EAAE,oBAAoB,CAAC,CAAC,CAAC;AAE5F,KAAK,UAAU,gBAAgB,CAAC,EAAc;IAC1C,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC,EAAE,CAAC,CAAC;IACtD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAChB,OAAO,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC;IAC5E,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACxF,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,kBAAkB,EAAE,QAAQ,EAAE,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC;AACvF,CAAC;AAID,SAAS,UAAU,CAAC,KAAyB,EAAE,SAAkB;IAC7D,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS;QAAE,MAAM,CAAC,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACvF,IAAI,KAAK,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC5C,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,eAAe,CAAC,KAAqB,EAAE,SAAkB;IAC9D,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IACvC,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,KAAqB,EAAE,SAAkB;IACnE,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;QAC7D,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,MAAM,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;AAC3E,CAAC;AAED,SAAS,cAAc,CACnB,cAA8B,EAC9B,SAAkB,EAClB,OAA0B;IAE1B,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,IAAI,cAAc,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;QAAE,MAAM,CAAC,oBAAoB,GAAG,OAAO,CAAC,UAAU,CAAC;IACvF,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/D,CAAC;AAED,SAAS,kBAAkB,CAAC,KAA2B,EAAE,UAAkB;IACvE,KAAK,CAAC,iBAAiB,GAAG,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,UAAU,CAAC;IACtE,KAAK,CAAC,YAAY,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,UAAU,CAAC;AAChE,CAAC;AAED;;GAEG;AACH,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAAS,CAAC,iCAAiC,CAAC,CAAC,CAAC;AAEtF;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC5C,MAAsB,EACtB,OAA0B;IAE1B,MAAM,UAAU,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,8BAA8B,CAAC;IAEjE,IAAI,wBAAwB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QACtC,OAAO,kCAAkC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,SAAS,GAAG,uBAAuB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IACpE,MAAM,eAAe,GAAG,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAEvD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAsD,CAAC;IAC7E,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QACvC,MAAM,GAAG,GAAG,eAAe,CAAC,CAAC,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACpF,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,KAAK,EAAE,CAAC;YACR,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7B,OAAO;QACX,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;IACxF,MAAM,KAAK,GAAG,IAAI,KAAK,CAAsB,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACvE,MAAM,KAAK,GAAyB,EAAE,CAAC;IAEvC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;QACjG,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;QAErE,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;YAC3E,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC;YAC7C,IAAI,UAAU,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CACX,mCAAmC,UAAU,CAAC,MAAM,mBAAmB,KAAK,CAAC,MAAM,kBAAkB,KAAK,GAAG,CAChH,CAAC;YACN,CAAC;YAED,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE;gBAChC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACvB,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;gBAChC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACV,MAAM,IAAI,KAAK,CACX,gEAAgE,KAAK,CAAC,KAAK,WAAW,KAAK,GAAG,CACjG,CAAC;gBACN,CAAC;gBACD,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,EAAE,UAAU,CAAC;gBACpD,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;oBACjB,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;oBACjD,YAAY,EAAE,UAAU;iBAC3B,CAAC;gBACF,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;oBACjC,kBAAkB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;gBAC1C,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAC;YAC1D,IAAI,KAAK,YAAY,KAAK,IAAI,OAAQ,KAA8B,CAAC,MAAM,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;YACtG,MAAM,MAAM,CAAC,qBAAqB,CAAC,KAAK,EAAE;gBACtC,QAAQ,EAAE,UAAU;gBACpB,KAAK;gBACL,SAAS,EAAE,SAAS;aACvB,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,OAAO,qBAAqB,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AAClG,CAAC"}

package/lib/vertexai/embeddings/source-utils.d.ts

@@ -0,0 +1,9 @@
+import { type DataSource } from '@llumiverse/core';
+interface VertexSourceData {
+    gcsUri?: string;
+    bytesBase64Encoded?: string;
+}
+export declare function isGcsUrl(url: string): boolean;
+export declare function dataSourceToVertexSourceData(ds: DataSource): Promise<VertexSourceData>;
+export {};
+//# sourceMappingURL=source-utils.d.ts.map

package/lib/vertexai/embeddings/source-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"source-utils.d.ts","sourceRoot":"","sources":["../../../src/vertexai/embeddings/source-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAoB,KAAK,UAAU,EAAsB,MAAM,kBAAkB,CAAC;AAEzF,UAAU,gBAAgB;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAM7C;AAED,wBAAsB,4BAA4B,CAAC,EAAE,EAAE,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAa5F"}

package/lib/vertexai/embeddings/source-utils.js

@@ -0,0 +1,18 @@
+import { Base64DataSource, dataSourceToBase64 } from '@llumiverse/core';
+export function isGcsUrl(url) {
+    return (url.startsWith('gs://') ||
+        url.startsWith('https://storage.googleapis.com/') ||
+        url.startsWith('https://storage.cloud.google.com/'));
+}
+export async function dataSourceToVertexSourceData(ds) {
+    const url = await ds.getURL().catch(() => undefined);
+    if (url && isGcsUrl(url)) {
+        return { gcsUri: url };
+    }
+    const bytesBase64Encoded = ds instanceof Base64DataSource ? ds.getBase64() : await dataSourceToBase64(ds);
+    if (!bytesBase64Encoded) {
+        throw new Error(`Data source conversion produced empty result — name=${ds.name}, mime=${ds.mime_type ?? 'unknown'}`);
+    }
+    return { bytesBase64Encoded };
+}
+//# sourceMappingURL=source-utils.js.map

package/lib/vertexai/embeddings/source-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source-utils.js","sourceRoot":"","sources":["../../../src/vertexai/embeddings/source-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAmB,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAOzF,MAAM,UAAU,QAAQ,CAAC,GAAW;IAChC,OAAO,CACH,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;QACvB,GAAG,CAAC,UAAU,CAAC,iCAAiC,CAAC;QACjD,GAAG,CAAC,UAAU,CAAC,mCAAmC,CAAC,CACtD,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAAC,EAAc;IAC7D,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACrD,IAAI,GAAG,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED,MAAM,kBAAkB,GAAG,EAAE,YAAY,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,MAAM,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAC1G,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CACX,uDAAuD,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC,SAAS,IAAI,SAAS,EAAE,CACtG,CAAC;IACN,CAAC;IACD,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAClC,CAAC"}

package/lib/{types/vertexai → vertexai}/index.d.ts

@@ -1,10 +1,14 @@
-import { AnthropicVertex } from "@anthropic-ai/vertex-sdk";
-import { PredictionServiceClient, v1beta1 } from "@google-cloud/aiplatform";
-import { type Content, GoogleGenAI, type Model } from "@google/genai";
-import { type AIModel, AbstractDriver, type Completion, type CompletionChunkObject, type DriverOptions, type EmbeddingsOptions, type EmbeddingsResult, type ExecutionOptions, type LlumiverseError, type LlumiverseErrorContext, type ModelSearchPayload, type PromptSegment } from "@llumiverse/core";
-import { FetchClient } from "@vertesia/api-fetch-client";
-import { GoogleAuth, type GoogleAuthOptions } from "google-auth-library";
-import { type ImagenPrompt } from "./models/imagen.js";
+import { AnthropicVertex } from '@anthropic-ai/vertex-sdk';
+import { type Content, GoogleGenAI, type Model } from '@google/genai';
+import { PredictionServiceClient, v1beta1 } from '@google-cloud/aiplatform';
+import { type AIModel, type Completion, type CompletionChunkObject, type DriverOptions, type EmbeddingsOptions, type EmbeddingsResult, type ExecutionOptions, type HttpTimeoutOptions, type LlumiverseError, type LlumiverseErrorContext, type ModelSearchPayload, type PromptSegment } from '@llumiverse/core';
+import { AbstractDriver } from '@llumiverse/core/driver';
+import { FetchClient } from '@vertesia/api-fetch-client';
+import { type AuthClient, GoogleAuth, type GoogleAuthOptions } from 'google-auth-library';
+import { type ClaudePrompt } from '../shared/claude-messages.js';
+import { type ImagenPrompt } from './models/imagen.js';
+import type { LLamaPrompt } from './models/llama.js';
+import { trimModelName } from './models.js';
 export interface VertexAIDriverOptions extends DriverOptions {
     project: string;
     region: string;
@@ -14,8 +18,8 @@ export interface GenerateContentPrompt {
     contents: Content[];
     system?: Content;
 }
-export type VertexAIPrompt = ImagenPrompt | GenerateContentPrompt;
-export declare function trimModelName(model: string): string;
+export type VertexAIPrompt = ImagenPrompt | GenerateContentPrompt | ClaudePrompt | LLamaPrompt;
+export { trimModelName };
 export declare class VertexAIDriver extends AbstractDriver<VertexAIDriverOptions, VertexAIPrompt> {
     static PROVIDER: string;
     provider: string;
@@ -25,27 +29,39 @@ export declare class VertexAIDriver extends AbstractDriver<VertexAIDriverOptions
     googleGenAI: GoogleGenAI | undefined;
     googleGenAIRegion: string | undefined;
     googleGenAIFlex: boolean | undefined;
-    llamaClient: FetchClient & {
+    llamaClient: (FetchClient & {
         region?: string;
-    } | undefined;
+    }) | undefined;
     modelGarden: v1beta1.ModelGardenServiceClient | undefined;
     imagenClient: PredictionServiceClient | undefined;
-    googleAuth: GoogleAuth<any>;
+    predictionClient: PredictionServiceClient | undefined;
+    googleAuth: GoogleAuth<AuthClient>;
     private authClientPromise;
     constructor(options: VertexAIDriverOptions);
+    /**
+     * Cleanup Google Cloud clients when the driver is evicted from the cache.
+     * `super.destroy()` releases the HTTP agent socket pool created by
+     * {@link AbstractDriver.getHttpAgent} / {@link AbstractDriver.getDriverFetch}.
+     */
+    destroy(): void;
     private getAuthClient;
-    getGoogleGenAIClient(region?: string, flex?: boolean): GoogleGenAI;
+    private getSdkRequestTimeoutMs;
+    private getGoogleGenAIHttpOptions;
+    private getAnthropicVertexClientOptions;
+    getGoogleGenAIClient(region?: string, flex?: boolean, httpTimeout?: HttpTimeoutOptions): GoogleGenAI;
     private buildGoogleGenAIClient;
-    getFetchClient(): FetchClient;
+    getFetchClient(region?: string): FetchClient;
     getLLamaClient(region?: string): FetchClient;
-    getAnthropicClient(region?: string): Promise<AnthropicVertex>;
+    getAnthropicClient(region?: string, httpTimeout?: HttpTimeoutOptions): Promise<AnthropicVertex>;
     getAIPlatformClient(): Promise<v1beta1.ModelServiceClient>;
     getModelGardenClient(): Promise<v1beta1.ModelGardenServiceClient>;
     getImagenClient(): Promise<PredictionServiceClient>;
+    getPredictionServiceClient(): Promise<PredictionServiceClient>;
     validateResult(result: Completion, options: ExecutionOptions): void;
     protected canStream(options: ExecutionOptions): Promise<boolean>;
     protected isImageModel(model: string): boolean;
     createPrompt(segments: PromptSegment[], options: ExecutionOptions): Promise<VertexAIPrompt>;
+    formatDebugPrompt(prompt: VertexAIPrompt): VertexAIPrompt;
     requestTextCompletion(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<Completion>;
     requestTextCompletionStream(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
     /**
@@ -64,10 +80,6 @@ export declare class VertexAIDriver extends AbstractDriver<VertexAIDriverOptions
     listModels(_params?: ModelSearchPayload): Promise<AIModel<string>[]>;
     validateConnection(): Promise<boolean>;
     generateEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
-    /**
-     * Cleanup Google Cloud clients when the driver is evicted from the cache.
-     */
-    destroy(): void;
     /**
      * Format VertexAI errors by routing to model-specific error handlers.
      * Each model definition (Gemini, Claude, Llama) can provide custom error parsing

package/lib/vertexai/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/vertexai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,KAAK,OAAO,EAAE,WAAW,EAAE,KAAK,KAAK,EAAE,MAAM,eAAe,CAAC;AACtE,OAAO,EAAE,uBAAuB,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAC5E,OAAO,EACH,KAAK,OAAO,EACZ,KAAK,UAAU,EACf,KAAK,qBAAqB,EAE1B,KAAK,aAAa,EAClB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EAGrB,KAAK,kBAAkB,EAEvB,KAAK,eAAe,EACpB,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,EAEvB,KAAK,aAAa,EAKrB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAEzD,OAAO,EAAiB,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACxE,OAAO,EAAE,KAAK,UAAU,EAAE,UAAU,EAAE,KAAK,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAC1F,OAAO,EAAE,KAAK,YAAY,EAA2B,MAAM,8BAA8B,CAAC;AAI1F,OAAO,EAAkD,KAAK,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvG,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAsB,aAAa,EAAE,MAAM,aAAa,CAAC;AAEhE,MAAM,WAAW,qBAAsB,SAAQ,aAAa;IACxD,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACzC;AAED,MAAM,WAAW,qBAAqB;IAClC,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AAqBD,MAAM,MAAM,cAAc,GAAG,YAAY,GAAG,qBAAqB,GAAG,YAAY,GAAG,WAAW,CAAC;AAE/F,OAAO,EAAE,aAAa,EAAE,CAAC;AAEzB,qBAAa,cAAe,SAAQ,cAAc,CAAC,qBAAqB,EAAE,cAAc,CAAC;IACrF,MAAM,CAAC,QAAQ,SAAc;IAC7B,QAAQ,SAA2B;IAEnC,UAAU,EAAE,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IACnD,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC;IAC7C,WAAW,EAAE,WAAW,GAAG,SAAS,CAAC;IACrC,WAAW,EAAE,WAAW,GAAG,SAAS,CAAC;IACrC,iBAAiB,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,eAAe,EAAE,OAAO,GAAG,SAAS,CAAC;IACrC,WAAW,EAAE,CAAC,WAAW,GAAG;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC;IAC7D,WAAW,EAAE,OAAO,CAAC,wBAAwB,GAAG,SAAS,CAAC;IAC1D,YAAY,EAAE,uBAAuB,GAAG,SAAS,CAAC;IAClD,gBAAgB,EAAE,uBAAuB,GAAG,SAAS,CAAC;IAEtD,UAAU,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;IACnC,OAAO,CAAC,iBAAiB,CAAkC;gBAE/C,OAAO,EAAE,qBAAqB;IAkB1C;;;;OAIG;IACH,OAAO,IAAI,IAAI;YAQD,aAAa;IAO3B,OAAO,CAAC,sBAAsB;IAO9B,OAAO,CAAC,yBAAyB;IAcjC,OAAO,CAAC,+BAA+B;IAUhC,oBAAoB,CACvB,MAAM,GAAE,MAA4B,EACpC,IAAI,GAAE,OAAe,EACrB,WAAW,CAAC,EAAE,kBAAkB,GACjC,WAAW;IAcd,OAAO,CAAC,sBAAsB;IAYvB,cAAc,CAAC,MAAM,GAAE,MAA4B,GAAG,WAAW;IAejE,cAAc,CAAC,MAAM,GAAE,MAAsB,GAAG,WAAW;IAkBrD,kBAAkB,CAC3B,MAAM,GAAE,MAA4B,EACpC,WAAW,CAAC,EAAE,kBAAkB,GACjC,OAAO,CAAC,eAAe,CAAC;IAwBd,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC;IAa1D,oBAAoB,IAAI,OAAO,CAAC,OAAO,CAAC,wBAAwB,CAAC;IAajE,eAAe,IAAI,OAAO,CAAC,uBAAuB,CAAC;IAcnD,0BAA0B,IAAI,OAAO,CAAC,uBAAuB,CAAC;IAa3E,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB;IAY5D,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAOhE,SAAS,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAIvC,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,cAAc,CAAC;IAO3F,iBAAiB,CAAC,MAAM,EAAE,cAAc,GAAG,cAAc;IAa1D,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAG7F,2BAA2B,CAC7B,MAAM,EAAE,cAAc,EACtB,OAAO,EAAE,gBAAgB,GAC1B,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAIhD;;;;OAIG;IACH,0BAA0B,CACtB,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,OAAO,EAAE,EACjB,OAAO,EAAE,OAAO,EAAE,GAAG,SAAS,EAC9B,OAAO,EAAE,gBAAgB,GAC1B,OAAO,EAAE,GAAG,OAAO,GAAG,SAAS;IAsGlC;;;OAGG;IACH,OAAO,CAAC,gCAAgC;IA6FlC,sBAAsB,CAAC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAM9F,mBAAmB,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAS1D,UAAU,CAAC,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAuO1E,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAIhC,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAI/E;;;;;;;;OAQG;IACI,qBAAqB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,sBAAsB,GAAG,eAAe;CAiBjG"}