@llumiverse/drivers 1.2.0 → 1.4.0-dev.20260629.090753Z

package/lib/vertexai/embeddings/embed-legacy-multimodal.js

@@ -0,0 +1,141 @@
+import { helpers } from '@google-cloud/aiplatform';
+import { buildEmbeddingsResult, LlumiverseError, } from '@llumiverse/core';
+import { dataSourceToVertexSourceData } from './source-utils.js';
+const DEFAULT_LEGACY_MULTIMODAL_MODEL = 'multimodalembedding@001';
+async function dataSourceToImagePart(ds) {
+    const source = await dataSourceToVertexSourceData(ds);
+    if (source.gcsUri) {
+        return { gcsUri: source.gcsUri, mimeType: ds.mime_type };
+    }
+    if (!source.bytesBase64Encoded) {
+        throw new Error('Data source conversion produced neither GCS URI nor inline bytes');
+    }
+    return { bytesBase64Encoded: source.bytesBase64Encoded, mimeType: ds.mime_type };
+}
+async function dataSourceToVideoPart(ds, input) {
+    const source = await dataSourceToVertexSourceData(ds);
+    const segmentConfig = {};
+    if (input.start_sec !== undefined)
+        segmentConfig.startOffsetSec = input.start_sec;
+    if (input.start_sec !== undefined && input.length_sec !== undefined) {
+        segmentConfig.endOffsetSec = input.start_sec + input.length_sec;
+    }
+    if ('interval_sec' in input && input.interval_sec !== undefined) {
+        segmentConfig.intervalSec = input.interval_sec;
+    }
+    const config = Object.keys(segmentConfig).length > 0 ? segmentConfig : undefined;
+    if (source.gcsUri) {
+        return { gcsUri: source.gcsUri, videoSegmentConfig: config };
+    }
+    if (!source.bytesBase64Encoded) {
+        throw new Error('Data source conversion produced neither GCS URI nor inline bytes');
+    }
+    return { bytesBase64Encoded: source.bytesBase64Encoded, videoSegmentConfig: config };
+}
+async function buildLegacyInstance(input) {
+    switch (input.type) {
+        case 'text':
+            return { instance: { text: input.text }, modality: 'text' };
+        case 'image':
+            return { instance: { image: await dataSourceToImagePart(input.source) }, modality: 'image' };
+        case 'video':
+            return { instance: { video: await dataSourceToVideoPart(input.source, input) }, modality: 'video' };
+        case 'audio':
+            // multimodalembedding@001 has no dedicated audio modality; the API treats audio
+            // like video (uses videoEmbeddings in the response). Route through the video path
+            // and preserve the "audio" modality label so callers can identify the outputs.
+            return { instance: { video: await dataSourceToVideoPart(input.source, input) }, modality: 'audio' };
+    }
+}
+function hasPredictionEmbeddings(prediction) {
+    return Boolean(prediction.textEmbedding || prediction.imageEmbedding || prediction.videoEmbeddings?.length);
+}
+function decodePredictionValue(value, index, model) {
+    const decoded = helpers.fromValue(value);
+    if (!decoded || typeof decoded !== 'object') {
+        throw new Error(`Vertex predict returned an empty prediction for input ${index} (model ${model})`);
+    }
+    const prediction = decoded;
+    if (!hasPredictionEmbeddings(prediction)) {
+        throw new Error(`Vertex predict returned no embeddings for input ${index} (model ${model})`);
+    }
+    return prediction;
+}
+function predictionToOutputs(prediction, modality) {
+    if (modality === 'text' && prediction.textEmbedding) {
+        return [{ values: prediction.textEmbedding, modality: 'text' }];
+    }
+    if (modality === 'image' && prediction.imageEmbedding) {
+        return [{ values: prediction.imageEmbedding, modality: 'image' }];
+    }
+    if ((modality === 'video' || modality === 'audio') && prediction.videoEmbeddings?.length) {
+        return prediction.videoEmbeddings.map((segment) => ({
+            values: segment.embedding,
+            modality,
+            start_sec: segment.startOffsetSec,
+            end_sec: segment.endOffsetSec,
+        }));
+    }
+    // Fallback: return whatever is present
+    if (prediction.textEmbedding)
+        return [{ values: prediction.textEmbedding, modality: 'text' }];
+    if (prediction.imageEmbedding)
+        return [{ values: prediction.imageEmbedding, modality: 'image' }];
+    if (prediction.videoEmbeddings?.length) {
+        return prediction.videoEmbeddings.map((segment) => ({
+            values: segment.embedding,
+            modality: 'video',
+            start_sec: segment.startOffsetSec,
+            end_sec: segment.endOffsetSec,
+        }));
+    }
+    throw new Error('Vertex multimodal prediction returned no embedding values');
+}
+/**
+ * Embed via the legacy multimodalembedding@001 API using the typed
+ * @google-cloud/aiplatform PredictionServiceClient. Returns one result item
+ * per input; video/audio segments expand into multiple outputs.
+ */
+export async function generateLegacyMultimodalEmbeddings(driver, options) {
+    const model = options.model ?? DEFAULT_LEGACY_MULTIMODAL_MODEL;
+    const built = await Promise.all(options.inputs.map(buildLegacyInstance));
+    const modalities = built.map((b) => b.modality);
+    const instances = built
+        .map((b) => helpers.toValue(b.instance))
+        .filter((v) => v != null);
+    if (instances.length !== built.length) {
+        throw new Error('Failed to encode one or more multimodal embedding instances');
+    }
+    const parameters = options.dimensions !== undefined ? helpers.toValue({ dimension: options.dimensions }) : undefined;
+    const endpoint = `projects/${driver.options.project}/locations/${driver.options.region}/publishers/google/models/${model}`;
+    const request = { endpoint, instances, parameters };
+    const client = await driver.getPredictionServiceClient();
+    try {
+        const [response] = await client.predict(request);
+        const predictions = response.predictions ?? [];
+        if (predictions.length !== built.length) {
+            throw new Error(`Vertex predict returned ${predictions.length} predictions for ${built.length} instances (model ${model})`);
+        }
+        const items = predictions.map((value, i) => {
+            const decoded = decodePredictionValue(value, i, model);
+            return { outputs: predictionToOutputs(decoded, modalities[i]) };
+        });
+        return buildEmbeddingsResult(model, items);
+    }
+    catch (error) {
+        if (LlumiverseError.isLlumiverseError(error))
+            throw error;
+        // @google-cloud/aiplatform uses gRPC, which surfaces errors with a numeric `code`
+        // field rather than `status`. Check both to avoid wrapping plain programming errors.
+        if (error instanceof Error &&
+            typeof error.status !== 'number' &&
+            typeof error.code !== 'number')
+            throw error;
+        throw driver.formatLlumiverseError(error, {
+            provider: 'vertexai',
+            model,
+            operation: 'execute',
+        });
+    }
+}
+//# sourceMappingURL=embed-legacy-multimodal.js.map

package/lib/vertexai/embeddings/embed-legacy-multimodal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed-legacy-multimodal.js","sourceRoot":"","sources":["../../../src/vertexai/embeddings/embed-legacy-multimodal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAe,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAEH,qBAAqB,EAMrB,eAAe,GAElB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAC;AAEjE,MAAM,+BAA+B,GAAG,yBAAyB,CAAC;AAElE,KAAK,UAAU,qBAAqB,CAChC,EAAc;IAEd,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC,EAAE,CAAC,CAAC;IACtD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAChB,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC,SAAS,EAAE,CAAC;IAC7D,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACxF,CAAC;IAED,OAAO,EAAE,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,EAAE,QAAQ,EAAE,EAAE,CAAC,SAAS,EAAE,CAAC;AACrF,CAAC;AAQD,KAAK,UAAU,qBAAqB,CAChC,EAAc,EACd,KAAgD;IAEhD,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC,EAAE,CAAC,CAAC;IACtD,MAAM,aAAa,GAAuB,EAAE,CAAC;IAC7C,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS;QAAE,aAAa,CAAC,cAAc,GAAG,KAAK,CAAC,SAAS,CAAC;IAClF,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QAClE,aAAa,CAAC,YAAY,GAAG,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC;IACpE,CAAC;IACD,IAAI,cAAc,IAAI,KAAK,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QAC9D,aAAa,CAAC,WAAW,GAAG,KAAK,CAAC,YAAY,CAAC;IACnD,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;IACjF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAChB,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,CAAC;IACjE,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACxF,CAAC;IAED,OAAO,EAAE,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,EAAE,CAAC;AACzF,CAAC;AASD,KAAK,UAAU,mBAAmB,CAAC,KAAqB;IACpD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACjB,KAAK,MAAM;YACP,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAChE,KAAK,OAAO;YACR,OAAO,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;QACjG,KAAK,OAAO;YACR,OAAO,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;QACxG,KAAK,OAAO;YACR,gFAAgF;YAChF,kFAAkF;YAClF,+EAA+E;YAC/E,OAAO,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;IAC5G,CAAC;AACL,CAAC;AAcD,SAAS,uBAAuB,CAAC,UAAgC;IAC7D,OAAO,OAAO,CAAC,UAAU,CAAC,aAAa,IAAI,UAAU,CAAC,cAAc,IAAI,UAAU,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;AAChH,CAAC;AAED,SAAS,qBAAqB,CAC1B,KAAoC,EACpC,KAAa,EACb,KAAa;IAGb,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,KAA+B,CAAC,CAAC;IACnE,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,yDAAyD,KAAK,WAAW,KAAK,GAAG,CAAC,CAAC;IACvG,CAAC;IAED,MAAM,UAAU,GAAG,OAA+B,CAAC;IACnD,IAAI,CAAC,uBAAuB,CAAC,UAAU,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,mDAAmD,KAAK,WAAW,KAAK,GAAG,CAAC,CAAC;IACjG,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC;AAED,SAAS,mBAAmB,CAAC,UAAgC,EAAE,QAAkB;IAC7E,IAAI,QAAQ,KAAK,MAAM,IAAI,UAAU,CAAC,aAAa,EAAE,CAAC;QAClD,OAAO,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,QAAQ,KAAK,OAAO,IAAI,UAAU,CAAC,cAAc,EAAE,CAAC;QACpD,OAAO,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,cAAc,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,CAAC,QAAQ,KAAK,OAAO,IAAI,QAAQ,KAAK,OAAO,CAAC,IAAI,UAAU,CAAC,eAAe,EAAE,MAAM,EAAE,CAAC;QACvF,OAAO,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAChD,MAAM,EAAE,OAAO,CAAC,SAAS;YACzB,QAAQ;YACR,SAAS,EAAE,OAAO,CAAC,cAAc;YACjC,OAAO,EAAE,OAAO,CAAC,YAAY;SAChC,CAAC,CAAC,CAAC;IACR,CAAC;IACD,uCAAuC;IACvC,IAAI,UAAU,CAAC,aAAa;QAAE,OAAO,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IAC9F,IAAI,UAAU,CAAC,cAAc;QAAE,OAAO,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,cAAc,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IACjG,IAAI,UAAU,CAAC,eAAe,EAAE,MAAM,EAAE,CAAC;QACrC,OAAO,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAChD,MAAM,EAAE,OAAO,CAAC,SAAS;YACzB,QAAQ,EAAE,OAAgB;YAC1B,SAAS,EAAE,OAAO,CAAC,cAAc;YACjC,OAAO,EAAE,OAAO,CAAC,YAAY;SAChC,CAAC,CAAC,CAAC;IACR,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;AACjF,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kCAAkC,CACpD,MAAsB,EACtB,OAA0B;IAE1B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,+BAA+B,CAAC;IAC/D,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAEhD,MAAM,SAAS,GAAG,KAAK;SAClB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;SACvC,MAAM,CAAC,CAAC,CAAC,EAA8B,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;IAE1D,IAAI,SAAS,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;IACnF,CAAC;IAED,MAAM,UAAU,GACZ,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEtG,MAAM,QAAQ,GAAG,YAAY,MAAM,CAAC,OAAO,CAAC,OAAO,cAAc,MAAM,CAAC,OAAO,CAAC,MAAM,6BAA6B,KAAK,EAAE,CAAC;IAE3H,MAAM,OAAO,GAAsD,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;IAEvG,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,0BAA0B,EAAE,CAAC;IACzD,IAAI,CAAC;QACD,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,IAAI,EAAE,CAAC;QAC/C,IAAI,WAAW,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CACX,2BAA2B,WAAW,CAAC,MAAM,oBAAoB,KAAK,CAAC,MAAM,qBAAqB,KAAK,GAAG,CAC7G,CAAC;QACN,CAAC;QAED,MAAM,KAAK,GAA0B,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YAC9D,MAAM,OAAO,GAAG,qBAAqB,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;YACvD,OAAO,EAAE,OAAO,EAAE,mBAAmB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,CAAC,CAAC,CAAC;QAEH,OAAO,qBAAqB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,IAAI,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC;YAAE,MAAM,KAAK,CAAC;QAC1D,kFAAkF;QAClF,qFAAqF;QACrF,IACI,KAAK,YAAY,KAAK;YACtB,OAAQ,KAA8B,CAAC,MAAM,KAAK,QAAQ;YAC1D,OAAQ,KAA4B,CAAC,IAAI,KAAK,QAAQ;YAEtD,MAAM,KAAK,CAAC;QAChB,MAAM,MAAM,CAAC,qBAAqB,CAAC,KAAK,EAAE;YACtC,QAAQ,EAAE,UAAU;YACpB,KAAK;YACL,SAAS,EAAE,SAAS;SACvB,CAAC,CAAC;IACP,CAAC;AACL,CAAC"}

package/lib/vertexai/embeddings/embed.d.ts

@@ -0,0 +1,13 @@
+import { type EmbeddingsOptions, type EmbeddingsResult } from '@llumiverse/core';
+import type { VertexAIDriver } from '../index.js';
+/**
+ * Generate Vertex AI embeddings via @google/genai's embedContent API.
+ * Text inputs are sent as Content with a text part; task_type and title
+ * are applied via the SDK config (or via prompt prefix for models that
+ * don't accept them as API parameters).
+ * Image/video/audio inputs are sent as inlineData (base64) or fileData (gs://).
+ * Inputs with the same config signature are batched in a single call;
+ * differing configs produce separate calls. Results preserve input order.
+ */
+export declare function generateVertexAiEmbeddings(driver: VertexAIDriver, options: EmbeddingsOptions): Promise<EmbeddingsResult>;
+//# sourceMappingURL=embed.d.ts.map

package/lib/vertexai/embeddings/embed.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.d.ts","sourceRoot":"","sources":["../../../src/vertexai/embeddings/embed.ts"],"names":[],"mappings":"AAEA,OAAO,EAKH,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EAMxB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AA6GlD;;;;;;;;GAQG;AACH,wBAAsB,0BAA0B,CAC5C,MAAM,EAAE,cAAc,EACtB,OAAO,EAAE,iBAAiB,GAC3B,OAAO,CAAC,gBAAgB,CAAC,CAqE3B"}

package/lib/vertexai/embeddings/embed.js

@@ -0,0 +1,162 @@
+import { VERTEX_DEFAULT_EMBEDDING_MODEL, VERTEX_MULTIMODAL_EMBEDDING_MODEL } from '@llumiverse/common';
+import { buildEmbeddingsResult, LlumiverseError, normalizeEmbeddingsOptions, } from '@llumiverse/core';
+import { generateLegacyMultimodalEmbeddings } from './embed-legacy-multimodal.js';
+import { dataSourceToVertexSourceData } from './source-utils.js';
+/**
+ * Models that do not accept task_type as an API parameter and instead expect
+ * the task to be conveyed by a documented prompt prefix.
+ */
+const TASK_TYPE_PREFIX_MODELS = new Set(['gemini-embedding-2']);
+/**
+ * Apply the documented prompt prefix for gemini-embedding-2 (prefix-only model).
+ *
+ * Prefixes per Google docs:
+ *   query    → "task: search result | query: {text}"
+ *   document → "title: {title} | text: {text}"  (uses "none" when title is absent)
+ */
+function buildPrefixText(input) {
+    if (!input.task_type)
+        return input.text;
+    if (input.task_type === 'query') {
+        return `task: search result | query: ${input.text}`;
+    }
+    // document
+    const title = input.title ?? 'none';
+    return `title: ${title} | text: ${input.text}`;
+}
+function toGoogleTaskType(taskType) {
+    switch (taskType) {
+        case 'query':
+            return 'RETRIEVAL_QUERY';
+        case 'document':
+            return 'RETRIEVAL_DOCUMENT';
+        default:
+            return undefined;
+    }
+}
+/**
+ * Models only available in the Vertex "global" location.
+ */
+const GLOBAL_ONLY_MODELS = new Set(['gemini-embedding-2']);
+/**
+ * Models that only support one input content per embedContent request.
+ */
+const NON_GROUPING_MODELS = new Set(['gemini-embedding-001', 'gemini-embedding-2']);
+async function dataSourceToPart(ds) {
+    const source = await dataSourceToVertexSourceData(ds);
+    if (source.gcsUri) {
+        return { fileData: { fileUri: source.gcsUri, mimeType: ds.mime_type } };
+    }
+    if (!source.bytesBase64Encoded) {
+        throw new Error('Data source conversion produced neither GCS URI nor inline bytes');
+    }
+    return { inlineData: { data: source.bytesBase64Encoded, mimeType: ds.mime_type } };
+}
+function textConfig(input, viaPrefix) {
+    const config = {};
+    if (!viaPrefix && input.task_type)
+        config.taskType = toGoogleTaskType(input.task_type);
+    if (input.title)
+        config.title = input.title;
+    return config;
+}
+function configSignature(input, viaPrefix) {
+    if (input.type !== 'text')
+        return '{}';
+    return JSON.stringify(textConfig(input, viaPrefix));
+}
+async function inputToContent(input, viaPrefix) {
+    if (input.type === 'text') {
+        const text = viaPrefix ? buildPrefixText(input) : input.text;
+        return { role: 'user', parts: [{ text }] };
+    }
+    return { role: 'user', parts: [await dataSourceToPart(input.source)] };
+}
+function configForGroup(representative, viaPrefix, options) {
+    const config = {};
+    if (representative.type === 'text') {
+        Object.assign(config, textConfig(representative, viaPrefix));
+    }
+    if (options.dimensions !== undefined)
+        config.outputDimensionality = options.dimensions;
+    return Object.keys(config).length > 0 ? config : undefined;
+}
+function addInputTokenUsage(usage, tokenCount) {
+    usage.input_text_tokens = (usage.input_text_tokens ?? 0) + tokenCount;
+    usage.input_tokens = (usage.input_tokens ?? 0) + tokenCount;
+}
+/**
+ * Models that use the legacy multimodal predict API instead of embedContent.
+ */
+const LEGACY_MULTIMODAL_MODELS = new Set([VERTEX_MULTIMODAL_EMBEDDING_MODEL]);
+/**
+ * Generate Vertex AI embeddings via @google/genai's embedContent API.
+ * Text inputs are sent as Content with a text part; task_type and title
+ * are applied via the SDK config (or via prompt prefix for models that
+ * don't accept them as API parameters).
+ * Image/video/audio inputs are sent as inlineData (base64) or fileData (gs://).
+ * Inputs with the same config signature are batched in a single call;
+ * differing configs produce separate calls. Results preserve input order.
+ */
+export async function generateVertexAiEmbeddings(driver, options) {
+    const normalized = normalizeEmbeddingsOptions(options);
+    const model = normalized.model ?? VERTEX_DEFAULT_EMBEDDING_MODEL;
+    if (LEGACY_MULTIMODAL_MODELS.has(model)) {
+        return generateLegacyMultimodalEmbeddings(driver, normalized);
+    }
+    const viaPrefix = TASK_TYPE_PREFIX_MODELS.has(model);
+    const region = GLOBAL_ONLY_MODELS.has(model) ? 'global' : undefined;
+    const disableGrouping = NON_GROUPING_MODELS.has(model);
+    const groups = new Map();
+    normalized.inputs.forEach((input, index) => {
+        const key = disableGrouping ? `single:${index}` : configSignature(input, viaPrefix);
+        const group = groups.get(key);
+        if (group) {
+            group.push({ index, input });
+            return;
+        }
+        groups.set(key, [{ index, input }]);
+    });
+    const ai = region ? driver.getGoogleGenAIClient(region) : driver.getGoogleGenAIClient();
+    const items = new Array(normalized.inputs.length);
+    const usage = {};
+    for (const group of groups.values()) {
+        const contents = await Promise.all(group.map((entry) => inputToContent(entry.input, viaPrefix)));
+        const config = configForGroup(group[0].input, viaPrefix, normalized);
+        try {
+            const response = await ai.models.embedContent({ model, contents, config });
+            const embeddings = response.embeddings ?? [];
+            if (embeddings.length !== group.length) {
+                throw new Error(`Vertex AI embedContent returned ${embeddings.length} embeddings for ${group.length} inputs (model ${model})`);
+            }
+            embeddings.forEach((embedding, i) => {
+                const entry = group[i];
+                const values = embedding.values;
+                if (!values) {
+                    throw new Error(`Vertex AI embedContent returned an empty embedding for input ${entry.index} (model ${model})`);
+                }
+                const tokenCount = embedding.statistics?.tokenCount;
+                items[entry.index] = {
+                    outputs: [{ values, modality: entry.input.type }],
+                    input_tokens: tokenCount,
+                };
+                if (typeof tokenCount === 'number') {
+                    addInputTokenUsage(usage, tokenCount);
+                }
+            });
+        }
+        catch (error) {
+            if (LlumiverseError.isLlumiverseError(error))
+                throw error;
+            if (error instanceof Error && typeof error.status !== 'number')
+                throw error;
+            throw driver.formatLlumiverseError(error, {
+                provider: 'vertexai',
+                model,
+                operation: 'execute',
+            });
+        }
+    }
+    return buildEmbeddingsResult(model, items, Object.keys(usage).length > 0 ? usage : undefined);
+}
+//# sourceMappingURL=embed.js.map

package/lib/vertexai/embeddings/embed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.js","sourceRoot":"","sources":["../../../src/vertexai/embeddings/embed.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,8BAA8B,EAAE,iCAAiC,EAAE,MAAM,oBAAoB,CAAC;AACvG,OAAO,EACH,qBAAqB,EAQrB,eAAe,EACf,0BAA0B,GAE7B,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,kCAAkC,EAAE,MAAM,8BAA8B,CAAC;AAClF,OAAO,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAC;AAEjE;;;GAGG;AACH,MAAM,uBAAuB,GAAG,IAAI,GAAG,CAAS,CAAC,oBAAoB,CAAC,CAAC,CAAC;AAExE;;;;;;GAMG;AACH,SAAS,eAAe,CAAC,KAAyB;IAC9C,IAAI,CAAC,KAAK,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC;IACxC,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;QAC9B,OAAO,gCAAgC,KAAK,CAAC,IAAI,EAAE,CAAC;IACxD,CAAC;IACD,WAAW;IACX,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,MAAM,CAAC;IACpC,OAAO,UAAU,KAAK,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;AACnD,CAAC;AAKD,SAAS,gBAAgB,CAAC,QAAuC;IAC7D,QAAQ,QAAQ,EAAE,CAAC;QACf,KAAK,OAAO;YACR,OAAO,iBAAiB,CAAC;QAC7B,KAAK,UAAU;YACX,OAAO,oBAAoB,CAAC;QAChC;YACI,OAAO,SAAS,CAAC;IACzB,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAS,CAAC,oBAAoB,CAAC,CAAC,CAAC;AAEnE;;GAEG;AACH,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAS,CAAC,sBAAsB,EAAE,oBAAoB,CAAC,CAAC,CAAC;AAE5F,KAAK,UAAU,gBAAgB,CAAC,EAAc;IAC1C,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC,EAAE,CAAC,CAAC;IACtD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAChB,OAAO,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC;IAC5E,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACxF,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,kBAAkB,EAAE,QAAQ,EAAE,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC;AACvF,CAAC;AAID,SAAS,UAAU,CAAC,KAAyB,EAAE,SAAkB;IAC7D,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS;QAAE,MAAM,CAAC,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACvF,IAAI,KAAK,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC5C,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,eAAe,CAAC,KAAqB,EAAE,SAAkB;IAC9D,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IACvC,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,KAAqB,EAAE,SAAkB;IACnE,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;QAC7D,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,MAAM,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;AAC3E,CAAC;AAED,SAAS,cAAc,CACnB,cAA8B,EAC9B,SAAkB,EAClB,OAA0B;IAE1B,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,IAAI,cAAc,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;QAAE,MAAM,CAAC,oBAAoB,GAAG,OAAO,CAAC,UAAU,CAAC;IACvF,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/D,CAAC;AAED,SAAS,kBAAkB,CAAC,KAA2B,EAAE,UAAkB;IACvE,KAAK,CAAC,iBAAiB,GAAG,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,UAAU,CAAC;IACtE,KAAK,CAAC,YAAY,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,UAAU,CAAC;AAChE,CAAC;AAED;;GAEG;AACH,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAAS,CAAC,iCAAiC,CAAC,CAAC,CAAC;AAEtF;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC5C,MAAsB,EACtB,OAA0B;IAE1B,MAAM,UAAU,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,8BAA8B,CAAC;IAEjE,IAAI,wBAAwB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QACtC,OAAO,kCAAkC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,SAAS,GAAG,uBAAuB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IACpE,MAAM,eAAe,GAAG,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAEvD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAsD,CAAC;IAC7E,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QACvC,MAAM,GAAG,GAAG,eAAe,CAAC,CAAC,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACpF,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,KAAK,EAAE,CAAC;YACR,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7B,OAAO;QACX,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;IACxF,MAAM,KAAK,GAAG,IAAI,KAAK,CAAsB,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACvE,MAAM,KAAK,GAAyB,EAAE,CAAC;IAEvC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;QACjG,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;QAErE,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;YAC3E,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC;YAC7C,IAAI,UAAU,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CACX,mCAAmC,UAAU,CAAC,MAAM,mBAAmB,KAAK,CAAC,MAAM,kBAAkB,KAAK,GAAG,CAChH,CAAC;YACN,CAAC;YAED,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE;gBAChC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACvB,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;gBAChC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACV,MAAM,IAAI,KAAK,CACX,gEAAgE,KAAK,CAAC,KAAK,WAAW,KAAK,GAAG,CACjG,CAAC;gBACN,CAAC;gBACD,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,EAAE,UAAU,CAAC;gBACpD,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;oBACjB,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;oBACjD,YAAY,EAAE,UAAU;iBAC3B,CAAC;gBACF,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;oBACjC,kBAAkB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;gBAC1C,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAC;YAC1D,IAAI,KAAK,YAAY,KAAK,IAAI,OAAQ,KAA8B,CAAC,MAAM,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;YACtG,MAAM,MAAM,CAAC,qBAAqB,CAAC,KAAK,EAAE;gBACtC,QAAQ,EAAE,UAAU;gBACpB,KAAK;gBACL,SAAS,EAAE,SAAS;aACvB,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,OAAO,qBAAqB,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AAClG,CAAC"}

package/lib/vertexai/embeddings/source-utils.d.ts

@@ -0,0 +1,9 @@
+import { type DataSource } from '@llumiverse/core';
+interface VertexSourceData {
+    gcsUri?: string;
+    bytesBase64Encoded?: string;
+}
+export declare function isGcsUrl(url: string): boolean;
+export declare function dataSourceToVertexSourceData(ds: DataSource): Promise<VertexSourceData>;
+export {};
+//# sourceMappingURL=source-utils.d.ts.map

package/lib/vertexai/embeddings/source-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"source-utils.d.ts","sourceRoot":"","sources":["../../../src/vertexai/embeddings/source-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAoB,KAAK,UAAU,EAAsB,MAAM,kBAAkB,CAAC;AAEzF,UAAU,gBAAgB;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAM7C;AAED,wBAAsB,4BAA4B,CAAC,EAAE,EAAE,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAa5F"}

package/lib/vertexai/embeddings/source-utils.js

@@ -0,0 +1,18 @@
+import { Base64DataSource, dataSourceToBase64 } from '@llumiverse/core';
+export function isGcsUrl(url) {
+    return (url.startsWith('gs://') ||
+        url.startsWith('https://storage.googleapis.com/') ||
+        url.startsWith('https://storage.cloud.google.com/'));
+}
+export async function dataSourceToVertexSourceData(ds) {
+    const url = await ds.getURL().catch(() => undefined);
+    if (url && isGcsUrl(url)) {
+        return { gcsUri: url };
+    }
+    const bytesBase64Encoded = ds instanceof Base64DataSource ? ds.getBase64() : await dataSourceToBase64(ds);
+    if (!bytesBase64Encoded) {
+        throw new Error(`Data source conversion produced empty result — name=${ds.name}, mime=${ds.mime_type ?? 'unknown'}`);
+    }
+    return { bytesBase64Encoded };
+}
+//# sourceMappingURL=source-utils.js.map

package/lib/vertexai/embeddings/source-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source-utils.js","sourceRoot":"","sources":["../../../src/vertexai/embeddings/source-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAmB,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAOzF,MAAM,UAAU,QAAQ,CAAC,GAAW;IAChC,OAAO,CACH,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;QACvB,GAAG,CAAC,UAAU,CAAC,iCAAiC,CAAC;QACjD,GAAG,CAAC,UAAU,CAAC,mCAAmC,CAAC,CACtD,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAAC,EAAc;IAC7D,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACrD,IAAI,GAAG,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED,MAAM,kBAAkB,GAAG,EAAE,YAAY,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,MAAM,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAC1G,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CACX,uDAAuD,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC,SAAS,IAAI,SAAS,EAAE,CACtG,CAAC;IACN,CAAC;IACD,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAClC,CAAC"}

package/lib/{types/vertexai → vertexai}/index.d.ts

@@ -1,10 +1,14 @@
-import { AnthropicVertex } from "@anthropic-ai/vertex-sdk";
-import { PredictionServiceClient, v1beta1 } from "@google-cloud/aiplatform";
-import { Content, GoogleGenAI, Model } from "@google/genai";
-import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions, LlumiverseError, LlumiverseErrorContext, ModelSearchPayload, PromptSegment } from "@llumiverse/core";
-import { FetchClient } from "@vertesia/api-fetch-client";
-import { GoogleAuth, GoogleAuthOptions } from "google-auth-library";
-import { ImagenPrompt } from "./models/imagen.js";
+import { AnthropicVertex } from '@anthropic-ai/vertex-sdk';
+import { type Content, GoogleGenAI, type Model } from '@google/genai';
+import { PredictionServiceClient, v1beta1 } from '@google-cloud/aiplatform';
+import { type AIModel, type Completion, type CompletionChunkObject, type DriverOptions, type EmbeddingsOptions, type EmbeddingsResult, type ExecutionOptions, type HttpTimeoutOptions, type LlumiverseError, type LlumiverseErrorContext, type ModelSearchPayload, type PromptSegment } from '@llumiverse/core';
+import { AbstractDriver } from '@llumiverse/core/driver';
+import { FetchClient } from '@vertesia/api-fetch-client';
+import { type AuthClient, GoogleAuth, type GoogleAuthOptions } from 'google-auth-library';
+import { type ClaudePrompt } from '../shared/claude-messages.js';
+import { type ImagenPrompt } from './models/imagen.js';
+import type { LLamaPrompt } from './models/llama.js';
+import { trimModelName } from './models.js';
 export interface VertexAIDriverOptions extends DriverOptions {
     project: string;
     region: string;
@@ -14,8 +18,8 @@ export interface GenerateContentPrompt {
     contents: Content[];
     system?: Content;
 }
-export type VertexAIPrompt = ImagenPrompt | GenerateContentPrompt;
-export declare function trimModelName(model: string): string;
+export type VertexAIPrompt = ImagenPrompt | GenerateContentPrompt | ClaudePrompt | LLamaPrompt;
+export { trimModelName };
 export declare class VertexAIDriver extends AbstractDriver<VertexAIDriverOptions, VertexAIPrompt> {
     static PROVIDER: string;
     provider: string;
@@ -25,27 +29,39 @@ export declare class VertexAIDriver extends AbstractDriver<VertexAIDriverOptions
     googleGenAI: GoogleGenAI | undefined;
     googleGenAIRegion: string | undefined;
     googleGenAIFlex: boolean | undefined;
-    llamaClient: FetchClient & {
+    llamaClient: (FetchClient & {
         region?: string;
-    } | undefined;
+    }) | undefined;
     modelGarden: v1beta1.ModelGardenServiceClient | undefined;
     imagenClient: PredictionServiceClient | undefined;
-    googleAuth: GoogleAuth<any>;
+    predictionClient: PredictionServiceClient | undefined;
+    googleAuth: GoogleAuth<AuthClient>;
     private authClientPromise;
     constructor(options: VertexAIDriverOptions);
+    /**
+     * Cleanup Google Cloud clients when the driver is evicted from the cache.
+     * `super.destroy()` releases the HTTP agent socket pool created by
+     * {@link AbstractDriver.getHttpAgent} / {@link AbstractDriver.getDriverFetch}.
+     */
+    destroy(): void;
     private getAuthClient;
-    getGoogleGenAIClient(region?: string, flex?: boolean): GoogleGenAI;
+    private getSdkRequestTimeoutMs;
+    private getGoogleGenAIHttpOptions;
+    private getAnthropicVertexClientOptions;
+    getGoogleGenAIClient(region?: string, flex?: boolean, httpTimeout?: HttpTimeoutOptions): GoogleGenAI;
     private buildGoogleGenAIClient;
-    getFetchClient(): FetchClient;
+    getFetchClient(region?: string): FetchClient;
     getLLamaClient(region?: string): FetchClient;
-    getAnthropicClient(region?: string): Promise<AnthropicVertex>;
+    getAnthropicClient(region?: string, httpTimeout?: HttpTimeoutOptions): Promise<AnthropicVertex>;
     getAIPlatformClient(): Promise<v1beta1.ModelServiceClient>;
     getModelGardenClient(): Promise<v1beta1.ModelGardenServiceClient>;
     getImagenClient(): Promise<PredictionServiceClient>;
+    getPredictionServiceClient(): Promise<PredictionServiceClient>;
     validateResult(result: Completion, options: ExecutionOptions): void;
     protected canStream(options: ExecutionOptions): Promise<boolean>;
     protected isImageModel(model: string): boolean;
     createPrompt(segments: PromptSegment[], options: ExecutionOptions): Promise<VertexAIPrompt>;
+    formatDebugPrompt(prompt: VertexAIPrompt): VertexAIPrompt;
     requestTextCompletion(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<Completion>;
     requestTextCompletionStream(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
     /**
@@ -64,10 +80,6 @@ export declare class VertexAIDriver extends AbstractDriver<VertexAIDriverOptions
     listModels(_params?: ModelSearchPayload): Promise<AIModel<string>[]>;
     validateConnection(): Promise<boolean>;
     generateEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
-    /**
-     * Cleanup Google Cloud clients when the driver is evicted from the cache.
-     */
-    destroy(): void;
     /**
      * Format VertexAI errors by routing to model-specific error handlers.
      * Each model definition (Gemini, Claude, Llama) can provide custom error parsing

package/lib/vertexai/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/vertexai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,KAAK,OAAO,EAAE,WAAW,EAAE,KAAK,KAAK,EAAE,MAAM,eAAe,CAAC;AACtE,OAAO,EAAE,uBAAuB,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAC5E,OAAO,EACH,KAAK,OAAO,EACZ,KAAK,UAAU,EACf,KAAK,qBAAqB,EAE1B,KAAK,aAAa,EAClB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EAGrB,KAAK,kBAAkB,EAEvB,KAAK,eAAe,EACpB,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,EAEvB,KAAK,aAAa,EAKrB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAEzD,OAAO,EAAiB,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACxE,OAAO,EAAE,KAAK,UAAU,EAAE,UAAU,EAAE,KAAK,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAC1F,OAAO,EAAE,KAAK,YAAY,EAA2B,MAAM,8BAA8B,CAAC;AAI1F,OAAO,EAAkD,KAAK,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvG,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAsB,aAAa,EAAE,MAAM,aAAa,CAAC;AAEhE,MAAM,WAAW,qBAAsB,SAAQ,aAAa;IACxD,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACzC;AAED,MAAM,WAAW,qBAAqB;IAClC,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AAqBD,MAAM,MAAM,cAAc,GAAG,YAAY,GAAG,qBAAqB,GAAG,YAAY,GAAG,WAAW,CAAC;AAE/F,OAAO,EAAE,aAAa,EAAE,CAAC;AAEzB,qBAAa,cAAe,SAAQ,cAAc,CAAC,qBAAqB,EAAE,cAAc,CAAC;IACrF,MAAM,CAAC,QAAQ,SAAc;IAC7B,QAAQ,SAA2B;IAEnC,UAAU,EAAE,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IACnD,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC;IAC7C,WAAW,EAAE,WAAW,GAAG,SAAS,CAAC;IACrC,WAAW,EAAE,WAAW,GAAG,SAAS,CAAC;IACrC,iBAAiB,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,eAAe,EAAE,OAAO,GAAG,SAAS,CAAC;IACrC,WAAW,EAAE,CAAC,WAAW,GAAG;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC;IAC7D,WAAW,EAAE,OAAO,CAAC,wBAAwB,GAAG,SAAS,CAAC;IAC1D,YAAY,EAAE,uBAAuB,GAAG,SAAS,CAAC;IAClD,gBAAgB,EAAE,uBAAuB,GAAG,SAAS,CAAC;IAEtD,UAAU,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;IACnC,OAAO,CAAC,iBAAiB,CAAkC;gBAE/C,OAAO,EAAE,qBAAqB;IAkB1C;;;;OAIG;IACH,OAAO,IAAI,IAAI;YAQD,aAAa;IAO3B,OAAO,CAAC,sBAAsB;IAO9B,OAAO,CAAC,yBAAyB;IAcjC,OAAO,CAAC,+BAA+B;IAUhC,oBAAoB,CACvB,MAAM,GAAE,MAA4B,EACpC,IAAI,GAAE,OAAe,EACrB,WAAW,CAAC,EAAE,kBAAkB,GACjC,WAAW;IAcd,OAAO,CAAC,sBAAsB;IAYvB,cAAc,CAAC,MAAM,GAAE,MAA4B,GAAG,WAAW;IAejE,cAAc,CAAC,MAAM,GAAE,MAAsB,GAAG,WAAW;IAkBrD,kBAAkB,CAC3B,MAAM,GAAE,MAA4B,EACpC,WAAW,CAAC,EAAE,kBAAkB,GACjC,OAAO,CAAC,eAAe,CAAC;IAwBd,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC;IAa1D,oBAAoB,IAAI,OAAO,CAAC,OAAO,CAAC,wBAAwB,CAAC;IAajE,eAAe,IAAI,OAAO,CAAC,uBAAuB,CAAC;IAcnD,0BAA0B,IAAI,OAAO,CAAC,uBAAuB,CAAC;IAa3E,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB;IAY5D,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAOhE,SAAS,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAIvC,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,cAAc,CAAC;IAO3F,iBAAiB,CAAC,MAAM,EAAE,cAAc,GAAG,cAAc;IAa1D,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAG7F,2BAA2B,CAC7B,MAAM,EAAE,cAAc,EACtB,OAAO,EAAE,gBAAgB,GAC1B,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAIhD;;;;OAIG;IACH,0BAA0B,CACtB,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,OAAO,EAAE,EACjB,OAAO,EAAE,OAAO,EAAE,GAAG,SAAS,EAC9B,OAAO,EAAE,gBAAgB,GAC1B,OAAO,EAAE,GAAG,OAAO,GAAG,SAAS;IAsGlC;;;OAGG;IACH,OAAO,CAAC,gCAAgC;IA6FlC,sBAAsB,CAAC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAM9F,mBAAmB,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAS1D,UAAU,CAAC,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAuO1E,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAIhC,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAI/E;;;;;;;;OAQG;IACI,qBAAqB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,sBAAsB,GAAG,eAAe;CAiBjG"}