@zhivex-ai/vertex 1.0.1 → 1.1.0

package/dist/embeddings.js

@@ -0,0 +1,166 @@
+import { ConfigurationError, ProviderHTTPError, UnsupportedFeatureError, encodeMediaFrame, readErrorBodyWithLimit, readJsonWithLimit, withRetry, withTimeoutSignal } from "@zhivex-ai/core/provider";
+const embeddingCapabilities = {
+    streaming: false, tools: false, structuredOutput: false, jsonMode: false,
+    toolChoice: false, parallelToolCalls: false, vision: false, files: false,
+    audioInput: false, audioOutput: false, embeddings: true, reasoning: false, webSearch: false
+};
+/** OpenMaaS embeddings use the OpenAI-compatible endpoint, not Google predict. */
+export class VertexOpenEmbeddingModel {
+    modelId;
+    baseURL;
+    fetcher;
+    provider = "vertex";
+    capabilities = { ...embeddingCapabilities };
+    constructor(modelId, baseURL, fetcher) {
+        this.modelId = modelId;
+        this.baseURL = baseURL;
+        this.fetcher = fetcher;
+    }
+    async embed(input) {
+        if (Object.keys(input.providerOptions ?? {}).length)
+            throw new UnsupportedFeatureError("Vertex E5 embeddings do not expose Google embedding controls or configurable dimensions.");
+        if (input.values.some((value) => typeof value !== "string"))
+            throw new UnsupportedFeatureError("Vertex E5 embeddings require text values.");
+        if (!input.values.length)
+            return { embeddings: [], rawResponse: [] };
+        const { signal, cleanup } = withTimeoutSignal(input);
+        try {
+            const response = await withRetry(async () => {
+                const result = await this.fetcher(`${this.baseURL}/endpoints/openapi/embeddings`, {
+                    method: "POST", headers: { "content-type": "application/json" }, redirect: "error", signal,
+                    body: JSON.stringify({ model: this.modelId, input: input.values, encoding_format: "float" })
+                });
+                if (!result.ok)
+                    throw new ProviderHTTPError(`Vertex E5 embeddings failed with status ${result.status}.`, result.status, { responseBody: await readErrorBodyWithLimit(result) });
+                return result;
+            }, { ...input, abortSignal: signal });
+            const json = await readJsonWithLimit(response, { maxBytes: 128 * 1024 * 1024 });
+            if (!Array.isArray(json.data) || json.data.length !== input.values.length)
+                throw new ConfigurationError("Vertex E5 returned a different number of embedding vectors than input values.");
+            const indexed = new Map();
+            let dimensions;
+            for (const item of json.data) {
+                if (!item || !Number.isInteger(item.index) || item.index < 0 || item.index >= input.values.length || indexed.has(item.index))
+                    throw new ConfigurationError("Vertex E5 returned invalid or duplicate embedding indices.");
+                const embedding = vector(item.embedding, dimensions);
+                dimensions ??= embedding.length;
+                indexed.set(item.index, embedding);
+            }
+            const tokens = json.usage?.prompt_tokens;
+            if (tokens !== undefined && (!Number.isSafeInteger(tokens) || tokens < 0))
+                throw new ConfigurationError("Vertex E5 returned invalid token usage.");
+            return { embeddings: input.values.map((_, index) => indexed.get(index)), rawResponse: json,
+                ...(tokens !== undefined ? { usage: { inputTokens: tokens } } : {}) };
+        }
+        finally {
+            cleanup();
+        }
+    }
+}
+const tasks = new Set(["RETRIEVAL_QUERY", "RETRIEVAL_DOCUMENT", "SEMANTIC_SIMILARITY", "CLASSIFICATION", "CLUSTERING", "QUESTION_ANSWERING", "FACT_VERIFICATION", "CODE_RETRIEVAL_QUERY"]);
+const fields = new Set(["outputDimensionality", "autoTruncate", "taskType", "title", "documentOcr", "audioTrackExtraction"]);
+const vector = (value, dimensions) => {
+    if (!Array.isArray(value) || !value.length || !value.every((n) => typeof n === "number" && Number.isFinite(n)))
+        throw new ConfigurationError("Vertex returned an invalid embedding vector.");
+    if (dimensions !== undefined && value.length !== dimensions)
+        throw new ConfigurationError("Vertex returned inconsistent embedding dimensions.");
+    return value;
+};
+export class VertexEmbeddingModel {
+    modelId;
+    baseURL;
+    fetcher;
+    provider = "vertex";
+    capabilities;
+    constructor(modelId, baseURL, fetcher) {
+        this.modelId = modelId;
+        this.baseURL = baseURL;
+        this.fetcher = fetcher;
+        const multimodal = /^gemini-embedding-2(?:-|$)/.test(modelId);
+        this.capabilities = { ...embeddingCapabilities, vision: multimodal, files: multimodal, audioInput: multimodal };
+    }
+    async embed(input) {
+        const config = { ...(input.providerOptions ?? {}) };
+        for (const key of Object.keys(config))
+            if (!fields.has(key))
+                throw new UnsupportedFeatureError(`Vertex embeddings do not expose providerOptions.${key}.`);
+        if (config.outputDimensionality !== undefined && (!Number.isInteger(config.outputDimensionality) || config.outputDimensionality <= 0))
+            throw new ConfigurationError("Embedding outputDimensionality must be a positive integer.");
+        for (const key of ["autoTruncate", "documentOcr", "audioTrackExtraction"])
+            if (config[key] !== undefined && typeof config[key] !== "boolean")
+                throw new ConfigurationError(`Embedding ${key} must be a boolean.`);
+        if (config.taskType !== undefined && !tasks.has(config.taskType))
+            throw new ConfigurationError("Invalid Vertex embedding taskType.");
+        if (config.title !== undefined && (typeof config.title !== "string" || config.taskType !== "RETRIEVAL_DOCUMENT"))
+            throw new ConfigurationError("Embedding title requires taskType RETRIEVAL_DOCUMENT.");
+        const multimodal = /^gemini-embedding-2(?:-|$)/.test(this.modelId);
+        if (multimodal && (config.taskType !== undefined || config.title !== undefined || config.autoTruncate !== undefined))
+            throw new UnsupportedFeatureError("Gemini Embedding 2 does not expose text-only taskType, title or autoTruncate controls.");
+        if (!multimodal && (config.documentOcr !== undefined || config.audioTrackExtraction !== undefined))
+            throw new UnsupportedFeatureError("OCR and audio track extraction require Gemini Embedding 2.");
+        const values = input.values.map((value) => {
+            if (typeof value === "string")
+                return multimodal ? { text: value } : { content: value,
+                    ...(config.taskType ? { task_type: config.taskType } : {}), ...(config.title !== undefined ? { title: config.title } : {}) };
+            if (!multimodal)
+                throw new UnsupportedFeatureError(`Vertex model "${this.modelId}" only supports text embedding values; use gemini-embedding-2 for media.`);
+            if (!value || !value.mediaType || (value.uri === undefined && value.data === undefined) || (value.uri !== undefined && value.data !== undefined))
+                throw new ConfigurationError("Embedding media requires mediaType and exactly one of data or uri.");
+            if (value.uri !== undefined && !/^(?:gs|https):\/\//.test(value.uri))
+                throw new ConfigurationError("Embedding media URI must use gs:// or https://.");
+            const part = value.uri ? { fileData: { fileUri: value.uri, mimeType: value.mediaType } }
+                : { inlineData: { mimeType: value.mediaType, data: encodeMediaFrame({ data: value.data, mediaType: value.mediaType }) } };
+            return { ...part, ...(value.providerMetadata?.videoMetadata ? { videoMetadata: value.providerMetadata.videoMetadata } : {}) };
+        });
+        if (!values.length)
+            return { embeddings: [], rawResponse: [] };
+        const { signal, cleanup } = withTimeoutSignal(input);
+        const raw = [];
+        const embeddings = [];
+        let dimensions = config.outputDimensionality;
+        try {
+            // Gemini embedding-001 accepts only one text per predict request.
+            const batchSize = multimodal || /^gemini-embedding-001(?:-|$)/.test(this.modelId) ? 1 : 5;
+            for (let offset = 0; offset < values.length; offset += batchSize) {
+                const chunk = values.slice(offset, offset + batchSize);
+                const parameters = { ...(config.outputDimensionality !== undefined ? { outputDimensionality: config.outputDimensionality } : {}), ...(config.autoTruncate !== undefined ? { autoTruncate: config.autoTruncate } : {}) };
+                const body = multimodal ? { content: { parts: chunk }, ...(Object.keys(config).length ? { embedContentConfig: config } : {}) }
+                    : { instances: chunk, ...(Object.keys(parameters).length ? { parameters } : {}) };
+                const response = await withRetry(async () => {
+                    const result = await this.fetcher(`${this.baseURL}/publishers/google/models/${encodeURIComponent(this.modelId)}:${multimodal ? "embedContent" : "predict"}`, {
+                        method: "POST", headers: { "content-type": "application/json" }, redirect: "error", signal, body: JSON.stringify(body)
+                    });
+                    if (!result.ok)
+                        throw new ProviderHTTPError(`Vertex embeddings failed with status ${result.status}.`, result.status, { responseBody: await readErrorBodyWithLimit(result) });
+                    return result;
+                }, { ...input, abortSignal: signal });
+                const json = await readJsonWithLimit(response, { maxBytes: 128 * 1024 * 1024 });
+                const readVector = (value) => {
+                    const embedding = vector(value, dimensions);
+                    dimensions ??= embedding.length;
+                    return embedding;
+                };
+                const vectors = multimodal ? [readVector(json.embedding?.values)] : (json.predictions ?? []).map((prediction) => readVector(prediction.embeddings?.values));
+                if (vectors.length !== chunk.length)
+                    throw new ConfigurationError("Vertex returned a different number of embedding vectors than input values.");
+                embeddings.push(...vectors);
+                raw.push(json);
+            }
+            const tokenCounts = raw.flatMap((json) => json.usageMetadata?.promptTokenCount !== undefined ? [json.usageMetadata.promptTokenCount]
+                : (json.predictions ?? []).flatMap((p) => p.embeddings?.statistics?.token_count === undefined ? [] : [p.embeddings.statistics.token_count]));
+            let inputTokens = 0;
+            for (const count of tokenCounts) {
+                if (!Number.isSafeInteger(count) || count < 0 || !Number.isSafeInteger(inputTokens + count)) {
+                    throw new ConfigurationError("Vertex returned invalid embedding token usage.");
+                }
+                inputTokens += count;
+            }
+            return { embeddings, rawResponse: raw.length === 1 ? raw[0] : raw,
+                ...(tokenCounts.length ? { usage: { inputTokens } } : {}) };
+        }
+        finally {
+            cleanup();
+        }
+    }
+}
+//# sourceMappingURL=embeddings.js.map

package/dist/embeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../src/embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,kBAAkB,EAAE,iBAAiB,EAAE,uBAAuB,EAC9D,gBAAgB,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,SAAS,EAAE,iBAAiB,EAE1F,MAAM,0BAA0B,CAAC;AAYlC,MAAM,qBAAqB,GAAsB;IAC7C,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK;IACxE,UAAU,EAAE,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;IACxE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK;CAC5F,CAAC;AAEJ,kFAAkF;AAClF,MAAM,OAAO,wBAAwB;IAGd,OAAO;IAA2B,OAAO;IAA2B,OAAO;IAFvF,QAAQ,GAAG,QAAQ,CAAC;IACpB,YAAY,GAAG,EAAE,GAAG,qBAAqB,EAAE,CAAC;IACrD,YAAqB,OAAe,EAAmB,OAAe,EAAmB,OAAgC;uBAApG,OAAO;uBAA2B,OAAO;uBAA2B,OAAO;IAA4B,CAAC;IAE7H,KAAK,CAAC,KAAK,CAAC,KAAgC;QAC1C,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,MAAM;YAAE,MAAM,IAAI,uBAAuB,CAAC,0FAA0F,CAAC,CAAC;QACnL,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC;YAAE,MAAM,IAAI,uBAAuB,CAAC,2CAA2C,CAAC,CAAC;QAC5I,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;QACrE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACrD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,KAAK,IAAI,EAAE;gBAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,+BAA+B,EAAE;oBAChF,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM;oBAC1F,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC;iBAC7F,CAAC,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,EAAE;oBAAE,MAAM,IAAI,iBAAiB,CAAC,2CAA2C,MAAM,CAAC,MAAM,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAChL,OAAO,MAAM,CAAC;YAChB,CAAC,EAAE,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;YACtC,MAAM,IAAI,GAAQ,MAAM,iBAAiB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC;YACrF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC,MAAM;gBAAE,MAAM,IAAI,kBAAkB,CAAC,+EAA+E,CAAC,CAAC;YACzL,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;YAC5C,IAAI,UAA8B,CAAC;YACnC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC7B,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC;oBAAE,MAAM,IAAI,kBAAkB,CAAC,4DAA4D,CAAC,CAAC;gBACzN,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;gBACrD,UAAU,KAAK,SAAS,CAAC,MAAM,CAAC;gBAChC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACrC,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,aAAa,CAAC;YACzC,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC;gBAAE,MAAM,IAAI,kBAAkB,CAAC,yCAAyC,CAAC,CAAC;YACnJ,OAAO,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,EAAE,WAAW,EAAE,IAAI;gBACzF,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QAC1E,CAAC;gBAAS,CAAC;YAAC,OAAO,EAAE,CAAC;QAAC,CAAC;IAC1B,CAAC;CACF;AAED,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,iBAAiB,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,YAAY,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,sBAAsB,CAAC,CAAC,CAAC;AAC3L,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,sBAAsB,EAAE,cAAc,EAAE,UAAU,EAAE,OAAO,EAAE,aAAa,EAAE,sBAAsB,CAAC,CAAC,CAAC;AAC7H,MAAM,MAAM,GAAG,CAAC,KAAc,EAAE,UAAmB,EAAY,EAAE;IAC/D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,kBAAkB,CAAC,8CAA8C,CAAC,CAAC;IAC7L,IAAI,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,UAAU;QAAE,MAAM,IAAI,kBAAkB,CAAC,oDAAoD,CAAC,CAAC;IAChJ,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,OAAO,oBAAoB;IAGV,OAAO;IAA2B,OAAO;IAA2B,OAAO;IAFvF,QAAQ,GAAG,QAAQ,CAAC;IACpB,YAAY,CAAoB;IACzC,YAAqB,OAAe,EAAmB,OAAe,EAAmB,OAAgC;uBAApG,OAAO;uBAA2B,OAAO;uBAA2B,OAAO;QAC9F,MAAM,UAAU,GAAG,4BAA4B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9D,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,qBAAqB,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC;IAClH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAgC;QAC1C,MAAM,MAAM,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,eAAe,IAAI,EAAE,CAAC,EAA4B,CAAC;QAC9E,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,MAAM,IAAI,uBAAuB,CAAC,mDAAmD,GAAG,GAAG,CAAC,CAAC;QAC1J,IAAI,MAAM,CAAC,oBAAoB,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,oBAAoB,CAAC,IAAI,MAAM,CAAC,oBAAoB,IAAI,CAAC,CAAC;YAAE,MAAM,IAAI,kBAAkB,CAAC,4DAA4D,CAAC,CAAC;QAClO,KAAK,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,aAAa,EAAE,sBAAsB,CAAU;YAAE,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS,IAAI,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS;gBAAE,MAAM,IAAI,kBAAkB,CAAC,aAAa,GAAG,qBAAqB,CAAC,CAAC;QAC3N,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,kBAAkB,CAAC,oCAAoC,CAAC,CAAC;QACrI,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,KAAK,oBAAoB,CAAC;YAAE,MAAM,IAAI,kBAAkB,CAAC,uDAAuD,CAAC,CAAC;QACxM,MAAM,UAAU,GAAG,4BAA4B,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnE,IAAI,UAAU,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC;YAAE,MAAM,IAAI,uBAAuB,CAAC,wFAAwF,CAAC,CAAC;QAClP,IAAI,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS,IAAI,MAAM,CAAC,oBAAoB,KAAK,SAAS,CAAC;YAAE,MAAM,IAAI,uBAAuB,CAAC,4DAA4D,CAAC,CAAC;QACpM,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACxC,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,OAAO,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK;oBACnF,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/H,IAAI,CAAC,UAAU;gBAAE,MAAM,IAAI,uBAAuB,CAAC,iBAAiB,IAAI,CAAC,OAAO,0EAA0E,CAAC,CAAC;YAC5J,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC;gBAAE,MAAM,IAAI,kBAAkB,CAAC,oEAAoE,CAAC,CAAC;YACrP,IAAI,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;gBAAE,MAAM,IAAI,kBAAkB,CAAC,iDAAiD,CAAC,CAAC;YACtJ,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,EAAE;gBACtF,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,gBAAgB,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAK,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7H,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QAChI,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;QAC/D,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,GAAG,GAAU,EAAE,CAAC;QACtB,MAAM,UAAU,GAAe,EAAE,CAAC;QAClC,IAAI,UAAU,GAAG,MAAM,CAAC,oBAAoB,CAAC;QAC7C,IAAI,CAAC;YACH,kEAAkE;YAClE,MAAM,SAAS,GAAG,UAAU,IAAI,8BAA8B,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1F,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC;gBACjE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;gBACvD,MAAM,UAAU,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBACxN,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;oBAC5H,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBACpF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,KAAK,IAAI,EAAE;oBAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,6BAA6B,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,EAAE,EAAE;wBAC3J,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;qBACvH,CAAC,CAAC;oBACH,IAAI,CAAC,MAAM,CAAC,EAAE;wBAAE,MAAM,IAAI,iBAAiB,CAAC,wCAAwC,MAAM,CAAC,MAAM,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBAC7K,OAAO,MAAM,CAAC;gBAChB,CAAC,EAAE,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;gBACtC,MAAM,IAAI,GAAQ,MAAM,iBAAiB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC;gBACrF,MAAM,UAAU,GAAG,CAAC,KAAc,EAAE,EAAE;oBACpC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;oBAC5C,UAAU,KAAK,SAAS,CAAC,MAAM,CAAC;oBAChC,OAAO,SAAS,CAAC;gBACnB,CAAC,CAAC;gBACF,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAe,EAAE,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;gBACjK,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;oBAAE,MAAM,IAAI,kBAAkB,CAAC,4EAA4E,CAAC,CAAC;gBAChJ,UAAU,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;gBAC5B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,CAAC;YACD,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC;gBAClI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,UAAU,EAAE,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YACpJ,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;gBAChC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,WAAW,GAAG,KAAK,CAAC,EAAE,CAAC;oBAC5F,MAAM,IAAI,kBAAkB,CAAC,gDAAgD,CAAC,CAAC;gBACjF,CAAC;gBACD,WAAW,IAAI,KAAK,CAAC;YACvB,CAAC;YACD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG;gBAC/D,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QAChE,CAAC;gBAAS,CAAC;YAAC,OAAO,EAAE,CAAC;QAAC,CAAC;IAC1B,CAAC;CACF"}

package/dist/endpoints.d.ts

@@ -0,0 +1,76 @@
+import { type RetryOptions, type JsonValue } from "@zhivex-ai/core/provider";
+import { type VertexTensor } from "./tensors.js";
+/** Arbitrary HTTP payload for a deployed Vertex endpoint, not a publisher model. */
+export interface VertexEndpointRawPredictInput extends RetryOptions {
+    endpoint: string;
+    body: string | Uint8Array;
+    contentType: string;
+    /** Defaults to 16 MiB; applied before and during response consumption. */
+    maxResponseBytes?: number;
+}
+export interface VertexEndpointRawPredictResult {
+    body: Uint8Array;
+    contentType?: string;
+    status: number;
+    endpointId?: string;
+    deployedModelId?: string;
+}
+export interface VertexEndpointsClient {
+    rawPredict(input: VertexEndpointRawPredictInput): Promise<VertexEndpointRawPredictResult>;
+    streamRawPredict(input: VertexEndpointRawPredictInput): AsyncIterable<VertexEndpointStreamEvent>;
+    directRawPredict(input: VertexEndpointDirectRawPredictInput): Promise<VertexEndpointDirectRawPredictResult>;
+    explain(input: VertexEndpointExplainInput): Promise<VertexEndpointExplainResult>;
+    directPredict(input: VertexEndpointDirectPredictInput): Promise<VertexEndpointDirectPredictResult>;
+}
+export interface VertexEndpointDirectPredictInput extends RetryOptions {
+    endpoint: string;
+    inputs: VertexTensor[];
+    parameters?: VertexTensor;
+    maxResponseBytes?: number;
+}
+export interface VertexEndpointDirectPredictResult {
+    outputs: VertexTensor[];
+    parameters?: VertexTensor;
+}
+export interface VertexEndpointExplainInput extends RetryOptions {
+    endpoint: string;
+    instances: JsonValue[];
+    parameters?: JsonValue;
+    deployedModelId?: string;
+    explanationSpecOverride?: {
+        parameters?: Record<string, JsonValue>;
+        metadata?: Record<string, JsonValue>;
+        examplesOverride?: Record<string, JsonValue>;
+    };
+    /** Maximum response JSON size; defaults to 16 MiB. */
+    maxResponseBytes?: number;
+}
+export interface VertexEndpointExplainResult {
+    /** Native attribution or example-based explanations, in instance order. */
+    explanations: Record<string, JsonValue>[];
+    predictions: JsonValue[];
+    deployedModelId?: string;
+}
+export interface VertexEndpointDirectRawPredictInput extends RetryOptions {
+    endpoint: string;
+    /** Fully qualified gRPC method, e.g. /tensorflow.serving.PredictionService/Predict. */
+    methodName: string;
+    /** Serialized request message for the container's gRPC method. */
+    input: Uint8Array;
+    /** Maximum decoded output size; defaults to 16 MiB. */
+    maxResponseBytes?: number;
+}
+export interface VertexEndpointDirectRawPredictResult {
+    output: Uint8Array;
+    status: number;
+}
+type EndpointAction = "rawPredict" | "streamRawPredict" | "directRawPredict" | "explain" | "directPredict";
+export type VertexEndpointStreamEvent = ({
+    type: "response";
+} & Omit<VertexEndpointRawPredictResult, "body">) | {
+    type: "chunk";
+    data: Uint8Array;
+};
+export declare const createVertexEndpointsClient: (fetcher: typeof globalThis.fetch, resolveURL: (endpoint: string, action: EndpointAction) => string, assertAccess: () => void, parseError: (response: Response) => Promise<unknown>) => VertexEndpointsClient;
+export {};
+//# sourceMappingURL=endpoints.d.ts.map

package/dist/endpoints.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"endpoints.d.ts","sourceRoot":"","sources":["../src/endpoints.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkK,KAAK,YAAY,EAAE,KAAK,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAC7O,OAAO,EAAsB,KAAK,YAAY,EAAE,MAAM,cAAc,CAAC;AAErE,oFAAoF;AACpF,MAAM,WAAW,6BAA8B,SAAQ,YAAY;IACjE,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,GAAG,UAAU,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,0EAA0E;IAC1E,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AACD,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,UAAU,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AACD,MAAM,WAAW,qBAAqB;IACpC,UAAU,CAAC,KAAK,EAAE,6BAA6B,GAAG,OAAO,CAAC,8BAA8B,CAAC,CAAC;IAC1F,gBAAgB,CAAC,KAAK,EAAE,6BAA6B,GAAG,aAAa,CAAC,yBAAyB,CAAC,CAAC;IACjG,gBAAgB,CAAC,KAAK,EAAE,mCAAmC,GAAG,OAAO,CAAC,oCAAoC,CAAC,CAAC;IAC5G,OAAO,CAAC,KAAK,EAAE,0BAA0B,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAAC;IACjF,aAAa,CAAC,KAAK,EAAE,gCAAgC,GAAG,OAAO,CAAC,iCAAiC,CAAC,CAAC;CACpG;AACD,MAAM,WAAW,gCAAiC,SAAQ,YAAY;IACpE,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,UAAU,CAAC,EAAE,YAAY,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AACD,MAAM,WAAW,iCAAiC;IAChD,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,UAAU,CAAC,EAAE,YAAY,CAAC;CAC3B;AACD,MAAM,WAAW,0BAA2B,SAAQ,YAAY;IAC9D,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,SAAS,EAAE,CAAC;IACvB,UAAU,CAAC,EAAE,SAAS,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,uBAAuB,CAAC,EAAE;QACxB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACvC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACrC,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;KAC9C,CAAC;IACF,sDAAsD;IACtD,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AACD,MAAM,WAAW,2BAA2B;IAC1C,2EAA2E;IAC3E,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC;IAC1C,WAAW,EAAE,SAAS,EAAE,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AACD,MAAM,WAAW,mCAAoC,SAAQ,YAAY;IACvE,QAAQ,EAAE,MAAM,CAAC;IACjB,uFAAuF;IACvF,UAAU,EAAE,MAAM,CAAC;IACnB,kEAAkE;IAClE,KAAK,EAAE,UAAU,CAAC;IAClB,uDAAuD;IACvD,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AACD,MAAM,WAAW,oCAAoC;IACnD,MAAM,EAAE,UAAU,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AACD,KAAK,cAAc,GAAG,YAAY,GAAG,kBAAkB,GAAG,kBAAkB,GAAG,SAAS,GAAG,eAAe,CAAC;AAC3G,MAAM,MAAM,yBAAyB,GACjC,CAAC;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,GAAG,IAAI,CAAC,8BAA8B,EAAE,MAAM,CAAC,CAAC,GACrE;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,UAAU,CAAA;CAAE,CAAC;AASxC,eAAO,MAAM,2BAA2B,YAC7B,OAAO,UAAU,CAAC,KAAK,cACpB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,KAAK,MAAM,gBAClD,MAAM,IAAI,cACZ,CAAC,QAAQ,EAAE,QAAQ,KAAK,OAAO,CAAC,OAAO,CAAC,KACnD,qBA8GF,CAAC"}

package/dist/endpoints.js

@@ -0,0 +1,152 @@
+import { ConfigurationError, ProviderResponseTooLargeError, decodeBase64WithLimit, encodeMediaFrame, readBodyWithLimit, readJsonWithLimit, withRetry, withTimeoutSignal } from "@zhivex-ai/core/provider";
+import { assertVertexTensor } from "./tensors.js";
+const responseMetadata = (response) => ({
+    status: response.status,
+    ...(response.headers.has("content-type") ? { contentType: response.headers.get("content-type") } : {}),
+    ...(response.headers.has("x-vertex-ai-endpoint-id") ? { endpointId: response.headers.get("x-vertex-ai-endpoint-id") } : {}),
+    ...(response.headers.has("x-vertex-ai-deployed-model-id") ? { deployedModelId: response.headers.get("x-vertex-ai-deployed-model-id") } : {})
+});
+export const createVertexEndpointsClient = (fetcher, resolveURL, assertAccess, parseError) => {
+    const prepare = (input, action) => {
+        assertAccess();
+        const url = resolveURL(input.endpoint, action);
+        if (typeof input.body !== "string" && !(input.body instanceof Uint8Array))
+            throw new ConfigurationError("Vertex endpoint body must be text or Uint8Array.");
+        if (typeof input.contentType !== "string" || !input.contentType.trim() || /[\r\n]/.test(input.contentType))
+            throw new ConfigurationError("Vertex endpoint contentType must be a nonempty HTTP content type.");
+        const headers = new Headers({ "content-type": input.contentType });
+        const maxBytes = input.maxResponseBytes ?? 16 * 1024 * 1024;
+        if (!Number.isSafeInteger(maxBytes) || maxBytes <= 0)
+            throw new ConfigurationError("Vertex endpoint maxResponseBytes must be a positive safe integer.");
+        // Copy caller-owned bytes once so retries send the same payload.
+        const body = typeof input.body === "string" ? input.body : new Uint8Array(input.body).buffer;
+        return { url, headers, body, maxBytes };
+    };
+    const request = (input, prepared, signal) => withRetry(async () => {
+        const response = await fetcher(prepared.url, { method: "POST", redirect: "error", headers: prepared.headers, body: prepared.body, signal });
+        if (!response.ok)
+            await parseError(response);
+        return response;
+    }, { ...input, abortSignal: signal });
+    return {
+        async directPredict(input) {
+            if (!Array.isArray(input.inputs))
+                throw new ConfigurationError("Vertex directPredict inputs must be a tensor array.");
+            input.inputs.forEach(value => assertVertexTensor(value));
+            if (input.parameters !== undefined)
+                assertVertexTensor(input.parameters);
+            const prepared = prepare({ ...input, body: JSON.stringify({ inputs: input.inputs, ...(input.parameters !== undefined ? { parameters: input.parameters } : {}) }), contentType: "application/json" }, "directPredict");
+            const { signal, cleanup } = withTimeoutSignal(input);
+            try {
+                const response = await request(input, prepared, signal);
+                const json = await readJsonWithLimit(response, { maxBytes: prepared.maxBytes, provider: "vertex", endpoint: "endpoints.directPredict" });
+                if (!json || typeof json !== "object" || Array.isArray(json) || (json.outputs !== undefined && !Array.isArray(json.outputs)))
+                    throw new ConfigurationError("Vertex directPredict returned an invalid response.");
+                const outputs = json.outputs ?? [];
+                outputs.forEach(value => assertVertexTensor(value));
+                if (json.parameters !== undefined)
+                    assertVertexTensor(json.parameters);
+                return { outputs, ...(json.parameters !== undefined ? { parameters: json.parameters } : {}) };
+            }
+            finally {
+                cleanup();
+            }
+        },
+        async explain(input) {
+            if (!Array.isArray(input.instances) || !input.instances.length)
+                throw new ConfigurationError("Vertex explain requires a nonempty instances array.");
+            const instanceCount = input.instances.length;
+            if (input.deployedModelId !== undefined && (typeof input.deployedModelId !== "string" || !input.deployedModelId.trim()))
+                throw new ConfigurationError("Vertex explain deployedModelId must be a nonempty string.");
+            if (input.explanationSpecOverride !== undefined && (!input.explanationSpecOverride || typeof input.explanationSpecOverride !== "object" || Array.isArray(input.explanationSpecOverride)))
+                throw new ConfigurationError("Vertex explain explanationSpecOverride must be an object.");
+            const prepared = prepare({ ...input, contentType: "application/json", body: JSON.stringify({
+                    instances: input.instances,
+                    ...(input.parameters !== undefined ? { parameters: input.parameters } : {}),
+                    ...(input.deployedModelId !== undefined ? { deployedModelId: input.deployedModelId } : {}),
+                    ...(input.explanationSpecOverride !== undefined ? { explanationSpecOverride: input.explanationSpecOverride } : {})
+                }) }, "explain");
+            const { signal, cleanup } = withTimeoutSignal(input);
+            try {
+                const response = await request(input, prepared, signal);
+                const json = await readJsonWithLimit(response, { maxBytes: prepared.maxBytes, provider: "vertex", endpoint: "endpoints.explain" });
+                if (!json || !Array.isArray(json.explanations) || json.explanations.length !== instanceCount || json.explanations.some(value => !value || typeof value !== "object" || Array.isArray(value)) || !Array.isArray(json.predictions) || (json.deployedModelId !== undefined && typeof json.deployedModelId !== "string"))
+                    throw new ConfigurationError("Vertex explain returned an invalid response or explanation count.");
+                return { explanations: json.explanations, predictions: json.predictions, ...(json.deployedModelId !== undefined ? { deployedModelId: json.deployedModelId } : {}) };
+            }
+            finally {
+                cleanup();
+            }
+        },
+        async directRawPredict(input) {
+            if (typeof input.methodName !== "string" || !/^\/[^/\s?#]+\/[^/\s?#]+\/?$/.test(input.methodName))
+                throw new ConfigurationError("Vertex directRawPredict methodName must use /namespace.Service/Method.");
+            if (!(input.input instanceof Uint8Array))
+                throw new ConfigurationError("Vertex directRawPredict input must be Uint8Array.");
+            const prepared = prepare({ ...input, body: JSON.stringify({ methodName: input.methodName, input: encodeMediaFrame({ data: input.input, mediaType: "application/octet-stream" }) }), contentType: "application/json" }, "directRawPredict");
+            const jsonLimit = Math.ceil(prepared.maxBytes / 3) * 4 + 64 * 1024;
+            if (!Number.isSafeInteger(jsonLimit))
+                throw new ConfigurationError("Vertex directRawPredict response limit is too large.");
+            const { signal, cleanup } = withTimeoutSignal(input);
+            try {
+                const response = await request(input, prepared, signal);
+                const json = await readJsonWithLimit(response, { maxBytes: jsonLimit, provider: "vertex", endpoint: "endpoints.directRawPredict" });
+                if (!json || Array.isArray(json) || typeof json !== "object" || (json.output !== undefined && typeof json.output !== "string"))
+                    throw new ConfigurationError("Vertex directRawPredict returned an invalid output envelope.");
+                // ProtoJSON can omit a bytes field containing its empty default value.
+                return { output: json.output ? decodeBase64WithLimit(json.output, { maxBytes: prepared.maxBytes, provider: "vertex", endpoint: "endpoints.directRawPredict" }) : new Uint8Array(), status: response.status };
+            }
+            finally {
+                cleanup();
+            }
+        },
+        async rawPredict(input) {
+            const prepared = prepare(input, "rawPredict");
+            const { signal, cleanup } = withTimeoutSignal(input);
+            try {
+                const response = await request(input, prepared, signal);
+                const bytes = await readBodyWithLimit(response, { maxBytes: prepared.maxBytes, provider: "vertex", endpoint: "endpoints.rawPredict" });
+                return { body: bytes, ...responseMetadata(response) };
+            }
+            finally {
+                cleanup();
+            }
+        },
+        async *streamRawPredict(input) {
+            const prepared = prepare(input, "streamRawPredict");
+            const { signal, cleanup } = withTimeoutSignal(input);
+            let reader;
+            const cancel = () => { void reader?.cancel(signal?.reason).catch(() => { }); };
+            try {
+                const response = await request(input, prepared, signal);
+                reader = response.body?.getReader();
+                signal?.addEventListener("abort", cancel, { once: true });
+                signal?.throwIfAborted();
+                const contentLength = Number(response.headers.get("content-length"));
+                const tooLarge = (receivedBytes) => new ProviderResponseTooLargeError({ maxBytes: prepared.maxBytes, receivedBytes, provider: "vertex", endpoint: "endpoints.streamRawPredict" });
+                if (Number.isFinite(contentLength) && contentLength > prepared.maxBytes)
+                    throw tooLarge(contentLength);
+                yield { type: "response", ...responseMetadata(response) };
+                let receivedBytes = 0;
+                while (reader) {
+                    signal?.throwIfAborted();
+                    const { done, value } = await reader.read();
+                    signal?.throwIfAborted();
+                    if (done)
+                        break;
+                    receivedBytes += value.byteLength;
+                    if (receivedBytes > prepared.maxBytes)
+                        throw tooLarge(receivedBytes);
+                    yield { type: "chunk", data: value };
+                }
+            }
+            finally {
+                signal?.removeEventListener("abort", cancel);
+                await reader?.cancel().catch(() => { });
+                reader?.releaseLock();
+                cleanup();
+            }
+        }
+    };
+};
+//# sourceMappingURL=endpoints.js.map

package/dist/endpoints.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"endpoints.js","sourceRoot":"","sources":["../src/endpoints.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,6BAA6B,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,SAAS,EAAE,iBAAiB,EAAqC,MAAM,0BAA0B,CAAC;AAC7O,OAAO,EAAE,kBAAkB,EAAqB,MAAM,cAAc,CAAC;AAuErE,MAAM,gBAAgB,GAAG,CAAC,QAAkB,EAAgD,EAAE,CAAC,CAAC;IAC9F,MAAM,EAAE,QAAQ,CAAC,MAAM;IACvB,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACvG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5H,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CAC9I,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CACzC,OAAgC,EAChC,UAAgE,EAChE,YAAwB,EACxB,UAAoD,EAC7B,EAAE;IACzB,MAAM,OAAO,GAAG,CAAC,KAAoC,EAAE,MAAsB,EAAE,EAAE;QAC/E,YAAY,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC/C,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,YAAY,UAAU,CAAC;YAAE,MAAM,IAAI,kBAAkB,CAAC,kDAAkD,CAAC,CAAC;QAC5J,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;YAAE,MAAM,IAAI,kBAAkB,CAAC,mEAAmE,CAAC,CAAC;QAC9M,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QACnE,MAAM,QAAQ,GAAG,KAAK,CAAC,gBAAgB,IAAI,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;QAC5D,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,CAAC;YAAE,MAAM,IAAI,kBAAkB,CAAC,mEAAmE,CAAC,CAAC;QACxJ,iEAAiE;QACjE,MAAM,IAAI,GAAG,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QAC7F,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAC1C,CAAC,CAAC;IACF,MAAM,OAAO,GAAG,CAAC,KAAmB,EAAE,QAAoC,EAAE,MAAoB,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;QACxH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAC5I,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC7C,OAAO,QAAQ,CAAC;IAClB,CAAC,EAAE,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;IACtC,OAAO;QACP,KAAK,CAAC,aAAa,CAAC,KAAK;YACvB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;gBAAE,MAAM,IAAI,kBAAkB,CAAC,qDAAqD,CAAC,CAAC;YACtH,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;YACzD,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS;gBAAE,kBAAkB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YACzE,MAAM,QAAQ,GAAG,OAAO,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,WAAW,EAAE,kBAAkB,EAAE,EAAE,eAAe,CAAC,CAAC;YACtN,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACrD,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACxD,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAoC,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,yBAAyB,EAAE,CAAC,CAAC;gBAC5K,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAAE,MAAM,IAAI,kBAAkB,CAAC,oDAAoD,CAAC,CAAC;gBACjN,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;gBACnC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;gBACpD,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS;oBAAE,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACvE,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YAChG,CAAC;oBAAS,CAAC;gBAAC,OAAO,EAAE,CAAC;YAAC,CAAC;QAC1B,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,KAAK;YACjB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM;gBAAE,MAAM,IAAI,kBAAkB,CAAC,qDAAqD,CAAC,CAAC;YACpJ,MAAM,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC;YAC7C,IAAI,KAAK,CAAC,eAAe,KAAK,SAAS,IAAI,CAAC,OAAO,KAAK,CAAC,eAAe,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;gBAAE,MAAM,IAAI,kBAAkB,CAAC,2DAA2D,CAAC,CAAC;YACnN,IAAI,KAAK,CAAC,uBAAuB,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,uBAAuB,IAAI,OAAO,KAAK,CAAC,uBAAuB,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;gBAAE,MAAM,IAAI,kBAAkB,CAAC,2DAA2D,CAAC,CAAC;YACpR,MAAM,QAAQ,GAAG,OAAO,CAAC,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACzF,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3E,GAAG,CAAC,KAAK,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC1F,GAAG,CAAC,KAAK,CAAC,uBAAuB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,uBAAuB,EAAE,KAAK,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACnH,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YACjB,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACrD,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACxD,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAA8B,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,mBAAmB,EAAE,CAAC,CAAC;gBAChK,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,KAAK,aAAa,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,KAAK,SAAS,IAAI,OAAO,IAAI,CAAC,eAAe,KAAK,QAAQ,CAAC;oBAAE,MAAM,IAAI,kBAAkB,CAAC,mEAAmE,CAAC,CAAC;gBACxZ,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,IAAI,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YACtK,CAAC;oBAAS,CAAC;gBAAC,OAAO,EAAE,CAAC;YAAC,CAAC;QAC1B,CAAC;QACD,KAAK,CAAC,gBAAgB,CAAC,KAAK;YAC1B,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,6BAA6B,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;gBAAE,MAAM,IAAI,kBAAkB,CAAC,wEAAwE,CAAC,CAAC;YAC1M,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,YAAY,UAAU,CAAC;gBAAE,MAAM,IAAI,kBAAkB,CAAC,mDAAmD,CAAC,CAAC;YAC5H,MAAM,QAAQ,GAAG,OAAO,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,EAAE,gBAAgB,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,EAAE,CAAC,EAAE,WAAW,EAAE,kBAAkB,EAAE,EAAE,kBAAkB,CAAC,CAAC;YAC3O,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACnE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC;gBAAE,MAAM,IAAI,kBAAkB,CAAC,sDAAsD,CAAC,CAAC;YAC3H,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACrD,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACxD,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAuB,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,4BAA4B,EAAE,CAAC,CAAC;gBAC1J,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC;oBAAE,MAAM,IAAI,kBAAkB,CAAC,8DAA8D,CAAC,CAAC;gBAC7N,uEAAuE;gBACvE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,qBAAqB,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,4BAA4B,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC/M,CAAC;oBAAS,CAAC;gBAAC,OAAO,EAAE,CAAC;YAAC,CAAC;QAC1B,CAAC;QACD,KAAK,CAAC,UAAU,CAAC,KAAK;YACpB,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YAC9C,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACrD,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACxD,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,sBAAsB,EAAE,CAAC,CAAC;gBACvI,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxD,CAAC;oBAAS,CAAC;gBAAC,OAAO,EAAE,CAAC;YAAC,CAAC;QAC1B,CAAC;QACD,KAAK,CAAC,CAAC,gBAAgB,CAAC,KAAK;YAC3B,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC;YACpD,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACrD,IAAI,MAA2D,CAAC;YAChE,MAAM,MAAM,GAAG,GAAG,EAAE,GAAG,KAAK,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACxD,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;gBACpC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC1D,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;gBACrE,MAAM,QAAQ,GAAG,CAAC,aAAqB,EAAE,EAAE,CAAC,IAAI,6BAA6B,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,4BAA4B,EAAE,CAAC,CAAC;gBAC1L,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,aAAa,GAAG,QAAQ,CAAC,QAAQ;oBAAE,MAAM,QAAQ,CAAC,aAAa,CAAC,CAAC;gBACvG,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC1D,IAAI,aAAa,GAAG,CAAC,CAAC;gBACtB,OAAO,MAAM,EAAE,CAAC;oBACd,MAAM,EAAE,cAAc,EAAE,CAAC;oBACzB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC5C,MAAM,EAAE,cAAc,EAAE,CAAC;oBACzB,IAAI,IAAI;wBAAE,MAAM;oBAChB,aAAa,IAAI,KAAK,CAAC,UAAU,CAAC;oBAClC,IAAI,aAAa,GAAG,QAAQ,CAAC,QAAQ;wBAAE,MAAM,QAAQ,CAAC,aAAa,CAAC,CAAC;oBACrE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;gBACvC,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC7C,MAAM,MAAM,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACvC,MAAM,EAAE,WAAW,EAAE,CAAC;gBACtB,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;KACA,CAAC;AACJ,CAAC,CAAC"}

package/dist/grpc.d.ts

@@ -0,0 +1,33 @@
+import { type RetryOptions } from "@zhivex-ai/core/provider";
+import { type VertexTensor } from "./tensors.js";
+interface GrpcInput extends RetryOptions {
+    endpoint: string;
+    maxResponseBytes?: number;
+}
+export interface VertexGrpcRawInput extends GrpcInput {
+    methodName: string;
+    inputs: AsyncIterable<Uint8Array> | Iterable<Uint8Array>;
+}
+export interface VertexGrpcTensorFrame {
+    inputs: VertexTensor[];
+    parameters?: VertexTensor;
+}
+export interface VertexGrpcTensorInput extends GrpcInput {
+    inputs: AsyncIterable<VertexGrpcTensorFrame> | Iterable<VertexGrpcTensorFrame>;
+}
+export interface VertexGrpcServerInput extends GrpcInput, VertexGrpcTensorFrame {
+}
+export interface VertexGrpcTensorOutput {
+    outputs: VertexTensor[];
+    parameters?: VertexTensor;
+}
+export interface VertexGrpcClient {
+    serverStreamingPredict(input: VertexGrpcServerInput): AsyncIterable<VertexGrpcTensorOutput>;
+    streamingRawPredict(input: VertexGrpcRawInput): AsyncIterable<Uint8Array>;
+    streamingPredict(input: VertexGrpcTensorInput): AsyncIterable<VertexGrpcTensorOutput>;
+    streamDirectRawPredict(input: VertexGrpcRawInput): AsyncIterable<Uint8Array>;
+    streamDirectPredict(input: VertexGrpcTensorInput): AsyncIterable<VertexGrpcTensorOutput>;
+}
+export declare const createVertexGrpcClient: (baseURL: string, resolveEndpoint: (endpoint: string, allowPublisher: boolean) => string, getToken: (signal: AbortSignal) => Promise<string>) => VertexGrpcClient;
+export {};
+//# sourceMappingURL=grpc.d.ts.map

package/dist/grpc.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"grpc.d.ts","sourceRoot":"","sources":["../src/grpc.ts"],"names":[],"mappings":"AAGA,OAAO,EAAwE,KAAK,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACnI,OAAO,EAAsB,KAAK,YAAY,EAAE,MAAM,cAAc,CAAC;AAErE,UAAU,SAAU,SAAQ,YAAY;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AACD,MAAM,WAAW,kBAAmB,SAAQ,SAAS;IACnD,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;CAC1D;AACD,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,UAAU,CAAC,EAAE,YAAY,CAAC;CAC3B;AACD,MAAM,WAAW,qBAAsB,SAAQ,SAAS;IACtD,MAAM,EAAE,aAAa,CAAC,qBAAqB,CAAC,GAAG,QAAQ,CAAC,qBAAqB,CAAC,CAAC;CAChF;AACD,MAAM,WAAW,qBAAsB,SAAQ,SAAS,EAAE,qBAAqB;CAAG;AAClF,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,UAAU,CAAC,EAAE,YAAY,CAAC;CAC3B;AAED,MAAM,WAAW,gBAAgB;IAC/B,sBAAsB,CAAC,KAAK,EAAE,qBAAqB,GAAG,aAAa,CAAC,sBAAsB,CAAC,CAAC;IAC5F,mBAAmB,CAAC,KAAK,EAAE,kBAAkB,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;IAC1E,gBAAgB,CAAC,KAAK,EAAE,qBAAqB,GAAG,aAAa,CAAC,sBAAsB,CAAC,CAAC;IACtF,sBAAsB,CAAC,KAAK,EAAE,kBAAkB,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;IAC7E,mBAAmB,CAAC,KAAK,EAAE,qBAAqB,GAAG,aAAa,CAAC,sBAAsB,CAAC,CAAC;CAC1F;AAUD,eAAO,MAAM,sBAAsB,YACxB,MAAM,mBACE,CAAC,QAAQ,EAAE,MAAM,EAAE,cAAc,EAAE,OAAO,KAAK,MAAM,YAC5D,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,MAAM,CAAC,KACjD,gBAqHF,CAAC"}