@truefoundry/ai-gateway-sdk 0.0.8 → 0.0.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/constants.d.ts +10 -0
- package/dist/constants.js +8 -0
- package/dist/constants.js.map +1 -1
- package/dist/handlers/retryHandler.d.ts +4 -0
- package/dist/handlers/retryHandler.js +23 -0
- package/dist/handlers/retryHandler.js.map +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/providers/google-vertex-ai/api.js +60 -8
- package/dist/providers/google-vertex-ai/api.js.map +1 -1
- package/dist/providers/google-vertex-ai/types.d.ts +6 -1
- package/dist/providers/google-vertex-ai/types.js +2 -0
- package/dist/providers/google-vertex-ai/types.js.map +1 -1
- package/dist/providers/utils/finishReasonMap.js +1 -0
- package/dist/providers/utils/finishReasonMap.js.map +1 -1
- package/dist/services/buildExecutionReport.d.ts +36 -11
- package/dist/services/buildExecutionReport.js +876 -2
- package/dist/services/buildExecutionReport.js.map +1 -1
- package/dist/services/execute.js +34 -4
- package/dist/services/execute.js.map +1 -1
- package/dist/services/handleProviderResponse.d.ts +6 -2
- package/dist/services/handleProviderResponse.js +29 -5
- package/dist/services/handleProviderResponse.js.map +1 -1
- package/dist/stream/classifyAwsStreamEventKey.d.ts +30 -0
- package/dist/stream/classifyAwsStreamEventKey.js +67 -0
- package/dist/stream/classifyAwsStreamEventKey.js.map +1 -0
- package/dist/stream/index.d.ts +1 -0
- package/dist/stream/index.js +1 -0
- package/dist/stream/index.js.map +1 -1
- package/dist/stream/pumpProviderAwsEventStream.js +13 -1
- package/dist/stream/pumpProviderAwsEventStream.js.map +1 -1
- package/dist/stream/pumpProviderSseStream.js +6 -1
- package/dist/stream/pumpProviderSseStream.js.map +1 -1
- package/dist/stream/resolveStreamEndReason.d.ts +2 -0
- package/dist/stream/resolveStreamEndReason.js +18 -0
- package/dist/stream/resolveStreamEndReason.js.map +1 -1
- package/dist/stream/types.d.ts +4 -1
- package/dist/types/contracts.d.ts +3 -1
- package/dist/types/executionReport.d.ts +21 -0
- package/dist/types/options.d.ts +2 -0
- package/dist/utils/deriveProviderHeaderOptions.js +2 -0
- package/dist/utils/deriveProviderHeaderOptions.js.map +1 -1
- package/dist/utils/providerFailureLogging.d.ts +36 -0
- package/dist/utils/providerFailureLogging.js +110 -0
- package/dist/utils/providerFailureLogging.js.map +1 -0
- package/dist/utils/vertexApiVersion.d.ts +7 -0
- package/dist/utils/vertexApiVersion.js +16 -0
- package/dist/utils/vertexApiVersion.js.map +1 -0
- package/package.json +1 -1
package/dist/constants.d.ts
CHANGED
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
export declare const TFY_METADATA_HEADER = "x-tfy-metadata";
|
|
2
2
|
export declare const TFY_RETRY_CONFIG_HEADER = "x-tfy-retry-config";
|
|
3
3
|
export declare const TFY_CONVERSATION_ID_HEADER = "x-tfy-conversation-id";
|
|
4
|
+
/** Optional per-request Vertex API version (default `v1`); mirror of the gateway constant in src/constants.ts. */
|
|
5
|
+
export declare const TFY_VERTEX_API_VERSION_HEADER = "x-tfy-vertex-api-version";
|
|
6
|
+
export declare const VERTEX_API_VERSIONS: readonly ["v1", "v1beta1"];
|
|
4
7
|
export declare const TFY_REQUEST_ID_HEADER = "x-tfy-request-id";
|
|
5
8
|
export declare const TFY_LOGGING_CONFIG_HEADER = "x-tfy-logging-config";
|
|
6
9
|
export declare const TFY_CACHE_CONFIG_HEADER = "x-tfy-cache-config";
|
|
@@ -17,6 +20,11 @@ export declare const TFY_ERROR_TYPES: {
|
|
|
17
20
|
readonly MODEL_NOT_FOUND: "tfy-model-not-found";
|
|
18
21
|
readonly REQUEST_FAILURE: "request-failure";
|
|
19
22
|
readonly REQUEST_TIMEOUT: "request-timeout";
|
|
23
|
+
/** The gateway could not reach the provider (DNS, refused, reset, connect timeout). */
|
|
24
|
+
readonly UPSTREAM_CONNECT_FAILURE: "upstream-connect-failure";
|
|
25
|
+
readonly UPSTREAM_HEADERS_TIMEOUT: "upstream-headers-timeout";
|
|
26
|
+
readonly UPSTREAM_BODY_TIMEOUT: "upstream-body-timeout";
|
|
27
|
+
readonly UPSTREAM_TLS_ERROR: "upstream-tls-error";
|
|
20
28
|
readonly CLIENT_DISCONNECTED: "client-disconnected";
|
|
21
29
|
readonly PROVIDER_STREAMING_TERMINATED: "provider-streaming-terminated";
|
|
22
30
|
/** Provider reported a failure inside an HTTP 200 stream (e.g. a Responses `response.failed` frame). */
|
|
@@ -24,3 +32,5 @@ export declare const TFY_ERROR_TYPES: {
|
|
|
24
32
|
readonly TTFT_TIMEOUT: "ttft-timeout";
|
|
25
33
|
readonly UNKNOWN_ERROR: "unknown-error";
|
|
26
34
|
};
|
|
35
|
+
/** Failures where the gateway never got an HTTP response from the provider. */
|
|
36
|
+
export type GatewayFailureErrorType = typeof TFY_ERROR_TYPES.UPSTREAM_CONNECT_FAILURE | typeof TFY_ERROR_TYPES.UPSTREAM_HEADERS_TIMEOUT | typeof TFY_ERROR_TYPES.UPSTREAM_BODY_TIMEOUT | typeof TFY_ERROR_TYPES.UPSTREAM_TLS_ERROR;
|
package/dist/constants.js
CHANGED
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
export const TFY_METADATA_HEADER = 'x-tfy-metadata';
|
|
2
2
|
export const TFY_RETRY_CONFIG_HEADER = 'x-tfy-retry-config';
|
|
3
3
|
export const TFY_CONVERSATION_ID_HEADER = 'x-tfy-conversation-id';
|
|
4
|
+
/** Optional per-request Vertex API version (default `v1`); mirror of the gateway constant in src/constants.ts. */
|
|
5
|
+
export const TFY_VERTEX_API_VERSION_HEADER = 'x-tfy-vertex-api-version';
|
|
6
|
+
export const VERTEX_API_VERSIONS = ['v1', 'v1beta1'];
|
|
4
7
|
export const TFY_REQUEST_ID_HEADER = 'x-tfy-request-id';
|
|
5
8
|
export const TFY_LOGGING_CONFIG_HEADER = 'x-tfy-logging-config';
|
|
6
9
|
export const TFY_CACHE_CONFIG_HEADER = 'x-tfy-cache-config';
|
|
@@ -17,6 +20,11 @@ export const TFY_ERROR_TYPES = {
|
|
|
17
20
|
MODEL_NOT_FOUND: 'tfy-model-not-found',
|
|
18
21
|
REQUEST_FAILURE: 'request-failure',
|
|
19
22
|
REQUEST_TIMEOUT: 'request-timeout',
|
|
23
|
+
/** The gateway could not reach the provider (DNS, refused, reset, connect timeout). */
|
|
24
|
+
UPSTREAM_CONNECT_FAILURE: 'upstream-connect-failure',
|
|
25
|
+
UPSTREAM_HEADERS_TIMEOUT: 'upstream-headers-timeout',
|
|
26
|
+
UPSTREAM_BODY_TIMEOUT: 'upstream-body-timeout',
|
|
27
|
+
UPSTREAM_TLS_ERROR: 'upstream-tls-error',
|
|
20
28
|
CLIENT_DISCONNECTED: 'client-disconnected',
|
|
21
29
|
PROVIDER_STREAMING_TERMINATED: 'provider-streaming-terminated',
|
|
22
30
|
/** Provider reported a failure inside an HTTP 200 stream (e.g. a Responses `response.failed` frame). */
|
package/dist/constants.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,mBAAmB,GAAG,gBAAgB,CAAC;AACpD,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAAoB,CAAC;AAC5D,MAAM,CAAC,MAAM,0BAA0B,GAAG,uBAAuB,CAAC;AAClE,MAAM,CAAC,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AACxD,MAAM,CAAC,MAAM,yBAAyB,GAAG,sBAAsB,CAAC;AAChE,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAAoB,CAAC;AAC5D,MAAM,CAAC,MAAM,wBAAwB,GAAG,qBAAqB,CAAC;AAC9D,MAAM,CAAC,MAAM,mCAAmC,GAAG,gCAAgC,CAAC;AACpF,MAAM,CAAC,MAAM,6BAA6B,GAAG,0BAA0B,CAAC;AACxE,MAAM,CAAC,MAAM,eAAe,GAAG,UAAU,CAAC;AAC1C,MAAM,CAAC,MAAM,sBAAsB,GAAG,mBAAmB,CAAC;AAE1D,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,UAAU,EAAE,gBAAgB;IAC5B,YAAY,EAAE,kBAAkB;IAChC,aAAa,EAAE,eAAe;IAC9B,qGAAqG;IACrG,eAAe,EAAE,qBAAqB;IACtC,eAAe,EAAE,iBAAiB;IAClC,eAAe,EAAE,iBAAiB;IAClC,mBAAmB,EAAE,qBAAqB;IAC1C,6BAA6B,EAAE,+BAA+B;IAC9D,wGAAwG;IACxG,qBAAqB,EAAE,uBAAuB;IAC9C,YAAY,EAAE,cAAc;IAC5B,aAAa,EAAE,eAAe;CACtB,CAAC"}
|
|
1
|
+
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,mBAAmB,GAAG,gBAAgB,CAAC;AACpD,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAAoB,CAAC;AAC5D,MAAM,CAAC,MAAM,0BAA0B,GAAG,uBAAuB,CAAC;AAClE,kHAAkH;AAClH,MAAM,CAAC,MAAM,6BAA6B,GAAG,0BAA0B,CAAC;AACxE,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAI,EAAE,SAAS,CAAU,CAAC;AAC9D,MAAM,CAAC,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AACxD,MAAM,CAAC,MAAM,yBAAyB,GAAG,sBAAsB,CAAC;AAChE,MAAM,CAAC,MAAM,uBAAuB,GAAG,oBAAoB,CAAC;AAC5D,MAAM,CAAC,MAAM,wBAAwB,GAAG,qBAAqB,CAAC;AAC9D,MAAM,CAAC,MAAM,mCAAmC,GAAG,gCAAgC,CAAC;AACpF,MAAM,CAAC,MAAM,6BAA6B,GAAG,0BAA0B,CAAC;AACxE,MAAM,CAAC,MAAM,eAAe,GAAG,UAAU,CAAC;AAC1C,MAAM,CAAC,MAAM,sBAAsB,GAAG,mBAAmB,CAAC;AAE1D,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,UAAU,EAAE,gBAAgB;IAC5B,YAAY,EAAE,kBAAkB;IAChC,aAAa,EAAE,eAAe;IAC9B,qGAAqG;IACrG,eAAe,EAAE,qBAAqB;IACtC,eAAe,EAAE,iBAAiB;IAClC,eAAe,EAAE,iBAAiB;IAClC,uFAAuF;IACvF,wBAAwB,EAAE,0BAA0B;IACpD,wBAAwB,EAAE,0BAA0B;IACpD,qBAAqB,EAAE,uBAAuB;IAC9C,kBAAkB,EAAE,oBAAoB;IACxC,mBAAmB,EAAE,qBAAqB;IAC1C,6BAA6B,EAAE,+BAA+B;IAC9D,wGAAwG;IACxG,qBAAqB,EAAE,uBAAuB;IAC9C,YAAY,EAAE,cAAc;IAC5B,aAAa,EAAE,eAAe;CACtB,CAAC"}
|
|
@@ -1,4 +1,6 @@
|
|
|
1
|
+
import { type GatewayFailureErrorType } from '../constants.js';
|
|
1
2
|
import { type SafeFetchInit } from '../http/index.js';
|
|
3
|
+
import { type FailureCauseEntry } from '../utils/providerFailureLogging.js';
|
|
2
4
|
/**
|
|
3
5
|
* Did the client hang up or cancel?
|
|
4
6
|
*
|
|
@@ -17,4 +19,6 @@ export declare const retryRequest: (url: string, options: SafeFetchInit, retryCo
|
|
|
17
19
|
createdAt: Date;
|
|
18
20
|
skip: boolean;
|
|
19
21
|
lastProviderResponseStatusCode: number | undefined;
|
|
22
|
+
gatewayFailureType: GatewayFailureErrorType | undefined;
|
|
23
|
+
gatewayFailureCause: FailureCauseEntry[] | undefined;
|
|
20
24
|
}>;
|
|
@@ -11,10 +11,12 @@
|
|
|
11
11
|
*/
|
|
12
12
|
import retry from 'async-retry';
|
|
13
13
|
import config from '../config.js';
|
|
14
|
+
import { TFY_ERROR_TYPES } from '../constants.js';
|
|
14
15
|
import { TimeoutError } from '../errors.js';
|
|
15
16
|
import { MAX_RETRY_LIMIT_MS, POSSIBLE_RETRY_STATUS_HEADERS, TLS_ERROR_CONFIG } from '../globals.js';
|
|
16
17
|
import { safeFetch } from '../http/index.js';
|
|
17
18
|
import { mergeAbortSignals } from '../utils/abortSignals.js';
|
|
19
|
+
import { describeFailureCause } from '../utils/providerFailureLogging.js';
|
|
18
20
|
// Provider base URLs are tenant-configured and can legitimately be private endpoints.
|
|
19
21
|
const PROVIDER_SSRF_MODE = 'guard';
|
|
20
22
|
function isCertificateError(error) {
|
|
@@ -86,6 +88,8 @@ export const retryRequest = async (url, options, retryCount, statusCodesToRetry,
|
|
|
86
88
|
let lastResponse;
|
|
87
89
|
let lastAttempt;
|
|
88
90
|
let lastProviderResponseStatusCode;
|
|
91
|
+
let gatewayFailureType;
|
|
92
|
+
let gatewayFailureCause;
|
|
89
93
|
const start = new Date();
|
|
90
94
|
let retrySkipped = false;
|
|
91
95
|
let remainingRetryTimeout = MAX_RETRY_LIMIT_MS;
|
|
@@ -177,6 +181,10 @@ export const retryRequest = async (url, options, retryCount, statusCodesToRetry,
|
|
|
177
181
|
else if (error instanceof TypeError &&
|
|
178
182
|
error.cause instanceof Error &&
|
|
179
183
|
error.cause?.name === 'ConnectTimeoutError') {
|
|
184
|
+
gatewayFailureType = TFY_ERROR_TYPES.UPSTREAM_CONNECT_FAILURE;
|
|
185
|
+
gatewayFailureCause = describeFailureCause(error);
|
|
186
|
+
// The last attempt got no HTTP response, so an earlier retried response must not read as the outcome.
|
|
187
|
+
lastProviderResponseStatusCode = undefined;
|
|
180
188
|
lastResponse = new Response(JSON.stringify({
|
|
181
189
|
genericError: {
|
|
182
190
|
message: `Message: ${error.message} Cause: ${error.cause ?? 'NA'} Name: ${error.name ?? 'N/A'}`,
|
|
@@ -186,6 +194,9 @@ export const retryRequest = async (url, options, retryCount, statusCodesToRetry,
|
|
|
186
194
|
});
|
|
187
195
|
}
|
|
188
196
|
else if (!error.status || error instanceof TypeError) {
|
|
197
|
+
gatewayFailureCause = describeFailureCause(error);
|
|
198
|
+
// The last attempt got no HTTP response, so an earlier retried response must not read as the outcome.
|
|
199
|
+
lastProviderResponseStatusCode = undefined;
|
|
189
200
|
if (error.cause?.code === 'UND_ERR_HEADERS_TIMEOUT' || error.cause?.name === 'HeadersTimeoutError') {
|
|
190
201
|
const configuredTimeout = config.UNDICI_HEADERS_TIMEOUT_MS;
|
|
191
202
|
const timeoutMessage = configuredTimeout === 0
|
|
@@ -205,6 +216,8 @@ export const retryRequest = async (url, options, retryCount, statusCodesToRetry,
|
|
|
205
216
|
createdAt: start,
|
|
206
217
|
skip: retrySkipped,
|
|
207
218
|
lastProviderResponseStatusCode: lastProviderResponseStatusCode,
|
|
219
|
+
gatewayFailureType: TFY_ERROR_TYPES.UPSTREAM_HEADERS_TIMEOUT,
|
|
220
|
+
gatewayFailureCause,
|
|
208
221
|
};
|
|
209
222
|
}
|
|
210
223
|
if (error.cause?.code === 'UND_ERR_BODY_TIMEOUT' || error.cause?.name === 'BodyTimeoutError') {
|
|
@@ -226,9 +239,17 @@ export const retryRequest = async (url, options, retryCount, statusCodesToRetry,
|
|
|
226
239
|
createdAt: start,
|
|
227
240
|
skip: retrySkipped,
|
|
228
241
|
lastProviderResponseStatusCode: lastProviderResponseStatusCode,
|
|
242
|
+
gatewayFailureType: TFY_ERROR_TYPES.UPSTREAM_BODY_TIMEOUT,
|
|
243
|
+
gatewayFailureCause,
|
|
229
244
|
};
|
|
230
245
|
}
|
|
231
246
|
const isCertError = isCertificateError(error);
|
|
247
|
+
if (isCertError) {
|
|
248
|
+
gatewayFailureType = TFY_ERROR_TYPES.UPSTREAM_TLS_ERROR;
|
|
249
|
+
}
|
|
250
|
+
else if (error instanceof TypeError) {
|
|
251
|
+
gatewayFailureType = TFY_ERROR_TYPES.UPSTREAM_CONNECT_FAILURE;
|
|
252
|
+
}
|
|
232
253
|
const errorMessageToReturn = isCertError
|
|
233
254
|
? getCertificateErrorMessage(error)
|
|
234
255
|
: `Message: ${error.message ?? 'Request failed'} Cause: ${error.cause ?? 'NA'} Name: ${error.name ?? 'N/A'}`;
|
|
@@ -271,6 +292,8 @@ export const retryRequest = async (url, options, retryCount, statusCodesToRetry,
|
|
|
271
292
|
createdAt: start,
|
|
272
293
|
skip: retrySkipped,
|
|
273
294
|
lastProviderResponseStatusCode: lastProviderResponseStatusCode,
|
|
295
|
+
gatewayFailureType,
|
|
296
|
+
gatewayFailureCause,
|
|
274
297
|
};
|
|
275
298
|
};
|
|
276
299
|
//# sourceMappingURL=retryHandler.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"retryHandler.js","sourceRoot":"","sources":["../../src/handlers/retryHandler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,KAAK,MAAM,aAAa,CAAC;AAChC,OAAO,MAAM,MAAM,WAAW,CAAC;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,6BAA6B,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACjG,OAAO,EAAE,SAAS,EAAsB,MAAM,SAAS,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"retryHandler.js","sourceRoot":"","sources":["../../src/handlers/retryHandler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,KAAK,MAAM,aAAa,CAAC;AAChC,OAAO,MAAM,MAAM,WAAW,CAAC;AAC/B,OAAO,EAAE,eAAe,EAAgC,MAAM,cAAc,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,6BAA6B,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACjG,OAAO,EAAE,SAAS,EAAsB,MAAM,SAAS,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAA0B,MAAM,iCAAiC,CAAC;AAE/F,sFAAsF;AACtF,MAAM,kBAAkB,GAAG,OAAgB,CAAC;AAE5C,SAAS,kBAAkB,CAAC,KAAU;IACpC,MAAM,SAAS,GAAG,KAAK,EAAE,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,CAAC;IACpD,OAAO,SAAS,IAAI,gBAAgB,CAAC;AACvC,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAU;IAC5C,MAAM,SAAS,GAAG,KAAK,EAAE,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,CAAC;IACpD,IAAI,SAAS,IAAI,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7C,OAAO,GAAG,SAAS,KAAK,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;IACxD,CAAC;IACD,OAAO,0DAA0D,CAAC;AACpE,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAc,EAAE,MAA2B;IAC1E,IAAI,MAAM,EAAE,OAAO;QAAE,OAAO,IAAI,CAAC;IACjC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;IAC3E,OAAQ,KAA8C,EAAE,IAAI,KAAK,YAAY,CAAC;AAChF,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,GAAW,EACX,OAAsB,EACtB,OAAe,EACf,cAA2D;IAE3D,MAAM,iBAAiB,GAAG,IAAI,eAAe,EAAE,CAAC;IAChD,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAEvE,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM;QACjC,CAAC,CAAC,iBAAiB,CAAC,CAAC,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC/D,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC;IAE7B,MAAM,qBAAqB,GAAkB;QAC3C,GAAG,OAAO;QACV,MAAM,EAAE,YAAY;KACrB,CAAC;IAEF,IAAI,QAAkB,CAAC;IAEvB,IAAI,CAAC;QACH,IAAI,cAAc,EAAE,CAAC;YACnB,QAAQ,GAAG,MAAM,cAAc,CAAC,YAAY,CAAC,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,EAAE,GAAG,qBAAqB,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC1F,CAAC;QACD,YAAY,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,YAAY,CAAC,SAAS,CAAC,CAAC;QACxB,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC9B,IAAI,iBAAiB,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACrC,MAAM,IAAI,YAAY,CAAC,qDAAqD,OAAO,IAAI,EAAE,OAAO,EAAE;oBAChG,KAAK,EAAE,GAAG;iBACX,CAAC,CAAC;YACL,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAC/B,GAAW,EACX,OAAsB,EACtB,UAAkB,EAClB,kBAA4B,EAC5B,UAAyB,IAAI,EAC7B,cAA2D,EAC3D,mBAA6B,EAC7B,aAAqB,GAAG,EASvB,EAAE;IACH,IAAI,YAAkC,CAAC;IACvC,IAAI,WAA+B,CAAC;IACpC,IAAI,8BAAkD,CAAC;IACvD,IAAI,kBAAuD,CAAC;IAC5D,IAAI,mBAAoD,CAAC;IACzD,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC;IACzB,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,qBAAqB,GAAG,kBAAkB,CAAC;IAC/C,IAAI,CAAC;QACH,MAAM,KAAK,CACT,KAAK,EAAE,IAAS,EAAE,OAAe,EAAE,EAAE;YACnC,IAAI,CAAC;gBACH,IAAI,QAAkB,CAAC;gBACvB,IAAI,OAAO,EAAE,CAAC;oBACZ,QAAQ,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;gBAC3E,CAAC;qBAAM,IAAI,cAAc,EAAE,CAAC;oBAC1B,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC,MAAM,CAAC,CAAC;gBAClF,CAAC;qBAAM,CAAC;oBACN,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBAC5E,CAAC;gBACD,8BAA8B,GAAG,QAAQ,CAAC,MAAM,CAAC;gBACjD,IAAI,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBACjD,MAAM,QAAQ,GAAQ,IAAI,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;oBACvD,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;oBAClC,QAAQ,CAAC,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;oBAExD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,mBAAmB,EAAE,CAAC;wBACnD,MAAM,WAAW,GAAG,6BAA6B,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;4BAC9D,OAAO,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;wBACtC,CAAC,CAAC,CAAC;wBACH,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;wBAChE,IAAI,CAAC,eAAe,EAAE,CAAC;4BACrB,MAAM,QAAQ,CAAC;wBACjB,CAAC;wBACD,IAAI,UAA8B,CAAC;wBACnC,IAAI,WAAW,KAAK,aAAa,EAAE,CAAC;4BAClC,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC;wBAC9D,CAAC;6BAAM,CAAC;4BACN,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;wBACvD,CAAC;wBAED,IAAI,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;4BAC5C,IAAI,UAAU,IAAI,kBAAkB,IAAI,UAAU,GAAG,qBAAqB,EAAE,CAAC;gCAC3E,YAAY,GAAG,IAAI,CAAC;gCACpB,IAAI,CAAC,QAAQ,CAAC,CAAC;gCACf,OAAO;4BACT,CAAC;4BACD,qBAAqB,IAAI,UAAU,CAAC;4BAEpC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;4BAC9D,MAAM,QAAQ,CAAC;wBACjB,CAAC;6BAAM,CAAC;4BACN,MAAM,QAAQ,CAAC;wBACjB,CAAC;oBACH,CAAC;oBACD,MAAM,QAAQ,CAAC;gBACjB,CAAC;qBAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;oBAC5D,UAAU;gBACZ,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAQ,IAAI,KAAK,CAAC,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC/D,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;oBAClC,QAAQ,CAAC,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;oBACxD,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACf,OAAO;gBACT,CAAC;gBACD,YAAY,GAAG,QAAQ,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,IAAI,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,OAAO,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;oBACzE,IAAI,CAAC,KAAK,CAAC,CAAC;oBACZ,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC,EACD;YACE,OAAO,EAAE,UAAU;YACnB,OAAO,EAAE,CAAC,KAAY,EAAE,OAAe,EAAE,EAAE;gBACzC,WAAW,GAAG,OAAO,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,2BAA2B,OAAO,YAAY,KAAK,EAAE,CAAC,CAAC;YACtE,CAAC;YACD,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,UAAU;SACvB,CACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;YAClC,MAAM,KAAK,CAAC;QACd,CAAC;aAAM,IAAI,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACnD,MAAM,KAAK,CAAC;QACd,CAAC;aAAM,IACL,KAAK,YAAY,SAAS;YAC1B,KAAK,CAAC,KAAK,YAAY,KAAK;YAC5B,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,qBAAqB,EAC3C,CAAC;YACD,kBAAkB,GAAG,eAAe,CAAC,wBAAwB,CAAC;YAC9D,mBAAmB,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAClD,sGAAsG;YACtG,8BAA8B,GAAG,SAAS,CAAC;YAC3C,YAAY,GAAG,IAAI,QAAQ,CACzB,IAAI,CAAC,SAAS,CAAC;gBACb,YAAY,EAAE;oBACZ,OAAO,EAAE,YAAY,KAAK,CAAC,OAAO,WAAW,KAAK,CAAC,KAAK,IAAI,IAAI,UAAU,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE;iBAChG;aACF,CAAC,EACF;gBACE,MAAM,EAAE,GAAG;aACZ,CACF,CAAC;QACJ,CAAC;aAAM,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;YACvD,mBAAmB,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAClD,sGAAsG;YACtG,8BAA8B,GAAG,SAAS,CAAC;YAC3C,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,yBAAyB,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBACnG,MAAM,iBAAiB,GAAG,MAAM,CAAC,yBAAyB,CAAC;gBAC3D,MAAM,cAAc,GAClB,iBAAiB,KAAK,CAAC;oBACrB,CAAC,CAAC,uBAAuB;oBACzB,CAAC,CAAC,GAAG,iBAAiB,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC;gBAClF,YAAY,GAAG,IAAI,QAAQ,CACzB,IAAI,CAAC,SAAS,CAAC;oBACb,YAAY,EAAE;wBACZ,OAAO,EAAE,8EAA8E,cAAc,0JAA0J;qBAChQ;iBACF,CAAC,EACF;oBACE,MAAM,EAAE,GAAG;iBACZ,CACF,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,SAAS,WAAW,IAAI,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC9F,OAAO;oBACL,QAAQ,EAAE,YAAwB;oBAClC,OAAO,EAAE,WAAW;oBACpB,SAAS,EAAE,KAAK;oBAChB,IAAI,EAAE,YAAY;oBAClB,8BAA8B,EAAE,8BAA8B;oBAC9D,kBAAkB,EAAE,eAAe,CAAC,wBAAwB;oBAC5D,mBAAmB;iBACpB,CAAC;YACJ,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,sBAAsB,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBAC7F,MAAM,iBAAiB,GAAG,MAAM,CAAC,sBAAsB,CAAC;gBACxD,MAAM,cAAc,GAClB,iBAAiB,KAAK,CAAC;oBACrB,CAAC,CAAC,uBAAuB;oBACzB,CAAC,CAAC,GAAG,iBAAiB,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC;gBAClF,YAAY,GAAG,IAAI,QAAQ,CACzB,IAAI,CAAC,SAAS,CAAC;oBACb,YAAY,EAAE;wBACZ,OAAO,EAAE,4EAA4E,cAAc,yJAAyJ;qBAC7P;iBACF,CAAC,EACF;oBACE,MAAM,EAAE,GAAG;iBACZ,CACF,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,SAAS,WAAW,IAAI,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC9F,OAAO;oBACL,QAAQ,EAAE,YAAwB;oBAClC,OAAO,EAAE,WAAW;oBACpB,SAAS,EAAE,KAAK;oBAChB,IAAI,EAAE,YAAY;oBAClB,8BAA8B,EAAE,8BAA8B;oBAC9D,kBAAkB,EAAE,eAAe,CAAC,qBAAqB;oBACzD,mBAAmB;iBACpB,CAAC;YACJ,CAAC;YACD,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;YAC9C,IAAI,WAAW,EAAE,CAAC;gBAChB,kBAAkB,GAAG,eAAe,CAAC,kBAAkB,CAAC;YAC1D,CAAC;iBAAM,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;gBACtC,kBAAkB,GAAG,eAAe,CAAC,wBAAwB,CAAC;YAChE,CAAC;YACD,MAAM,oBAAoB,GAAG,WAAW;gBACtC,CAAC,CAAC,0BAA0B,CAAC,KAAK,CAAC;gBACnC,CAAC,CAAC,YAAY,KAAK,CAAC,OAAO,IAAI,gBAAgB,WAAW,KAAK,CAAC,KAAK,IAAI,IAAI,UAAU,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,CAAC;YAE/G,YAAY,GAAG,IAAI,QAAQ,CACzB,IAAI,CAAC,SAAS,CAAC;gBACb,YAAY,EAAE;oBACZ,OAAO,EAAE,oBAAoB;iBAC9B;aACF,CAAC,EACF;gBACE,MAAM,EAAE,GAAG;aACZ,CACF,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,cAAc,GAAG,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,MAAM,cAAc,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,cAAc,IAAI,cAAc,KAAK,IAAI,CAAC;YACpF,MAAM,YAAY,GAAG,cAAc,CAAC,CAAC,CAAC,iCAAiC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC;YAEvG,IAAI,cAAc,EAAE,CAAC;gBACnB,YAAY,GAAG,IAAI,QAAQ,CACzB,IAAI,CAAC,SAAS,CAAC;oBACb,YAAY,EAAE;wBACZ,OAAO,EAAE,YAAY;qBACtB;iBACF,CAAC,EACF;oBACE,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,GAAG,KAAK,CAAC,OAAO;qBACjB;iBACF,CACF,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,YAAY,GAAG,IAAI,QAAQ,CAAC,YAAY,EAAE;oBACxC,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,YAAwB;QAClC,OAAO,EAAE,WAAW;QACpB,SAAS,EAAE,KAAK;QAChB,IAAI,EAAE,YAAY;QAClB,8BAA8B,EAAE,8BAA8B;QAC9D,kBAAkB;QAClB,mBAAmB;KACpB,CAAC;AACJ,CAAC,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -7,10 +7,10 @@ export type { ContentItem, ExtractedMessages, GuardrailHelpers, GuardrailsRunCon
|
|
|
7
7
|
export { transformCapturedProviderResponse, type CapturedProviderResponse, type TransformCapturedProviderResponseInput, type TransformedClientResponse, } from './parity/transformCapturedProviderResponse.js';
|
|
8
8
|
export { getSdkRequestTenantName, runWithSdkRequestContext } from './requestContext.js';
|
|
9
9
|
export { LlmGatewaySdk } from './sdk.js';
|
|
10
|
-
export { getStreamModeSplitPattern, pumpProviderAwsEventStream, pumpProviderSseStream, readSseFrames, shouldReadAwsEventStream, } from './stream/index.js';
|
|
10
|
+
export { classifyAwsStreamEventKey, getStreamModeSplitPattern, pumpProviderAwsEventStream, pumpProviderSseStream, readSseFrames, shouldReadAwsEventStream, } from './stream/index.js';
|
|
11
11
|
export type { GetStreamModeSplitPatternInput, PumpProviderAwsEventStreamOptions, PumpProviderBaseOptions, PumpProviderSseOptions, PumpResult, ReadSseFramesOptions, ReadSseFramesResult, ShouldReadAwsEventStreamInput, SplitPattern, SseCommentMode, StreamTransformFn, } from './stream/index.js';
|
|
12
12
|
export type { CachePort } from './types/cache.js';
|
|
13
|
-
export type { BilledUsageOverlay, EndReason, Endpoint, ExecutionFinishReason, ExecutionModelMetadata, ExecutionReport, ExecutionTimings, ExecutionToolUsage, MidStreamError, MidStreamErrorKind, MidStreamProviderErrorToken, ProviderCallConfig, ProviderOptions, SdkCallInputs, SdkExecuteResult, SdkExecutionConfig, SdkInitConfig, SdkRequest, SdkRequestBody, SessionContext, TokenUsage, TokenUsageIteration, } from './types/contracts.js';
|
|
13
|
+
export type { BilledUsageOverlay, EndReason, Endpoint, ExecutionFinishReason, ExecutionModelMetadata, ExecutionReport, ExecutionTimings, ExecutionToolUsage, GatewayFailure, MidStreamError, MidStreamErrorKind, MidStreamProviderErrorToken, ProviderCallConfig, ProviderOptions, SdkCallInputs, SdkExecuteResult, SdkExecutionConfig, SdkInitConfig, SdkRequest, SdkRequestBody, SessionContext, TokenUsage, TokenUsageIteration, } from './types/contracts.js';
|
|
14
14
|
export type { AnthropicServerToolColumn, AnthropicServerToolMapping, BetaColumn, CatalogProviderConfig, CatalogProviderConfigs, ModelConfigMap, ProviderModelConfigs, } from './types/modelConfig.js';
|
|
15
15
|
export type { AnthropicOptions, AwsOptions, AwsSagemakerOptions, AzureAiInferenceOptions, AzureOptions, CommonHeaderOptions, FireworksAiOptions, HuggingFaceOptions, MistralOptions, OpenAIOptions, ProviderHeaderOptions, SnowflakeCortexOptions, StabilityAiOptions, VertexOptions, WorkersAiOptions, } from './types/options.js';
|
|
16
16
|
export { deriveProviderHeaderOptions } from './utils/deriveProviderHeaderOptions.js';
|
package/dist/index.js
CHANGED
|
@@ -6,6 +6,6 @@ export { initAdapters } from './adapters/index.js';
|
|
|
6
6
|
export { transformCapturedProviderResponse, } from './parity/transformCapturedProviderResponse.js';
|
|
7
7
|
export { getSdkRequestTenantName, runWithSdkRequestContext } from './requestContext.js';
|
|
8
8
|
export { LlmGatewaySdk } from './sdk.js';
|
|
9
|
-
export { getStreamModeSplitPattern, pumpProviderAwsEventStream, pumpProviderSseStream, readSseFrames, shouldReadAwsEventStream, } from './stream/index.js';
|
|
9
|
+
export { classifyAwsStreamEventKey, getStreamModeSplitPattern, pumpProviderAwsEventStream, pumpProviderSseStream, readSseFrames, shouldReadAwsEventStream, } from './stream/index.js';
|
|
10
10
|
export { deriveProviderHeaderOptions } from './utils/deriveProviderHeaderOptions.js';
|
|
11
11
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAU1C,OAAO,EACL,iCAAiC,GAIlC,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AACtC,OAAO,EACL,yBAAyB,EACzB,0BAA0B,EAC1B,qBAAqB,EACrB,aAAa,EACb,wBAAwB,GACzB,MAAM,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAU1C,OAAO,EACL,iCAAiC,GAIlC,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AACtC,OAAO,EACL,yBAAyB,EACzB,yBAAyB,EACzB,0BAA0B,EAC1B,qBAAqB,EACrB,aAAa,EACb,wBAAwB,GACzB,MAAM,UAAU,CAAC;AAkElB,OAAO,EAAE,2BAA2B,EAAE,MAAM,qCAAqC,CAAC"}
|
|
@@ -9,9 +9,16 @@ import { isEmbedContentModel } from './embed.js';
|
|
|
9
9
|
import { isGeminiImageModel } from './imageGenerate.js';
|
|
10
10
|
import { getAccessToken, getAccessTokenFromADC, getBucketAndFile, getModelAndProvider } from './utils.js';
|
|
11
11
|
import { getAccessTokenFromExternalAccount } from './wifAuth.js';
|
|
12
|
-
|
|
12
|
+
/**
|
|
13
|
+
* The Vertex API version for a publisher. `requested` is the optional per-request `x-tfy-vertex-api-version`
|
|
14
|
+
* (Google serves some features, e.g. Gemini 4 Argon long decode, only on `v1beta1`). It only applies to the
|
|
15
|
+
* `google` publisher; `meta` stays on `v1beta1`, and everything else on `v1`. There is no per-model rule.
|
|
16
|
+
*/
|
|
17
|
+
const getApiVersion = (provider, requested) => {
|
|
13
18
|
if (provider === 'meta')
|
|
14
19
|
return 'v1beta1';
|
|
20
|
+
if (provider === 'google' && requested !== undefined)
|
|
21
|
+
return requested;
|
|
15
22
|
return 'v1';
|
|
16
23
|
};
|
|
17
24
|
function parseVertexJsonCredentialField(raw, fieldLabel) {
|
|
@@ -76,9 +83,9 @@ export function resolveVertexFields(providerOptions, headerOptions) {
|
|
|
76
83
|
vertexModelName,
|
|
77
84
|
};
|
|
78
85
|
}
|
|
79
|
-
const getProjectRoute = (vertexProjectId, vertexRegion, inputModel) => {
|
|
86
|
+
const getProjectRoute = (vertexProjectId, vertexRegion, inputModel, requestedApiVersion) => {
|
|
80
87
|
const { provider } = getModelAndProvider(inputModel);
|
|
81
|
-
const routeVersion = getApiVersion(provider,
|
|
88
|
+
const routeVersion = getApiVersion(provider, requestedApiVersion);
|
|
82
89
|
return `/${routeVersion}/projects/${vertexProjectId}/locations/${vertexRegion}`;
|
|
83
90
|
};
|
|
84
91
|
const FILE_ENDPOINTS = ['uploadFile', 'retrieveFileContent', 'deleteFile', 'listFiles', 'retrieveFile'];
|
|
@@ -94,6 +101,27 @@ const BATCH_ENDPOINTS = [
|
|
|
94
101
|
'cancelFinetune',
|
|
95
102
|
];
|
|
96
103
|
const NON_INFERENCE_ENDPOINTS = [...FILE_ENDPOINTS, ...BATCH_ENDPOINTS];
|
|
104
|
+
// Proxied model methods. Resource-management methods (e.g. :setIamPolicy) are deliberately absent.
|
|
105
|
+
const MODEL_ACTIONS = 'generateContent|streamGenerateContent|countTokens|computeTokens|predict|rawPredict|streamRawPredict|embedContent|predictLongRunning|fetchPredictOperation';
|
|
106
|
+
const PROJECT_LOCATION_SEGMENT = /\/projects\/[^/]+\/locations\/[^/]+/;
|
|
107
|
+
const PROJECT_SEGMENT = /\/projects\/[^/]+/;
|
|
108
|
+
// Segments must start alphanumeric so `.`/`..` traversal segments never match.
|
|
109
|
+
const PATH_SEGMENT = '[A-Za-z0-9][\\w.-]*';
|
|
110
|
+
const GOOGLE_API_VERSION = 'v1(?:alpha|beta\\d*)?';
|
|
111
|
+
// Mirrors NATIVE_VEO_ALLOWED_PATHS in the gateway's utils/videoRequestUtils.ts.
|
|
112
|
+
const NATIVE_VEO_ALLOWED_PATHS = [
|
|
113
|
+
new RegExp(`^/${GOOGLE_API_VERSION}/(?:projects/${PATH_SEGMENT}/locations/${PATH_SEGMENT}/)?(?:publishers/${PATH_SEGMENT}/)?models/${PATH_SEGMENT}(?::(?:predictLongRunning|fetchPredictOperation)|/operations/${PATH_SEGMENT})$`),
|
|
114
|
+
new RegExp(`^/${GOOGLE_API_VERSION}/files/${PATH_SEGMENT}(?::download)?$`),
|
|
115
|
+
];
|
|
116
|
+
// The proxy route can't tell TTS/STT/video calls apart from others, so their native paths are
|
|
117
|
+
// matched by shape and forwarded to their own base URLs.
|
|
118
|
+
const NATIVE_TTS_STT_PATH_PATTERNS = [
|
|
119
|
+
/^\/v1(?:beta1)?\/text:synthesize$/,
|
|
120
|
+
/^\/v1(?:p1beta1)?\/speech:(?:recognize|longrunningrecognize)$/,
|
|
121
|
+
];
|
|
122
|
+
// batchRecognize is excluded: a per-file config.model overrides the request-level model, which the
|
|
123
|
+
// STT handler authorizes, so it would bypass model authorization.
|
|
124
|
+
const SPEECH_V2_RECOGNIZE_PATH_PATTERN = new RegExp(`^/v2/projects/${PATH_SEGMENT}/locations/${PATH_SEGMENT}/recognizers/\\w[\\w.-]*:recognize$`);
|
|
97
125
|
// Good reference for using REST: https://cloud.google.com/vertex-ai/generative-ai/docs/start/quickstarts/quickstart-multimodal#gemini-beginner-samples-drest
|
|
98
126
|
// Difference versus Studio AI: https://cloud.google.com/vertex-ai/docs/start/ai-platform-users
|
|
99
127
|
export const GoogleApiConfig = {
|
|
@@ -134,17 +162,17 @@ export const GoogleApiConfig = {
|
|
|
134
162
|
const reqPath = request.path;
|
|
135
163
|
const reqQuery = request.search;
|
|
136
164
|
// Gemini format: /v1beta/models/{model}:{action} — rewrite to full Vertex path
|
|
137
|
-
const geminiPattern =
|
|
165
|
+
const geminiPattern = new RegExp(`^/(v1beta|v1alpha|v1)(?:\\d)*/models/([^:?]+):(${MODEL_ACTIONS})$`);
|
|
138
166
|
const geminiMatch = reqPath.match(geminiPattern);
|
|
139
167
|
if (geminiMatch) {
|
|
140
168
|
const [, , modelName, action] = geminiMatch;
|
|
141
169
|
const { provider } = getModelAndProvider(`google/${modelName}`);
|
|
142
|
-
const routeVersion = getApiVersion(provider,
|
|
170
|
+
const routeVersion = getApiVersion(provider, headerOptions.vertex.vertexApiVersion);
|
|
143
171
|
return `/${routeVersion}/projects/${vertexProjectId}/locations/${vertexRegion}/publishers/${provider}/models/${modelName}:${action}${reqQuery}`;
|
|
144
172
|
}
|
|
145
173
|
// Vertex format (e.g. from Gemini CLI): /v1beta1/publishers/google/models/{model}:{action}
|
|
146
174
|
// Path is missing projects/{id}/locations/{region}; prepend them so Vertex API accepts the request.
|
|
147
|
-
const vertexPathPattern =
|
|
175
|
+
const vertexPathPattern = new RegExp(`^/(v1beta\\d*|v1alpha|v1)(/publishers/[^/]+/models/[^/:]+:(?:${MODEL_ACTIONS}))$`);
|
|
148
176
|
const vertexMatch = reqPath.match(vertexPathPattern);
|
|
149
177
|
if (vertexMatch && vertexProjectId && vertexRegion) {
|
|
150
178
|
const [, version, rest] = vertexMatch;
|
|
@@ -161,7 +189,31 @@ export const GoogleApiConfig = {
|
|
|
161
189
|
const { model: upstreamModel } = getModelAndProvider(resolvedModel);
|
|
162
190
|
return `/${version}/projects/${vertexProjectId}/locations/${vertexRegion}/publishers/${publisher}/models/${encodeURIComponent(upstreamModel)}:${action}${reqQuery}`;
|
|
163
191
|
}
|
|
164
|
-
|
|
192
|
+
// Only model-scoped inference calls (e.g. Anthropic :rawPredict) are proxied, always pinned
|
|
193
|
+
// to the configured project/location. Anything else would run with the gateway's credentials.
|
|
194
|
+
const vertexModelScopedPathPattern = new RegExp(`^/(v1(?:beta\\d*|alpha)?)/projects/[^/]+/locations/[^/]+(/publishers/[^/]+/models/[^/:]+:(?:${MODEL_ACTIONS}))$`);
|
|
195
|
+
const modelScopedMatch = reqPath.match(vertexModelScopedPathPattern);
|
|
196
|
+
if (modelScopedMatch && vertexProjectId && vertexRegion) {
|
|
197
|
+
const [, version, rest] = modelScopedMatch;
|
|
198
|
+
return `/${version}/projects/${vertexProjectId}/locations/${vertexRegion}${rest}${reqQuery}`;
|
|
199
|
+
}
|
|
200
|
+
if (NATIVE_VEO_ALLOWED_PATHS.some(pattern => pattern.test(reqPath))) {
|
|
201
|
+
if (!PROJECT_LOCATION_SEGMENT.test(reqPath)) {
|
|
202
|
+
return `${reqPath}${reqQuery}`;
|
|
203
|
+
}
|
|
204
|
+
if (vertexProjectId && vertexRegion) {
|
|
205
|
+
const pinnedPath = reqPath.replace(PROJECT_LOCATION_SEGMENT, () => `/projects/${vertexProjectId}/locations/${vertexRegion}`);
|
|
206
|
+
return `${pinnedPath}${reqQuery}`;
|
|
207
|
+
}
|
|
208
|
+
}
|
|
209
|
+
// Location stays caller-supplied: Speech v2 locations (e.g. global) differ from the Vertex region.
|
|
210
|
+
if (vertexProjectId && SPEECH_V2_RECOGNIZE_PATH_PATTERN.test(reqPath)) {
|
|
211
|
+
return `${reqPath.replace(PROJECT_SEGMENT, () => `/projects/${vertexProjectId}`)}${reqQuery}`;
|
|
212
|
+
}
|
|
213
|
+
if (NATIVE_TTS_STT_PATH_PATTERNS.some(pattern => pattern.test(reqPath))) {
|
|
214
|
+
return `${reqPath}${reqQuery}`;
|
|
215
|
+
}
|
|
216
|
+
throw new ValidationError('Vertex: unsupported proxy path. Only model inference paths are allowed.');
|
|
165
217
|
},
|
|
166
218
|
headers: async ({ session, providerOptions, headerOptions, callConfig, request }) => {
|
|
167
219
|
const { vertexServiceAccountJson, vertexExternalAccountJson, vertexProviderAccountFqn, vertexProjectId, vertexRegion, } = resolveVertexFields(providerOptions, headerOptions);
|
|
@@ -257,7 +309,7 @@ export const GoogleApiConfig = {
|
|
|
257
309
|
? inputModel
|
|
258
310
|
: 'google/gemini-1.0-pro';
|
|
259
311
|
const { provider, model } = getModelAndProvider(safeInputModel);
|
|
260
|
-
const projectRoute = getProjectRoute(vertexProjectId, vertexRegion, safeInputModel);
|
|
312
|
+
const projectRoute = getProjectRoute(vertexProjectId, vertexRegion, safeInputModel, headerOptions.vertex.vertexApiVersion);
|
|
261
313
|
const googleUrlMap = new Map([
|
|
262
314
|
['chatComplete', `${projectRoute}/publishers/${provider}/models/${model}:generateContent`],
|
|
263
315
|
['stream-chatComplete', `${projectRoute}/publishers/${provider}/models/${model}:streamGenerateContent?alt=sse`],
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/providers/google-vertex-ai/api.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAC;AAI9E,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AACrF,OAAO,EAAE,+BAA+B,EAAE,MAAM,oBAAoB,CAAC;AAErE,OAAO,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AACvG,OAAO,EAAE,iCAAiC,EAAE,MAAM,WAAW,CAAC;AAE9D,MAAM,aAAa,GAAG,CAAC,QAAgB,EAAE,sDAAsD,CAAC,UAAkB,EAAE,EAAE;IACpH,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IAC1C,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,SAAS,8BAA8B,CAAC,GAAY,EAAE,UAA8B;IAClF,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACtC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,OAAO,GAA0B,CAAC;IACpC,CAAC;IACD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;YAC/E,MAAM,IAAI,eAAe,CACvB,kBAAkB,UAAU,2EAA2E,EACvG,EAAE,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAC9C,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,eAAe,CACvB,kBAAkB,UAAU,+BAA+B,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,MAAM,IAAI,CAC1I,CAAC;QACJ,CAAC;QACD,OAAO,MAA6B,CAAC;IACvC,CAAC;IACD,MAAM,IAAI,eAAe,CAAC,kBAAkB,UAAU,gDAAgD,OAAO,GAAG,IAAI,CAAC,CAAC;AACxH,CAAC;AAED,SAAS,mCAAmC,CAAC,QAAqC;IAIhF,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC;IACpC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACjC,OAAO,EAAE,wBAAwB,EAAE,8BAA8B,CAAC,QAAQ,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,EAAE,CAAC;IACrH,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,mCAAmC,EAAE,CAAC;QAC1D,OAAO;YACL,yBAAyB,EAAE,8BAA8B,CAAC,QAAQ,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;SACzG,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,eAAgC,EAAE,aAAoC;IACxG,MAAM,OAAO,GAAG,eAAe,CAAC,eAAe,CAAC,QAAuC,CAAC;IACxF,MAAM,aAAa,GACjB,eAAe,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,KAAK,0BAA0B;QAClE,CAAC,CAAE,eAAe,CAAC,KAAK,CAAC,QAAwB;QACjD,CAAC,CAAC,SAAS,CAAC;IAEhB,MAAM,EAAE,wBAAwB,EAAE,SAAS,EAAE,yBAAyB,EAAE,UAAU,EAAE,GAClF,mCAAmC,CAAC,OAAO,CAAC,CAAC;IAE/C,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,CAAC,eAAe,IAAI,OAAO,CAAC,UAAU,CAAC;IACnF,MAAM,YAAY,GAChB,aAAa,CAAC,MAAM,CAAC,YAAY;QACjC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,IAAI,qBAAqB,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACrG,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,CAAC;IACvC,MAAM,wBAAwB,GAC3B,aAAa,CAAC,MAAM,CAAC,wBAAmE,IAAI,SAAS,CAAC;IACzG,MAAM,yBAAyB,GAAG,UAAU,CAAC;IAC7C,MAAM,wBAAwB,GAAG,eAAe,CAAC,eAAe,CAAC,GAAG,CAAC;IACrE,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,CAAC,eAAe,IAAI,aAAa,EAAE,QAAQ,CAAC;IAExF,OAAO;QACL,eAAe;QACf,YAAY;QACZ,aAAa;QACb,wBAAwB;QACxB,yBAAyB;QACzB,wBAAwB;QACxB,eAAe;KAChB,CAAC;AACJ,CAAC;AAED,MAAM,eAAe,GAAG,CAAC,eAAuB,EAAE,YAAoB,EAAE,UAAkB,EAAU,EAAE;IACpG,MAAM,EAAE,QAAQ,EAAE,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;IACrD,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACzD,OAAO,IAAI,YAAY,aAAa,eAAe,cAAc,YAAY,EAAE,CAAC;AAClF,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,YAAY,EAAE,qBAAqB,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;AAExG,MAAM,eAAe,GAAG;IACtB,aAAa;IACb,eAAe;IACf,gBAAgB;IAChB,aAAa;IACb,aAAa;IACb,gBAAgB;IAChB,kBAAkB;IAClB,eAAe;IACf,gBAAgB;CACjB,CAAC;AACF,MAAM,uBAAuB,GAAG,CAAC,GAAG,cAAc,EAAE,GAAG,eAAe,CAAC,CAAC;AAExE,6JAA6J;AAC7J,+FAA+F;AAC/F,MAAM,CAAC,MAAM,eAAe,GAAsB;IAChD,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,aAAa,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC3D,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,mBAAmB,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;QAE5F,wFAAwF;QACxF,yFAAyF;QACzF,qFAAqF;QACrF,iFAAiF;QACjF,qEAAqE;QACrE,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,0DAA0D;QAC1D,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;YAC7B,OAAO,qCAAqC,CAAC;QAC/C,CAAC;QAED,0DAA0D;QAC1D,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;YAC7B,OAAO,+BAA+B,CAAC;QACzC,CAAC;QAED,IAAI,cAAc,CAAC,QAAQ,CAAC,QAAkB,CAAC,EAAE,CAAC;YAChD,OAAO,gCAAgC,CAAC;QAC1C,CAAC;QAED,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO,mCAAmC,CAAC;QAC7C,CAAC;QACD,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,OAAO,0CAA0C,CAAC;QACpD,CAAC;QACD,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,OAAO,0CAA0C,CAAC;QACpD,CAAC;QACD,OAAO,WAAW,YAAY,4BAA4B,CAAC;IAC7D,CAAC;IACD,gBAAgB,EAAE,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,EAAE,EAAE;QAChE,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,eAAe,EAAE,GAAG,mBAAmB,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;QAC/G,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;QAEhC,+EAA+E;QAC/E,MAAM,aAAa,GAAG,yDAAyD,CAAC;QAChF,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACjD,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,CAAC,EAAE,AAAD,EAAG,SAAS,EAAE,MAAM,CAAC,GAAG,WAAW,CAAC;YAC5C,MAAM,EAAE,QAAQ,EAAE,GAAG,mBAAmB,CAAC,UAAU,SAAS,EAAE,CAAC,CAAC;YAChE,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAExD,OAAO,IAAI,YAAY,aAAa,eAAe,cAAc,YAAY,eAAe,QAAQ,WAAW,SAAS,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;QAClJ,CAAC;QAED,2FAA2F;QAC3F,oGAAoG;QACpG,MAAM,iBAAiB,GAAG,8CAA8C,CAAC;QACzE,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrD,IAAI,WAAW,IAAI,eAAe,IAAI,YAAY,EAAE,CAAC;YACnD,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,WAAW,CAAC;YACtC,OAAO,IAAI,OAAO,aAAa,eAAe,cAAc,YAAY,GAAG,IAAI,GAAG,QAAQ,EAAE,CAAC;QAC/F,CAAC;QAED,yFAAyF;QACzF,4FAA4F;QAC5F,wFAAwF;QACxF,MAAM,oBAAoB,GACxB,0JAA0J,CAAC;QAC7J,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC3D,IAAI,cAAc,IAAI,eAAe,IAAI,YAAY,EAAE,CAAC;YACtD,MAAM,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,CAAC,GAAG,cAAc,CAAC;YACtE,MAAM,aAAa,GAAG,eAAe,IAAI,cAAc,CAAC;YACxD,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAC;YACpE,OAAO,IAAI,OAAO,aAAa,eAAe,cAAc,YAAY,eAAe,SAAS,WAAW,kBAAkB,CAAC,aAAa,CAAC,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;QACtK,CAAC;QAED,OAAO,GAAG,OAAO,GAAG,QAAQ,EAAE,CAAC;IACjC,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE;QAClF,MAAM,EACJ,wBAAwB,EACxB,yBAAyB,EACzB,wBAAwB,EACxB,eAAe,EACf,YAAY,GACb,GAAG,mBAAmB,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;QACxD,IAAI,SAA6B,CAAC;QAElC,IAAI,wBAAwB,EAAE,CAAC;YAC7B,MAAM,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACjE,SAAS,GAAG,MAAM,cAAc,CAAC,wBAAwB,CAAC,CAAC;QAC7D,CAAC;aAAM,IAAI,yBAAyB,EAAE,CAAC;YACrC,MAAM,CAAC,KAAK,CACV,uGAAuG,CACxG,CAAC;YACF,SAAS,GAAG,MAAM,iCAAiC,CACjD,OAAO,EACP,yBAAyB,EACzB,eAAe,IAAI,EAAE,EACrB,YAAY,IAAI,EAAE,EAClB,wBAAwB,IAAI,EAAE,CAC/B,CAAC;QACJ,CAAC;aAAM,IAAI,0BAA0B,EAAE,EAAE,CAAC;YACxC,MAAM,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;YACxE,SAAS,GAAG,MAAM,qBAAqB,CACrC,OAAO,EACP,eAAe,IAAI,EAAE,EACrB,YAAY,IAAI,EAAE,EAClB,wBAAwB,IAAI,EAAE,CAC/B,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,IAAI,CAAC,0BAA0B,EAAE,EAAE,CAAC;gBAClC,MAAM,IAAI,eAAe,CACvB,oNAAoN,CACrN,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,eAAe,CACvB,oJAAoJ,CACrJ,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,SAAS,EAAE;SACrC,CAAC;QAEF,6EAA6E;QAC7E,iFAAiF;QACjF,MAAM,IAAI,GAAG,OAAO,CAAC,IAA0B,CAAC;QAChD,MAAM,aAAa,GAAG,qBAAqB,CACzC,+BAA+B,CAC7B;YACE,aAAa,EAAE,aAAa,CAAC,SAAS,EAAE,aAAa;YACrD,qBAAqB,EAAE,aAAa,CAAC,SAAS,EAAE,qBAAqB;YACrE,uBAAuB,EAAE,UAAU,CAAC,uBAAuB;SACjD,EACZ,IAAI,EAAE,CAAC,gBAAgB,CAAC,CACzB,EACD,eAAe,CAChB,CAAC;QACF,IAAI,aAAa,EAAE,MAAM,EAAE,CAAC;YAC1B,OAAO,CAAC,gBAAgB,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,EAAE,EAAE;QACrE,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,GAAG,mBAAmB,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;QAC9F,IAAI,QAAQ,GAAG,QAAQ,CAAC;QACxB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAc,CAAC;QACpC,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAC3C,IAAI,MAAM,EAAE,CAAC;YACX,QAAQ,GAAG,UAAU,QAAQ,EAAc,CAAC;QAC9C,CAAC;QAED,IAAI,uBAAuB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/C,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,UAAU,GAAG,CAAC,aAAa,EAAE,qBAAqB,EAAE,gBAAgB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzG,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;YAEnD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;YAChC,MAAM,YAAY,GAAG,GAAG,CAAC,YAAY,CAAC;YACtC,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAE9C,QAAQ,QAAQ,EAAE,CAAC;gBACjB,KAAK,eAAe;oBAClB,OAAO,gBAAgB,eAAe,cAAc,YAAY,wBAAwB,KAAK,EAAE,CAAC;gBAClG,KAAK,aAAa,CAAC,CAAC,CAAC;oBACnB,OAAO,gBAAgB,eAAe,cAAc,YAAY,iCAAiC,QAAQ,cAAc,KAAK,EAAE,CAAC;gBACjI,CAAC;gBACD,KAAK,aAAa,CAAC,CAAC,CAAC;oBACnB,OAAO,gBAAgB,eAAe,cAAc,YAAY,wBAAwB,KAAK,SAAS,CAAC;gBACzG,CAAC;gBACD,KAAK,YAAY,CAAC;gBAClB,KAAK,gBAAgB;oBACnB,sDAAsD;oBACtD,OAAO,EAAE,CAAC;gBACZ,KAAK,cAAc;oBACjB,OAAO,EAAE,CAAC;gBACZ,KAAK,qBAAqB,CAAC,CAAC,CAAC;oBAC3B,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;oBACvD,OAAO,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBAC9B,CAAC;gBACD,KAAK,aAAa;oBAChB,OAAO,gBAAgB,eAAe,cAAc,YAAY,sBAAsB,CAAC;gBACzF,KAAK,gBAAgB;oBACnB,OAAO,gBAAgB,eAAe,cAAc,YAAY,aAAa,CAAC;gBAChF,KAAK,eAAe,CAAC,CAAC,CAAC;oBACrB,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;oBACjD,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;oBAC9C,OAAO,gBAAgB,eAAe,cAAc,YAAY,wBAAwB,QAAQ,cAAc,KAAK,EAAE,CAAC;gBACxH,CAAC;gBACD,KAAK,kBAAkB;oBACrB,OAAO,gBAAgB,eAAe,cAAc,YAAY,eAAe,KAAK,EAAE,CAAC;gBACzF,KAAK,gBAAgB,CAAC,CAAC,CAAC;oBACtB,OAAO,gBAAgB,eAAe,cAAc,YAAY,eAAe,KAAK,SAAS,CAAC;gBAChG,CAAC;YACH,CAAC;QACH,CAAC;QAED,kGAAkG;QAClG,MAAM,cAAc,GAClB,UAAU,IAAI,IAAI,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE;YAC9E,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,uBAAuB,CAAC;QAC9B,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,mBAAmB,CAAC,cAAc,CAAC,CAAC;QAChE,MAAM,YAAY,GAAG,eAAe,CAAC,eAAe,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAEpF,MAAM,YAAY,GAAG,IAAI,GAAG,CAAiB;YAC3C,CAAC,cAAc,EAAE,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,kBAAkB,CAAC;YAC1F,CAAC,qBAAqB,EAAE,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,gCAAgC,CAAC;YAC/G,CAAC,iBAAiB,EAAE,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,kBAAkB,CAAC;YAC7F;gBACE,wBAAwB;gBACxB,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,gCAAgC;aACvF;YACD;gBACE,OAAO;gBACP,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,IAAI,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,EAAE;aACpH;YACD;gBACE,eAAe;gBACf,kBAAkB,CAAC,KAAK,CAAC;oBACvB,CAAC,CAAC,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,kBAAkB;oBAC1E,CAAC,CAAC,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,UAAU;aACrE;YACD;gBACE,WAAW;gBACX,kBAAkB,CAAC,KAAK,CAAC;oBACvB,CAAC,CAAC,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,kBAAkB;oBAC1E,CAAC,CAAC,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,UAAU;aACrE;SACF,CAAC,CAAC;QAEH,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,OAAO,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,YAAY,EAAE,CAAC;YACzD,CAAC;YAED,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,IAAI,QAAQ,KAAK,cAAc,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;oBAC3D,OAAO,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,aAAa,CAAC;gBAC7E,CAAC;qBAAM,IAAI,QAAQ,KAAK,qBAAqB,IAAI,QAAQ,KAAK,iBAAiB,EAAE,CAAC;oBAChF,OAAO,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,mBAAmB,CAAC;gBACnF,CAAC;qBAAM,IAAI,QAAQ,KAAK,qBAAqB,EAAE,CAAC;oBAC9C,OAAO,GAAG,YAAY,eAAe,QAAQ,iCAAiC,CAAC;gBACjF,CAAC;gBACD,OAAO,GAAG,YAAY,EAAE,CAAC;YAC3B,CAAC;YAED;;;;eAIG;YACH,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;oBAChC,OAAO,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,aAAa,CAAC;gBAC7E,CAAC;qBAAM,IAAI,QAAQ,KAAK,qBAAqB,EAAE,CAAC;oBAC9C,OAAO,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,mBAAmB,CAAC;gBACnF,CAAC;gBACD,OAAO,GAAG,YAAY,EAAE,CAAC;YAC3B,CAAC;YAED,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,OAAO,GAAG,YAAY,cAAc,KAAK,mBAAmB,CAAC;YAC/D,CAAC;YAED,OAAO,CAAC,CAAC,CAAC;gBACR,2HAA2H;gBAC3H,IAAI,QAAQ,KAAK,cAAc,IAAI,QAAQ,KAAK,qBAAqB,EAAE,CAAC;oBACtE,OAAO,GAAG,YAAY,qCAAqC,CAAC;gBAC9D,CAAC;gBACD,OAAO,GAAG,YAAY,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC;IACH,CAAC;CACF,CAAC;AAEF,eAAe,eAAe,CAAC"}
|
|
1
|
+
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/providers/google-vertex-ai/api.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAC;AAI9E,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AACrF,OAAO,EAAE,+BAA+B,EAAE,MAAM,oBAAoB,CAAC;AAErE,OAAO,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAErD,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AACvG,OAAO,EAAE,iCAAiC,EAAE,MAAM,WAAW,CAAC;AAE9D;;;;GAIG;AACH,MAAM,aAAa,GAAG,CAAC,QAAgB,EAAE,SAA4B,EAAE,EAAE;IACvE,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,QAAQ,KAAK,QAAQ,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACvE,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,SAAS,8BAA8B,CAAC,GAAY,EAAE,UAA8B;IAClF,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACtC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,OAAO,GAA0B,CAAC;IACpC,CAAC;IACD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;YAC/E,MAAM,IAAI,eAAe,CACvB,kBAAkB,UAAU,2EAA2E,EACvG,EAAE,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAC9C,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,eAAe,CACvB,kBAAkB,UAAU,+BAA+B,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,MAAM,IAAI,CAC1I,CAAC;QACJ,CAAC;QACD,OAAO,MAA6B,CAAC;IACvC,CAAC;IACD,MAAM,IAAI,eAAe,CAAC,kBAAkB,UAAU,gDAAgD,OAAO,GAAG,IAAI,CAAC,CAAC;AACxH,CAAC;AAED,SAAS,mCAAmC,CAAC,QAAqC;IAIhF,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC;IACpC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACjC,OAAO,EAAE,wBAAwB,EAAE,8BAA8B,CAAC,QAAQ,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,EAAE,CAAC;IACrH,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,mCAAmC,EAAE,CAAC;QAC1D,OAAO;YACL,yBAAyB,EAAE,8BAA8B,CAAC,QAAQ,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;SACzG,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,eAAgC,EAAE,aAAoC;IACxG,MAAM,OAAO,GAAG,eAAe,CAAC,eAAe,CAAC,QAAuC,CAAC;IACxF,MAAM,aAAa,GACjB,eAAe,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,KAAK,0BAA0B;QAClE,CAAC,CAAE,eAAe,CAAC,KAAK,CAAC,QAAwB;QACjD,CAAC,CAAC,SAAS,CAAC;IAEhB,MAAM,EAAE,wBAAwB,EAAE,SAAS,EAAE,yBAAyB,EAAE,UAAU,EAAE,GAClF,mCAAmC,CAAC,OAAO,CAAC,CAAC;IAE/C,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,CAAC,eAAe,IAAI,OAAO,CAAC,UAAU,CAAC;IACnF,MAAM,YAAY,GAChB,aAAa,CAAC,MAAM,CAAC,YAAY;QACjC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,IAAI,qBAAqB,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACrG,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,CAAC;IACvC,MAAM,wBAAwB,GAC3B,aAAa,CAAC,MAAM,CAAC,wBAAmE,IAAI,SAAS,CAAC;IACzG,MAAM,yBAAyB,GAAG,UAAU,CAAC;IAC7C,MAAM,wBAAwB,GAAG,eAAe,CAAC,eAAe,CAAC,GAAG,CAAC;IACrE,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,CAAC,eAAe,IAAI,aAAa,EAAE,QAAQ,CAAC;IAExF,OAAO;QACL,eAAe;QACf,YAAY;QACZ,aAAa;QACb,wBAAwB;QACxB,yBAAyB;QACzB,wBAAwB;QACxB,eAAe;KAChB,CAAC;AACJ,CAAC;AAED,MAAM,eAAe,GAAG,CACtB,eAAuB,EACvB,YAAoB,EACpB,UAAkB,EAClB,mBAAsC,EAC9B,EAAE;IACV,MAAM,EAAE,QAAQ,EAAE,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;IACrD,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;IAClE,OAAO,IAAI,YAAY,aAAa,eAAe,cAAc,YAAY,EAAE,CAAC;AAClF,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,YAAY,EAAE,qBAAqB,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;AAExG,MAAM,eAAe,GAAG;IACtB,aAAa;IACb,eAAe;IACf,gBAAgB;IAChB,aAAa;IACb,aAAa;IACb,gBAAgB;IAChB,kBAAkB;IAClB,eAAe;IACf,gBAAgB;CACjB,CAAC;AACF,MAAM,uBAAuB,GAAG,CAAC,GAAG,cAAc,EAAE,GAAG,eAAe,CAAC,CAAC;AAExE,mGAAmG;AACnG,MAAM,aAAa,GACjB,2JAA2J,CAAC;AAE9J,MAAM,wBAAwB,GAAG,qCAAqC,CAAC;AACvE,MAAM,eAAe,GAAG,mBAAmB,CAAC;AAE5C,+EAA+E;AAC/E,MAAM,YAAY,GAAG,qBAAqB,CAAC;AAC3C,MAAM,kBAAkB,GAAG,uBAAuB,CAAC;AAEnD,gFAAgF;AAChF,MAAM,wBAAwB,GAAa;IACzC,IAAI,MAAM,CACR,KAAK,kBAAkB,gBAAgB,YAAY,cAAc,YAAY,oBAAoB,YAAY,aAAa,YAAY,gEAAgE,YAAY,IAAI,CACvN;IACD,IAAI,MAAM,CAAC,KAAK,kBAAkB,UAAU,YAAY,iBAAiB,CAAC;CAC3E,CAAC;AAEF,8FAA8F;AAC9F,yDAAyD;AACzD,MAAM,4BAA4B,GAAG;IACnC,mCAAmC;IACnC,+DAA+D;CAChE,CAAC;AAEF,mGAAmG;AACnG,kEAAkE;AAClE,MAAM,gCAAgC,GAAG,IAAI,MAAM,CACjD,iBAAiB,YAAY,cAAc,YAAY,qCAAqC,CAC7F,CAAC;AAEF,6JAA6J;AAC7J,+FAA+F;AAC/F,MAAM,CAAC,MAAM,eAAe,GAAsB;IAChD,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,aAAa,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC3D,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,mBAAmB,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;QAE5F,wFAAwF;QACxF,yFAAyF;QACzF,qFAAqF;QACrF,iFAAiF;QACjF,qEAAqE;QACrE,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,0DAA0D;QAC1D,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;YAC7B,OAAO,qCAAqC,CAAC;QAC/C,CAAC;QAED,0DAA0D;QAC1D,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;YAC7B,OAAO,+BAA+B,CAAC;QACzC,CAAC;QAED,IAAI,cAAc,CAAC,QAAQ,CAAC,QAAkB,CAAC,EAAE,CAAC;YAChD,OAAO,gCAAgC,CAAC;QAC1C,CAAC;QAED,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO,mCAAmC,CAAC;QAC7C,CAAC;QACD,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,OAAO,0CAA0C,CAAC;QACpD,CAAC;QACD,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,OAAO,0CAA0C,CAAC;QACpD,CAAC;QACD,OAAO,WAAW,YAAY,4BAA4B,CAAC;IAC7D,CAAC;IACD,gBAAgB,EAAE,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,EAAE,EAAE;QAChE,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,eAAe,EAAE,GAAG,mBAAmB,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;QAC/G,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;QAEhC,+EAA+E;QAC/E,MAAM,aAAa,GAAG,IAAI,MAAM,CAAC,kDAAkD,aAAa,IAAI,CAAC,CAAC;QACtG,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACjD,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,CAAC,EAAE,AAAD,EAAG,SAAS,EAAE,MAAM,CAAC,GAAG,WAAW,CAAC;YAC5C,MAAM,EAAE,QAAQ,EAAE,GAAG,mBAAmB,CAAC,UAAU,SAAS,EAAE,CAAC,CAAC;YAChE,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;YAEpF,OAAO,IAAI,YAAY,aAAa,eAAe,cAAc,YAAY,eAAe,QAAQ,WAAW,SAAS,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;QAClJ,CAAC;QAED,2FAA2F;QAC3F,oGAAoG;QACpG,MAAM,iBAAiB,GAAG,IAAI,MAAM,CAClC,gEAAgE,aAAa,KAAK,CACnF,CAAC;QACF,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrD,IAAI,WAAW,IAAI,eAAe,IAAI,YAAY,EAAE,CAAC;YACnD,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,WAAW,CAAC;YACtC,OAAO,IAAI,OAAO,aAAa,eAAe,cAAc,YAAY,GAAG,IAAI,GAAG,QAAQ,EAAE,CAAC;QAC/F,CAAC;QAED,yFAAyF;QACzF,4FAA4F;QAC5F,wFAAwF;QACxF,MAAM,oBAAoB,GACxB,0JAA0J,CAAC;QAC7J,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC3D,IAAI,cAAc,IAAI,eAAe,IAAI,YAAY,EAAE,CAAC;YACtD,MAAM,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,CAAC,GAAG,cAAc,CAAC;YACtE,MAAM,aAAa,GAAG,eAAe,IAAI,cAAc,CAAC;YACxD,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAC;YACpE,OAAO,IAAI,OAAO,aAAa,eAAe,cAAc,YAAY,eAAe,SAAS,WAAW,kBAAkB,CAAC,aAAa,CAAC,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;QACtK,CAAC;QAED,4FAA4F;QAC5F,8FAA8F;QAC9F,MAAM,4BAA4B,GAAG,IAAI,MAAM,CAC7C,+FAA+F,aAAa,KAAK,CAClH,CAAC;QACF,MAAM,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;QACrE,IAAI,gBAAgB,IAAI,eAAe,IAAI,YAAY,EAAE,CAAC;YACxD,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,gBAAgB,CAAC;YAC3C,OAAO,IAAI,OAAO,aAAa,eAAe,cAAc,YAAY,GAAG,IAAI,GAAG,QAAQ,EAAE,CAAC;QAC/F,CAAC;QAED,IAAI,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YACpE,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5C,OAAO,GAAG,OAAO,GAAG,QAAQ,EAAE,CAAC;YACjC,CAAC;YACD,IAAI,eAAe,IAAI,YAAY,EAAE,CAAC;gBACpC,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAChC,wBAAwB,EACxB,GAAG,EAAE,CAAC,aAAa,eAAe,cAAc,YAAY,EAAE,CAC/D,CAAC;gBACF,OAAO,GAAG,UAAU,GAAG,QAAQ,EAAE,CAAC;YACpC,CAAC;QACH,CAAC;QAED,mGAAmG;QACnG,IAAI,eAAe,IAAI,gCAAgC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACtE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,aAAa,eAAe,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC;QAChG,CAAC;QAED,IAAI,4BAA4B,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YACxE,OAAO,GAAG,OAAO,GAAG,QAAQ,EAAE,CAAC;QACjC,CAAC;QAED,MAAM,IAAI,eAAe,CAAC,yEAAyE,CAAC,CAAC;IACvG,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE;QAClF,MAAM,EACJ,wBAAwB,EACxB,yBAAyB,EACzB,wBAAwB,EACxB,eAAe,EACf,YAAY,GACb,GAAG,mBAAmB,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;QACxD,IAAI,SAA6B,CAAC;QAElC,IAAI,wBAAwB,EAAE,CAAC;YAC7B,MAAM,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACjE,SAAS,GAAG,MAAM,cAAc,CAAC,wBAAwB,CAAC,CAAC;QAC7D,CAAC;aAAM,IAAI,yBAAyB,EAAE,CAAC;YACrC,MAAM,CAAC,KAAK,CACV,uGAAuG,CACxG,CAAC;YACF,SAAS,GAAG,MAAM,iCAAiC,CACjD,OAAO,EACP,yBAAyB,EACzB,eAAe,IAAI,EAAE,EACrB,YAAY,IAAI,EAAE,EAClB,wBAAwB,IAAI,EAAE,CAC/B,CAAC;QACJ,CAAC;aAAM,IAAI,0BAA0B,EAAE,EAAE,CAAC;YACxC,MAAM,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;YACxE,SAAS,GAAG,MAAM,qBAAqB,CACrC,OAAO,EACP,eAAe,IAAI,EAAE,EACrB,YAAY,IAAI,EAAE,EAClB,wBAAwB,IAAI,EAAE,CAC/B,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,IAAI,CAAC,0BAA0B,EAAE,EAAE,CAAC;gBAClC,MAAM,IAAI,eAAe,CACvB,oNAAoN,CACrN,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,eAAe,CACvB,oJAAoJ,CACrJ,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,SAAS,EAAE;SACrC,CAAC;QAEF,6EAA6E;QAC7E,iFAAiF;QACjF,MAAM,IAAI,GAAG,OAAO,CAAC,IAA0B,CAAC;QAChD,MAAM,aAAa,GAAG,qBAAqB,CACzC,+BAA+B,CAC7B;YACE,aAAa,EAAE,aAAa,CAAC,SAAS,EAAE,aAAa;YACrD,qBAAqB,EAAE,aAAa,CAAC,SAAS,EAAE,qBAAqB;YACrE,uBAAuB,EAAE,UAAU,CAAC,uBAAuB;SACjD,EACZ,IAAI,EAAE,CAAC,gBAAgB,CAAC,CACzB,EACD,eAAe,CAChB,CAAC;QACF,IAAI,aAAa,EAAE,MAAM,EAAE,CAAC;YAC1B,OAAO,CAAC,gBAAgB,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,EAAE,EAAE;QACrE,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,GAAG,mBAAmB,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;QAC9F,IAAI,QAAQ,GAAG,QAAQ,CAAC;QACxB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAc,CAAC;QACpC,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAC3C,IAAI,MAAM,EAAE,CAAC;YACX,QAAQ,GAAG,UAAU,QAAQ,EAAc,CAAC;QAC9C,CAAC;QAED,IAAI,uBAAuB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/C,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,UAAU,GAAG,CAAC,aAAa,EAAE,qBAAqB,EAAE,gBAAgB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzG,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;YAEnD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;YAChC,MAAM,YAAY,GAAG,GAAG,CAAC,YAAY,CAAC;YACtC,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAE9C,QAAQ,QAAQ,EAAE,CAAC;gBACjB,KAAK,eAAe;oBAClB,OAAO,gBAAgB,eAAe,cAAc,YAAY,wBAAwB,KAAK,EAAE,CAAC;gBAClG,KAAK,aAAa,CAAC,CAAC,CAAC;oBACnB,OAAO,gBAAgB,eAAe,cAAc,YAAY,iCAAiC,QAAQ,cAAc,KAAK,EAAE,CAAC;gBACjI,CAAC;gBACD,KAAK,aAAa,CAAC,CAAC,CAAC;oBACnB,OAAO,gBAAgB,eAAe,cAAc,YAAY,wBAAwB,KAAK,SAAS,CAAC;gBACzG,CAAC;gBACD,KAAK,YAAY,CAAC;gBAClB,KAAK,gBAAgB;oBACnB,sDAAsD;oBACtD,OAAO,EAAE,CAAC;gBACZ,KAAK,cAAc;oBACjB,OAAO,EAAE,CAAC;gBACZ,KAAK,qBAAqB,CAAC,CAAC,CAAC;oBAC3B,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;oBACvD,OAAO,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBAC9B,CAAC;gBACD,KAAK,aAAa;oBAChB,OAAO,gBAAgB,eAAe,cAAc,YAAY,sBAAsB,CAAC;gBACzF,KAAK,gBAAgB;oBACnB,OAAO,gBAAgB,eAAe,cAAc,YAAY,aAAa,CAAC;gBAChF,KAAK,eAAe,CAAC,CAAC,CAAC;oBACrB,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;oBACjD,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;oBAC9C,OAAO,gBAAgB,eAAe,cAAc,YAAY,wBAAwB,QAAQ,cAAc,KAAK,EAAE,CAAC;gBACxH,CAAC;gBACD,KAAK,kBAAkB;oBACrB,OAAO,gBAAgB,eAAe,cAAc,YAAY,eAAe,KAAK,EAAE,CAAC;gBACzF,KAAK,gBAAgB,CAAC,CAAC,CAAC;oBACtB,OAAO,gBAAgB,eAAe,cAAc,YAAY,eAAe,KAAK,SAAS,CAAC;gBAChG,CAAC;YACH,CAAC;QACH,CAAC;QAED,kGAAkG;QAClG,MAAM,cAAc,GAClB,UAAU,IAAI,IAAI,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE;YAC9E,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,uBAAuB,CAAC;QAC9B,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,mBAAmB,CAAC,cAAc,CAAC,CAAC;QAChE,MAAM,YAAY,GAAG,eAAe,CAClC,eAAe,EACf,YAAY,EACZ,cAAc,EACd,aAAa,CAAC,MAAM,CAAC,gBAAgB,CACtC,CAAC;QAEF,MAAM,YAAY,GAAG,IAAI,GAAG,CAAiB;YAC3C,CAAC,cAAc,EAAE,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,kBAAkB,CAAC;YAC1F,CAAC,qBAAqB,EAAE,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,gCAAgC,CAAC;YAC/G,CAAC,iBAAiB,EAAE,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,kBAAkB,CAAC;YAC7F;gBACE,wBAAwB;gBACxB,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,gCAAgC;aACvF;YACD;gBACE,OAAO;gBACP,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,IAAI,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,EAAE;aACpH;YACD;gBACE,eAAe;gBACf,kBAAkB,CAAC,KAAK,CAAC;oBACvB,CAAC,CAAC,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,kBAAkB;oBAC1E,CAAC,CAAC,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,UAAU;aACrE;YACD;gBACE,WAAW;gBACX,kBAAkB,CAAC,KAAK,CAAC;oBACvB,CAAC,CAAC,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,kBAAkB;oBAC1E,CAAC,CAAC,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,UAAU;aACrE;SACF,CAAC,CAAC;QAEH,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,OAAO,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,YAAY,EAAE,CAAC;YACzD,CAAC;YAED,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,IAAI,QAAQ,KAAK,cAAc,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;oBAC3D,OAAO,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,aAAa,CAAC;gBAC7E,CAAC;qBAAM,IAAI,QAAQ,KAAK,qBAAqB,IAAI,QAAQ,KAAK,iBAAiB,EAAE,CAAC;oBAChF,OAAO,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,mBAAmB,CAAC;gBACnF,CAAC;qBAAM,IAAI,QAAQ,KAAK,qBAAqB,EAAE,CAAC;oBAC9C,OAAO,GAAG,YAAY,eAAe,QAAQ,iCAAiC,CAAC;gBACjF,CAAC;gBACD,OAAO,GAAG,YAAY,EAAE,CAAC;YAC3B,CAAC;YAED;;;;eAIG;YACH,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;oBAChC,OAAO,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,aAAa,CAAC;gBAC7E,CAAC;qBAAM,IAAI,QAAQ,KAAK,qBAAqB,EAAE,CAAC;oBAC9C,OAAO,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,mBAAmB,CAAC;gBACnF,CAAC;gBACD,OAAO,GAAG,YAAY,EAAE,CAAC;YAC3B,CAAC;YAED,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,OAAO,GAAG,YAAY,cAAc,KAAK,mBAAmB,CAAC;YAC/D,CAAC;YAED,OAAO,CAAC,CAAC,CAAC;gBACR,2HAA2H;gBAC3H,IAAI,QAAQ,KAAK,cAAc,IAAI,QAAQ,KAAK,qBAAqB,EAAE,CAAC;oBACtE,OAAO,GAAG,YAAY,qCAAqC,CAAC;gBAC9D,CAAC;gBACD,OAAO,GAAG,YAAY,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC;IACH,CAAC;CACF,CAAC;AAEF,eAAe,eAAe,CAAC"}
|
|
@@ -5,6 +5,7 @@
|
|
|
5
5
|
* 1. Add VertexQwenChatCompleteStreamChunk
|
|
6
6
|
* ================================
|
|
7
7
|
*/
|
|
8
|
+
import type { VERTEX_API_VERSIONS } from '../../constants.js';
|
|
8
9
|
import { Message, ToolCall } from '../../types/requestBody.js';
|
|
9
10
|
import { ChatCompletionResponse, GroundingMetadata } from '../types.js';
|
|
10
11
|
export interface GoogleErrorResponse {
|
|
@@ -283,6 +284,8 @@ export interface GoogleFinetuneRecord {
|
|
|
283
284
|
};
|
|
284
285
|
};
|
|
285
286
|
}
|
|
287
|
+
/** Values of the `x-tfy-vertex-api-version` header; see VERTEX_API_VERSIONS. */
|
|
288
|
+
export type VertexApiVersion = (typeof VERTEX_API_VERSIONS)[number];
|
|
286
289
|
export declare enum VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON {
|
|
287
290
|
FINISH_REASON_UNSPECIFIED = "FINISH_REASON_UNSPECIFIED",
|
|
288
291
|
STOP = "STOP",
|
|
@@ -292,7 +295,9 @@ export declare enum VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON {
|
|
|
292
295
|
OTHER = "OTHER",
|
|
293
296
|
BLOCKLIST = "BLOCKLIST",
|
|
294
297
|
PROHIBITED_CONTENT = "PROHIBITED_CONTENT",
|
|
295
|
-
SPII = "SPII"
|
|
298
|
+
SPII = "SPII",
|
|
299
|
+
/** Long decode: more output follows; resend the request with the returned `continuationToken`. */
|
|
300
|
+
CONTINUATION = "CONTINUATION"
|
|
296
301
|
}
|
|
297
302
|
export declare enum VERTEX_MODALITY {
|
|
298
303
|
MODALITY_UNSPECIFIED = "MODALITY_UNSPECIFIED",
|
|
@@ -9,6 +9,8 @@ export var VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON;
|
|
|
9
9
|
VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON["BLOCKLIST"] = "BLOCKLIST";
|
|
10
10
|
VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON["PROHIBITED_CONTENT"] = "PROHIBITED_CONTENT";
|
|
11
11
|
VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON["SPII"] = "SPII";
|
|
12
|
+
/** Long decode: more output follows; resend the request with the returned `continuationToken`. */
|
|
13
|
+
VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON["CONTINUATION"] = "CONTINUATION";
|
|
12
14
|
})(VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON || (VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON = {}));
|
|
13
15
|
export var VERTEX_MODALITY;
|
|
14
16
|
(function (VERTEX_MODALITY) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/providers/google-vertex-ai/types.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/providers/google-vertex-ai/types.ts"],"names":[],"mappings":"AA6TA,MAAM,CAAN,IAAY,4CAYX;AAZD,WAAY,4CAA4C;IACtD,uGAAuD,CAAA;IACvD,6DAAa,CAAA;IACb,yEAAyB,CAAA;IACzB,iEAAiB,CAAA;IACjB,yEAAyB,CAAA;IACzB,+DAAe,CAAA;IACf,uEAAuB,CAAA;IACvB,yFAAyC,CAAA;IACzC,6DAAa,CAAA;IACb,kGAAkG;IAClG,6EAA6B,CAAA;AAC/B,CAAC,EAZW,4CAA4C,KAA5C,4CAA4C,QAYvD;AAED,MAAM,CAAN,IAAY,eAKX;AALD,WAAY,eAAe;IACzB,gEAA6C,CAAA;IAC7C,gCAAa,CAAA;IACb,kCAAe,CAAA;IACf,kCAAe,CAAA;AACjB,CAAC,EALW,eAAe,KAAf,eAAe,QAK1B"}
|
|
@@ -28,6 +28,7 @@ export const finishReasonMap = new Map([
|
|
|
28
28
|
[VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.OTHER, FINISH_REASON.stop],
|
|
29
29
|
[VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.FINISH_REASON_UNSPECIFIED, FINISH_REASON.stop],
|
|
30
30
|
[VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.MAX_TOKENS, FINISH_REASON.length],
|
|
31
|
+
[VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.CONTINUATION, FINISH_REASON.length],
|
|
31
32
|
[VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.SAFETY, FINISH_REASON.content_filter],
|
|
32
33
|
[VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.PROHIBITED_CONTENT, FINISH_REASON.content_filter],
|
|
33
34
|
[VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.BLOCKLIST, FINISH_REASON.content_filter],
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"finishReasonMap.js","sourceRoot":"","sources":["../../../src/providers/utils/finishReasonMap.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,4BAA4B,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,4CAA4C,EAAE,MAAM,2BAA2B,CAAC;AACzF,OAAO,EAAE,qCAAqC,EAAE,MAAM,iBAAiB,CAAC;AACxE,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAC/D,OAAO,EAAE,yBAAyB,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAE,aAAa,EAA0B,MAAM,UAAU,CAAC;AAEjE,6CAA6C;AAC7C,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAwC;IAC5E,kEAAkE;IAClE,CAAC,qBAAqB,CAAC,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC;IACzD,CAAC,qBAAqB,CAAC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC;IACpD,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC;IACtD,CAAC,qBAAqB,CAAC,QAAQ,EAAE,aAAa,CAAC,UAAU,CAAC;IAC1D,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC;IACxD,CAAC,qBAAqB,CAAC,OAAO,EAAE,aAAa,CAAC,cAAc,CAAC;IAC7D,wHAAwH;IACxH,CAAC,4BAA4B,CAAC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC;IAC3D,CAAC,4BAA4B,CAAC,QAAQ,EAAE,aAAa,CAAC,UAAU,CAAC;IACjE,CAAC,4BAA4B,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC;IAC/D,CAAC,4BAA4B,CAAC,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC;IAChE,CAAC,4BAA4B,CAAC,oBAAoB,EAAE,aAAa,CAAC,cAAc,CAAC;IACjF,CAAC,4BAA4B,CAAC,gBAAgB,EAAE,aAAa,CAAC,cAAc,CAAC;IAC7E,4GAA4G;IAC5G,CAAC,4CAA4C,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC;IACvE,CAAC,4CAA4C,CAAC,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC;IAC7E,CAAC,4CAA4C,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC;IACxE,CAAC,4CAA4C,CAAC,yBAAyB,EAAE,aAAa,CAAC,IAAI,CAAC;IAC5F,CAAC,4CAA4C,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC;IAC/E,CAAC,4CAA4C,CAAC,MAAM,EAAE,aAAa,CAAC,cAAc,CAAC;IACnF,CAAC,4CAA4C,CAAC,kBAAkB,EAAE,aAAa,CAAC,cAAc,CAAC;IAC/F,CAAC,4CAA4C,CAAC,SAAS,EAAE,aAAa,CAAC,cAAc,CAAC;IACtF,CAAC,4CAA4C,CAAC,IAAI,EAAE,aAAa,CAAC,cAAc,CAAC;IACjF,0DAA0D;IAC1D,CAAC,qCAAqC,CAAC,yBAAyB,EAAE,aAAa,CAAC,IAAI,CAAC;IACrF,CAAC,qCAAqC,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC;IAChE,CAAC,qCAAqC,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC;IACxE,CAAC,qCAAqC,CAAC,MAAM,EAAE,aAAa,CAAC,cAAc,CAAC;IAC5E,CAAC,qCAAqC,CAAC,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC;IACtE,CAAC,qCAAqC,CAAC,QAAQ,EAAE,aAAa,CAAC,cAAc,CAAC;IAC9E,CAAC,qCAAqC,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC;IACjE,CAAC,qCAAqC,CAAC,SAAS,EAAE,aAAa,CAAC,cAAc,CAAC;IAC/E,CAAC,qCAAqC,CAAC,kBAAkB,EAAE,aAAa,CAAC,cAAc,CAAC;IACxF,CAAC,qCAAqC,CAAC,IAAI,EAAE,aAAa,CAAC,cAAc,CAAC;IAC1E,CAAC,qCAAqC,CAAC,uBAAuB,EAAE,aAAa,CAAC,IAAI,CAAC;IACnF,CAAC,qCAAqC,CAAC,YAAY,EAAE,aAAa,CAAC,cAAc,CAAC;IAClF,wFAAwF;IACxF,CAAC,iBAAiB,CAAC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC;IAChD,CAAC,iBAAiB,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC;IAChD,CAAC,iBAAiB,CAAC,iBAAiB,EAAE,aAAa,CAAC,IAAI,CAAC;IACzD,CAAC,iBAAiB,CAAC,2BAA2B,EAAE,aAAa,CAAC,IAAI,CAAC;IACnE,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,aAAa,CAAC,cAAc,CAAC;IAClE,2FAA2F;IAC3F,CAAC,wBAAwB,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC;IACnD,CAAC,wBAAwB,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC;IACvD,CAAC,wBAAwB,CAAC,YAAY,EAAE,aAAa,CAAC,MAAM,CAAC;IAC7D,CAAC,wBAAwB,CAAC,UAAU,EAAE,aAAa,CAAC,UAAU,CAAC;IAC/D,CAAC,wBAAwB,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC;IACpD,wDAAwD;IACxD,CAAC,yBAAyB,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC;IACpD,CAAC,yBAAyB,CAAC,GAAG,EAAE,aAAa,CAAC,IAAI,CAAC;IACnD,CAAC,yBAAyB,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC;IACxD,CAAC,yBAAyB,CAAC,UAAU,EAAE,aAAa,CAAC,UAAU,CAAC;IAChE,CAAC,yBAAyB,CAAC,aAAa,EAAE,aAAa,CAAC,aAAa,CAAC;IACtE,qEAAqE;IACrE,CAAC,kBAAkB,CAAC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC;IACjD,CAAC,kBAAkB,CAAC,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC;IACtD,CAAC,kBAAkB,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC;IACrD,CAAC,kBAAkB,CAAC,SAAS,EAAE,aAAa,CAAC,UAAU,CAAC;IACxD,CAAC,kBAAkB,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC;IAC9C,CAAC,kBAAkB,CAAC,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC;CACjD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAAgD;IAC7F,wHAAwH;IACxH,CAAC,4BAA4B,CAAC,QAAQ,EAAE,qBAAqB,CAAC,QAAQ,CAAC;IACvE,CAAC,4BAA4B,CAAC,QAAQ,EAAE,qBAAqB,CAAC,QAAQ,CAAC;IACvE,CAAC,4BAA4B,CAAC,UAAU,EAAE,qBAAqB,CAAC,UAAU,CAAC;IAC3E,CAAC,4BAA4B,CAAC,aAAa,EAAE,qBAAqB,CAAC,aAAa,CAAC;IACjF,CAAC,4BAA4B,CAAC,oBAAoB,EAAE,qBAAqB,CAAC,QAAQ,CAAC;IACnF,CAAC,4BAA4B,CAAC,gBAAgB,EAAE,qBAAqB,CAAC,QAAQ,CAAC;CAChF,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"finishReasonMap.js","sourceRoot":"","sources":["../../../src/providers/utils/finishReasonMap.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,4BAA4B,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,4CAA4C,EAAE,MAAM,2BAA2B,CAAC;AACzF,OAAO,EAAE,qCAAqC,EAAE,MAAM,iBAAiB,CAAC;AACxE,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAC/D,OAAO,EAAE,yBAAyB,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAE,aAAa,EAA0B,MAAM,UAAU,CAAC;AAEjE,6CAA6C;AAC7C,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAwC;IAC5E,kEAAkE;IAClE,CAAC,qBAAqB,CAAC,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC;IACzD,CAAC,qBAAqB,CAAC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC;IACpD,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC;IACtD,CAAC,qBAAqB,CAAC,QAAQ,EAAE,aAAa,CAAC,UAAU,CAAC;IAC1D,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC;IACxD,CAAC,qBAAqB,CAAC,OAAO,EAAE,aAAa,CAAC,cAAc,CAAC;IAC7D,wHAAwH;IACxH,CAAC,4BAA4B,CAAC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC;IAC3D,CAAC,4BAA4B,CAAC,QAAQ,EAAE,aAAa,CAAC,UAAU,CAAC;IACjE,CAAC,4BAA4B,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC;IAC/D,CAAC,4BAA4B,CAAC,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC;IAChE,CAAC,4BAA4B,CAAC,oBAAoB,EAAE,aAAa,CAAC,cAAc,CAAC;IACjF,CAAC,4BAA4B,CAAC,gBAAgB,EAAE,aAAa,CAAC,cAAc,CAAC;IAC7E,4GAA4G;IAC5G,CAAC,4CAA4C,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC;IACvE,CAAC,4CAA4C,CAAC,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC;IAC7E,CAAC,4CAA4C,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC;IACxE,CAAC,4CAA4C,CAAC,yBAAyB,EAAE,aAAa,CAAC,IAAI,CAAC;IAC5F,CAAC,4CAA4C,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC;IAC/E,CAAC,4CAA4C,CAAC,YAAY,EAAE,aAAa,CAAC,MAAM,CAAC;IACjF,CAAC,4CAA4C,CAAC,MAAM,EAAE,aAAa,CAAC,cAAc,CAAC;IACnF,CAAC,4CAA4C,CAAC,kBAAkB,EAAE,aAAa,CAAC,cAAc,CAAC;IAC/F,CAAC,4CAA4C,CAAC,SAAS,EAAE,aAAa,CAAC,cAAc,CAAC;IACtF,CAAC,4CAA4C,CAAC,IAAI,EAAE,aAAa,CAAC,cAAc,CAAC;IACjF,0DAA0D;IAC1D,CAAC,qCAAqC,CAAC,yBAAyB,EAAE,aAAa,CAAC,IAAI,CAAC;IACrF,CAAC,qCAAqC,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC;IAChE,CAAC,qCAAqC,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC;IACxE,CAAC,qCAAqC,CAAC,MAAM,EAAE,aAAa,CAAC,cAAc,CAAC;IAC5E,CAAC,qCAAqC,CAAC,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC;IACtE,CAAC,qCAAqC,CAAC,QAAQ,EAAE,aAAa,CAAC,cAAc,CAAC;IAC9E,CAAC,qCAAqC,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC;IACjE,CAAC,qCAAqC,CAAC,SAAS,EAAE,aAAa,CAAC,cAAc,CAAC;IAC/E,CAAC,qCAAqC,CAAC,kBAAkB,EAAE,aAAa,CAAC,cAAc,CAAC;IACxF,CAAC,qCAAqC,CAAC,IAAI,EAAE,aAAa,CAAC,cAAc,CAAC;IAC1E,CAAC,qCAAqC,CAAC,uBAAuB,EAAE,aAAa,CAAC,IAAI,CAAC;IACnF,CAAC,qCAAqC,CAAC,YAAY,EAAE,aAAa,CAAC,cAAc,CAAC;IAClF,wFAAwF;IACxF,CAAC,iBAAiB,CAAC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC;IAChD,CAAC,iBAAiB,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC;IAChD,CAAC,iBAAiB,CAAC,iBAAiB,EAAE,aAAa,CAAC,IAAI,CAAC;IACzD,CAAC,iBAAiB,CAAC,2BAA2B,EAAE,aAAa,CAAC,IAAI,CAAC;IACnE,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,aAAa,CAAC,cAAc,CAAC;IAClE,2FAA2F;IAC3F,CAAC,wBAAwB,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC;IACnD,CAAC,wBAAwB,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC;IACvD,CAAC,wBAAwB,CAAC,YAAY,EAAE,aAAa,CAAC,MAAM,CAAC;IAC7D,CAAC,wBAAwB,CAAC,UAAU,EAAE,aAAa,CAAC,UAAU,CAAC;IAC/D,CAAC,wBAAwB,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC;IACpD,wDAAwD;IACxD,CAAC,yBAAyB,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC;IACpD,CAAC,yBAAyB,CAAC,GAAG,EAAE,aAAa,CAAC,IAAI,CAAC;IACnD,CAAC,yBAAyB,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC;IACxD,CAAC,yBAAyB,CAAC,UAAU,EAAE,aAAa,CAAC,UAAU,CAAC;IAChE,CAAC,yBAAyB,CAAC,aAAa,EAAE,aAAa,CAAC,aAAa,CAAC;IACtE,qEAAqE;IACrE,CAAC,kBAAkB,CAAC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC;IACjD,CAAC,kBAAkB,CAAC,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC;IACtD,CAAC,kBAAkB,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC;IACrD,CAAC,kBAAkB,CAAC,SAAS,EAAE,aAAa,CAAC,UAAU,CAAC;IACxD,CAAC,kBAAkB,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC;IAC9C,CAAC,kBAAkB,CAAC,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC;CACjD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAAgD;IAC7F,wHAAwH;IACxH,CAAC,4BAA4B,CAAC,QAAQ,EAAE,qBAAqB,CAAC,QAAQ,CAAC;IACvE,CAAC,4BAA4B,CAAC,QAAQ,EAAE,qBAAqB,CAAC,QAAQ,CAAC;IACvE,CAAC,4BAA4B,CAAC,UAAU,EAAE,qBAAqB,CAAC,UAAU,CAAC;IAC3E,CAAC,4BAA4B,CAAC,aAAa,EAAE,qBAAqB,CAAC,aAAa,CAAC;IACjF,CAAC,4BAA4B,CAAC,oBAAoB,EAAE,qBAAqB,CAAC,QAAQ,CAAC;IACnF,CAAC,4BAA4B,CAAC,gBAAgB,EAAE,qBAAqB,CAAC,QAAQ,CAAC;CAChF,CAAC,CAAC"}
|
|
@@ -1,11 +1,6 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Settle {@link ExecutionReport} for SDK execute (P7.1).
|
|
3
|
-
*
|
|
4
|
-
* No USD / OTel. Prefer omitting usage over inventing zeros.
|
|
5
|
-
*/
|
|
6
1
|
import type { Endpoint } from '../providers/types.js';
|
|
7
2
|
import type { PumpResult } from '../stream/types.js';
|
|
8
|
-
import type { ExecutionFinishReason, ExecutionModelMetadata, ExecutionReport, ExecutionTimings, TokenUsage, TokenUsageIteration } from '../types/executionReport.js';
|
|
3
|
+
import type { ExecutionFinishReason, ExecutionModelMetadata, ExecutionReport, ExecutionTimings, ExecutionToolUsage, TokenUsage, TokenUsageIteration } from '../types/executionReport.js';
|
|
9
4
|
import { type BilledUsageOverlay } from '../utils/billedUsage.js';
|
|
10
5
|
export declare function usageFromJson(json: unknown): TokenUsage | undefined;
|
|
11
6
|
export declare function mergeTokenUsage(prev?: TokenUsage, next?: TokenUsage): TokenUsage | undefined;
|
|
@@ -14,6 +9,8 @@ export type UsageSnapshot = {
|
|
|
14
9
|
finishReason?: ExecutionFinishReason;
|
|
15
10
|
iterations?: TokenUsageIteration[];
|
|
16
11
|
};
|
|
12
|
+
/** NEW: streaming settle payload (usage snapshot + CLONE LiveUsage pricing facts). */
|
|
13
|
+
export type StreamSettleExtra = UsageSnapshot & Omit<LiveUsage, 'usage' | 'finishReason'>;
|
|
17
14
|
export declare function mergeUsageSnapshots(prev?: UsageSnapshot, next?: UsageSnapshot): UsageSnapshot | undefined;
|
|
18
15
|
export declare function finalizeReportUsage(args: {
|
|
19
16
|
usage?: TokenUsage;
|
|
@@ -39,10 +36,38 @@ export declare function createStreamingReportDeferred(args: {
|
|
|
39
36
|
providerRequestId?: string;
|
|
40
37
|
}): {
|
|
41
38
|
promise: Promise<ExecutionReport>;
|
|
42
|
-
settle: (pumpResult: PumpResult, extra?:
|
|
43
|
-
finishReason?: ExecutionFinishReason;
|
|
44
|
-
usage?: TokenUsage;
|
|
45
|
-
iterations?: TokenUsageIteration[];
|
|
46
|
-
}) => void;
|
|
39
|
+
settle: (pumpResult: PumpResult, extra?: StreamSettleExtra) => void;
|
|
47
40
|
settleWithError: (err: unknown) => void;
|
|
48
41
|
};
|
|
42
|
+
/** NEW: SDK stand-in for the live `ctx` facts token loggers branch on. */
|
|
43
|
+
export interface LiveUsageScope {
|
|
44
|
+
/** Live `requestType` / served endpoint. */
|
|
45
|
+
endpoint: Endpoint;
|
|
46
|
+
/** Live `ctx.req.url` pathname substrings (messages, ranking, converse-stream, …). */
|
|
47
|
+
inboundPath: string;
|
|
48
|
+
isGeminiRouter?: boolean;
|
|
49
|
+
isBedrockRouter?: boolean;
|
|
50
|
+
/** Live `request` / `gatewayRequest` (post-adapter body). */
|
|
51
|
+
request: any;
|
|
52
|
+
}
|
|
53
|
+
/** NEW shape: what one live logger would pass into `logModelSpanAttributes` for pricing. */
|
|
54
|
+
export interface LiveUsage {
|
|
55
|
+
usage: TokenUsage;
|
|
56
|
+
/** CLONE: live `TOKENS_ESTIMATED` when estimateTokenCountFromText runs. */
|
|
57
|
+
tokensEstimated?: boolean;
|
|
58
|
+
finishReason?: ExecutionFinishReason;
|
|
59
|
+
serviceTier?: string;
|
|
60
|
+
toolUsage?: ExecutionToolUsage;
|
|
61
|
+
/** CLONE: live `providerReportedCostInUsd(usage)` (e.g. Perplexity total_cost). */
|
|
62
|
+
providerReportedCostInUsd?: number;
|
|
63
|
+
}
|
|
64
|
+
/**
|
|
65
|
+
* NEW router over CLONE parsers: non-stream counts live `handleNonStreamingMode` would price.
|
|
66
|
+
* `undefined` = no live token logger (caller keeps usageFromJson).
|
|
67
|
+
*/
|
|
68
|
+
export declare function liveUsageFromResponse(scope: LiveUsageScope, json: unknown, headers: Headers): LiveUsage | undefined;
|
|
69
|
+
/**
|
|
70
|
+
* NEW router over CLONE parsers: stream counts live `logStreamingResponse` would price from frames.
|
|
71
|
+
* `undefined` = no live stream logger for this endpoint.
|
|
72
|
+
*/
|
|
73
|
+
export declare function liveUsageFromStreamFrames(scope: LiveUsageScope, frames: string[], streamState: Record<string, unknown>, cancelledMidwayByClient: boolean): LiveUsage | undefined;
|