@ai-sdk/gateway 4.0.0-beta.6 → 4.0.0-beta.60
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +383 -4
- package/dist/index.d.ts +149 -24
- package/dist/index.js +735 -320
- package/dist/index.js.map +1 -1
- package/docs/00-ai-gateway.mdx +312 -45
- package/package.json +8 -10
- package/src/errors/create-gateway-error.ts +0 -1
- package/src/errors/gateway-authentication-error.ts +0 -1
- package/src/gateway-config.ts +1 -1
- package/src/gateway-embedding-model-settings.ts +1 -1
- package/src/gateway-embedding-model.ts +38 -14
- package/src/gateway-fetch-metadata.ts +51 -37
- package/src/gateway-generation-info.ts +149 -0
- package/src/gateway-image-model-settings.ts +9 -0
- package/src/gateway-image-model.ts +41 -21
- package/src/gateway-language-model-settings.ts +22 -10
- package/src/gateway-language-model.ts +49 -23
- package/src/gateway-model-entry.ts +13 -3
- package/src/gateway-provider-options.ts +35 -8
- package/src/gateway-provider.ts +100 -18
- package/src/gateway-reranking-model-settings.ts +7 -0
- package/src/gateway-reranking-model.ts +119 -0
- package/src/gateway-spend-report.ts +193 -0
- package/src/gateway-video-model-settings.ts +2 -0
- package/src/gateway-video-model.ts +22 -17
- package/src/index.ts +13 -3
- package/dist/index.d.mts +0 -602
- package/dist/index.mjs +0 -1539
- package/dist/index.mjs.map +0 -1
|
@@ -0,0 +1,193 @@
|
|
|
1
|
+
import {
|
|
2
|
+
createJsonErrorResponseHandler,
|
|
3
|
+
createJsonResponseHandler,
|
|
4
|
+
getFromApi,
|
|
5
|
+
lazySchema,
|
|
6
|
+
resolve,
|
|
7
|
+
zodSchema,
|
|
8
|
+
} from '@ai-sdk/provider-utils';
|
|
9
|
+
import { z } from 'zod/v4';
|
|
10
|
+
import { asGatewayError } from './errors';
|
|
11
|
+
import type { GatewayConfig } from './gateway-config';
|
|
12
|
+
|
|
13
|
+
export interface GatewaySpendReportParams {
|
|
14
|
+
/** Start date in YYYY-MM-DD format (inclusive) */
|
|
15
|
+
startDate: string;
|
|
16
|
+
/** End date in YYYY-MM-DD format (inclusive) */
|
|
17
|
+
endDate: string;
|
|
18
|
+
/** Primary aggregation dimension. Defaults to 'day'. */
|
|
19
|
+
groupBy?: 'day' | 'user' | 'model' | 'tag' | 'provider' | 'credential_type';
|
|
20
|
+
/** Time granularity when groupBy is 'day'. */
|
|
21
|
+
datePart?: 'day' | 'hour';
|
|
22
|
+
/** Filter to a specific user's spend. */
|
|
23
|
+
userId?: string;
|
|
24
|
+
/** Filter to a specific model (e.g. 'anthropic/claude-sonnet-4.5'). */
|
|
25
|
+
model?: string;
|
|
26
|
+
/** Filter to a specific provider (e.g. 'anthropic'). */
|
|
27
|
+
provider?: string;
|
|
28
|
+
/** Filter to BYOK or system credentials. */
|
|
29
|
+
credentialType?: 'byok' | 'system';
|
|
30
|
+
/** Filter to requests with these tags. */
|
|
31
|
+
tags?: string[];
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export interface GatewaySpendReportRow {
|
|
35
|
+
/** Date string (present when groupBy is 'day') */
|
|
36
|
+
day?: string;
|
|
37
|
+
/** Hour timestamp (present when groupBy is 'day' and datePart is 'hour') */
|
|
38
|
+
hour?: string;
|
|
39
|
+
/** User identifier (present when groupBy is 'user') */
|
|
40
|
+
user?: string;
|
|
41
|
+
/** Model identifier (present when groupBy is 'model') */
|
|
42
|
+
model?: string;
|
|
43
|
+
/** Tag value (present when groupBy is 'tag') */
|
|
44
|
+
tag?: string;
|
|
45
|
+
/** Provider name (present when groupBy is 'provider') */
|
|
46
|
+
provider?: string;
|
|
47
|
+
/** Credential type (present when groupBy is 'credential_type') */
|
|
48
|
+
credentialType?: 'byok' | 'system';
|
|
49
|
+
|
|
50
|
+
/** Total cost in USD */
|
|
51
|
+
totalCost: number;
|
|
52
|
+
/** Market cost in USD */
|
|
53
|
+
marketCost?: number;
|
|
54
|
+
/** Number of input tokens */
|
|
55
|
+
inputTokens?: number;
|
|
56
|
+
/** Number of output tokens */
|
|
57
|
+
outputTokens?: number;
|
|
58
|
+
/** Number of cached input tokens */
|
|
59
|
+
cachedInputTokens?: number;
|
|
60
|
+
/** Number of cache creation input tokens */
|
|
61
|
+
cacheCreationInputTokens?: number;
|
|
62
|
+
/** Number of reasoning tokens */
|
|
63
|
+
reasoningTokens?: number;
|
|
64
|
+
/** Number of requests */
|
|
65
|
+
requestCount?: number;
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
export interface GatewaySpendReportResponse {
|
|
69
|
+
results: GatewaySpendReportRow[];
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
export class GatewaySpendReport {
|
|
73
|
+
constructor(private readonly config: GatewayConfig) {}
|
|
74
|
+
|
|
75
|
+
async getSpendReport(
|
|
76
|
+
params: GatewaySpendReportParams,
|
|
77
|
+
): Promise<GatewaySpendReportResponse> {
|
|
78
|
+
try {
|
|
79
|
+
const baseUrl = new URL(this.config.baseURL);
|
|
80
|
+
|
|
81
|
+
const searchParams = new URLSearchParams();
|
|
82
|
+
searchParams.set('start_date', params.startDate);
|
|
83
|
+
searchParams.set('end_date', params.endDate);
|
|
84
|
+
|
|
85
|
+
if (params.groupBy) {
|
|
86
|
+
searchParams.set('group_by', params.groupBy);
|
|
87
|
+
}
|
|
88
|
+
if (params.datePart) {
|
|
89
|
+
searchParams.set('date_part', params.datePart);
|
|
90
|
+
}
|
|
91
|
+
if (params.userId) {
|
|
92
|
+
searchParams.set('user_id', params.userId);
|
|
93
|
+
}
|
|
94
|
+
if (params.model) {
|
|
95
|
+
searchParams.set('model', params.model);
|
|
96
|
+
}
|
|
97
|
+
if (params.provider) {
|
|
98
|
+
searchParams.set('provider', params.provider);
|
|
99
|
+
}
|
|
100
|
+
if (params.credentialType) {
|
|
101
|
+
searchParams.set('credential_type', params.credentialType);
|
|
102
|
+
}
|
|
103
|
+
if (params.tags && params.tags.length > 0) {
|
|
104
|
+
searchParams.set('tags', params.tags.join(','));
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
const { value } = await getFromApi({
|
|
108
|
+
url: `${baseUrl.origin}/v1/report?${searchParams.toString()}`,
|
|
109
|
+
headers: this.config.headers
|
|
110
|
+
? await resolve(this.config.headers)
|
|
111
|
+
: undefined,
|
|
112
|
+
successfulResponseHandler: createJsonResponseHandler(
|
|
113
|
+
gatewaySpendReportResponseSchema,
|
|
114
|
+
),
|
|
115
|
+
failedResponseHandler: createJsonErrorResponseHandler({
|
|
116
|
+
errorSchema: z.any(),
|
|
117
|
+
errorToMessage: data => data,
|
|
118
|
+
}),
|
|
119
|
+
fetch: this.config.fetch,
|
|
120
|
+
});
|
|
121
|
+
|
|
122
|
+
return value;
|
|
123
|
+
} catch (error) {
|
|
124
|
+
throw await asGatewayError(error);
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
const gatewaySpendReportResponseSchema = lazySchema(() =>
|
|
130
|
+
zodSchema(
|
|
131
|
+
z.object({
|
|
132
|
+
results: z.array(
|
|
133
|
+
z
|
|
134
|
+
.object({
|
|
135
|
+
day: z.string().optional(),
|
|
136
|
+
hour: z.string().optional(),
|
|
137
|
+
user: z.string().optional(),
|
|
138
|
+
model: z.string().optional(),
|
|
139
|
+
tag: z.string().optional(),
|
|
140
|
+
provider: z.string().optional(),
|
|
141
|
+
credential_type: z.enum(['byok', 'system']).optional(),
|
|
142
|
+
total_cost: z.number(),
|
|
143
|
+
market_cost: z.number().optional(),
|
|
144
|
+
input_tokens: z.number().optional(),
|
|
145
|
+
output_tokens: z.number().optional(),
|
|
146
|
+
cached_input_tokens: z.number().optional(),
|
|
147
|
+
cache_creation_input_tokens: z.number().optional(),
|
|
148
|
+
reasoning_tokens: z.number().optional(),
|
|
149
|
+
request_count: z.number().optional(),
|
|
150
|
+
})
|
|
151
|
+
.transform(
|
|
152
|
+
({
|
|
153
|
+
credential_type,
|
|
154
|
+
total_cost,
|
|
155
|
+
market_cost,
|
|
156
|
+
input_tokens,
|
|
157
|
+
output_tokens,
|
|
158
|
+
cached_input_tokens,
|
|
159
|
+
cache_creation_input_tokens,
|
|
160
|
+
reasoning_tokens,
|
|
161
|
+
request_count,
|
|
162
|
+
...rest
|
|
163
|
+
}) => ({
|
|
164
|
+
...rest,
|
|
165
|
+
...(credential_type !== undefined
|
|
166
|
+
? { credentialType: credential_type }
|
|
167
|
+
: {}),
|
|
168
|
+
totalCost: total_cost,
|
|
169
|
+
...(market_cost !== undefined ? { marketCost: market_cost } : {}),
|
|
170
|
+
...(input_tokens !== undefined
|
|
171
|
+
? { inputTokens: input_tokens }
|
|
172
|
+
: {}),
|
|
173
|
+
...(output_tokens !== undefined
|
|
174
|
+
? { outputTokens: output_tokens }
|
|
175
|
+
: {}),
|
|
176
|
+
...(cached_input_tokens !== undefined
|
|
177
|
+
? { cachedInputTokens: cached_input_tokens }
|
|
178
|
+
: {}),
|
|
179
|
+
...(cache_creation_input_tokens !== undefined
|
|
180
|
+
? { cacheCreationInputTokens: cache_creation_input_tokens }
|
|
181
|
+
: {}),
|
|
182
|
+
...(reasoning_tokens !== undefined
|
|
183
|
+
? { reasoningTokens: reasoning_tokens }
|
|
184
|
+
: {}),
|
|
185
|
+
...(request_count !== undefined
|
|
186
|
+
? { requestCount: request_count }
|
|
187
|
+
: {}),
|
|
188
|
+
}),
|
|
189
|
+
),
|
|
190
|
+
),
|
|
191
|
+
}),
|
|
192
|
+
),
|
|
193
|
+
);
|
|
@@ -5,6 +5,8 @@ export type GatewayVideoModelId =
|
|
|
5
5
|
| 'alibaba/wan-v2.6-r2v'
|
|
6
6
|
| 'alibaba/wan-v2.6-r2v-flash'
|
|
7
7
|
| 'alibaba/wan-v2.6-t2v'
|
|
8
|
+
| 'bytedance/seedance-2.0'
|
|
9
|
+
| 'bytedance/seedance-2.0-fast'
|
|
8
10
|
| 'bytedance/seedance-v1.0-lite-i2v'
|
|
9
11
|
| 'bytedance/seedance-v1.0-lite-t2v'
|
|
10
12
|
| 'bytedance/seedance-v1.0-pro'
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import type {
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
2
|
+
Experimental_VideoModelV4,
|
|
3
|
+
Experimental_VideoModelV4CallOptions,
|
|
4
|
+
Experimental_VideoModelV4File,
|
|
5
|
+
Experimental_VideoModelV4VideoData,
|
|
6
|
+
SharedV4ProviderMetadata,
|
|
7
|
+
SharedV4Warning,
|
|
8
8
|
} from '@ai-sdk/provider';
|
|
9
9
|
import { APICallError } from '@ai-sdk/provider';
|
|
10
10
|
import {
|
|
@@ -21,8 +21,8 @@ import type { GatewayConfig } from './gateway-config';
|
|
|
21
21
|
import { asGatewayError } from './errors';
|
|
22
22
|
import { parseAuthMethod } from './errors/parse-auth-method';
|
|
23
23
|
|
|
24
|
-
export class GatewayVideoModel implements
|
|
25
|
-
readonly specificationVersion = '
|
|
24
|
+
export class GatewayVideoModel implements Experimental_VideoModelV4 {
|
|
25
|
+
readonly specificationVersion = 'v4' as const;
|
|
26
26
|
// Set a very large number to prevent client-side splitting of requests
|
|
27
27
|
readonly maxVideosPerCall = Number.MAX_SAFE_INTEGER;
|
|
28
28
|
|
|
@@ -50,17 +50,19 @@ export class GatewayVideoModel implements Experimental_VideoModelV3 {
|
|
|
50
50
|
providerOptions,
|
|
51
51
|
headers,
|
|
52
52
|
abortSignal,
|
|
53
|
-
}:
|
|
54
|
-
videos: Array<
|
|
55
|
-
warnings: Array<
|
|
56
|
-
providerMetadata?:
|
|
53
|
+
}: Experimental_VideoModelV4CallOptions): Promise<{
|
|
54
|
+
videos: Array<Experimental_VideoModelV4VideoData>;
|
|
55
|
+
warnings: Array<SharedV4Warning>;
|
|
56
|
+
providerMetadata?: SharedV4ProviderMetadata;
|
|
57
57
|
response: {
|
|
58
58
|
timestamp: Date;
|
|
59
59
|
modelId: string;
|
|
60
60
|
headers: Record<string, string> | undefined;
|
|
61
61
|
};
|
|
62
62
|
}> {
|
|
63
|
-
const resolvedHeaders =
|
|
63
|
+
const resolvedHeaders = this.config.headers
|
|
64
|
+
? await resolve(this.config.headers)
|
|
65
|
+
: undefined;
|
|
64
66
|
try {
|
|
65
67
|
const { responseHeaders, value: responseBody } = await postJsonToApi({
|
|
66
68
|
url: this.getUrl(),
|
|
@@ -170,7 +172,7 @@ export class GatewayVideoModel implements Experimental_VideoModelV3 {
|
|
|
170
172
|
videos: responseBody.videos,
|
|
171
173
|
warnings: responseBody.warnings ?? [],
|
|
172
174
|
providerMetadata:
|
|
173
|
-
responseBody.providerMetadata as
|
|
175
|
+
responseBody.providerMetadata as SharedV4ProviderMetadata,
|
|
174
176
|
response: {
|
|
175
177
|
timestamp: new Date(),
|
|
176
178
|
modelId: this.modelId,
|
|
@@ -178,7 +180,10 @@ export class GatewayVideoModel implements Experimental_VideoModelV3 {
|
|
|
178
180
|
},
|
|
179
181
|
};
|
|
180
182
|
} catch (error) {
|
|
181
|
-
throw await asGatewayError(
|
|
183
|
+
throw await asGatewayError(
|
|
184
|
+
error,
|
|
185
|
+
await parseAuthMethod(resolvedHeaders ?? {}),
|
|
186
|
+
);
|
|
182
187
|
}
|
|
183
188
|
}
|
|
184
189
|
|
|
@@ -188,13 +193,13 @@ export class GatewayVideoModel implements Experimental_VideoModelV3 {
|
|
|
188
193
|
|
|
189
194
|
private getModelConfigHeaders() {
|
|
190
195
|
return {
|
|
191
|
-
'ai-video-model-specification-version': '
|
|
196
|
+
'ai-video-model-specification-version': '4',
|
|
192
197
|
'ai-model-id': this.modelId,
|
|
193
198
|
};
|
|
194
199
|
}
|
|
195
200
|
}
|
|
196
201
|
|
|
197
|
-
function maybeEncodeVideoFile(file:
|
|
202
|
+
function maybeEncodeVideoFile(file: Experimental_VideoModelV4File) {
|
|
198
203
|
if (file.type === 'file' && file.data instanceof Uint8Array) {
|
|
199
204
|
return {
|
|
200
205
|
...file,
|
package/src/index.ts
CHANGED
|
@@ -1,10 +1,20 @@
|
|
|
1
1
|
export type { GatewayModelId } from './gateway-language-model-settings';
|
|
2
|
+
export type { GatewayRerankingModelId } from './gateway-reranking-model-settings';
|
|
2
3
|
export type { GatewayVideoModelId } from './gateway-video-model-settings';
|
|
3
4
|
export type {
|
|
4
5
|
GatewayLanguageModelEntry,
|
|
5
6
|
GatewayLanguageModelSpecification,
|
|
6
7
|
} from './gateway-model-entry';
|
|
7
8
|
export type { GatewayCreditsResponse } from './gateway-fetch-metadata';
|
|
9
|
+
export type {
|
|
10
|
+
GatewaySpendReportParams,
|
|
11
|
+
GatewaySpendReportRow,
|
|
12
|
+
GatewaySpendReportResponse,
|
|
13
|
+
} from './gateway-spend-report';
|
|
14
|
+
export type {
|
|
15
|
+
GatewayGenerationInfoParams,
|
|
16
|
+
GatewayGenerationInfo,
|
|
17
|
+
} from './gateway-generation-info';
|
|
8
18
|
export type { GatewayLanguageModelEntry as GatewayModelEntry } from './gateway-model-entry';
|
|
9
19
|
export {
|
|
10
20
|
createGatewayProvider,
|
|
@@ -16,9 +26,9 @@ export type {
|
|
|
16
26
|
GatewayProviderSettings,
|
|
17
27
|
} from './gateway-provider';
|
|
18
28
|
export type {
|
|
19
|
-
|
|
20
|
-
/** @deprecated Use `
|
|
21
|
-
|
|
29
|
+
GatewayProviderOptions,
|
|
30
|
+
/** @deprecated Use `GatewayProviderOptions` instead. */
|
|
31
|
+
GatewayProviderOptions as GatewayLanguageModelOptions,
|
|
22
32
|
} from './gateway-provider-options';
|
|
23
33
|
export {
|
|
24
34
|
GatewayError,
|