@ai-sdk/openai 4.0.0-beta.4 → 4.0.0-beta.41
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +399 -22
- package/README.md +2 -0
- package/dist/index.d.ts +166 -49
- package/dist/index.js +2454 -1627
- package/dist/index.js.map +1 -1
- package/dist/internal/index.d.ts +176 -53
- package/dist/internal/index.js +2220 -1648
- package/dist/internal/index.js.map +1 -1
- package/docs/03-openai.mdx +292 -22
- package/package.json +13 -14
- package/src/chat/convert-openai-chat-usage.ts +2 -2
- package/src/chat/convert-to-openai-chat-messages.ts +99 -71
- package/src/chat/map-openai-finish-reason.ts +2 -2
- package/src/chat/openai-chat-api.ts +6 -2
- package/src/chat/openai-chat-language-model.ts +68 -164
- package/src/chat/openai-chat-options.ts +10 -1
- package/src/chat/openai-chat-prepare-tools.ts +7 -7
- package/src/completion/convert-openai-completion-usage.ts +2 -2
- package/src/completion/convert-to-openai-completion-prompt.ts +2 -3
- package/src/completion/map-openai-finish-reason.ts +2 -2
- package/src/completion/openai-completion-api.ts +5 -2
- package/src/completion/openai-completion-language-model.ts +46 -30
- package/src/completion/openai-completion-options.ts +5 -1
- package/src/embedding/openai-embedding-model.ts +25 -8
- package/src/embedding/openai-embedding-options.ts +5 -1
- package/src/files/openai-files-api.ts +17 -0
- package/src/files/openai-files-options.ts +22 -0
- package/src/files/openai-files.ts +100 -0
- package/src/image/openai-image-model.ts +31 -15
- package/src/image/openai-image-options.ts +3 -0
- package/src/index.ts +2 -0
- package/src/openai-config.ts +7 -7
- package/src/openai-language-model-capabilities.ts +3 -2
- package/src/openai-provider.ts +63 -30
- package/src/openai-tools.ts +12 -1
- package/src/responses/convert-openai-responses-usage.ts +2 -2
- package/src/responses/convert-to-openai-responses-input.ts +244 -77
- package/src/responses/map-openai-responses-finish-reason.ts +2 -2
- package/src/responses/openai-responses-api.ts +141 -3
- package/src/responses/openai-responses-language-model.ts +274 -61
- package/src/responses/openai-responses-options.ts +29 -3
- package/src/responses/openai-responses-prepare-tools.ts +48 -15
- package/src/responses/openai-responses-provider-metadata.ts +12 -2
- package/src/skills/openai-skills-api.ts +31 -0
- package/src/skills/openai-skills.ts +83 -0
- package/src/speech/openai-speech-model.ts +28 -12
- package/src/speech/openai-speech-options.ts +5 -1
- package/src/tool/apply-patch.ts +33 -32
- package/src/tool/code-interpreter.ts +40 -41
- package/src/tool/custom.ts +2 -8
- package/src/tool/file-search.ts +3 -3
- package/src/tool/image-generation.ts +2 -2
- package/src/tool/local-shell.ts +2 -2
- package/src/tool/mcp.ts +3 -3
- package/src/tool/shell.ts +9 -4
- package/src/tool/tool-search.ts +98 -0
- package/src/tool/web-search-preview.ts +2 -2
- package/src/tool/web-search.ts +2 -2
- package/src/transcription/openai-transcription-model.ts +30 -14
- package/src/transcription/openai-transcription-options.ts +5 -1
- package/dist/index.d.mts +0 -1107
- package/dist/index.mjs +0 -6508
- package/dist/index.mjs.map +0 -1
- package/dist/internal/index.d.mts +0 -1137
- package/dist/internal/index.mjs +0 -6321
- package/dist/internal/index.mjs.map +0 -1
package/src/tool/shell.ts
CHANGED
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
import {
|
|
2
|
-
|
|
2
|
+
createProviderDefinedToolFactoryWithOutputSchema,
|
|
3
3
|
lazySchema,
|
|
4
4
|
zodSchema,
|
|
5
5
|
} from '@ai-sdk/provider-utils';
|
|
6
|
+
import type { SharedV4ProviderReference } from '@ai-sdk/provider';
|
|
6
7
|
import { z } from 'zod/v4';
|
|
7
8
|
|
|
8
9
|
export const shellInputSchema = lazySchema(() =>
|
|
@@ -39,7 +40,7 @@ const shellSkillsSchema = z
|
|
|
39
40
|
z.discriminatedUnion('type', [
|
|
40
41
|
z.object({
|
|
41
42
|
type: z.literal('skillReference'),
|
|
42
|
-
|
|
43
|
+
providerReference: z.record(z.string(), z.string()),
|
|
43
44
|
version: z.string().optional(),
|
|
44
45
|
}),
|
|
45
46
|
z.object({
|
|
@@ -125,7 +126,11 @@ type ShellArgs = {
|
|
|
125
126
|
}>;
|
|
126
127
|
};
|
|
127
128
|
skills?: Array<
|
|
128
|
-
| {
|
|
129
|
+
| {
|
|
130
|
+
type: 'skillReference';
|
|
131
|
+
providerReference: SharedV4ProviderReference;
|
|
132
|
+
version?: string;
|
|
133
|
+
}
|
|
129
134
|
| {
|
|
130
135
|
type: 'inline';
|
|
131
136
|
name: string;
|
|
@@ -152,7 +157,7 @@ type ShellArgs = {
|
|
|
152
157
|
};
|
|
153
158
|
};
|
|
154
159
|
|
|
155
|
-
export const shell =
|
|
160
|
+
export const shell = createProviderDefinedToolFactoryWithOutputSchema<
|
|
156
161
|
{
|
|
157
162
|
/**
|
|
158
163
|
* Shell tool action containing commands to execute.
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
import type { JSONObject } from '@ai-sdk/provider';
|
|
2
|
+
import {
|
|
3
|
+
createProviderDefinedToolFactoryWithOutputSchema,
|
|
4
|
+
lazySchema,
|
|
5
|
+
zodSchema,
|
|
6
|
+
type FlexibleSchema,
|
|
7
|
+
} from '@ai-sdk/provider-utils';
|
|
8
|
+
import { z } from 'zod/v4';
|
|
9
|
+
|
|
10
|
+
export const toolSearchArgsSchema = lazySchema(() =>
|
|
11
|
+
zodSchema(
|
|
12
|
+
z.object({
|
|
13
|
+
execution: z.enum(['server', 'client']).optional(),
|
|
14
|
+
description: z.string().optional(),
|
|
15
|
+
parameters: z.record(z.string(), z.unknown()).optional(),
|
|
16
|
+
}),
|
|
17
|
+
),
|
|
18
|
+
);
|
|
19
|
+
|
|
20
|
+
export const toolSearchInputSchema = lazySchema(() =>
|
|
21
|
+
zodSchema(
|
|
22
|
+
z.object({
|
|
23
|
+
arguments: z.unknown().optional(),
|
|
24
|
+
call_id: z.string().nullish(),
|
|
25
|
+
}),
|
|
26
|
+
),
|
|
27
|
+
);
|
|
28
|
+
|
|
29
|
+
export const toolSearchOutputSchema: FlexibleSchema<{
|
|
30
|
+
tools: Array<JSONObject>;
|
|
31
|
+
}> = lazySchema(() =>
|
|
32
|
+
zodSchema(
|
|
33
|
+
z.object({
|
|
34
|
+
tools: z.array(z.record(z.string(), z.unknown())),
|
|
35
|
+
}),
|
|
36
|
+
),
|
|
37
|
+
) as FlexibleSchema<{ tools: Array<JSONObject> }>;
|
|
38
|
+
|
|
39
|
+
const toolSearchToolFactory = createProviderDefinedToolFactoryWithOutputSchema<
|
|
40
|
+
{
|
|
41
|
+
/**
|
|
42
|
+
* The arguments from the tool_search_call.
|
|
43
|
+
* This is preserved for multi-turn conversation reconstruction.
|
|
44
|
+
*/
|
|
45
|
+
arguments?: unknown;
|
|
46
|
+
|
|
47
|
+
/**
|
|
48
|
+
* The call ID from the tool_search_call.
|
|
49
|
+
* Present for client-executed tool search; null for hosted.
|
|
50
|
+
*/
|
|
51
|
+
call_id?: string | null;
|
|
52
|
+
},
|
|
53
|
+
{
|
|
54
|
+
/**
|
|
55
|
+
* The tools that were loaded by the tool search.
|
|
56
|
+
* These are the deferred tools that the model requested to load.
|
|
57
|
+
* Each tool is represented as a JSON object with properties depending on its type.
|
|
58
|
+
*
|
|
59
|
+
* Common properties include:
|
|
60
|
+
* - `type`: The type of the tool (e.g., 'function', 'web_search', etc.)
|
|
61
|
+
* - `name`: The name of the tool (for function tools)
|
|
62
|
+
* - `description`: A description of the tool
|
|
63
|
+
* - `deferLoading`: Whether this tool was deferred (had defer_loading: true)
|
|
64
|
+
* - `parameters`: The JSON Schema for the function parameters (for function tools)
|
|
65
|
+
* - `strict`: Whether to enable strict schema adherence (for function tools)
|
|
66
|
+
*/
|
|
67
|
+
tools: Array<JSONObject>;
|
|
68
|
+
},
|
|
69
|
+
{
|
|
70
|
+
/**
|
|
71
|
+
* Whether the tool search is executed by the server (hosted) or client.
|
|
72
|
+
* - `'server'` (default): OpenAI performs the search across deferred tools.
|
|
73
|
+
* - `'client'`: The model emits a `tool_search_call` and your `execute`
|
|
74
|
+
* function performs the lookup, returning the tools to load.
|
|
75
|
+
*/
|
|
76
|
+
execution?: 'server' | 'client';
|
|
77
|
+
|
|
78
|
+
/**
|
|
79
|
+
* A description of the tool search capability.
|
|
80
|
+
* Only used for client-executed tool search.
|
|
81
|
+
*/
|
|
82
|
+
description?: string;
|
|
83
|
+
|
|
84
|
+
/**
|
|
85
|
+
* JSON Schema for the search arguments your application expects.
|
|
86
|
+
* Only used for client-executed tool search.
|
|
87
|
+
*/
|
|
88
|
+
parameters?: Record<string, unknown>;
|
|
89
|
+
}
|
|
90
|
+
>({
|
|
91
|
+
id: 'openai.tool_search',
|
|
92
|
+
inputSchema: toolSearchInputSchema,
|
|
93
|
+
outputSchema: toolSearchOutputSchema,
|
|
94
|
+
});
|
|
95
|
+
|
|
96
|
+
export const toolSearch = (
|
|
97
|
+
args: Parameters<typeof toolSearchToolFactory>[0] = {},
|
|
98
|
+
) => toolSearchToolFactory(args);
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import {
|
|
2
|
-
|
|
2
|
+
createProviderExecutedToolFactory,
|
|
3
3
|
lazySchema,
|
|
4
4
|
zodSchema,
|
|
5
5
|
} from '@ai-sdk/provider-utils';
|
|
@@ -50,7 +50,7 @@ const webSearchPreviewOutputSchema = lazySchema(() =>
|
|
|
50
50
|
),
|
|
51
51
|
);
|
|
52
52
|
|
|
53
|
-
export const webSearchPreview =
|
|
53
|
+
export const webSearchPreview = createProviderExecutedToolFactory<
|
|
54
54
|
{
|
|
55
55
|
// Web search preview doesn't take input parameters - it's controlled by the prompt
|
|
56
56
|
},
|
package/src/tool/web-search.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import {
|
|
2
|
-
|
|
2
|
+
createProviderExecutedToolFactory,
|
|
3
3
|
lazySchema,
|
|
4
4
|
zodSchema,
|
|
5
5
|
} from '@ai-sdk/provider-utils';
|
|
@@ -60,7 +60,7 @@ export const webSearchOutputSchema = lazySchema(() =>
|
|
|
60
60
|
),
|
|
61
61
|
);
|
|
62
62
|
|
|
63
|
-
export const webSearchToolFactory =
|
|
63
|
+
export const webSearchToolFactory = createProviderExecutedToolFactory<
|
|
64
64
|
{
|
|
65
65
|
// Web search doesn't take input parameters - it's controlled by the prompt
|
|
66
66
|
},
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
1
|
+
import type {
|
|
2
|
+
TranscriptionModelV4,
|
|
3
|
+
TranscriptionModelV4CallOptions,
|
|
4
|
+
SharedV4Warning,
|
|
5
5
|
} from '@ai-sdk/provider';
|
|
6
6
|
import {
|
|
7
7
|
combineHeaders,
|
|
@@ -10,18 +10,20 @@ import {
|
|
|
10
10
|
mediaTypeToExtension,
|
|
11
11
|
parseProviderOptions,
|
|
12
12
|
postFormDataToApi,
|
|
13
|
+
serializeModelOptions,
|
|
14
|
+
WORKFLOW_DESERIALIZE,
|
|
15
|
+
WORKFLOW_SERIALIZE,
|
|
13
16
|
} from '@ai-sdk/provider-utils';
|
|
14
|
-
import { OpenAIConfig } from '../openai-config';
|
|
17
|
+
import type { OpenAIConfig } from '../openai-config';
|
|
15
18
|
import { openaiFailedResponseHandler } from '../openai-error';
|
|
16
19
|
import { openaiTranscriptionResponseSchema } from './openai-transcription-api';
|
|
17
20
|
import {
|
|
18
|
-
OpenAITranscriptionModelId,
|
|
19
21
|
openAITranscriptionModelOptions,
|
|
20
|
-
|
|
22
|
+
type OpenAITranscriptionModelId,
|
|
23
|
+
type OpenAITranscriptionModelOptions,
|
|
21
24
|
} from './openai-transcription-options';
|
|
22
|
-
|
|
23
25
|
export type OpenAITranscriptionCallOptions = Omit<
|
|
24
|
-
|
|
26
|
+
TranscriptionModelV4CallOptions,
|
|
25
27
|
'providerOptions'
|
|
26
28
|
> & {
|
|
27
29
|
providerOptions?: {
|
|
@@ -96,8 +98,22 @@ const languageMap = {
|
|
|
96
98
|
welsh: 'cy',
|
|
97
99
|
};
|
|
98
100
|
|
|
99
|
-
export class OpenAITranscriptionModel implements
|
|
100
|
-
readonly specificationVersion = '
|
|
101
|
+
export class OpenAITranscriptionModel implements TranscriptionModelV4 {
|
|
102
|
+
readonly specificationVersion = 'v4';
|
|
103
|
+
|
|
104
|
+
static [WORKFLOW_SERIALIZE](model: OpenAITranscriptionModel) {
|
|
105
|
+
return serializeModelOptions({
|
|
106
|
+
modelId: model.modelId,
|
|
107
|
+
config: model.config,
|
|
108
|
+
});
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
static [WORKFLOW_DESERIALIZE](options: {
|
|
112
|
+
modelId: OpenAITranscriptionModelId;
|
|
113
|
+
config: OpenAITranscriptionModelConfig;
|
|
114
|
+
}) {
|
|
115
|
+
return new OpenAITranscriptionModel(options.modelId, options.config);
|
|
116
|
+
}
|
|
101
117
|
|
|
102
118
|
get provider(): string {
|
|
103
119
|
return this.config.provider;
|
|
@@ -113,7 +129,7 @@ export class OpenAITranscriptionModel implements TranscriptionModelV3 {
|
|
|
113
129
|
mediaType,
|
|
114
130
|
providerOptions,
|
|
115
131
|
}: OpenAITranscriptionCallOptions) {
|
|
116
|
-
const warnings:
|
|
132
|
+
const warnings: SharedV4Warning[] = [];
|
|
117
133
|
|
|
118
134
|
// Parse provider options
|
|
119
135
|
const openAIOptions = await parseProviderOptions({
|
|
@@ -176,7 +192,7 @@ export class OpenAITranscriptionModel implements TranscriptionModelV3 {
|
|
|
176
192
|
|
|
177
193
|
async doGenerate(
|
|
178
194
|
options: OpenAITranscriptionCallOptions,
|
|
179
|
-
): Promise<Awaited<ReturnType<
|
|
195
|
+
): Promise<Awaited<ReturnType<TranscriptionModelV4['doGenerate']>>> {
|
|
180
196
|
const currentDate = this.config._internal?.currentDate?.() ?? new Date();
|
|
181
197
|
const { formData, warnings } = await this.getArgs(options);
|
|
182
198
|
|
|
@@ -189,7 +205,7 @@ export class OpenAITranscriptionModel implements TranscriptionModelV3 {
|
|
|
189
205
|
path: '/audio/transcriptions',
|
|
190
206
|
modelId: this.modelId,
|
|
191
207
|
}),
|
|
192
|
-
headers: combineHeaders(this.config.headers(), options.headers),
|
|
208
|
+
headers: combineHeaders(this.config.headers?.(), options.headers),
|
|
193
209
|
formData,
|
|
194
210
|
failedResponseHandler: openaiFailedResponseHandler,
|
|
195
211
|
successfulResponseHandler: createJsonResponseHandler(
|