@llumiverse/common 1.3.0 → 1.4.0-dev.20260629.090753Z
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/capability/anthropic.d.ts +3 -0
- package/lib/capability/anthropic.d.ts.map +1 -0
- package/lib/capability/anthropic.js +92 -0
- package/lib/capability/anthropic.js.map +1 -0
- package/lib/{types/capability → capability}/azure_foundry.d.ts +1 -1
- package/lib/capability/azure_foundry.d.ts.map +1 -0
- package/lib/capability/azure_foundry.js +394 -0
- package/lib/capability/azure_foundry.js.map +1 -0
- package/lib/{types/capability → capability}/bedrock.d.ts +1 -1
- package/lib/capability/bedrock.d.ts.map +1 -0
- package/lib/capability/bedrock.js +300 -0
- package/lib/capability/bedrock.js.map +1 -0
- package/lib/{types/capability → capability}/openai.d.ts +1 -1
- package/lib/capability/openai.d.ts.map +1 -0
- package/lib/capability/openai.js +179 -0
- package/lib/capability/openai.js.map +1 -0
- package/lib/{types/capability → capability}/vertexai.d.ts +1 -1
- package/lib/capability/vertexai.d.ts.map +1 -0
- package/lib/capability/vertexai.js +137 -0
- package/lib/capability/vertexai.js.map +1 -0
- package/lib/{types/capability.d.ts → capability.d.ts} +1 -1
- package/lib/capability.d.ts.map +1 -0
- package/lib/{esm/capability.js → capability.js} +17 -17
- package/lib/capability.js.map +1 -0
- package/lib/index.d.ts +14 -0
- package/lib/index.d.ts.map +1 -0
- package/lib/index.js +14 -0
- package/lib/index.js.map +1 -0
- package/lib/{types/options → options}/anthropic.d.ts +2 -2
- package/lib/options/anthropic.d.ts.map +1 -0
- package/lib/{esm/options → options}/anthropic.js +14 -11
- package/lib/options/anthropic.js.map +1 -0
- package/lib/{types/options → options}/azure_foundry.d.ts +14 -14
- package/lib/options/azure_foundry.d.ts.map +1 -0
- package/lib/{esm/options → options}/azure_foundry.js +126 -126
- package/lib/options/azure_foundry.js.map +1 -0
- package/lib/{types/options → options}/bedrock.d.ts +16 -16
- package/lib/{types/options → options}/bedrock.d.ts.map +1 -1
- package/lib/options/bedrock.js +489 -0
- package/lib/options/bedrock.js.map +1 -0
- package/lib/options/context-windows.d.ts.map +1 -0
- package/lib/options/context-windows.js.map +1 -0
- package/lib/options/embedding.d.ts +38 -0
- package/lib/options/embedding.d.ts.map +1 -0
- package/lib/options/embedding.js +77 -0
- package/lib/options/embedding.js.map +1 -0
- package/lib/{types/options → options}/fallback.d.ts +2 -2
- package/lib/options/fallback.d.ts.map +1 -0
- package/lib/options/fallback.js +65 -0
- package/lib/options/fallback.js.map +1 -0
- package/lib/{types/options → options}/groq.d.ts +2 -2
- package/lib/options/groq.d.ts.map +1 -0
- package/lib/options/groq.js +54 -0
- package/lib/options/groq.js.map +1 -0
- package/lib/options/openai.d.ts +40 -0
- package/lib/options/openai.d.ts.map +1 -0
- package/lib/options/openai.js +284 -0
- package/lib/options/openai.js.map +1 -0
- package/lib/{types/options → options}/shared-parsing.d.ts +1 -1
- package/lib/options/shared-parsing.d.ts.map +1 -0
- package/lib/{esm/options → options}/shared-parsing.js +14 -17
- package/lib/options/shared-parsing.js.map +1 -0
- package/lib/options/version-parsing.d.ts.map +1 -0
- package/lib/{esm/options → options}/version-parsing.js +15 -15
- package/lib/options/version-parsing.js.map +1 -0
- package/lib/{types/options → options}/vertexai.d.ts +15 -15
- package/lib/options/vertexai.d.ts.map +1 -0
- package/lib/options/vertexai.js +606 -0
- package/lib/options/vertexai.js.map +1 -0
- package/lib/{types/options.d.ts → options.d.ts} +1 -1
- package/lib/options.d.ts.map +1 -0
- package/lib/{esm/options.js → options.js} +8 -8
- package/lib/options.js.map +1 -0
- package/lib/{types/types.d.ts → types.d.ts} +143 -35
- package/lib/types.d.ts.map +1 -0
- package/lib/{esm/types.js → types.js} +21 -23
- package/lib/types.js.map +1 -0
- package/package.json +11 -34
- package/src/LlumiverseError.test.ts +18 -72
- package/src/capability/anthropic.ts +61 -11
- package/src/capability/azure_foundry.ts +303 -65
- package/src/capability/bedrock.ts +201 -56
- package/src/capability/openai.ts +135 -41
- package/src/capability/vertexai.ts +105 -35
- package/src/capability.ts +18 -18
- package/src/index.ts +13 -12
- package/src/options/anthropic.ts +16 -13
- package/src/options/azure_foundry.ts +157 -143
- package/src/options/bedrock.ts +247 -185
- package/src/options/context-windows.ts +2 -2
- package/src/options/embedding.ts +92 -0
- package/src/options/fallback.ts +50 -17
- package/src/options/groq.ts +48 -21
- package/src/options/openai.ts +228 -183
- package/src/options/shared-parsing.ts +16 -21
- package/src/options/version-parsing.ts +17 -17
- package/src/options/vertexai.ts +382 -288
- package/src/options.ts +8 -8
- package/src/types.ts +260 -155
- package/lib/cjs/capability/anthropic.js +0 -45
- package/lib/cjs/capability/anthropic.js.map +0 -1
- package/lib/cjs/capability/azure_foundry.js +0 -160
- package/lib/cjs/capability/azure_foundry.js.map +0 -1
- package/lib/cjs/capability/bedrock.js +0 -158
- package/lib/cjs/capability/bedrock.js.map +0 -1
- package/lib/cjs/capability/openai.js +0 -98
- package/lib/cjs/capability/openai.js.map +0 -1
- package/lib/cjs/capability/vertexai.js +0 -80
- package/lib/cjs/capability/vertexai.js.map +0 -1
- package/lib/cjs/capability.js +0 -115
- package/lib/cjs/capability.js.map +0 -1
- package/lib/cjs/index.js +0 -29
- package/lib/cjs/index.js.map +0 -1
- package/lib/cjs/options/anthropic.js +0 -34
- package/lib/cjs/options/anthropic.js.map +0 -1
- package/lib/cjs/options/azure_foundry.js +0 -423
- package/lib/cjs/options/azure_foundry.js.map +0 -1
- package/lib/cjs/options/bedrock.js +0 -427
- package/lib/cjs/options/bedrock.js.map +0 -1
- package/lib/cjs/options/context-windows.js +0 -138
- package/lib/cjs/options/context-windows.js.map +0 -1
- package/lib/cjs/options/fallback.js +0 -35
- package/lib/cjs/options/fallback.js.map +0 -1
- package/lib/cjs/options/groq.js +0 -37
- package/lib/cjs/options/groq.js.map +0 -1
- package/lib/cjs/options/openai.js +0 -246
- package/lib/cjs/options/openai.js.map +0 -1
- package/lib/cjs/options/shared-parsing.js +0 -144
- package/lib/cjs/options/shared-parsing.js.map +0 -1
- package/lib/cjs/options/version-parsing.js +0 -326
- package/lib/cjs/options/version-parsing.js.map +0 -1
- package/lib/cjs/options/vertexai.js +0 -525
- package/lib/cjs/options/vertexai.js.map +0 -1
- package/lib/cjs/options.js +0 -33
- package/lib/cjs/options.js.map +0 -1
- package/lib/cjs/package.json +0 -3
- package/lib/cjs/types.js +0 -307
- package/lib/cjs/types.js.map +0 -1
- package/lib/esm/capability/anthropic.js +0 -42
- package/lib/esm/capability/anthropic.js.map +0 -1
- package/lib/esm/capability/azure_foundry.js +0 -157
- package/lib/esm/capability/azure_foundry.js.map +0 -1
- package/lib/esm/capability/bedrock.js +0 -155
- package/lib/esm/capability/bedrock.js.map +0 -1
- package/lib/esm/capability/openai.js +0 -95
- package/lib/esm/capability/openai.js.map +0 -1
- package/lib/esm/capability/vertexai.js +0 -77
- package/lib/esm/capability/vertexai.js.map +0 -1
- package/lib/esm/capability.js.map +0 -1
- package/lib/esm/index.js +0 -13
- package/lib/esm/index.js.map +0 -1
- package/lib/esm/options/anthropic.js.map +0 -1
- package/lib/esm/options/azure_foundry.js.map +0 -1
- package/lib/esm/options/bedrock.js +0 -423
- package/lib/esm/options/bedrock.js.map +0 -1
- package/lib/esm/options/context-windows.js.map +0 -1
- package/lib/esm/options/fallback.js +0 -32
- package/lib/esm/options/fallback.js.map +0 -1
- package/lib/esm/options/groq.js +0 -34
- package/lib/esm/options/groq.js.map +0 -1
- package/lib/esm/options/openai.js +0 -243
- package/lib/esm/options/openai.js.map +0 -1
- package/lib/esm/options/shared-parsing.js.map +0 -1
- package/lib/esm/options/version-parsing.js.map +0 -1
- package/lib/esm/options/vertexai.js +0 -519
- package/lib/esm/options/vertexai.js.map +0 -1
- package/lib/esm/options.js.map +0 -1
- package/lib/esm/types.js.map +0 -1
- package/lib/types/capability/anthropic.d.ts +0 -3
- package/lib/types/capability/anthropic.d.ts.map +0 -1
- package/lib/types/capability/azure_foundry.d.ts.map +0 -1
- package/lib/types/capability/bedrock.d.ts.map +0 -1
- package/lib/types/capability/openai.d.ts.map +0 -1
- package/lib/types/capability/vertexai.d.ts.map +0 -1
- package/lib/types/capability.d.ts.map +0 -1
- package/lib/types/index.d.ts +0 -13
- package/lib/types/index.d.ts.map +0 -1
- package/lib/types/options/anthropic.d.ts.map +0 -1
- package/lib/types/options/azure_foundry.d.ts.map +0 -1
- package/lib/types/options/context-windows.d.ts.map +0 -1
- package/lib/types/options/fallback.d.ts.map +0 -1
- package/lib/types/options/groq.d.ts.map +0 -1
- package/lib/types/options/openai.d.ts +0 -40
- package/lib/types/options/openai.d.ts.map +0 -1
- package/lib/types/options/shared-parsing.d.ts.map +0 -1
- package/lib/types/options/version-parsing.d.ts.map +0 -1
- package/lib/types/options/vertexai.d.ts.map +0 -1
- package/lib/types/options.d.ts.map +0 -1
- package/lib/types/types.d.ts.map +0 -1
- /package/lib/{types/options → options}/context-windows.d.ts +0 -0
- /package/lib/{esm/options → options}/context-windows.js +0 -0
- /package/lib/{types/options → options}/version-parsing.d.ts +0 -0
|
@@ -0,0 +1,489 @@
|
|
|
1
|
+
import { OptionType } from '../types.js';
|
|
2
|
+
import { buildClaudeCacheOptions, buildClaudeCacheTtlOptions, buildClaudeEffortOptions, buildClaudeIncludeThoughtsOption, buildClaudeThinkingBudgetOption, getClaudeMaxTokensLimit, } from './shared-parsing.js';
|
|
3
|
+
import { hasSamplingParameterRestriction } from './version-parsing.js';
|
|
4
|
+
export function getMaxTokensLimitBedrock(model) {
|
|
5
|
+
// Claude models — delegate to shared limit logic (128K for 3.7 and Opus 4.7+)
|
|
6
|
+
if (model.includes('claude')) {
|
|
7
|
+
return getClaudeMaxTokensLimit(model);
|
|
8
|
+
}
|
|
9
|
+
// Amazon models
|
|
10
|
+
else if (model.includes('amazon')) {
|
|
11
|
+
if (model.includes('titan')) {
|
|
12
|
+
if (model.includes('lite')) {
|
|
13
|
+
return 4096;
|
|
14
|
+
}
|
|
15
|
+
else if (model.includes('express')) {
|
|
16
|
+
return 8192;
|
|
17
|
+
}
|
|
18
|
+
else if (model.includes('premier')) {
|
|
19
|
+
return 3072;
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
else if (model.includes('nova')) {
|
|
23
|
+
return 10000;
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
// Mistral models
|
|
27
|
+
else if (model.includes('mistral')) {
|
|
28
|
+
if (model.includes('8x7b')) {
|
|
29
|
+
return 4096;
|
|
30
|
+
}
|
|
31
|
+
if (model.includes('pixtral-large')) {
|
|
32
|
+
return 4096;
|
|
33
|
+
}
|
|
34
|
+
return 8192;
|
|
35
|
+
}
|
|
36
|
+
// AI21 models
|
|
37
|
+
else if (model.includes('ai21')) {
|
|
38
|
+
if (model.includes('j2')) {
|
|
39
|
+
if (model.includes('large') || model.includes('mid') || model.includes('ultra')) {
|
|
40
|
+
return 8191;
|
|
41
|
+
}
|
|
42
|
+
return 2048;
|
|
43
|
+
}
|
|
44
|
+
if (model.includes('jamba')) {
|
|
45
|
+
return 4096;
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
// Cohere models
|
|
49
|
+
else if (model.includes('cohere.command')) {
|
|
50
|
+
if (model.includes('command-a')) {
|
|
51
|
+
return 8000;
|
|
52
|
+
}
|
|
53
|
+
return 4096;
|
|
54
|
+
}
|
|
55
|
+
// Meta models
|
|
56
|
+
else if (model.includes('llama')) {
|
|
57
|
+
if (model.includes('3-70b') || model.includes('3-8b')) {
|
|
58
|
+
return 2048;
|
|
59
|
+
}
|
|
60
|
+
return 8192;
|
|
61
|
+
}
|
|
62
|
+
//Writer models
|
|
63
|
+
else if (model.includes('writer')) {
|
|
64
|
+
if (model.includes('palmyra-x5')) {
|
|
65
|
+
return 8192;
|
|
66
|
+
}
|
|
67
|
+
else if (model.includes('palmyra-x4')) {
|
|
68
|
+
return 8192;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
// OpenAI gpt-oss models
|
|
72
|
+
if (model.includes('gpt-oss')) {
|
|
73
|
+
return 8192;
|
|
74
|
+
}
|
|
75
|
+
// TwelveLabs models
|
|
76
|
+
else if (model.includes('twelvelabs')) {
|
|
77
|
+
if (model.includes('pegasus')) {
|
|
78
|
+
return 4096; // Max output tokens for Pegasus
|
|
79
|
+
}
|
|
80
|
+
// Marengo is an embedding model, doesn't generate text
|
|
81
|
+
return undefined;
|
|
82
|
+
}
|
|
83
|
+
// Default fallback
|
|
84
|
+
return undefined;
|
|
85
|
+
}
|
|
86
|
+
export function getBedrockOptions(model, option) {
|
|
87
|
+
if (model.includes('canvas')) {
|
|
88
|
+
const taskTypeList = {
|
|
89
|
+
name: 'taskType',
|
|
90
|
+
type: OptionType.enum,
|
|
91
|
+
enum: {
|
|
92
|
+
'Text-To-Image': 'TEXT_IMAGE',
|
|
93
|
+
'Text-To-Image-with-Image-Conditioning': 'TEXT_IMAGE_WITH_IMAGE_CONDITIONING',
|
|
94
|
+
'Color-Guided-Generation': 'COLOR_GUIDED_GENERATION',
|
|
95
|
+
'Image-Variation': 'IMAGE_VARIATION',
|
|
96
|
+
Inpainting: 'INPAINTING',
|
|
97
|
+
Outpainting: 'OUTPAINTING',
|
|
98
|
+
'Background-Removal': 'BACKGROUND_REMOVAL',
|
|
99
|
+
},
|
|
100
|
+
default: 'TEXT_IMAGE',
|
|
101
|
+
description: 'The type of task to perform',
|
|
102
|
+
refresh: true,
|
|
103
|
+
};
|
|
104
|
+
let otherOptions = [
|
|
105
|
+
{
|
|
106
|
+
name: 'width',
|
|
107
|
+
type: OptionType.numeric,
|
|
108
|
+
min: 320,
|
|
109
|
+
max: 4096,
|
|
110
|
+
default: 512,
|
|
111
|
+
step: 16,
|
|
112
|
+
integer: true,
|
|
113
|
+
description: 'The width of the generated image',
|
|
114
|
+
},
|
|
115
|
+
{
|
|
116
|
+
name: 'height',
|
|
117
|
+
type: OptionType.numeric,
|
|
118
|
+
min: 320,
|
|
119
|
+
max: 4096,
|
|
120
|
+
default: 512,
|
|
121
|
+
step: 16,
|
|
122
|
+
integer: true,
|
|
123
|
+
description: 'The height of the generated image',
|
|
124
|
+
},
|
|
125
|
+
{
|
|
126
|
+
name: 'quality',
|
|
127
|
+
type: OptionType.enum,
|
|
128
|
+
enum: { standard: 'standard', premium: 'premium' },
|
|
129
|
+
default: 'standard',
|
|
130
|
+
description: 'The quality of the generated image',
|
|
131
|
+
},
|
|
132
|
+
{
|
|
133
|
+
name: 'cfgScale',
|
|
134
|
+
type: OptionType.numeric,
|
|
135
|
+
min: 1.1,
|
|
136
|
+
max: 10.0,
|
|
137
|
+
default: 6.5,
|
|
138
|
+
step: 0.1,
|
|
139
|
+
integer: false,
|
|
140
|
+
description: 'The scale of the generated image',
|
|
141
|
+
},
|
|
142
|
+
{
|
|
143
|
+
name: 'seed',
|
|
144
|
+
type: OptionType.numeric,
|
|
145
|
+
min: 0,
|
|
146
|
+
max: 858993459,
|
|
147
|
+
default: 12,
|
|
148
|
+
integer: true,
|
|
149
|
+
description: 'The seed of the generated image',
|
|
150
|
+
},
|
|
151
|
+
{
|
|
152
|
+
name: 'numberOfImages',
|
|
153
|
+
type: OptionType.numeric,
|
|
154
|
+
min: 1,
|
|
155
|
+
max: 5,
|
|
156
|
+
default: 1,
|
|
157
|
+
integer: true,
|
|
158
|
+
description: 'The number of images to generate',
|
|
159
|
+
},
|
|
160
|
+
];
|
|
161
|
+
let dependentOptions = [];
|
|
162
|
+
switch (option?.taskType ?? 'TEXT_IMAGE') {
|
|
163
|
+
case 'TEXT_IMAGE_WITH_IMAGE_CONDITIONING':
|
|
164
|
+
dependentOptions.push({
|
|
165
|
+
name: 'controlMode',
|
|
166
|
+
type: OptionType.enum,
|
|
167
|
+
enum: { CANNY_EDGE: 'CANNY_EDGE', SEGMENTATION: 'SEGMENTATION' },
|
|
168
|
+
default: 'CANNY_EDGE',
|
|
169
|
+
description: 'The control mode of the generated image',
|
|
170
|
+
}, {
|
|
171
|
+
name: 'controlStrength',
|
|
172
|
+
type: OptionType.numeric,
|
|
173
|
+
min: 0,
|
|
174
|
+
max: 1,
|
|
175
|
+
default: 0.7,
|
|
176
|
+
description: 'The control strength of the generated image',
|
|
177
|
+
});
|
|
178
|
+
break;
|
|
179
|
+
case 'COLOR_GUIDED_GENERATION':
|
|
180
|
+
dependentOptions.push({
|
|
181
|
+
name: 'colors',
|
|
182
|
+
type: OptionType.string_list,
|
|
183
|
+
value: [],
|
|
184
|
+
description: 'Hexadecimal color values to guide generation',
|
|
185
|
+
});
|
|
186
|
+
break;
|
|
187
|
+
case 'IMAGE_VARIATION':
|
|
188
|
+
dependentOptions.push({
|
|
189
|
+
name: 'similarityStrength',
|
|
190
|
+
type: OptionType.numeric,
|
|
191
|
+
min: 0.2,
|
|
192
|
+
max: 1,
|
|
193
|
+
default: 0.7,
|
|
194
|
+
description: 'The similarity strength of the generated image',
|
|
195
|
+
});
|
|
196
|
+
break;
|
|
197
|
+
case 'INPAINTING':
|
|
198
|
+
//No changes
|
|
199
|
+
break;
|
|
200
|
+
case 'OUTPAINTING':
|
|
201
|
+
dependentOptions.push({
|
|
202
|
+
name: 'outPaintingMode',
|
|
203
|
+
type: OptionType.enum,
|
|
204
|
+
enum: { DEFAULT: 'DEFAULT', PRECISE: 'PRECISE' },
|
|
205
|
+
default: 'default',
|
|
206
|
+
description: 'The outpainting mode of the generated image',
|
|
207
|
+
});
|
|
208
|
+
break;
|
|
209
|
+
case 'BACKGROUND_REMOVAL':
|
|
210
|
+
dependentOptions = [];
|
|
211
|
+
otherOptions = [];
|
|
212
|
+
break;
|
|
213
|
+
}
|
|
214
|
+
return {
|
|
215
|
+
_option_id: 'bedrock-nova-canvas',
|
|
216
|
+
options: [taskTypeList, ...otherOptions, ...dependentOptions],
|
|
217
|
+
};
|
|
218
|
+
}
|
|
219
|
+
else {
|
|
220
|
+
const max_tokens_limit = getMaxTokensLimitBedrock(model);
|
|
221
|
+
//Not canvas, i.e normal AWS bedrock converse
|
|
222
|
+
// Opus 4.7+ models no longer support temperature, top_p, top_k (returns 400 error)
|
|
223
|
+
// Opus 4.6 and Sonnet 4.6 still support these parameters
|
|
224
|
+
const hasSamplingRestriction = hasSamplingParameterRestriction(model);
|
|
225
|
+
const baseConverseOptions = [
|
|
226
|
+
{
|
|
227
|
+
name: 'max_tokens',
|
|
228
|
+
type: OptionType.numeric,
|
|
229
|
+
min: 1,
|
|
230
|
+
max: max_tokens_limit,
|
|
231
|
+
integer: true,
|
|
232
|
+
step: 200,
|
|
233
|
+
description: 'The maximum number of tokens to generate',
|
|
234
|
+
},
|
|
235
|
+
];
|
|
236
|
+
// Opus 4.7+ models don't support temperature, top_p
|
|
237
|
+
if (!hasSamplingRestriction) {
|
|
238
|
+
baseConverseOptions.push({
|
|
239
|
+
name: 'temperature',
|
|
240
|
+
type: OptionType.numeric,
|
|
241
|
+
min: 0.0,
|
|
242
|
+
default: 0.7,
|
|
243
|
+
step: 0.1,
|
|
244
|
+
description: 'A higher temperature biases toward less likely tokens, making the model more creative',
|
|
245
|
+
});
|
|
246
|
+
baseConverseOptions.push({
|
|
247
|
+
name: 'top_p',
|
|
248
|
+
type: OptionType.numeric,
|
|
249
|
+
min: 0,
|
|
250
|
+
max: 1,
|
|
251
|
+
step: 0.1,
|
|
252
|
+
description: 'Limits token sampling to the cumulative probability of the top p tokens',
|
|
253
|
+
});
|
|
254
|
+
}
|
|
255
|
+
baseConverseOptions.push({
|
|
256
|
+
name: 'stop_sequence',
|
|
257
|
+
type: OptionType.string_list,
|
|
258
|
+
value: [],
|
|
259
|
+
description: 'The generation will halt if one of the stop sequences is output',
|
|
260
|
+
});
|
|
261
|
+
if (model.includes('claude')) {
|
|
262
|
+
// Opus 4.7+ models don't support top_k
|
|
263
|
+
const claudeConverseOptions = hasSamplingRestriction
|
|
264
|
+
? []
|
|
265
|
+
: [
|
|
266
|
+
{
|
|
267
|
+
name: 'top_k',
|
|
268
|
+
type: OptionType.numeric,
|
|
269
|
+
min: 1,
|
|
270
|
+
integer: true,
|
|
271
|
+
step: 1,
|
|
272
|
+
description: 'Limits token sampling to the top k tokens',
|
|
273
|
+
},
|
|
274
|
+
];
|
|
275
|
+
return {
|
|
276
|
+
_option_id: 'bedrock-claude',
|
|
277
|
+
options: [
|
|
278
|
+
...baseConverseOptions,
|
|
279
|
+
...claudeConverseOptions,
|
|
280
|
+
...buildClaudeEffortOptions(model),
|
|
281
|
+
...buildClaudeThinkingBudgetOption(model),
|
|
282
|
+
...buildClaudeIncludeThoughtsOption(model),
|
|
283
|
+
...buildClaudeCacheOptions(),
|
|
284
|
+
...buildClaudeCacheTtlOptions(option?.cache_enabled),
|
|
285
|
+
],
|
|
286
|
+
};
|
|
287
|
+
}
|
|
288
|
+
else if (model.includes('amazon')) {
|
|
289
|
+
//Titan models also exists but does not support any additional options
|
|
290
|
+
if (model.includes('nova')) {
|
|
291
|
+
const novaConverseOptions = [
|
|
292
|
+
{
|
|
293
|
+
name: 'top_k',
|
|
294
|
+
type: OptionType.numeric,
|
|
295
|
+
min: 1,
|
|
296
|
+
integer: true,
|
|
297
|
+
step: 1,
|
|
298
|
+
description: 'Limits token sampling to the top k tokens',
|
|
299
|
+
},
|
|
300
|
+
];
|
|
301
|
+
return {
|
|
302
|
+
_option_id: 'bedrock-nova',
|
|
303
|
+
options: [...baseConverseOptions, ...novaConverseOptions],
|
|
304
|
+
};
|
|
305
|
+
}
|
|
306
|
+
}
|
|
307
|
+
else if (model.includes('mistral')) {
|
|
308
|
+
//7b and 8x7b instruct
|
|
309
|
+
if (model.includes('7b')) {
|
|
310
|
+
const mistralConverseOptions = [
|
|
311
|
+
{
|
|
312
|
+
name: 'top_k',
|
|
313
|
+
type: OptionType.numeric,
|
|
314
|
+
min: 1,
|
|
315
|
+
integer: true,
|
|
316
|
+
step: 1,
|
|
317
|
+
description: 'Limits token sampling to the top k tokens',
|
|
318
|
+
},
|
|
319
|
+
];
|
|
320
|
+
return {
|
|
321
|
+
_option_id: 'bedrock-mistral',
|
|
322
|
+
options: [...baseConverseOptions, ...mistralConverseOptions],
|
|
323
|
+
};
|
|
324
|
+
}
|
|
325
|
+
//Other models such as Mistral Small, Large and Large 2
|
|
326
|
+
//Support no additional options
|
|
327
|
+
}
|
|
328
|
+
else if (model.includes('ai21')) {
|
|
329
|
+
const ai21ConverseOptions = [
|
|
330
|
+
{
|
|
331
|
+
name: 'presence_penalty',
|
|
332
|
+
type: OptionType.numeric,
|
|
333
|
+
min: -2,
|
|
334
|
+
max: 2,
|
|
335
|
+
default: 0,
|
|
336
|
+
step: 0.1,
|
|
337
|
+
description: 'A higher presence penalty encourages the model to talk about new topics',
|
|
338
|
+
},
|
|
339
|
+
{
|
|
340
|
+
name: 'frequency_penalty',
|
|
341
|
+
type: OptionType.numeric,
|
|
342
|
+
min: -2,
|
|
343
|
+
max: 2,
|
|
344
|
+
default: 0,
|
|
345
|
+
step: 0.1,
|
|
346
|
+
description: 'A higher frequency penalty encourages the model to use less common words',
|
|
347
|
+
},
|
|
348
|
+
];
|
|
349
|
+
return {
|
|
350
|
+
_option_id: 'bedrock-ai21',
|
|
351
|
+
options: [...baseConverseOptions, ...ai21ConverseOptions],
|
|
352
|
+
};
|
|
353
|
+
}
|
|
354
|
+
else if (model.includes('cohere.command')) {
|
|
355
|
+
const cohereCommandOptions = [
|
|
356
|
+
{
|
|
357
|
+
name: 'top_k',
|
|
358
|
+
type: OptionType.numeric,
|
|
359
|
+
min: 1,
|
|
360
|
+
integer: true,
|
|
361
|
+
step: 1,
|
|
362
|
+
description: 'Limits token sampling to the top k tokens',
|
|
363
|
+
},
|
|
364
|
+
];
|
|
365
|
+
if (model.includes('command-r')) {
|
|
366
|
+
const cohereCommandROptions = [
|
|
367
|
+
{
|
|
368
|
+
name: 'frequency_penalty',
|
|
369
|
+
type: OptionType.numeric,
|
|
370
|
+
min: -2,
|
|
371
|
+
max: 2,
|
|
372
|
+
default: 0,
|
|
373
|
+
step: 0.1,
|
|
374
|
+
description: 'A higher frequency penalty encourages the model to use less common words',
|
|
375
|
+
},
|
|
376
|
+
{
|
|
377
|
+
name: 'presence_penalty',
|
|
378
|
+
type: OptionType.numeric,
|
|
379
|
+
min: -2,
|
|
380
|
+
max: 2,
|
|
381
|
+
default: 0,
|
|
382
|
+
step: 0.1,
|
|
383
|
+
description: 'A higher presence penalty encourages the model to talk about new topics',
|
|
384
|
+
},
|
|
385
|
+
];
|
|
386
|
+
return {
|
|
387
|
+
_option_id: 'bedrock-cohere-command',
|
|
388
|
+
options: [...baseConverseOptions, ...cohereCommandOptions, ...cohereCommandROptions],
|
|
389
|
+
};
|
|
390
|
+
}
|
|
391
|
+
}
|
|
392
|
+
else if (model.includes('writer')) {
|
|
393
|
+
const palmyraConverseOptions = [
|
|
394
|
+
{
|
|
395
|
+
name: 'min_tokens',
|
|
396
|
+
type: OptionType.numeric,
|
|
397
|
+
min: 1,
|
|
398
|
+
max: max_tokens_limit,
|
|
399
|
+
integer: false,
|
|
400
|
+
step: 100,
|
|
401
|
+
},
|
|
402
|
+
{
|
|
403
|
+
name: 'seed',
|
|
404
|
+
type: OptionType.numeric,
|
|
405
|
+
integer: true,
|
|
406
|
+
description: 'Random seed for generation',
|
|
407
|
+
},
|
|
408
|
+
{
|
|
409
|
+
name: 'frequency_penalty',
|
|
410
|
+
type: OptionType.numeric,
|
|
411
|
+
min: -2,
|
|
412
|
+
max: 2,
|
|
413
|
+
default: 0,
|
|
414
|
+
step: 0.1,
|
|
415
|
+
description: 'A higher frequency penalty encourages the model to use less common words',
|
|
416
|
+
},
|
|
417
|
+
{
|
|
418
|
+
name: 'presence_penalty',
|
|
419
|
+
type: OptionType.numeric,
|
|
420
|
+
min: -2,
|
|
421
|
+
max: 2,
|
|
422
|
+
default: 0,
|
|
423
|
+
step: 0.1,
|
|
424
|
+
description: 'A higher presence penalty encourages the model to talk about new topics',
|
|
425
|
+
},
|
|
426
|
+
];
|
|
427
|
+
return {
|
|
428
|
+
_option_id: 'bedrock-palmyra',
|
|
429
|
+
options: [...baseConverseOptions, ...palmyraConverseOptions],
|
|
430
|
+
};
|
|
431
|
+
}
|
|
432
|
+
else if (model.includes('gpt-oss')) {
|
|
433
|
+
const gptOssOptions = [
|
|
434
|
+
{
|
|
435
|
+
name: 'reasoning_effort',
|
|
436
|
+
type: OptionType.enum,
|
|
437
|
+
enum: {
|
|
438
|
+
low: 'low',
|
|
439
|
+
medium: 'medium',
|
|
440
|
+
high: 'high',
|
|
441
|
+
},
|
|
442
|
+
default: 'medium',
|
|
443
|
+
description: 'The reasoning effort of the model, which affects the quality and speed of the response',
|
|
444
|
+
},
|
|
445
|
+
];
|
|
446
|
+
const baseConverseOptionsNoStop = [...baseConverseOptions];
|
|
447
|
+
// Remove stop_sequence for gpt-oss
|
|
448
|
+
baseConverseOptionsNoStop.splice(baseConverseOptionsNoStop.findIndex((o) => o.name === 'stop_sequence'), 1);
|
|
449
|
+
return {
|
|
450
|
+
_option_id: 'bedrock-gpt-oss',
|
|
451
|
+
options: [...baseConverseOptionsNoStop, ...gptOssOptions],
|
|
452
|
+
};
|
|
453
|
+
}
|
|
454
|
+
else if (model.includes('twelvelabs')) {
|
|
455
|
+
if (model.includes('pegasus')) {
|
|
456
|
+
const pegasusOptions = [
|
|
457
|
+
{
|
|
458
|
+
name: 'temperature',
|
|
459
|
+
type: OptionType.numeric,
|
|
460
|
+
min: 0.0,
|
|
461
|
+
max: 1.0,
|
|
462
|
+
default: 0.2,
|
|
463
|
+
step: 0.1,
|
|
464
|
+
description: 'Controls randomness in the output',
|
|
465
|
+
},
|
|
466
|
+
{
|
|
467
|
+
name: 'max_tokens',
|
|
468
|
+
type: OptionType.numeric,
|
|
469
|
+
min: 1,
|
|
470
|
+
max: 4096,
|
|
471
|
+
integer: true,
|
|
472
|
+
step: 100,
|
|
473
|
+
description: 'The maximum number of tokens to generate',
|
|
474
|
+
},
|
|
475
|
+
];
|
|
476
|
+
return {
|
|
477
|
+
_option_id: 'bedrock-twelvelabs-pegasus',
|
|
478
|
+
options: pegasusOptions,
|
|
479
|
+
};
|
|
480
|
+
}
|
|
481
|
+
}
|
|
482
|
+
//Fallback to converse standard.
|
|
483
|
+
return {
|
|
484
|
+
_option_id: 'bedrock-converse',
|
|
485
|
+
options: baseConverseOptions,
|
|
486
|
+
};
|
|
487
|
+
}
|
|
488
|
+
}
|
|
489
|
+
//# sourceMappingURL=bedrock.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bedrock.js","sourceRoot":"","sources":["../../src/options/bedrock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC7G,OAAO,EACH,uBAAuB,EACvB,0BAA0B,EAC1B,wBAAwB,EACxB,gCAAgC,EAChC,+BAA+B,EAC/B,uBAAuB,GAC1B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,+BAA+B,EAAE,MAAM,sBAAsB,CAAC;AAoFvE,MAAM,UAAU,wBAAwB,CAAC,KAAa;IAClD,8EAA8E;IAC9E,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,OAAO,uBAAuB,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;IACD,gBAAgB;SACX,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1B,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzB,OAAO,IAAI,CAAC;YAChB,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnC,OAAO,IAAI,CAAC;YAChB,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnC,OAAO,IAAI,CAAC;YAChB,CAAC;QACL,CAAC;aAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IACD,iBAAiB;SACZ,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACjC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,cAAc;SACT,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9B,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9E,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IACD,gBAAgB;SACX,IAAI,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACxC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,cAAc;SACT,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/B,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACpD,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,eAAe;SACV,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC;QAChB,CAAC;aAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IACD,wBAAwB;IACxB,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,oBAAoB;SACf,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACpC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC,CAAC,gCAAgC;QACjD,CAAC;QACD,uDAAuD;QACvD,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,mBAAmB;IACnB,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAa,EAAE,MAAqB;IAClE,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,MAAM,YAAY,GAAwB;YACtC,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,IAAI,EAAE;gBACF,eAAe,EAAE,YAAY;gBAC7B,uCAAuC,EAAE,oCAAoC;gBAC7E,yBAAyB,EAAE,yBAAyB;gBACpD,iBAAiB,EAAE,iBAAiB;gBACpC,UAAU,EAAE,YAAY;gBACxB,WAAW,EAAE,aAAa;gBAC1B,oBAAoB,EAAE,oBAAoB;aAC7C;YACD,OAAO,EAAE,YAAY;YACrB,WAAW,EAAE,6BAA6B;YAC1C,OAAO,EAAE,IAAI;SAChB,CAAC;QAEF,IAAI,YAAY,GAA0B;YACtC;gBACI,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,UAAU,CAAC,OAAO;gBACxB,GAAG,EAAE,GAAG;gBACR,GAAG,EAAE,IAAI;gBACT,OAAO,EAAE,GAAG;gBACZ,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,kCAAkC;aAClD;YACD;gBACI,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,UAAU,CAAC,OAAO;gBACxB,GAAG,EAAE,GAAG;gBACR,GAAG,EAAE,IAAI;gBACT,OAAO,EAAE,GAAG;gBACZ,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,mCAAmC;aACnD;YACD;gBACI,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,IAAI,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE;gBAClD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,oCAAoC;aACpD;YACD;gBACI,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,UAAU,CAAC,OAAO;gBACxB,GAAG,EAAE,GAAG;gBACR,GAAG,EAAE,IAAI;gBACT,OAAO,EAAE,GAAG;gBACZ,IAAI,EAAE,GAAG;gBACT,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,kCAAkC;aAClD;YACD;gBACI,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,UAAU,CAAC,OAAO;gBACxB,GAAG,EAAE,CAAC;gBACN,GAAG,EAAE,SAAS;gBACd,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,iCAAiC;aACjD;YACD;gBACI,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,UAAU,CAAC,OAAO;gBACxB,GAAG,EAAE,CAAC;gBACN,GAAG,EAAE,CAAC;gBACN,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,kCAAkC;aAClD;SACJ,CAAC;QAEF,IAAI,gBAAgB,GAA0B,EAAE,CAAC;QAEjD,QAAS,MAA4B,EAAE,QAAQ,IAAI,YAAY,EAAE,CAAC;YAC9D,KAAK,oCAAoC;gBACrC,gBAAgB,CAAC,IAAI,CACjB;oBACI,IAAI,EAAE,aAAa;oBACnB,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,IAAI,EAAE,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,cAAc,EAAE;oBAChE,OAAO,EAAE,YAAY;oBACrB,WAAW,EAAE,yCAAyC;iBACzD,EACD;oBACI,IAAI,EAAE,iBAAiB;oBACvB,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC;oBACN,GAAG,EAAE,CAAC;oBACN,OAAO,EAAE,GAAG;oBACZ,WAAW,EAAE,6CAA6C;iBAC7D,CACJ,CAAC;gBACF,MAAM;YACV,KAAK,yBAAyB;gBAC1B,gBAAgB,CAAC,IAAI,CAAC;oBAClB,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,UAAU,CAAC,WAAW;oBAC5B,KAAK,EAAE,EAAE;oBACT,WAAW,EAAE,8CAA8C;iBAC9D,CAAC,CAAC;gBACH,MAAM;YACV,KAAK,iBAAiB;gBAClB,gBAAgB,CAAC,IAAI,CAAC;oBAClB,IAAI,EAAE,oBAAoB;oBAC1B,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,GAAG;oBACR,GAAG,EAAE,CAAC;oBACN,OAAO,EAAE,GAAG;oBACZ,WAAW,EAAE,gDAAgD;iBAChE,CAAC,CAAC;gBACH,MAAM;YACV,KAAK,YAAY;gBACb,YAAY;gBACZ,MAAM;YACV,KAAK,aAAa;gBACd,gBAAgB,CAAC,IAAI,CAAC;oBAClB,IAAI,EAAE,iBAAiB;oBACvB,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,IAAI,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE;oBAChD,OAAO,EAAE,SAAS;oBAClB,WAAW,EAAE,6CAA6C;iBAC7D,CAAC,CAAC;gBACH,MAAM;YACV,KAAK,oBAAoB;gBACrB,gBAAgB,GAAG,EAAE,CAAC;gBACtB,YAAY,GAAG,EAAE,CAAC;gBAClB,MAAM;QACd,CAAC;QAED,OAAO;YACH,UAAU,EAAE,qBAAqB;YACjC,OAAO,EAAE,CAAC,YAAY,EAAE,GAAG,YAAY,EAAE,GAAG,gBAAgB,CAAC;SAChE,CAAC;IACN,CAAC;SAAM,CAAC;QACJ,MAAM,gBAAgB,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;QACzD,6CAA6C;QAC7C,mFAAmF;QACnF,yDAAyD;QACzD,MAAM,sBAAsB,GAAG,+BAA+B,CAAC,KAAK,CAAC,CAAC;QACtE,MAAM,mBAAmB,GAA0B;YAC/C;gBACI,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,UAAU,CAAC,OAAO;gBACxB,GAAG,EAAE,CAAC;gBACN,GAAG,EAAE,gBAAgB;gBACrB,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,GAAG;gBACT,WAAW,EAAE,0CAA0C;aAC1D;SACJ,CAAC;QAEF,oDAAoD;QACpD,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC1B,mBAAmB,CAAC,IAAI,CAAC;gBACrB,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,UAAU,CAAC,OAAO;gBACxB,GAAG,EAAE,GAAG;gBACR,OAAO,EAAE,GAAG;gBACZ,IAAI,EAAE,GAAG;gBACT,WAAW,EAAE,uFAAuF;aACvG,CAAC,CAAC;YACH,mBAAmB,CAAC,IAAI,CAAC;gBACrB,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,UAAU,CAAC,OAAO;gBACxB,GAAG,EAAE,CAAC;gBACN,GAAG,EAAE,CAAC;gBACN,IAAI,EAAE,GAAG;gBACT,WAAW,EAAE,yEAAyE;aACzF,CAAC,CAAC;QACP,CAAC;QAED,mBAAmB,CAAC,IAAI,CAAC;YACrB,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,UAAU,CAAC,WAAW;YAC5B,KAAK,EAAE,EAAE;YACT,WAAW,EAAE,iEAAiE;SACjF,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,uCAAuC;YACvC,MAAM,qBAAqB,GAA0B,sBAAsB;gBACvE,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC;oBACI;wBACI,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,UAAU,CAAC,OAAO;wBACxB,GAAG,EAAE,CAAC;wBACN,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,CAAC;wBACP,WAAW,EAAE,2CAA2C;qBAC3D;iBACJ,CAAC;YACR,OAAO;gBACH,UAAU,EAAE,gBAAgB;gBAC5B,OAAO,EAAE;oBACL,GAAG,mBAAmB;oBACtB,GAAG,qBAAqB;oBACxB,GAAG,wBAAwB,CAAC,KAAK,CAAC;oBAClC,GAAG,+BAA+B,CAAC,KAAK,CAAC;oBACzC,GAAG,gCAAgC,CAAC,KAAK,CAAC;oBAC1C,GAAG,uBAAuB,EAAE;oBAC5B,GAAG,0BAA0B,CAAE,MAA+B,EAAE,aAAa,CAAC;iBACjF;aACJ,CAAC;QACN,CAAC;aAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,sEAAsE;YACtE,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzB,MAAM,mBAAmB,GAA0B;oBAC/C;wBACI,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,UAAU,CAAC,OAAO;wBACxB,GAAG,EAAE,CAAC;wBACN,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,CAAC;wBACP,WAAW,EAAE,2CAA2C;qBAC3D;iBACJ,CAAC;gBACF,OAAO;oBACH,UAAU,EAAE,cAAc;oBAC1B,OAAO,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;iBAC5D,CAAC;YACN,CAAC;QACL,CAAC;aAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACnC,sBAAsB;YACtB,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvB,MAAM,sBAAsB,GAA0B;oBAClD;wBACI,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,UAAU,CAAC,OAAO;wBACxB,GAAG,EAAE,CAAC;wBACN,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,CAAC;wBACP,WAAW,EAAE,2CAA2C;qBAC3D;iBACJ,CAAC;gBACF,OAAO;oBACH,UAAU,EAAE,iBAAiB;oBAC7B,OAAO,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,sBAAsB,CAAC;iBAC/D,CAAC;YACN,CAAC;YACD,uDAAuD;YACvD,+BAA+B;QACnC,CAAC;aAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAChC,MAAM,mBAAmB,GAA0B;gBAC/C;oBACI,IAAI,EAAE,kBAAkB;oBACxB,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC,CAAC;oBACP,GAAG,EAAE,CAAC;oBACN,OAAO,EAAE,CAAC;oBACV,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,yEAAyE;iBACzF;gBACD;oBACI,IAAI,EAAE,mBAAmB;oBACzB,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC,CAAC;oBACP,GAAG,EAAE,CAAC;oBACN,OAAO,EAAE,CAAC;oBACV,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,0EAA0E;iBAC1F;aACJ,CAAC;YAEF,OAAO;gBACH,UAAU,EAAE,cAAc;gBAC1B,OAAO,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;aAC5D,CAAC;QACN,CAAC;aAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC1C,MAAM,oBAAoB,GAA0B;gBAChD;oBACI,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC;oBACN,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE,CAAC;oBACP,WAAW,EAAE,2CAA2C;iBAC3D;aACJ,CAAC;YACF,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC9B,MAAM,qBAAqB,GAA0B;oBACjD;wBACI,IAAI,EAAE,mBAAmB;wBACzB,IAAI,EAAE,UAAU,CAAC,OAAO;wBACxB,GAAG,EAAE,CAAC,CAAC;wBACP,GAAG,EAAE,CAAC;wBACN,OAAO,EAAE,CAAC;wBACV,IAAI,EAAE,GAAG;wBACT,WAAW,EAAE,0EAA0E;qBAC1F;oBACD;wBACI,IAAI,EAAE,kBAAkB;wBACxB,IAAI,EAAE,UAAU,CAAC,OAAO;wBACxB,GAAG,EAAE,CAAC,CAAC;wBACP,GAAG,EAAE,CAAC;wBACN,OAAO,EAAE,CAAC;wBACV,IAAI,EAAE,GAAG;wBACT,WAAW,EAAE,yEAAyE;qBACzF;iBACJ,CAAC;gBACF,OAAO;oBACH,UAAU,EAAE,wBAAwB;oBACpC,OAAO,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,oBAAoB,EAAE,GAAG,qBAAqB,CAAC;iBACvF,CAAC;YACN,CAAC;QACL,CAAC;aAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,MAAM,sBAAsB,GAA0B;gBAClD;oBACI,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC;oBACN,GAAG,EAAE,gBAAgB;oBACrB,OAAO,EAAE,KAAK;oBACd,IAAI,EAAE,GAAG;iBACZ;gBACD;oBACI,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,OAAO,EAAE,IAAI;oBACb,WAAW,EAAE,4BAA4B;iBAC5C;gBACD;oBACI,IAAI,EAAE,mBAAmB;oBACzB,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC,CAAC;oBACP,GAAG,EAAE,CAAC;oBACN,OAAO,EAAE,CAAC;oBACV,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,0EAA0E;iBAC1F;gBACD;oBACI,IAAI,EAAE,kBAAkB;oBACxB,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC,CAAC;oBACP,GAAG,EAAE,CAAC;oBACN,OAAO,EAAE,CAAC;oBACV,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,yEAAyE;iBACzF;aACJ,CAAC;YACF,OAAO;gBACH,UAAU,EAAE,iBAAiB;gBAC7B,OAAO,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,sBAAsB,CAAC;aAC/D,CAAC;QACN,CAAC;aAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACnC,MAAM,aAAa,GAA0B;gBACzC;oBACI,IAAI,EAAE,kBAAkB;oBACxB,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,IAAI,EAAE;wBACF,GAAG,EAAE,KAAK;wBACV,MAAM,EAAE,QAAQ;wBAChB,IAAI,EAAE,MAAM;qBACf;oBACD,OAAO,EAAE,QAAQ;oBACjB,WAAW,EACP,wFAAwF;iBAC/F;aACJ,CAAC;YAEF,MAAM,yBAAyB,GAA0B,CAAC,GAAG,mBAAmB,CAAC,CAAC;YAClF,mCAAmC;YACnC,yBAAyB,CAAC,MAAM,CAC5B,yBAAyB,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,CAAC,EACtE,CAAC,CACJ,CAAC;YACF,OAAO;gBACH,UAAU,EAAE,iBAAiB;gBAC7B,OAAO,EAAE,CAAC,GAAG,yBAAyB,EAAE,GAAG,aAAa,CAAC;aAC5D,CAAC;QACN,CAAC;aAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAA0B;oBAC1C;wBACI,IAAI,EAAE,aAAa;wBACnB,IAAI,EAAE,UAAU,CAAC,OAAO;wBACxB,GAAG,EAAE,GAAG;wBACR,GAAG,EAAE,GAAG;wBACR,OAAO,EAAE,GAAG;wBACZ,IAAI,EAAE,GAAG;wBACT,WAAW,EAAE,mCAAmC;qBACnD;oBACD;wBACI,IAAI,EAAE,YAAY;wBAClB,IAAI,EAAE,UAAU,CAAC,OAAO;wBACxB,GAAG,EAAE,CAAC;wBACN,GAAG,EAAE,IAAI;wBACT,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,GAAG;wBACT,WAAW,EAAE,0CAA0C;qBAC1D;iBACJ,CAAC;gBACF,OAAO;oBACH,UAAU,EAAE,4BAA4B;oBACxC,OAAO,EAAE,cAAc;iBAC1B,CAAC;YACN,CAAC;QACL,CAAC;QAED,gCAAgC;QAChC,OAAO;YACH,UAAU,EAAE,kBAAkB;YAC9B,OAAO,EAAE,mBAAmB;SAC/B,CAAC;IACN,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"context-windows.d.ts","sourceRoot":"","sources":["../../src/options/context-windows.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAwCxD;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEvD;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAsC1D"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"context-windows.js","sourceRoot":"","sources":["../../src/options/context-windows.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC5C,gBAAgB;IAChB,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;YAAE,OAAO,OAAO,CAAC;QAC/C,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;YAAE,OAAO,OAAO,CAAC;QAC/C,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;YAAE,OAAO,MAAM,CAAC;QAC9C,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,MAAM,CAAC,CAAC,gBAAgB;QAC5D,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC,CAAC,wBAAwB;QAClE,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,MAAM,CAAC,CAAC,qCAAqC;QAChF,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,KAAK,CAAC;QACzC,OAAO,KAAK,CAAC,CAAC,iBAAiB;IACnC,CAAC;IACD,gBAAgB;IAChB,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,KAAK,CAAC;QAC1C,IAAI,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;YAAE,OAAO,MAAM,CAAC;QAChF,OAAO,MAAM,CAAC,CAAC,yDAAyD;IAC5E,CAAC;IACD,kBAAkB;IAClB,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,MAAM,CAAC;IAC7C,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IACzC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IACjE,aAAa;IACb,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IAC5C,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,MAAM,CAAC;IAC5C,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1C,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5C,cAAc;IACd,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAC1C,UAAU;IACV,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5C,WAAW;IACX,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,OAAO,CAAC;IAC/C,QAAQ;IACR,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1C,SAAS;IACT,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9C,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAE5C,OAAO,KAAK,CAAC,CAAC,uBAAuB;AACzC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC3C,OAAO,oBAAoB,CAAC,KAAK,CAAC,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAa;IAC9C,gBAAgB;IAChB,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,iFAAiF;QACjF,OAAO,OAAO,CAAC;IACnB,CAAC;IACD,gBAAgB;IAChB,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,MAAM,CAAC;QAC3C,OAAO,SAAS,CAAC,CAAC,yCAAyC;IAC/D,CAAC;IACD,8DAA8D;IAC9D,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IACzF,4DAA4D;IAC5D,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IAC5C,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,SAAS,CAAC;IAC7E,IAAI,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,OAAO,CAAC;IAC9E,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1C,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,MAAM,CAAC;IAC7C,OAAO;IACP,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,OAAO,CAAC;IAC7E,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,OAAO,CAAC;IAC3C,cAAc;IACd,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,OAAO,CAAC;IAC3C,UAAU;IACV,IAAI,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC;QAAE,OAAO,OAAO,CAAC;IACpD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,MAAM,CAAC;IAC7C,WAAW;IACX,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,OAAO,CAAC;IAC/C,QAAQ;IACR,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5E,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,OAAO,CAAC;IAC9G,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1C,SAAS;IACT,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,OAAO,CAAC;IAE9C,OAAO,OAAO,CAAC,CAAC,uBAAuB;AAC3C,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import type { EmbeddingInput, Providers } from '../types.js';
|
|
2
|
+
/** Default embedding model ids, one per provider. */
|
|
3
|
+
/** Default Vertex AI text/multimodal embedding model (supports text + image/video/audio via embedContent). */
|
|
4
|
+
export declare const VERTEX_DEFAULT_EMBEDDING_MODEL = "gemini-embedding-2";
|
|
5
|
+
/** Legacy Vertex AI multimodal predict API model (joint text+image+video in one vector). */
|
|
6
|
+
export declare const VERTEX_MULTIMODAL_EMBEDDING_MODEL = "multimodalembedding@001";
|
|
7
|
+
/** Default Bedrock embedding model — Nova 2 multimodal (text, image, video, audio). */
|
|
8
|
+
export declare const BEDROCK_DEFAULT_EMBEDDING_MODEL = "amazon.nova-2-multimodal-embeddings-v1:0";
|
|
9
|
+
/** Bedrock Titan text embedding model (text only). */
|
|
10
|
+
export declare const BEDROCK_TITAN_TEXT_EMBEDDING_MODEL = "amazon.titan-embed-text-v2:0";
|
|
11
|
+
/** Bedrock Titan image embedding model (text + image). */
|
|
12
|
+
export declare const BEDROCK_TITAN_IMAGE_EMBEDDING_MODEL = "amazon.titan-embed-image-v1";
|
|
13
|
+
/** Bedrock Cohere English embedding model (text + image, native batch). */
|
|
14
|
+
export declare const BEDROCK_COHERE_ENGLISH_EMBEDDING_MODEL = "cohere.embed-english-v3";
|
|
15
|
+
/** Bedrock Cohere multilingual embedding model (text + image, native batch). */
|
|
16
|
+
export declare const BEDROCK_COHERE_MULTILINGUAL_EMBEDDING_MODEL = "cohere.embed-multilingual-v3";
|
|
17
|
+
/** Default OpenAI embedding model (text only, supports dimensions). */
|
|
18
|
+
export declare const OPENAI_DEFAULT_EMBEDDING_MODEL = "text-embedding-3-small";
|
|
19
|
+
/** OpenAI large embedding model (text only, higher capacity). */
|
|
20
|
+
export declare const OPENAI_LARGE_EMBEDDING_MODEL = "text-embedding-3-large";
|
|
21
|
+
/** Default Mistral AI embedding model (text only). */
|
|
22
|
+
export declare const MISTRAL_DEFAULT_EMBEDDING_MODEL = "mistral-embed";
|
|
23
|
+
/** Default Watsonx embedding model (text only). */
|
|
24
|
+
export declare const WATSONX_DEFAULT_EMBEDDING_MODEL = "ibm/slate-125m-english-rtrvr";
|
|
25
|
+
/**
|
|
26
|
+
* Azure Foundry has no global default — the model is deployment-specific and
|
|
27
|
+
* must always be specified explicitly.
|
|
28
|
+
*/
|
|
29
|
+
export declare const AZURE_FOUNDRY_DEFAULT_EMBEDDING_MODEL: undefined;
|
|
30
|
+
type EmbeddingModality = EmbeddingInput['type'];
|
|
31
|
+
/**
|
|
32
|
+
* Returns the default embedding model for a provider and modality.
|
|
33
|
+
* Falls back to the provider's `text` default when no modality-specific entry exists.
|
|
34
|
+
* Returns `undefined` for providers without a global default (e.g. Azure Foundry).
|
|
35
|
+
*/
|
|
36
|
+
export declare function getDefaultEmbeddingModel(provider: Providers, modality?: EmbeddingModality): string | undefined;
|
|
37
|
+
export {};
|
|
38
|
+
//# sourceMappingURL=embedding.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding.d.ts","sourceRoot":"","sources":["../../src/options/embedding.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAE7D,qDAAqD;AAGrD,8GAA8G;AAC9G,eAAO,MAAM,8BAA8B,uBAAuB,CAAC;AACnE,4FAA4F;AAC5F,eAAO,MAAM,iCAAiC,4BAA4B,CAAC;AAG3E,uFAAuF;AACvF,eAAO,MAAM,+BAA+B,6CAA6C,CAAC;AAC1F,sDAAsD;AACtD,eAAO,MAAM,kCAAkC,iCAAiC,CAAC;AACjF,0DAA0D;AAC1D,eAAO,MAAM,mCAAmC,gCAAgC,CAAC;AACjF,2EAA2E;AAC3E,eAAO,MAAM,sCAAsC,4BAA4B,CAAC;AAChF,gFAAgF;AAChF,eAAO,MAAM,2CAA2C,iCAAiC,CAAC;AAG1F,uEAAuE;AACvE,eAAO,MAAM,8BAA8B,2BAA2B,CAAC;AACvE,iEAAiE;AACjE,eAAO,MAAM,4BAA4B,2BAA2B,CAAC;AAGrE,sDAAsD;AACtD,eAAO,MAAM,+BAA+B,kBAAkB,CAAC;AAG/D,mDAAmD;AACnD,eAAO,MAAM,+BAA+B,iCAAiC,CAAC;AAG9E;;;GAGG;AACH,eAAO,MAAM,qCAAqC,EAAE,SAAqB,CAAC;AAI1E,KAAK,iBAAiB,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;AAkChD;;;;GAIG;AACH,wBAAgB,wBAAwB,CACpC,QAAQ,EAAE,SAAS,EACnB,QAAQ,GAAE,iBAA0B,GACrC,MAAM,GAAG,SAAS,CAIpB"}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
/** Default embedding model ids, one per provider. */
|
|
2
|
+
// ── Vertex AI ──────────────────────────────────────────────────────────────
|
|
3
|
+
/** Default Vertex AI text/multimodal embedding model (supports text + image/video/audio via embedContent). */
|
|
4
|
+
export const VERTEX_DEFAULT_EMBEDDING_MODEL = 'gemini-embedding-2';
|
|
5
|
+
/** Legacy Vertex AI multimodal predict API model (joint text+image+video in one vector). */
|
|
6
|
+
export const VERTEX_MULTIMODAL_EMBEDDING_MODEL = 'multimodalembedding@001';
|
|
7
|
+
// ── AWS Bedrock ────────────────────────────────────────────────────────────
|
|
8
|
+
/** Default Bedrock embedding model — Nova 2 multimodal (text, image, video, audio). */
|
|
9
|
+
export const BEDROCK_DEFAULT_EMBEDDING_MODEL = 'amazon.nova-2-multimodal-embeddings-v1:0';
|
|
10
|
+
/** Bedrock Titan text embedding model (text only). */
|
|
11
|
+
export const BEDROCK_TITAN_TEXT_EMBEDDING_MODEL = 'amazon.titan-embed-text-v2:0';
|
|
12
|
+
/** Bedrock Titan image embedding model (text + image). */
|
|
13
|
+
export const BEDROCK_TITAN_IMAGE_EMBEDDING_MODEL = 'amazon.titan-embed-image-v1';
|
|
14
|
+
/** Bedrock Cohere English embedding model (text + image, native batch). */
|
|
15
|
+
export const BEDROCK_COHERE_ENGLISH_EMBEDDING_MODEL = 'cohere.embed-english-v3';
|
|
16
|
+
/** Bedrock Cohere multilingual embedding model (text + image, native batch). */
|
|
17
|
+
export const BEDROCK_COHERE_MULTILINGUAL_EMBEDDING_MODEL = 'cohere.embed-multilingual-v3';
|
|
18
|
+
// ── OpenAI ─────────────────────────────────────────────────────────────────
|
|
19
|
+
/** Default OpenAI embedding model (text only, supports dimensions). */
|
|
20
|
+
export const OPENAI_DEFAULT_EMBEDDING_MODEL = 'text-embedding-3-small';
|
|
21
|
+
/** OpenAI large embedding model (text only, higher capacity). */
|
|
22
|
+
export const OPENAI_LARGE_EMBEDDING_MODEL = 'text-embedding-3-large';
|
|
23
|
+
// ── Mistral AI ─────────────────────────────────────────────────────────────
|
|
24
|
+
/** Default Mistral AI embedding model (text only). */
|
|
25
|
+
export const MISTRAL_DEFAULT_EMBEDDING_MODEL = 'mistral-embed';
|
|
26
|
+
// ── IBM Watsonx ────────────────────────────────────────────────────────────
|
|
27
|
+
/** Default Watsonx embedding model (text only). */
|
|
28
|
+
export const WATSONX_DEFAULT_EMBEDDING_MODEL = 'ibm/slate-125m-english-rtrvr';
|
|
29
|
+
// ── Azure Foundry ──────────────────────────────────────────────────────────
|
|
30
|
+
/**
|
|
31
|
+
* Azure Foundry has no global default — the model is deployment-specific and
|
|
32
|
+
* must always be specified explicitly.
|
|
33
|
+
*/
|
|
34
|
+
export const AZURE_FOUNDRY_DEFAULT_EMBEDDING_MODEL = undefined;
|
|
35
|
+
/**
|
|
36
|
+
* Per-provider default embedding model, keyed first by provider then by the
|
|
37
|
+
* primary modality of the input. When no modality-specific default exists for
|
|
38
|
+
* a provider, the `text` entry is used as the fallback.
|
|
39
|
+
*
|
|
40
|
+
* Providers that have a single multimodal model (Bedrock Nova, Vertex) return
|
|
41
|
+
* the same model for all modalities.
|
|
42
|
+
*/
|
|
43
|
+
const DEFAULT_EMBEDDING_MODELS = {
|
|
44
|
+
vertexai: {
|
|
45
|
+
text: VERTEX_DEFAULT_EMBEDDING_MODEL,
|
|
46
|
+
image: VERTEX_DEFAULT_EMBEDDING_MODEL,
|
|
47
|
+
video: VERTEX_DEFAULT_EMBEDDING_MODEL,
|
|
48
|
+
audio: VERTEX_DEFAULT_EMBEDDING_MODEL,
|
|
49
|
+
},
|
|
50
|
+
bedrock: {
|
|
51
|
+
text: BEDROCK_DEFAULT_EMBEDDING_MODEL,
|
|
52
|
+
image: BEDROCK_DEFAULT_EMBEDDING_MODEL,
|
|
53
|
+
video: BEDROCK_DEFAULT_EMBEDDING_MODEL,
|
|
54
|
+
audio: BEDROCK_DEFAULT_EMBEDDING_MODEL,
|
|
55
|
+
},
|
|
56
|
+
openai: {
|
|
57
|
+
text: OPENAI_DEFAULT_EMBEDDING_MODEL,
|
|
58
|
+
},
|
|
59
|
+
mistralai: {
|
|
60
|
+
text: MISTRAL_DEFAULT_EMBEDDING_MODEL,
|
|
61
|
+
},
|
|
62
|
+
watsonx: {
|
|
63
|
+
text: WATSONX_DEFAULT_EMBEDDING_MODEL,
|
|
64
|
+
},
|
|
65
|
+
};
|
|
66
|
+
/**
|
|
67
|
+
* Returns the default embedding model for a provider and modality.
|
|
68
|
+
* Falls back to the provider's `text` default when no modality-specific entry exists.
|
|
69
|
+
* Returns `undefined` for providers without a global default (e.g. Azure Foundry).
|
|
70
|
+
*/
|
|
71
|
+
export function getDefaultEmbeddingModel(provider, modality = 'text') {
|
|
72
|
+
const byProvider = DEFAULT_EMBEDDING_MODELS[provider];
|
|
73
|
+
if (!byProvider)
|
|
74
|
+
return undefined;
|
|
75
|
+
return byProvider[modality] ?? byProvider.text;
|
|
76
|
+
}
|
|
77
|
+
//# sourceMappingURL=embedding.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding.js","sourceRoot":"","sources":["../../src/options/embedding.ts"],"names":[],"mappings":"AAEA,qDAAqD;AAErD,8EAA8E;AAC9E,8GAA8G;AAC9G,MAAM,CAAC,MAAM,8BAA8B,GAAG,oBAAoB,CAAC;AACnE,4FAA4F;AAC5F,MAAM,CAAC,MAAM,iCAAiC,GAAG,yBAAyB,CAAC;AAE3E,8EAA8E;AAC9E,uFAAuF;AACvF,MAAM,CAAC,MAAM,+BAA+B,GAAG,0CAA0C,CAAC;AAC1F,sDAAsD;AACtD,MAAM,CAAC,MAAM,kCAAkC,GAAG,8BAA8B,CAAC;AACjF,0DAA0D;AAC1D,MAAM,CAAC,MAAM,mCAAmC,GAAG,6BAA6B,CAAC;AACjF,2EAA2E;AAC3E,MAAM,CAAC,MAAM,sCAAsC,GAAG,yBAAyB,CAAC;AAChF,gFAAgF;AAChF,MAAM,CAAC,MAAM,2CAA2C,GAAG,8BAA8B,CAAC;AAE1F,8EAA8E;AAC9E,uEAAuE;AACvE,MAAM,CAAC,MAAM,8BAA8B,GAAG,wBAAwB,CAAC;AACvE,iEAAiE;AACjE,MAAM,CAAC,MAAM,4BAA4B,GAAG,wBAAwB,CAAC;AAErE,8EAA8E;AAC9E,sDAAsD;AACtD,MAAM,CAAC,MAAM,+BAA+B,GAAG,eAAe,CAAC;AAE/D,8EAA8E;AAC9E,mDAAmD;AACnD,MAAM,CAAC,MAAM,+BAA+B,GAAG,8BAA8B,CAAC;AAE9E,8EAA8E;AAC9E;;;GAGG;AACH,MAAM,CAAC,MAAM,qCAAqC,GAAc,SAAS,CAAC;AAM1E;;;;;;;GAOG;AACH,MAAM,wBAAwB,GAA2E;IACrG,QAAQ,EAAE;QACN,IAAI,EAAE,8BAA8B;QACpC,KAAK,EAAE,8BAA8B;QACrC,KAAK,EAAE,8BAA8B;QACrC,KAAK,EAAE,8BAA8B;KACxC;IACD,OAAO,EAAE;QACL,IAAI,EAAE,+BAA+B;QACrC,KAAK,EAAE,+BAA+B;QACtC,KAAK,EAAE,+BAA+B;QACtC,KAAK,EAAE,+BAA+B;KACzC;IACD,MAAM,EAAE;QACJ,IAAI,EAAE,8BAA8B;KACvC;IACD,SAAS,EAAE;QACP,IAAI,EAAE,+BAA+B;KACxC;IACD,OAAO,EAAE;QACL,IAAI,EAAE,+BAA+B;KACxC;CACJ,CAAC;AAEF;;;;GAIG;AACH,MAAM,UAAU,wBAAwB,CACpC,QAAmB,EACnB,WAA8B,MAAM;IAEpC,MAAM,UAAU,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IACtD,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAClC,OAAO,UAAU,CAAC,QAAQ,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC;AACnD,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { ModelOptionsInfo } from
|
|
1
|
+
import { type ModelOptionsInfo } from '../types.js';
|
|
2
2
|
export interface TextFallbackOptions {
|
|
3
|
-
_option_id:
|
|
3
|
+
_option_id: 'text-fallback';
|
|
4
4
|
max_tokens?: number;
|
|
5
5
|
temperature?: number;
|
|
6
6
|
top_p?: number;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fallback.d.ts","sourceRoot":"","sources":["../../src/options/fallback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,gBAAgB,EAA6B,MAAM,aAAa,CAAC;AAE/E,MAAM,WAAW,mBAAmB;IAChC,UAAU,EAAE,eAAe,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B;AAED,eAAO,MAAM,mBAAmB,EAAE,gBA8DjC,CAAC"}
|