@llumiverse/common 1.2.0 → 1.4.0-dev.20260629.090753Z
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/capability/anthropic.d.ts +3 -0
- package/lib/capability/anthropic.d.ts.map +1 -0
- package/lib/capability/anthropic.js +92 -0
- package/lib/capability/anthropic.js.map +1 -0
- package/lib/{types/capability → capability}/azure_foundry.d.ts +1 -1
- package/lib/capability/azure_foundry.d.ts.map +1 -0
- package/lib/capability/azure_foundry.js +394 -0
- package/lib/capability/azure_foundry.js.map +1 -0
- package/lib/{types/capability → capability}/bedrock.d.ts +1 -1
- package/lib/capability/bedrock.d.ts.map +1 -0
- package/lib/capability/bedrock.js +300 -0
- package/lib/capability/bedrock.js.map +1 -0
- package/lib/{types/capability → capability}/openai.d.ts +1 -1
- package/lib/capability/openai.d.ts.map +1 -0
- package/lib/capability/openai.js +179 -0
- package/lib/capability/openai.js.map +1 -0
- package/lib/{types/capability → capability}/vertexai.d.ts +1 -1
- package/lib/capability/vertexai.d.ts.map +1 -0
- package/lib/capability/vertexai.js +137 -0
- package/lib/capability/vertexai.js.map +1 -0
- package/lib/{types/capability.d.ts → capability.d.ts} +1 -1
- package/lib/capability.d.ts.map +1 -0
- package/lib/{esm/capability.js → capability.js} +21 -15
- package/lib/capability.js.map +1 -0
- package/lib/index.d.ts +14 -0
- package/lib/index.d.ts.map +1 -0
- package/lib/index.js +14 -0
- package/lib/index.js.map +1 -0
- package/lib/options/anthropic.d.ts +16 -0
- package/lib/options/anthropic.d.ts.map +1 -0
- package/lib/options/anthropic.js +34 -0
- package/lib/options/anthropic.js.map +1 -0
- package/lib/{types/options → options}/azure_foundry.d.ts +14 -14
- package/lib/options/azure_foundry.d.ts.map +1 -0
- package/lib/{esm/options → options}/azure_foundry.js +126 -126
- package/lib/options/azure_foundry.js.map +1 -0
- package/lib/options/bedrock.d.ts +61 -0
- package/lib/options/bedrock.d.ts.map +1 -0
- package/lib/options/bedrock.js +489 -0
- package/lib/options/bedrock.js.map +1 -0
- package/lib/options/context-windows.d.ts.map +1 -0
- package/lib/options/context-windows.js.map +1 -0
- package/lib/options/embedding.d.ts +38 -0
- package/lib/options/embedding.d.ts.map +1 -0
- package/lib/options/embedding.js +77 -0
- package/lib/options/embedding.js.map +1 -0
- package/lib/{types/options → options}/fallback.d.ts +2 -2
- package/lib/options/fallback.d.ts.map +1 -0
- package/lib/options/fallback.js +65 -0
- package/lib/options/fallback.js.map +1 -0
- package/lib/{types/options → options}/groq.d.ts +2 -2
- package/lib/options/groq.d.ts.map +1 -0
- package/lib/options/groq.js +54 -0
- package/lib/options/groq.js.map +1 -0
- package/lib/options/openai.d.ts +40 -0
- package/lib/options/openai.d.ts.map +1 -0
- package/lib/options/openai.js +284 -0
- package/lib/options/openai.js.map +1 -0
- package/lib/{types/options → options}/shared-parsing.d.ts +1 -1
- package/lib/options/shared-parsing.d.ts.map +1 -0
- package/lib/{esm/options → options}/shared-parsing.js +14 -17
- package/lib/options/shared-parsing.js.map +1 -0
- package/lib/options/version-parsing.d.ts.map +1 -0
- package/lib/{esm/options → options}/version-parsing.js +15 -15
- package/lib/options/version-parsing.js.map +1 -0
- package/lib/{types/options → options}/vertexai.d.ts +18 -15
- package/lib/options/vertexai.d.ts.map +1 -0
- package/lib/options/vertexai.js +606 -0
- package/lib/options/vertexai.js.map +1 -0
- package/lib/{types/options.d.ts → options.d.ts} +1 -1
- package/lib/options.d.ts.map +1 -0
- package/lib/{esm/options.js → options.js} +10 -7
- package/lib/options.js.map +1 -0
- package/lib/{types/types.d.ts → types.d.ts} +161 -42
- package/lib/types.d.ts.map +1 -0
- package/lib/{esm/types.js → types.js} +28 -22
- package/lib/types.js.map +1 -0
- package/package.json +12 -34
- package/src/LlumiverseError.test.ts +18 -72
- package/src/capability/anthropic.ts +99 -0
- package/src/capability/azure_foundry.ts +303 -65
- package/src/capability/bedrock.ts +201 -56
- package/src/capability/openai.ts +135 -41
- package/src/capability/vertexai.ts +105 -35
- package/src/capability.ts +21 -16
- package/src/index.ts +13 -11
- package/src/options/anthropic.ts +59 -0
- package/src/options/azure_foundry.ts +157 -143
- package/src/options/bedrock.ts +266 -187
- package/src/options/context-windows.ts +2 -2
- package/src/options/embedding.ts +92 -0
- package/src/options/fallback.ts +50 -17
- package/src/options/groq.ts +48 -21
- package/src/options/openai.ts +231 -183
- package/src/options/shared-parsing.ts +16 -21
- package/src/options/version-parsing.ts +17 -17
- package/src/options/vertexai.ts +385 -288
- package/src/options.ts +11 -8
- package/src/types.ts +284 -160
- package/lib/cjs/capability/azure_foundry.js +0 -160
- package/lib/cjs/capability/azure_foundry.js.map +0 -1
- package/lib/cjs/capability/bedrock.js +0 -158
- package/lib/cjs/capability/bedrock.js.map +0 -1
- package/lib/cjs/capability/openai.js +0 -98
- package/lib/cjs/capability/openai.js.map +0 -1
- package/lib/cjs/capability/vertexai.js +0 -80
- package/lib/cjs/capability/vertexai.js.map +0 -1
- package/lib/cjs/capability.js +0 -109
- package/lib/cjs/capability.js.map +0 -1
- package/lib/cjs/index.js +0 -27
- package/lib/cjs/index.js.map +0 -1
- package/lib/cjs/options/azure_foundry.js +0 -423
- package/lib/cjs/options/azure_foundry.js.map +0 -1
- package/lib/cjs/options/bedrock.js +0 -427
- package/lib/cjs/options/bedrock.js.map +0 -1
- package/lib/cjs/options/context-windows.js +0 -138
- package/lib/cjs/options/context-windows.js.map +0 -1
- package/lib/cjs/options/fallback.js +0 -35
- package/lib/cjs/options/fallback.js.map +0 -1
- package/lib/cjs/options/groq.js +0 -37
- package/lib/cjs/options/groq.js.map +0 -1
- package/lib/cjs/options/openai.js +0 -246
- package/lib/cjs/options/openai.js.map +0 -1
- package/lib/cjs/options/shared-parsing.js +0 -144
- package/lib/cjs/options/shared-parsing.js.map +0 -1
- package/lib/cjs/options/version-parsing.js +0 -326
- package/lib/cjs/options/version-parsing.js.map +0 -1
- package/lib/cjs/options/vertexai.js +0 -525
- package/lib/cjs/options/vertexai.js.map +0 -1
- package/lib/cjs/options.js +0 -30
- package/lib/cjs/options.js.map +0 -1
- package/lib/cjs/package.json +0 -3
- package/lib/cjs/types.js +0 -299
- package/lib/cjs/types.js.map +0 -1
- package/lib/esm/capability/azure_foundry.js +0 -157
- package/lib/esm/capability/azure_foundry.js.map +0 -1
- package/lib/esm/capability/bedrock.js +0 -155
- package/lib/esm/capability/bedrock.js.map +0 -1
- package/lib/esm/capability/openai.js +0 -95
- package/lib/esm/capability/openai.js.map +0 -1
- package/lib/esm/capability/vertexai.js +0 -77
- package/lib/esm/capability/vertexai.js.map +0 -1
- package/lib/esm/capability.js.map +0 -1
- package/lib/esm/index.js +0 -11
- package/lib/esm/index.js.map +0 -1
- package/lib/esm/options/azure_foundry.js.map +0 -1
- package/lib/esm/options/bedrock.js +0 -423
- package/lib/esm/options/bedrock.js.map +0 -1
- package/lib/esm/options/context-windows.js.map +0 -1
- package/lib/esm/options/fallback.js +0 -32
- package/lib/esm/options/fallback.js.map +0 -1
- package/lib/esm/options/groq.js +0 -34
- package/lib/esm/options/groq.js.map +0 -1
- package/lib/esm/options/openai.js +0 -243
- package/lib/esm/options/openai.js.map +0 -1
- package/lib/esm/options/shared-parsing.js.map +0 -1
- package/lib/esm/options/version-parsing.js.map +0 -1
- package/lib/esm/options/vertexai.js +0 -519
- package/lib/esm/options/vertexai.js.map +0 -1
- package/lib/esm/options.js.map +0 -1
- package/lib/esm/types.js.map +0 -1
- package/lib/types/capability/azure_foundry.d.ts.map +0 -1
- package/lib/types/capability/bedrock.d.ts.map +0 -1
- package/lib/types/capability/openai.d.ts.map +0 -1
- package/lib/types/capability/vertexai.d.ts.map +0 -1
- package/lib/types/capability.d.ts.map +0 -1
- package/lib/types/index.d.ts +0 -11
- package/lib/types/index.d.ts.map +0 -1
- package/lib/types/options/azure_foundry.d.ts.map +0 -1
- package/lib/types/options/bedrock.d.ts +0 -54
- package/lib/types/options/bedrock.d.ts.map +0 -1
- package/lib/types/options/context-windows.d.ts.map +0 -1
- package/lib/types/options/fallback.d.ts.map +0 -1
- package/lib/types/options/groq.d.ts.map +0 -1
- package/lib/types/options/openai.d.ts +0 -37
- package/lib/types/options/openai.d.ts.map +0 -1
- package/lib/types/options/shared-parsing.d.ts.map +0 -1
- package/lib/types/options/version-parsing.d.ts.map +0 -1
- package/lib/types/options/vertexai.d.ts.map +0 -1
- package/lib/types/options.d.ts.map +0 -1
- package/lib/types/types.d.ts.map +0 -1
- /package/lib/{types/options → options}/context-windows.d.ts +0 -0
- /package/lib/{esm/options → options}/context-windows.js +0 -0
- /package/lib/{types/options → options}/version-parsing.d.ts +0 -0
|
@@ -1,18 +1,18 @@
|
|
|
1
|
-
import { OptionType, SharedOptions } from
|
|
2
|
-
import { getMaxOutputTokens } from
|
|
1
|
+
import { OptionType, SharedOptions, } from '../types.js';
|
|
2
|
+
import { getMaxOutputTokens } from './context-windows.js';
|
|
3
3
|
// Helper function to parse composite model IDs
|
|
4
4
|
function parseAzureFoundryModelId(compositeId) {
|
|
5
5
|
const parts = compositeId.split('::');
|
|
6
6
|
if (parts.length === 2) {
|
|
7
7
|
return {
|
|
8
8
|
deploymentName: parts[0],
|
|
9
|
-
baseModel: parts[1]
|
|
9
|
+
baseModel: parts[1],
|
|
10
10
|
};
|
|
11
11
|
}
|
|
12
12
|
// Backwards compatibility: if no delimiter found, treat as deployment name
|
|
13
13
|
return {
|
|
14
14
|
deploymentName: compositeId,
|
|
15
|
-
baseModel: compositeId
|
|
15
|
+
baseModel: compositeId,
|
|
16
16
|
};
|
|
17
17
|
}
|
|
18
18
|
export function getMaxTokensLimitAzureFoundry(model) {
|
|
@@ -20,96 +20,96 @@ export function getMaxTokensLimitAzureFoundry(model) {
|
|
|
20
20
|
const { baseModel } = parseAzureFoundryModelId(model);
|
|
21
21
|
const modelLower = baseModel.toLowerCase();
|
|
22
22
|
// GPT models
|
|
23
|
-
if (modelLower.includes(
|
|
24
|
-
if (modelLower.includes(
|
|
23
|
+
if (modelLower.includes('gpt-4o')) {
|
|
24
|
+
if (modelLower.includes('mini')) {
|
|
25
25
|
return 16384;
|
|
26
26
|
}
|
|
27
27
|
return 16384;
|
|
28
28
|
}
|
|
29
|
-
if (modelLower.includes(
|
|
30
|
-
if (modelLower.includes(
|
|
29
|
+
if (modelLower.includes('gpt-4')) {
|
|
30
|
+
if (modelLower.includes('turbo')) {
|
|
31
31
|
return 4096;
|
|
32
32
|
}
|
|
33
|
-
if (modelLower.includes(
|
|
33
|
+
if (modelLower.includes('32k')) {
|
|
34
34
|
return 32768;
|
|
35
35
|
}
|
|
36
36
|
return 8192;
|
|
37
37
|
}
|
|
38
|
-
if (modelLower.includes(
|
|
38
|
+
if (modelLower.includes('gpt-35') || modelLower.includes('gpt-3.5')) {
|
|
39
39
|
return 4096;
|
|
40
40
|
}
|
|
41
|
-
if (model.includes(
|
|
41
|
+
if (model.includes('gpt-5')) {
|
|
42
42
|
return 128000;
|
|
43
43
|
}
|
|
44
44
|
// O-series models
|
|
45
|
-
if (modelLower.includes(
|
|
46
|
-
if (modelLower.includes(
|
|
45
|
+
if (modelLower.includes('o1')) {
|
|
46
|
+
if (modelLower.includes('preview')) {
|
|
47
47
|
return 32768;
|
|
48
48
|
}
|
|
49
|
-
if (modelLower.includes(
|
|
49
|
+
if (modelLower.includes('mini')) {
|
|
50
50
|
return 65536;
|
|
51
51
|
}
|
|
52
52
|
return 100000;
|
|
53
53
|
}
|
|
54
|
-
if (modelLower.includes(
|
|
55
|
-
if (modelLower.includes(
|
|
54
|
+
if (modelLower.includes('o3')) {
|
|
55
|
+
if (modelLower.includes('mini')) {
|
|
56
56
|
return 100000;
|
|
57
57
|
}
|
|
58
58
|
return 100000;
|
|
59
59
|
}
|
|
60
|
-
if (modelLower.includes(
|
|
60
|
+
if (modelLower.includes('o4')) {
|
|
61
61
|
return 100000;
|
|
62
62
|
}
|
|
63
63
|
// DeepSeek models
|
|
64
|
-
if (modelLower.includes(
|
|
65
|
-
if (modelLower.includes(
|
|
64
|
+
if (modelLower.includes('deepseek')) {
|
|
65
|
+
if (modelLower.includes('r1')) {
|
|
66
66
|
return 163840;
|
|
67
67
|
}
|
|
68
|
-
if (modelLower.includes(
|
|
68
|
+
if (modelLower.includes('v3')) {
|
|
69
69
|
return 131072;
|
|
70
70
|
}
|
|
71
71
|
}
|
|
72
72
|
// Claude models — delegate to provider-agnostic limits
|
|
73
|
-
if (modelLower.includes(
|
|
73
|
+
if (modelLower.includes('claude')) {
|
|
74
74
|
return getMaxOutputTokens(modelLower);
|
|
75
75
|
}
|
|
76
76
|
// Llama models
|
|
77
|
-
if (modelLower.includes(
|
|
78
|
-
if (modelLower.includes(
|
|
77
|
+
if (modelLower.includes('llama')) {
|
|
78
|
+
if (modelLower.includes('3.1') || modelLower.includes('3.3')) {
|
|
79
79
|
return 8192;
|
|
80
80
|
}
|
|
81
|
-
if (modelLower.includes(
|
|
81
|
+
if (modelLower.includes('4')) {
|
|
82
82
|
return 1000000; // 1M context
|
|
83
83
|
}
|
|
84
84
|
return 8192;
|
|
85
85
|
}
|
|
86
86
|
// Mistral models
|
|
87
|
-
if (modelLower.includes(
|
|
88
|
-
if (modelLower.includes(
|
|
87
|
+
if (modelLower.includes('mistral')) {
|
|
88
|
+
if (modelLower.includes('large')) {
|
|
89
89
|
return 4096;
|
|
90
90
|
}
|
|
91
|
-
if (modelLower.includes(
|
|
91
|
+
if (modelLower.includes('small')) {
|
|
92
92
|
return 4096;
|
|
93
93
|
}
|
|
94
94
|
return 4096;
|
|
95
95
|
}
|
|
96
96
|
// Phi models
|
|
97
|
-
if (modelLower.includes(
|
|
97
|
+
if (modelLower.includes('phi')) {
|
|
98
98
|
return 4096;
|
|
99
99
|
}
|
|
100
100
|
// AI21 Jamba models
|
|
101
|
-
if (modelLower.includes(
|
|
101
|
+
if (modelLower.includes('jamba')) {
|
|
102
102
|
return 4096;
|
|
103
103
|
}
|
|
104
104
|
// Cohere models
|
|
105
|
-
if (modelLower.includes(
|
|
106
|
-
if (modelLower.includes(
|
|
105
|
+
if (modelLower.includes('cohere')) {
|
|
106
|
+
if (modelLower.includes('command-a')) {
|
|
107
107
|
return 8000;
|
|
108
108
|
}
|
|
109
109
|
return 4096;
|
|
110
110
|
}
|
|
111
111
|
// Grok models
|
|
112
|
-
if (modelLower.includes(
|
|
112
|
+
if (modelLower.includes('grok')) {
|
|
113
113
|
return 131072;
|
|
114
114
|
}
|
|
115
115
|
return undefined;
|
|
@@ -120,70 +120,74 @@ export function getAzureFoundryOptions(model, _option) {
|
|
|
120
120
|
const modelLower = baseModel.toLowerCase();
|
|
121
121
|
const max_tokens_limit = getMaxTokensLimitAzureFoundry(model);
|
|
122
122
|
// Image generation models
|
|
123
|
-
if (modelLower.includes(
|
|
123
|
+
if (modelLower.includes('dall-e') || modelLower.includes('gpt-image')) {
|
|
124
124
|
return {
|
|
125
|
-
_option_id:
|
|
125
|
+
_option_id: 'azure-foundry-image',
|
|
126
126
|
options: [
|
|
127
127
|
{
|
|
128
|
-
name:
|
|
128
|
+
name: 'size',
|
|
129
129
|
type: OptionType.enum,
|
|
130
130
|
enum: {
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
131
|
+
'256x256': '256x256',
|
|
132
|
+
'512x512': '512x512',
|
|
133
|
+
'1024x1024': '1024x1024',
|
|
134
|
+
'1792x1024': '1792x1024',
|
|
135
|
+
'1024x1792': '1024x1792',
|
|
136
136
|
},
|
|
137
|
-
default:
|
|
138
|
-
description:
|
|
137
|
+
default: '1024x1024',
|
|
138
|
+
description: 'The size of the generated image',
|
|
139
139
|
},
|
|
140
140
|
{
|
|
141
|
-
name:
|
|
141
|
+
name: 'quality',
|
|
142
142
|
type: OptionType.enum,
|
|
143
|
-
enum: {
|
|
144
|
-
default:
|
|
145
|
-
description:
|
|
143
|
+
enum: { Standard: 'standard', HD: 'hd' },
|
|
144
|
+
default: 'standard',
|
|
145
|
+
description: 'The quality of the generated image',
|
|
146
146
|
},
|
|
147
147
|
{
|
|
148
|
-
name:
|
|
148
|
+
name: 'style',
|
|
149
149
|
type: OptionType.enum,
|
|
150
|
-
enum: {
|
|
151
|
-
default:
|
|
152
|
-
description:
|
|
150
|
+
enum: { Vivid: 'vivid', Natural: 'natural' },
|
|
151
|
+
default: 'vivid',
|
|
152
|
+
description: 'The style of the generated image',
|
|
153
153
|
},
|
|
154
154
|
{
|
|
155
|
-
name:
|
|
155
|
+
name: 'response_format',
|
|
156
156
|
type: OptionType.enum,
|
|
157
|
-
enum: {
|
|
158
|
-
default:
|
|
159
|
-
description:
|
|
160
|
-
}
|
|
161
|
-
]
|
|
157
|
+
enum: { URL: 'url', 'Base64 JSON': 'b64_json' },
|
|
158
|
+
default: 'url',
|
|
159
|
+
description: 'The format of the response',
|
|
160
|
+
},
|
|
161
|
+
],
|
|
162
162
|
};
|
|
163
163
|
}
|
|
164
164
|
// Vision model options
|
|
165
|
-
const visionOptions = isVisionModel(modelLower)
|
|
166
|
-
|
|
167
|
-
name: "image_detail",
|
|
168
|
-
type: OptionType.enum,
|
|
169
|
-
enum: { "Low": "low", "High": "high", "Auto": "auto" },
|
|
170
|
-
default: "auto",
|
|
171
|
-
description: "Controls how the model processes input images"
|
|
172
|
-
}
|
|
173
|
-
] : [];
|
|
174
|
-
// O-series and thinking models
|
|
175
|
-
if (modelLower.includes("o1") || modelLower.includes("o3") || modelLower.includes("o4")) {
|
|
176
|
-
const reasoningOptions = (modelLower.includes("o3") || isO1Full(modelLower)) ? [
|
|
165
|
+
const visionOptions = isVisionModel(modelLower)
|
|
166
|
+
? [
|
|
177
167
|
{
|
|
178
|
-
name:
|
|
168
|
+
name: 'image_detail',
|
|
179
169
|
type: OptionType.enum,
|
|
180
|
-
enum: {
|
|
181
|
-
default:
|
|
182
|
-
description:
|
|
183
|
-
}
|
|
184
|
-
]
|
|
170
|
+
enum: { Low: 'low', High: 'high', Auto: 'auto' },
|
|
171
|
+
default: 'auto',
|
|
172
|
+
description: 'Controls how the model processes input images',
|
|
173
|
+
},
|
|
174
|
+
]
|
|
175
|
+
: [];
|
|
176
|
+
// O-series and thinking models
|
|
177
|
+
if (modelLower.includes('o1') || modelLower.includes('o3') || modelLower.includes('o4')) {
|
|
178
|
+
const reasoningOptions = modelLower.includes('o3') || isO1Full(modelLower)
|
|
179
|
+
? [
|
|
180
|
+
{
|
|
181
|
+
name: 'reasoning_effort',
|
|
182
|
+
type: OptionType.enum,
|
|
183
|
+
enum: { Low: 'low', Medium: 'medium', High: 'high' },
|
|
184
|
+
default: 'medium',
|
|
185
|
+
description: 'How much effort the model should put into reasoning',
|
|
186
|
+
},
|
|
187
|
+
]
|
|
188
|
+
: [];
|
|
185
189
|
return {
|
|
186
|
-
_option_id:
|
|
190
|
+
_option_id: 'azure-foundry-thinking',
|
|
187
191
|
options: [
|
|
188
192
|
{
|
|
189
193
|
name: SharedOptions.max_tokens,
|
|
@@ -191,7 +195,7 @@ export function getAzureFoundryOptions(model, _option) {
|
|
|
191
195
|
min: 1,
|
|
192
196
|
max: max_tokens_limit,
|
|
193
197
|
integer: true,
|
|
194
|
-
description:
|
|
198
|
+
description: 'The maximum number of tokens to generate',
|
|
195
199
|
},
|
|
196
200
|
{
|
|
197
201
|
name: SharedOptions.temperature,
|
|
@@ -200,7 +204,7 @@ export function getAzureFoundryOptions(model, _option) {
|
|
|
200
204
|
max: 2.0,
|
|
201
205
|
default: 1.0,
|
|
202
206
|
step: 0.1,
|
|
203
|
-
description:
|
|
207
|
+
description: 'Controls randomness in the output',
|
|
204
208
|
},
|
|
205
209
|
{
|
|
206
210
|
name: SharedOptions.top_p,
|
|
@@ -208,23 +212,23 @@ export function getAzureFoundryOptions(model, _option) {
|
|
|
208
212
|
min: 0,
|
|
209
213
|
max: 1,
|
|
210
214
|
step: 0.1,
|
|
211
|
-
description:
|
|
215
|
+
description: 'Nucleus sampling parameter',
|
|
212
216
|
},
|
|
213
217
|
{
|
|
214
218
|
name: SharedOptions.stop_sequence,
|
|
215
219
|
type: OptionType.string_list,
|
|
216
220
|
value: [],
|
|
217
|
-
description:
|
|
221
|
+
description: 'Sequences where the model will stop generating',
|
|
218
222
|
},
|
|
219
223
|
...reasoningOptions,
|
|
220
|
-
...visionOptions
|
|
221
|
-
]
|
|
224
|
+
...visionOptions,
|
|
225
|
+
],
|
|
222
226
|
};
|
|
223
227
|
}
|
|
224
228
|
// DeepSeek R1 models
|
|
225
|
-
if (modelLower.includes(
|
|
229
|
+
if (modelLower.includes('deepseek') && modelLower.includes('r1')) {
|
|
226
230
|
return {
|
|
227
|
-
_option_id:
|
|
231
|
+
_option_id: 'azure-foundry-deepseek',
|
|
228
232
|
options: [
|
|
229
233
|
{
|
|
230
234
|
name: SharedOptions.max_tokens,
|
|
@@ -232,7 +236,7 @@ export function getAzureFoundryOptions(model, _option) {
|
|
|
232
236
|
min: 1,
|
|
233
237
|
max: max_tokens_limit,
|
|
234
238
|
integer: true,
|
|
235
|
-
description:
|
|
239
|
+
description: 'The maximum number of tokens to generate',
|
|
236
240
|
},
|
|
237
241
|
{
|
|
238
242
|
name: SharedOptions.temperature,
|
|
@@ -241,7 +245,7 @@ export function getAzureFoundryOptions(model, _option) {
|
|
|
241
245
|
max: 2.0,
|
|
242
246
|
default: 0.7,
|
|
243
247
|
step: 0.1,
|
|
244
|
-
description:
|
|
248
|
+
description: 'Lower temperatures recommended for DeepSeek R1 (0.3-0.7)',
|
|
245
249
|
},
|
|
246
250
|
{
|
|
247
251
|
name: SharedOptions.top_p,
|
|
@@ -249,21 +253,21 @@ export function getAzureFoundryOptions(model, _option) {
|
|
|
249
253
|
min: 0,
|
|
250
254
|
max: 1,
|
|
251
255
|
step: 0.1,
|
|
252
|
-
description:
|
|
256
|
+
description: 'Nucleus sampling parameter',
|
|
253
257
|
},
|
|
254
258
|
{
|
|
255
259
|
name: SharedOptions.stop_sequence,
|
|
256
260
|
type: OptionType.string_list,
|
|
257
261
|
value: [],
|
|
258
|
-
description:
|
|
259
|
-
}
|
|
260
|
-
]
|
|
262
|
+
description: 'Sequences where the model will stop generating',
|
|
263
|
+
},
|
|
264
|
+
],
|
|
261
265
|
};
|
|
262
266
|
}
|
|
263
267
|
// OpenAI models (GPT-4, GPT-4o, GPT-3.5)
|
|
264
|
-
if (modelLower.includes(
|
|
268
|
+
if (modelLower.includes('gpt-')) {
|
|
265
269
|
return {
|
|
266
|
-
_option_id:
|
|
270
|
+
_option_id: 'azure-foundry-openai',
|
|
267
271
|
options: [
|
|
268
272
|
{
|
|
269
273
|
name: SharedOptions.max_tokens,
|
|
@@ -272,7 +276,7 @@ export function getAzureFoundryOptions(model, _option) {
|
|
|
272
276
|
max: max_tokens_limit,
|
|
273
277
|
integer: true,
|
|
274
278
|
step: 200,
|
|
275
|
-
description:
|
|
279
|
+
description: 'The maximum number of tokens to generate',
|
|
276
280
|
},
|
|
277
281
|
{
|
|
278
282
|
name: SharedOptions.temperature,
|
|
@@ -281,7 +285,7 @@ export function getAzureFoundryOptions(model, _option) {
|
|
|
281
285
|
max: 2.0,
|
|
282
286
|
default: 0.7,
|
|
283
287
|
step: 0.1,
|
|
284
|
-
description:
|
|
288
|
+
description: 'Controls randomness in the output',
|
|
285
289
|
},
|
|
286
290
|
{
|
|
287
291
|
name: SharedOptions.top_p,
|
|
@@ -289,7 +293,7 @@ export function getAzureFoundryOptions(model, _option) {
|
|
|
289
293
|
min: 0,
|
|
290
294
|
max: 1,
|
|
291
295
|
step: 0.1,
|
|
292
|
-
description:
|
|
296
|
+
description: 'Nucleus sampling parameter',
|
|
293
297
|
},
|
|
294
298
|
{
|
|
295
299
|
name: SharedOptions.presence_penalty,
|
|
@@ -297,7 +301,7 @@ export function getAzureFoundryOptions(model, _option) {
|
|
|
297
301
|
min: -2.0,
|
|
298
302
|
max: 2.0,
|
|
299
303
|
step: 0.1,
|
|
300
|
-
description:
|
|
304
|
+
description: 'Penalize new tokens based on their presence in the text',
|
|
301
305
|
},
|
|
302
306
|
{
|
|
303
307
|
name: SharedOptions.frequency_penalty,
|
|
@@ -305,16 +309,16 @@ export function getAzureFoundryOptions(model, _option) {
|
|
|
305
309
|
min: -2.0,
|
|
306
310
|
max: 2.0,
|
|
307
311
|
step: 0.1,
|
|
308
|
-
description:
|
|
312
|
+
description: 'Penalize new tokens based on their frequency in the text',
|
|
309
313
|
},
|
|
310
314
|
{
|
|
311
315
|
name: SharedOptions.stop_sequence,
|
|
312
316
|
type: OptionType.string_list,
|
|
313
317
|
value: [],
|
|
314
|
-
description:
|
|
318
|
+
description: 'Sequences where the model will stop generating',
|
|
315
319
|
},
|
|
316
|
-
...visionOptions
|
|
317
|
-
]
|
|
320
|
+
...visionOptions,
|
|
321
|
+
],
|
|
318
322
|
};
|
|
319
323
|
}
|
|
320
324
|
// General text models (Claude, Llama, Mistral, Phi, etc.)
|
|
@@ -326,7 +330,7 @@ export function getAzureFoundryOptions(model, _option) {
|
|
|
326
330
|
max: max_tokens_limit,
|
|
327
331
|
integer: true,
|
|
328
332
|
step: 200,
|
|
329
|
-
description:
|
|
333
|
+
description: 'The maximum number of tokens to generate',
|
|
330
334
|
},
|
|
331
335
|
{
|
|
332
336
|
name: SharedOptions.temperature,
|
|
@@ -335,7 +339,7 @@ export function getAzureFoundryOptions(model, _option) {
|
|
|
335
339
|
max: 2.0,
|
|
336
340
|
default: 0.7,
|
|
337
341
|
step: 0.1,
|
|
338
|
-
description:
|
|
342
|
+
description: 'Controls randomness in the output',
|
|
339
343
|
},
|
|
340
344
|
{
|
|
341
345
|
name: SharedOptions.top_p,
|
|
@@ -343,76 +347,72 @@ export function getAzureFoundryOptions(model, _option) {
|
|
|
343
347
|
min: 0,
|
|
344
348
|
max: 1,
|
|
345
349
|
step: 0.1,
|
|
346
|
-
description:
|
|
350
|
+
description: 'Nucleus sampling parameter',
|
|
347
351
|
},
|
|
348
352
|
{
|
|
349
353
|
name: SharedOptions.stop_sequence,
|
|
350
354
|
type: OptionType.string_list,
|
|
351
355
|
value: [],
|
|
352
|
-
description:
|
|
353
|
-
}
|
|
356
|
+
description: 'Sequences where the model will stop generating',
|
|
357
|
+
},
|
|
354
358
|
];
|
|
355
359
|
// Add model-specific options
|
|
356
360
|
const additionalOptions = [];
|
|
357
361
|
// Add top_k for certain models
|
|
358
|
-
if (modelLower.includes(
|
|
362
|
+
if (modelLower.includes('claude') || modelLower.includes('mistral') || modelLower.includes('phi')) {
|
|
359
363
|
additionalOptions.push({
|
|
360
364
|
name: SharedOptions.top_k,
|
|
361
365
|
type: OptionType.numeric,
|
|
362
366
|
min: 1,
|
|
363
367
|
integer: true,
|
|
364
368
|
step: 1,
|
|
365
|
-
description:
|
|
369
|
+
description: 'Limits token sampling to the top k tokens',
|
|
366
370
|
});
|
|
367
371
|
}
|
|
368
372
|
// Add penalty options for certain models
|
|
369
|
-
if (modelLower.includes(
|
|
373
|
+
if (modelLower.includes('claude') || modelLower.includes('jamba') || modelLower.includes('cohere')) {
|
|
370
374
|
additionalOptions.push({
|
|
371
375
|
name: SharedOptions.presence_penalty,
|
|
372
376
|
type: OptionType.numeric,
|
|
373
377
|
min: -2.0,
|
|
374
378
|
max: 2.0,
|
|
375
379
|
step: 0.1,
|
|
376
|
-
description:
|
|
380
|
+
description: 'Penalize new tokens based on their presence in the text',
|
|
377
381
|
}, {
|
|
378
382
|
name: SharedOptions.frequency_penalty,
|
|
379
383
|
type: OptionType.numeric,
|
|
380
384
|
min: -2.0,
|
|
381
385
|
max: 2.0,
|
|
382
386
|
step: 0.1,
|
|
383
|
-
description:
|
|
387
|
+
description: 'Penalize new tokens based on their frequency in the text',
|
|
384
388
|
});
|
|
385
389
|
}
|
|
386
390
|
// Add seed option for certain models
|
|
387
|
-
if (modelLower.includes(
|
|
391
|
+
if (modelLower.includes('mistral') || modelLower.includes('phi') || modelLower.includes('gemini')) {
|
|
388
392
|
additionalOptions.push({
|
|
389
393
|
name: SharedOptions.seed,
|
|
390
394
|
type: OptionType.numeric,
|
|
391
395
|
integer: true,
|
|
392
|
-
description:
|
|
396
|
+
description: 'Random seed for reproducible generation',
|
|
393
397
|
});
|
|
394
398
|
}
|
|
395
399
|
return {
|
|
396
|
-
_option_id:
|
|
397
|
-
options: [
|
|
398
|
-
...baseOptions,
|
|
399
|
-
...additionalOptions,
|
|
400
|
-
...visionOptions
|
|
401
|
-
]
|
|
400
|
+
_option_id: 'azure-foundry-text',
|
|
401
|
+
options: [...baseOptions, ...additionalOptions, ...visionOptions],
|
|
402
402
|
};
|
|
403
403
|
}
|
|
404
404
|
function isVisionModel(modelLower) {
|
|
405
|
-
return modelLower.includes(
|
|
406
|
-
modelLower.includes(
|
|
407
|
-
modelLower.includes(
|
|
408
|
-
modelLower.includes(
|
|
409
|
-
modelLower.includes(
|
|
410
|
-
modelLower.includes(
|
|
411
|
-
isO1Full(modelLower);
|
|
405
|
+
return (modelLower.includes('gpt-4o') ||
|
|
406
|
+
modelLower.includes('gpt-4-turbo') ||
|
|
407
|
+
modelLower.includes('claude-3') ||
|
|
408
|
+
modelLower.includes('llama-3.2') ||
|
|
409
|
+
modelLower.includes('llama-4') ||
|
|
410
|
+
modelLower.includes('gemini') ||
|
|
411
|
+
isO1Full(modelLower));
|
|
412
412
|
}
|
|
413
413
|
function isO1Full(modelLower) {
|
|
414
|
-
if (modelLower.includes(
|
|
415
|
-
return !modelLower.includes(
|
|
414
|
+
if (modelLower.includes('o1')) {
|
|
415
|
+
return !modelLower.includes('mini') && !modelLower.includes('preview');
|
|
416
416
|
}
|
|
417
417
|
return false;
|
|
418
418
|
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"azure_foundry.js","sourceRoot":"","sources":["../../src/options/azure_foundry.ts"],"names":[],"mappings":"AAAA,OAAO,EAIH,UAAU,EACV,aAAa,GAChB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE1D,+CAA+C;AAC/C,SAAS,wBAAwB,CAAC,WAAmB;IACjD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO;YACH,cAAc,EAAE,KAAK,CAAC,CAAC,CAAC;YACxB,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;SACtB,CAAC;IACN,CAAC;IAED,2EAA2E;IAC3E,OAAO;QACH,cAAc,EAAE,WAAW;QAC3B,SAAS,EAAE,WAAW;KACzB,CAAC;AACN,CAAC;AA8DD,MAAM,UAAU,6BAA6B,CAAC,KAAa;IACvD,+DAA+D;IAC/D,MAAM,EAAE,SAAS,EAAE,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;IACtD,MAAM,UAAU,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IAC3C,aAAa;IACb,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/B,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAClE,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,kBAAkB;IAClB,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,IAAI,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACjC,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,kBAAkB;IAClB,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAClC,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,OAAO,MAAM,CAAC;QAClB,CAAC;IACL,CAAC;IACD,uDAAuD;IACvD,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,OAAO,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAC1C,CAAC;IACD,eAAe;IACf,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/B,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3D,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3B,OAAO,OAAO,CAAC,CAAC,aAAa;QACjC,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,iBAAiB;IACjB,IAAI,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACjC,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,aAAa;IACb,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,oBAAoB;IACpB,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,gBAAgB;IAChB,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,cAAc;IACd,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAa,EAAE,OAAsB;IACxE,+DAA+D;IAC/D,MAAM,EAAE,SAAS,EAAE,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;IACtD,MAAM,UAAU,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,gBAAgB,GAAG,6BAA6B,CAAC,KAAK,CAAC,CAAC;IAC9D,0BAA0B;IAC1B,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACpE,OAAO;YACH,UAAU,EAAE,qBAAqB;YACjC,OAAO,EAAE;gBACL;oBACI,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,IAAI,EAAE;wBACF,SAAS,EAAE,SAAS;wBACpB,SAAS,EAAE,SAAS;wBACpB,WAAW,EAAE,WAAW;wBACxB,WAAW,EAAE,WAAW;wBACxB,WAAW,EAAE,WAAW;qBAC3B;oBACD,OAAO,EAAE,WAAW;oBACpB,WAAW,EAAE,iCAAiC;iBACjD;gBACD;oBACI,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,IAAI,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE;oBACxC,OAAO,EAAE,UAAU;oBACnB,WAAW,EAAE,oCAAoC;iBACpD;gBACD;oBACI,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE;oBAC5C,OAAO,EAAE,OAAO;oBAChB,WAAW,EAAE,kCAAkC;iBAClD;gBACD;oBACI,IAAI,EAAE,iBAAiB;oBACvB,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE;oBAC/C,OAAO,EAAE,KAAK;oBACd,WAAW,EAAE,4BAA4B;iBAC5C;aACJ;SACJ,CAAC;IACN,CAAC;IACD,uBAAuB;IACvB,MAAM,aAAa,GAA0B,aAAa,CAAC,UAAU,CAAC;QAClE,CAAC,CAAC;YACI;gBACI,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;gBAChD,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE,+CAA+C;aAC/D;SACJ;QACH,CAAC,CAAC,EAAE,CAAC;IACT,+BAA+B;IAC/B,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACtF,MAAM,gBAAgB,GAClB,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC;YAC7C,CAAC,CAAC;gBACI;oBACI,IAAI,EAAE,kBAAkB;oBACxB,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE;oBACpD,OAAO,EAAE,QAAQ;oBACjB,WAAW,EAAE,qDAAqD;iBACrE;aACJ;YACH,CAAC,CAAC,EAAE,CAAC;QACb,OAAO;YACH,UAAU,EAAE,wBAAwB;YACpC,OAAO,EAAE;gBACL;oBACI,IAAI,EAAE,aAAa,CAAC,UAAU;oBAC9B,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC;oBACN,GAAG,EAAE,gBAAgB;oBACrB,OAAO,EAAE,IAAI;oBACb,WAAW,EAAE,0CAA0C;iBAC1D;gBACD;oBACI,IAAI,EAAE,aAAa,CAAC,WAAW;oBAC/B,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,GAAG;oBACR,GAAG,EAAE,GAAG;oBACR,OAAO,EAAE,GAAG;oBACZ,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,mCAAmC;iBACnD;gBACD;oBACI,IAAI,EAAE,aAAa,CAAC,KAAK;oBACzB,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC;oBACN,GAAG,EAAE,CAAC;oBACN,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,4BAA4B;iBAC5C;gBACD;oBACI,IAAI,EAAE,aAAa,CAAC,aAAa;oBACjC,IAAI,EAAE,UAAU,CAAC,WAAW;oBAC5B,KAAK,EAAE,EAAE;oBACT,WAAW,EAAE,gDAAgD;iBAChE;gBACD,GAAG,gBAAgB;gBACnB,GAAG,aAAa;aACnB;SACJ,CAAC;IACN,CAAC;IACD,qBAAqB;IACrB,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/D,OAAO;YACH,UAAU,EAAE,wBAAwB;YACpC,OAAO,EAAE;gBACL;oBACI,IAAI,EAAE,aAAa,CAAC,UAAU;oBAC9B,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC;oBACN,GAAG,EAAE,gBAAgB;oBACrB,OAAO,EAAE,IAAI;oBACb,WAAW,EAAE,0CAA0C;iBAC1D;gBACD;oBACI,IAAI,EAAE,aAAa,CAAC,WAAW;oBAC/B,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,GAAG;oBACR,GAAG,EAAE,GAAG;oBACR,OAAO,EAAE,GAAG;oBACZ,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,0DAA0D;iBAC1E;gBACD;oBACI,IAAI,EAAE,aAAa,CAAC,KAAK;oBACzB,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC;oBACN,GAAG,EAAE,CAAC;oBACN,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,4BAA4B;iBAC5C;gBACD;oBACI,IAAI,EAAE,aAAa,CAAC,aAAa;oBACjC,IAAI,EAAE,UAAU,CAAC,WAAW;oBAC5B,KAAK,EAAE,EAAE;oBACT,WAAW,EAAE,gDAAgD;iBAChE;aACJ;SACJ,CAAC;IACN,CAAC;IACD,yCAAyC;IACzC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9B,OAAO;YACH,UAAU,EAAE,sBAAsB;YAClC,OAAO,EAAE;gBACL;oBACI,IAAI,EAAE,aAAa,CAAC,UAAU;oBAC9B,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC;oBACN,GAAG,EAAE,gBAAgB;oBACrB,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,0CAA0C;iBAC1D;gBACD;oBACI,IAAI,EAAE,aAAa,CAAC,WAAW;oBAC/B,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,GAAG;oBACR,GAAG,EAAE,GAAG;oBACR,OAAO,EAAE,GAAG;oBACZ,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,mCAAmC;iBACnD;gBACD;oBACI,IAAI,EAAE,aAAa,CAAC,KAAK;oBACzB,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC;oBACN,GAAG,EAAE,CAAC;oBACN,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,4BAA4B;iBAC5C;gBACD;oBACI,IAAI,EAAE,aAAa,CAAC,gBAAgB;oBACpC,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC,GAAG;oBACT,GAAG,EAAE,GAAG;oBACR,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,yDAAyD;iBACzE;gBACD;oBACI,IAAI,EAAE,aAAa,CAAC,iBAAiB;oBACrC,IAAI,EAAE,UAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC,GAAG;oBACT,GAAG,EAAE,GAAG;oBACR,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,0DAA0D;iBAC1E;gBACD;oBACI,IAAI,EAAE,aAAa,CAAC,aAAa;oBACjC,IAAI,EAAE,UAAU,CAAC,WAAW;oBAC5B,KAAK,EAAE,EAAE;oBACT,WAAW,EAAE,gDAAgD;iBAChE;gBACD,GAAG,aAAa;aACnB;SACJ,CAAC;IACN,CAAC;IACD,0DAA0D;IAC1D,MAAM,WAAW,GAA0B;QACvC;YACI,IAAI,EAAE,aAAa,CAAC,UAAU;YAC9B,IAAI,EAAE,UAAU,CAAC,OAAO;YACxB,GAAG,EAAE,CAAC;YACN,GAAG,EAAE,gBAAgB;YACrB,OAAO,EAAE,IAAI;YACb,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,0CAA0C;SAC1D;QACD;YACI,IAAI,EAAE,aAAa,CAAC,WAAW;YAC/B,IAAI,EAAE,UAAU,CAAC,OAAO;YACxB,GAAG,EAAE,GAAG;YACR,GAAG,EAAE,GAAG;YACR,OAAO,EAAE,GAAG;YACZ,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,mCAAmC;SACnD;QACD;YACI,IAAI,EAAE,aAAa,CAAC,KAAK;YACzB,IAAI,EAAE,UAAU,CAAC,OAAO;YACxB,GAAG,EAAE,CAAC;YACN,GAAG,EAAE,CAAC;YACN,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,4BAA4B;SAC5C;QACD;YACI,IAAI,EAAE,aAAa,CAAC,aAAa;YACjC,IAAI,EAAE,UAAU,CAAC,WAAW;YAC5B,KAAK,EAAE,EAAE;YACT,WAAW,EAAE,gDAAgD;SAChE;KACJ,CAAC;IACF,6BAA6B;IAC7B,MAAM,iBAAiB,GAA0B,EAAE,CAAC;IACpD,+BAA+B;IAC/B,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAChG,iBAAiB,CAAC,IAAI,CAAC;YACnB,IAAI,EAAE,aAAa,CAAC,KAAK;YACzB,IAAI,EAAE,UAAU,CAAC,OAAO;YACxB,GAAG,EAAE,CAAC;YACN,OAAO,EAAE,IAAI;YACb,IAAI,EAAE,CAAC;YACP,WAAW,EAAE,2CAA2C;SAC3D,CAAC,CAAC;IACP,CAAC;IAED,yCAAyC;IACzC,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjG,iBAAiB,CAAC,IAAI,CAClB;YACI,IAAI,EAAE,aAAa,CAAC,gBAAgB;YACpC,IAAI,EAAE,UAAU,CAAC,OAAO;YACxB,GAAG,EAAE,CAAC,GAAG;YACT,GAAG,EAAE,GAAG;YACR,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,yDAAyD;SACzE,EACD;YACI,IAAI,EAAE,aAAa,CAAC,iBAAiB;YACrC,IAAI,EAAE,UAAU,CAAC,OAAO;YACxB,GAAG,EAAE,CAAC,GAAG;YACT,GAAG,EAAE,GAAG;YACR,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,0DAA0D;SAC1E,CACJ,CAAC;IACN,CAAC;IACD,qCAAqC;IACrC,IAAI,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChG,iBAAiB,CAAC,IAAI,CAAC;YACnB,IAAI,EAAE,aAAa,CAAC,IAAI;YACxB,IAAI,EAAE,UAAU,CAAC,OAAO;YACxB,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,yCAAyC;SACzD,CAAC,CAAC;IACP,CAAC;IACD,OAAO;QACH,UAAU,EAAE,oBAAoB;QAChC,OAAO,EAAE,CAAC,GAAG,WAAW,EAAE,GAAG,iBAAiB,EAAE,GAAG,aAAa,CAAC;KACpE,CAAC;AACN,CAAC;AAED,SAAS,aAAa,CAAC,UAAkB;IACrC,OAAO,CACH,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC7B,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC;QAClC,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC/B,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC;QAChC,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC9B,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC7B,QAAQ,CAAC,UAAU,CAAC,CACvB,CAAC;AACN,CAAC;AAED,SAAS,QAAQ,CAAC,UAAkB;IAChC,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC3E,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
import { type ModelOptions, type ModelOptionsInfo } from '../types.js';
|
|
2
|
+
/**
|
|
3
|
+
* Union type of all Bedrock options
|
|
4
|
+
*
|
|
5
|
+
* @discriminator _option_id
|
|
6
|
+
*/
|
|
7
|
+
export type BedrockOptions = NovaCanvasOptions | BedrockConverseOptions | BedrockNovaOptions | BedrockMistralOptions | BedrockAI21Options | BedrockCohereCommandOptions | BedrockClaudeOptions | BedrockPalmyraOptions | BedrockGptOssOptions | TwelvelabsPegasusOptions;
|
|
8
|
+
export interface NovaCanvasOptions {
|
|
9
|
+
_option_id: 'bedrock-nova-canvas';
|
|
10
|
+
taskType: 'TEXT_IMAGE' | 'TEXT_IMAGE_WITH_IMAGE_CONDITIONING' | 'COLOR_GUIDED_GENERATION' | 'IMAGE_VARIATION' | 'INPAINTING' | 'OUTPAINTING' | 'BACKGROUND_REMOVAL';
|
|
11
|
+
width?: number;
|
|
12
|
+
height?: number;
|
|
13
|
+
quality?: 'standard' | 'premium';
|
|
14
|
+
cfgScale?: number;
|
|
15
|
+
seed?: number;
|
|
16
|
+
numberOfImages?: number;
|
|
17
|
+
controlMode?: 'CANNY_EDGE' | 'SEGMENTATION';
|
|
18
|
+
controlStrength?: number;
|
|
19
|
+
colors?: string[];
|
|
20
|
+
similarityStrength?: number;
|
|
21
|
+
outPaintingMode?: 'DEFAULT' | 'PRECISE';
|
|
22
|
+
}
|
|
23
|
+
export interface BaseConverseOptions<TOptionId extends string = string> {
|
|
24
|
+
_option_id: TOptionId;
|
|
25
|
+
max_tokens?: number;
|
|
26
|
+
temperature?: number;
|
|
27
|
+
top_p?: number;
|
|
28
|
+
stop_sequence?: string[];
|
|
29
|
+
}
|
|
30
|
+
export type BedrockConverseOptions = BaseConverseOptions<'bedrock-converse'>;
|
|
31
|
+
export type BedrockNovaOptions = BaseConverseOptions<'bedrock-nova'>;
|
|
32
|
+
export type BedrockMistralOptions = BaseConverseOptions<'bedrock-mistral'>;
|
|
33
|
+
export type BedrockAI21Options = BaseConverseOptions<'bedrock-ai21'>;
|
|
34
|
+
export type BedrockCohereCommandOptions = BaseConverseOptions<'bedrock-cohere-command'>;
|
|
35
|
+
export interface BedrockClaudeOptions extends BaseConverseOptions<'bedrock-claude'> {
|
|
36
|
+
top_k?: number;
|
|
37
|
+
thinking_budget_tokens?: number;
|
|
38
|
+
include_thoughts?: boolean;
|
|
39
|
+
effort?: 'low' | 'medium' | 'high' | 'xhigh' | 'max';
|
|
40
|
+
cache_enabled?: boolean;
|
|
41
|
+
cache_ttl?: '5m' | '1h';
|
|
42
|
+
}
|
|
43
|
+
export interface BedrockPalmyraOptions extends BaseConverseOptions<'bedrock-palmyra'> {
|
|
44
|
+
min_tokens?: number;
|
|
45
|
+
seed?: number;
|
|
46
|
+
frequency_penalty?: number;
|
|
47
|
+
presence_penalty?: number;
|
|
48
|
+
}
|
|
49
|
+
export interface BedrockGptOssOptions extends BaseConverseOptions<'bedrock-gpt-oss'> {
|
|
50
|
+
reasoning_effort?: 'low' | 'medium' | 'high';
|
|
51
|
+
frequency_penalty?: number;
|
|
52
|
+
presence_penalty?: number;
|
|
53
|
+
}
|
|
54
|
+
export interface TwelvelabsPegasusOptions {
|
|
55
|
+
_option_id: 'bedrock-twelvelabs-pegasus';
|
|
56
|
+
temperature?: number;
|
|
57
|
+
max_tokens?: number;
|
|
58
|
+
}
|
|
59
|
+
export declare function getMaxTokensLimitBedrock(model: string): number | undefined;
|
|
60
|
+
export declare function getBedrockOptions(model: string, option?: ModelOptions): ModelOptionsInfo;
|
|
61
|
+
//# sourceMappingURL=bedrock.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bedrock.d.ts","sourceRoot":"","sources":["../../src/options/bedrock.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4B,KAAK,YAAY,EAAE,KAAK,gBAAgB,EAAc,MAAM,aAAa,CAAC;AAW7G;;;;GAIG;AACH,MAAM,MAAM,cAAc,GACpB,iBAAiB,GACjB,sBAAsB,GACtB,kBAAkB,GAClB,qBAAqB,GACrB,kBAAkB,GAClB,2BAA2B,GAC3B,oBAAoB,GACpB,qBAAqB,GACrB,oBAAoB,GACpB,wBAAwB,CAAC;AAE/B,MAAM,WAAW,iBAAiB;IAC9B,UAAU,EAAE,qBAAqB,CAAC;IAClC,QAAQ,EACF,YAAY,GACZ,oCAAoC,GACpC,yBAAyB,GACzB,iBAAiB,GACjB,YAAY,GACZ,aAAa,GACb,oBAAoB,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;IACjC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,YAAY,GAAG,cAAc,CAAC;IAC5C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,eAAe,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;CAC3C;AAED,MAAM,WAAW,mBAAmB,CAAC,SAAS,SAAS,MAAM,GAAG,MAAM;IAClE,UAAU,EAAE,SAAS,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B;AAED,MAAM,MAAM,sBAAsB,GAAG,mBAAmB,CAAC,kBAAkB,CAAC,CAAC;AAC7E,MAAM,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,cAAc,CAAC,CAAC;AACrE,MAAM,MAAM,qBAAqB,GAAG,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;AAC3E,MAAM,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,cAAc,CAAC,CAAC;AACrE,MAAM,MAAM,2BAA2B,GAAG,mBAAmB,CAAC,wBAAwB,CAAC,CAAC;AAExF,MAAM,WAAW,oBAAqB,SAAQ,mBAAmB,CAAC,gBAAgB,CAAC;IAC/E,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,MAAM,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;IACrD,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,SAAS,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;CAC3B;AAED,MAAM,WAAW,qBAAsB,SAAQ,mBAAmB,CAAC,iBAAiB,CAAC;IACjF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,oBAAqB,SAAQ,mBAAmB,CAAC,iBAAiB,CAAC;IAChF,gBAAgB,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC7C,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,wBAAwB;IACrC,UAAU,EAAE,4BAA4B,CAAC;IACzC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CA8E1E;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,YAAY,GAAG,gBAAgB,CA2ZxF"}
|