@llumiverse/common 1.2.0 → 1.4.0-dev.20260629.090753Z
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/capability/anthropic.d.ts +3 -0
- package/lib/capability/anthropic.d.ts.map +1 -0
- package/lib/capability/anthropic.js +92 -0
- package/lib/capability/anthropic.js.map +1 -0
- package/lib/{types/capability → capability}/azure_foundry.d.ts +1 -1
- package/lib/capability/azure_foundry.d.ts.map +1 -0
- package/lib/capability/azure_foundry.js +394 -0
- package/lib/capability/azure_foundry.js.map +1 -0
- package/lib/{types/capability → capability}/bedrock.d.ts +1 -1
- package/lib/capability/bedrock.d.ts.map +1 -0
- package/lib/capability/bedrock.js +300 -0
- package/lib/capability/bedrock.js.map +1 -0
- package/lib/{types/capability → capability}/openai.d.ts +1 -1
- package/lib/capability/openai.d.ts.map +1 -0
- package/lib/capability/openai.js +179 -0
- package/lib/capability/openai.js.map +1 -0
- package/lib/{types/capability → capability}/vertexai.d.ts +1 -1
- package/lib/capability/vertexai.d.ts.map +1 -0
- package/lib/capability/vertexai.js +137 -0
- package/lib/capability/vertexai.js.map +1 -0
- package/lib/{types/capability.d.ts → capability.d.ts} +1 -1
- package/lib/capability.d.ts.map +1 -0
- package/lib/{esm/capability.js → capability.js} +21 -15
- package/lib/capability.js.map +1 -0
- package/lib/index.d.ts +14 -0
- package/lib/index.d.ts.map +1 -0
- package/lib/index.js +14 -0
- package/lib/index.js.map +1 -0
- package/lib/options/anthropic.d.ts +16 -0
- package/lib/options/anthropic.d.ts.map +1 -0
- package/lib/options/anthropic.js +34 -0
- package/lib/options/anthropic.js.map +1 -0
- package/lib/{types/options → options}/azure_foundry.d.ts +14 -14
- package/lib/options/azure_foundry.d.ts.map +1 -0
- package/lib/{esm/options → options}/azure_foundry.js +126 -126
- package/lib/options/azure_foundry.js.map +1 -0
- package/lib/options/bedrock.d.ts +61 -0
- package/lib/options/bedrock.d.ts.map +1 -0
- package/lib/options/bedrock.js +489 -0
- package/lib/options/bedrock.js.map +1 -0
- package/lib/options/context-windows.d.ts.map +1 -0
- package/lib/options/context-windows.js.map +1 -0
- package/lib/options/embedding.d.ts +38 -0
- package/lib/options/embedding.d.ts.map +1 -0
- package/lib/options/embedding.js +77 -0
- package/lib/options/embedding.js.map +1 -0
- package/lib/{types/options → options}/fallback.d.ts +2 -2
- package/lib/options/fallback.d.ts.map +1 -0
- package/lib/options/fallback.js +65 -0
- package/lib/options/fallback.js.map +1 -0
- package/lib/{types/options → options}/groq.d.ts +2 -2
- package/lib/options/groq.d.ts.map +1 -0
- package/lib/options/groq.js +54 -0
- package/lib/options/groq.js.map +1 -0
- package/lib/options/openai.d.ts +40 -0
- package/lib/options/openai.d.ts.map +1 -0
- package/lib/options/openai.js +284 -0
- package/lib/options/openai.js.map +1 -0
- package/lib/{types/options → options}/shared-parsing.d.ts +1 -1
- package/lib/options/shared-parsing.d.ts.map +1 -0
- package/lib/{esm/options → options}/shared-parsing.js +14 -17
- package/lib/options/shared-parsing.js.map +1 -0
- package/lib/options/version-parsing.d.ts.map +1 -0
- package/lib/{esm/options → options}/version-parsing.js +15 -15
- package/lib/options/version-parsing.js.map +1 -0
- package/lib/{types/options → options}/vertexai.d.ts +18 -15
- package/lib/options/vertexai.d.ts.map +1 -0
- package/lib/options/vertexai.js +606 -0
- package/lib/options/vertexai.js.map +1 -0
- package/lib/{types/options.d.ts → options.d.ts} +1 -1
- package/lib/options.d.ts.map +1 -0
- package/lib/{esm/options.js → options.js} +10 -7
- package/lib/options.js.map +1 -0
- package/lib/{types/types.d.ts → types.d.ts} +161 -42
- package/lib/types.d.ts.map +1 -0
- package/lib/{esm/types.js → types.js} +28 -22
- package/lib/types.js.map +1 -0
- package/package.json +12 -34
- package/src/LlumiverseError.test.ts +18 -72
- package/src/capability/anthropic.ts +99 -0
- package/src/capability/azure_foundry.ts +303 -65
- package/src/capability/bedrock.ts +201 -56
- package/src/capability/openai.ts +135 -41
- package/src/capability/vertexai.ts +105 -35
- package/src/capability.ts +21 -16
- package/src/index.ts +13 -11
- package/src/options/anthropic.ts +59 -0
- package/src/options/azure_foundry.ts +157 -143
- package/src/options/bedrock.ts +266 -187
- package/src/options/context-windows.ts +2 -2
- package/src/options/embedding.ts +92 -0
- package/src/options/fallback.ts +50 -17
- package/src/options/groq.ts +48 -21
- package/src/options/openai.ts +231 -183
- package/src/options/shared-parsing.ts +16 -21
- package/src/options/version-parsing.ts +17 -17
- package/src/options/vertexai.ts +385 -288
- package/src/options.ts +11 -8
- package/src/types.ts +284 -160
- package/lib/cjs/capability/azure_foundry.js +0 -160
- package/lib/cjs/capability/azure_foundry.js.map +0 -1
- package/lib/cjs/capability/bedrock.js +0 -158
- package/lib/cjs/capability/bedrock.js.map +0 -1
- package/lib/cjs/capability/openai.js +0 -98
- package/lib/cjs/capability/openai.js.map +0 -1
- package/lib/cjs/capability/vertexai.js +0 -80
- package/lib/cjs/capability/vertexai.js.map +0 -1
- package/lib/cjs/capability.js +0 -109
- package/lib/cjs/capability.js.map +0 -1
- package/lib/cjs/index.js +0 -27
- package/lib/cjs/index.js.map +0 -1
- package/lib/cjs/options/azure_foundry.js +0 -423
- package/lib/cjs/options/azure_foundry.js.map +0 -1
- package/lib/cjs/options/bedrock.js +0 -427
- package/lib/cjs/options/bedrock.js.map +0 -1
- package/lib/cjs/options/context-windows.js +0 -138
- package/lib/cjs/options/context-windows.js.map +0 -1
- package/lib/cjs/options/fallback.js +0 -35
- package/lib/cjs/options/fallback.js.map +0 -1
- package/lib/cjs/options/groq.js +0 -37
- package/lib/cjs/options/groq.js.map +0 -1
- package/lib/cjs/options/openai.js +0 -246
- package/lib/cjs/options/openai.js.map +0 -1
- package/lib/cjs/options/shared-parsing.js +0 -144
- package/lib/cjs/options/shared-parsing.js.map +0 -1
- package/lib/cjs/options/version-parsing.js +0 -326
- package/lib/cjs/options/version-parsing.js.map +0 -1
- package/lib/cjs/options/vertexai.js +0 -525
- package/lib/cjs/options/vertexai.js.map +0 -1
- package/lib/cjs/options.js +0 -30
- package/lib/cjs/options.js.map +0 -1
- package/lib/cjs/package.json +0 -3
- package/lib/cjs/types.js +0 -299
- package/lib/cjs/types.js.map +0 -1
- package/lib/esm/capability/azure_foundry.js +0 -157
- package/lib/esm/capability/azure_foundry.js.map +0 -1
- package/lib/esm/capability/bedrock.js +0 -155
- package/lib/esm/capability/bedrock.js.map +0 -1
- package/lib/esm/capability/openai.js +0 -95
- package/lib/esm/capability/openai.js.map +0 -1
- package/lib/esm/capability/vertexai.js +0 -77
- package/lib/esm/capability/vertexai.js.map +0 -1
- package/lib/esm/capability.js.map +0 -1
- package/lib/esm/index.js +0 -11
- package/lib/esm/index.js.map +0 -1
- package/lib/esm/options/azure_foundry.js.map +0 -1
- package/lib/esm/options/bedrock.js +0 -423
- package/lib/esm/options/bedrock.js.map +0 -1
- package/lib/esm/options/context-windows.js.map +0 -1
- package/lib/esm/options/fallback.js +0 -32
- package/lib/esm/options/fallback.js.map +0 -1
- package/lib/esm/options/groq.js +0 -34
- package/lib/esm/options/groq.js.map +0 -1
- package/lib/esm/options/openai.js +0 -243
- package/lib/esm/options/openai.js.map +0 -1
- package/lib/esm/options/shared-parsing.js.map +0 -1
- package/lib/esm/options/version-parsing.js.map +0 -1
- package/lib/esm/options/vertexai.js +0 -519
- package/lib/esm/options/vertexai.js.map +0 -1
- package/lib/esm/options.js.map +0 -1
- package/lib/esm/types.js.map +0 -1
- package/lib/types/capability/azure_foundry.d.ts.map +0 -1
- package/lib/types/capability/bedrock.d.ts.map +0 -1
- package/lib/types/capability/openai.d.ts.map +0 -1
- package/lib/types/capability/vertexai.d.ts.map +0 -1
- package/lib/types/capability.d.ts.map +0 -1
- package/lib/types/index.d.ts +0 -11
- package/lib/types/index.d.ts.map +0 -1
- package/lib/types/options/azure_foundry.d.ts.map +0 -1
- package/lib/types/options/bedrock.d.ts +0 -54
- package/lib/types/options/bedrock.d.ts.map +0 -1
- package/lib/types/options/context-windows.d.ts.map +0 -1
- package/lib/types/options/fallback.d.ts.map +0 -1
- package/lib/types/options/groq.d.ts.map +0 -1
- package/lib/types/options/openai.d.ts +0 -37
- package/lib/types/options/openai.d.ts.map +0 -1
- package/lib/types/options/shared-parsing.d.ts.map +0 -1
- package/lib/types/options/version-parsing.d.ts.map +0 -1
- package/lib/types/options/vertexai.d.ts.map +0 -1
- package/lib/types/options.d.ts.map +0 -1
- package/lib/types/types.d.ts.map +0 -1
- /package/lib/{types/options → options}/context-windows.d.ts +0 -0
- /package/lib/{esm/options → options}/context-windows.js +0 -0
- /package/lib/{types/options → options}/version-parsing.d.ts +0 -0
|
@@ -1,427 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.getMaxTokensLimitBedrock = getMaxTokensLimitBedrock;
|
|
4
|
-
exports.getBedrockOptions = getBedrockOptions;
|
|
5
|
-
const types_js_1 = require("../types.js");
|
|
6
|
-
const shared_parsing_js_1 = require("./shared-parsing.js");
|
|
7
|
-
const version_parsing_js_1 = require("./version-parsing.js");
|
|
8
|
-
function getMaxTokensLimitBedrock(model) {
|
|
9
|
-
// Claude models — delegate to shared limit logic (128K for 3.7 and Opus 4.7+)
|
|
10
|
-
if (model.includes("claude")) {
|
|
11
|
-
return (0, shared_parsing_js_1.getClaudeMaxTokensLimit)(model);
|
|
12
|
-
}
|
|
13
|
-
// Amazon models
|
|
14
|
-
else if (model.includes("amazon")) {
|
|
15
|
-
if (model.includes("titan")) {
|
|
16
|
-
if (model.includes("lite")) {
|
|
17
|
-
return 4096;
|
|
18
|
-
}
|
|
19
|
-
else if (model.includes("express")) {
|
|
20
|
-
return 8192;
|
|
21
|
-
}
|
|
22
|
-
else if (model.includes("premier")) {
|
|
23
|
-
return 3072;
|
|
24
|
-
}
|
|
25
|
-
}
|
|
26
|
-
else if (model.includes("nova")) {
|
|
27
|
-
return 10000;
|
|
28
|
-
}
|
|
29
|
-
}
|
|
30
|
-
// Mistral models
|
|
31
|
-
else if (model.includes("mistral")) {
|
|
32
|
-
if (model.includes("8x7b")) {
|
|
33
|
-
return 4096;
|
|
34
|
-
}
|
|
35
|
-
if (model.includes("pixtral-large")) {
|
|
36
|
-
return 4096;
|
|
37
|
-
}
|
|
38
|
-
return 8192;
|
|
39
|
-
}
|
|
40
|
-
// AI21 models
|
|
41
|
-
else if (model.includes("ai21")) {
|
|
42
|
-
if (model.includes("j2")) {
|
|
43
|
-
if (model.includes("large") || model.includes("mid") || model.includes("ultra")) {
|
|
44
|
-
return 8191;
|
|
45
|
-
}
|
|
46
|
-
return 2048;
|
|
47
|
-
}
|
|
48
|
-
if (model.includes("jamba")) {
|
|
49
|
-
return 4096;
|
|
50
|
-
}
|
|
51
|
-
}
|
|
52
|
-
// Cohere models
|
|
53
|
-
else if (model.includes("cohere.command")) {
|
|
54
|
-
if (model.includes("command-a")) {
|
|
55
|
-
return 8000;
|
|
56
|
-
}
|
|
57
|
-
return 4096;
|
|
58
|
-
}
|
|
59
|
-
// Meta models
|
|
60
|
-
else if (model.includes("llama")) {
|
|
61
|
-
if (model.includes("3-70b") || model.includes("3-8b")) {
|
|
62
|
-
return 2048;
|
|
63
|
-
}
|
|
64
|
-
return 8192;
|
|
65
|
-
}
|
|
66
|
-
//Writer models
|
|
67
|
-
else if (model.includes("writer")) {
|
|
68
|
-
if (model.includes("palmyra-x5")) {
|
|
69
|
-
return 8192;
|
|
70
|
-
}
|
|
71
|
-
else if (model.includes("palmyra-x4")) {
|
|
72
|
-
return 8192;
|
|
73
|
-
}
|
|
74
|
-
}
|
|
75
|
-
// OpenAI gpt-oss models
|
|
76
|
-
if (model.includes("gpt-oss")) {
|
|
77
|
-
return 8192;
|
|
78
|
-
}
|
|
79
|
-
// TwelveLabs models
|
|
80
|
-
else if (model.includes("twelvelabs")) {
|
|
81
|
-
if (model.includes("pegasus")) {
|
|
82
|
-
return 4096; // Max output tokens for Pegasus
|
|
83
|
-
}
|
|
84
|
-
// Marengo is an embedding model, doesn't generate text
|
|
85
|
-
return undefined;
|
|
86
|
-
}
|
|
87
|
-
// Default fallback
|
|
88
|
-
return undefined;
|
|
89
|
-
}
|
|
90
|
-
function getBedrockOptions(model, option) {
|
|
91
|
-
if (model.includes("canvas")) {
|
|
92
|
-
const taskTypeList = {
|
|
93
|
-
name: "taskType",
|
|
94
|
-
type: types_js_1.OptionType.enum,
|
|
95
|
-
enum: {
|
|
96
|
-
"Text-To-Image": "TEXT_IMAGE",
|
|
97
|
-
"Text-To-Image-with-Image-Conditioning": "TEXT_IMAGE_WITH_IMAGE_CONDITIONING",
|
|
98
|
-
"Color-Guided-Generation": "COLOR_GUIDED_GENERATION",
|
|
99
|
-
"Image-Variation": "IMAGE_VARIATION",
|
|
100
|
-
"Inpainting": "INPAINTING",
|
|
101
|
-
"Outpainting": "OUTPAINTING",
|
|
102
|
-
"Background-Removal": "BACKGROUND_REMOVAL",
|
|
103
|
-
},
|
|
104
|
-
default: "TEXT_IMAGE",
|
|
105
|
-
description: "The type of task to perform",
|
|
106
|
-
refresh: true,
|
|
107
|
-
};
|
|
108
|
-
let otherOptions = [
|
|
109
|
-
{ name: "width", type: types_js_1.OptionType.numeric, min: 320, max: 4096, default: 512, step: 16, integer: true, description: "The width of the generated image" },
|
|
110
|
-
{ name: "height", type: types_js_1.OptionType.numeric, min: 320, max: 4096, default: 512, step: 16, integer: true, description: "The height of the generated image" },
|
|
111
|
-
{
|
|
112
|
-
name: "quality",
|
|
113
|
-
type: types_js_1.OptionType.enum,
|
|
114
|
-
enum: { "standard": "standard", "premium": "premium" },
|
|
115
|
-
default: "standard",
|
|
116
|
-
description: "The quality of the generated image"
|
|
117
|
-
},
|
|
118
|
-
{ name: "cfgScale", type: types_js_1.OptionType.numeric, min: 1.1, max: 10.0, default: 6.5, step: 0.1, integer: false, description: "The scale of the generated image" },
|
|
119
|
-
{ name: "seed", type: types_js_1.OptionType.numeric, min: 0, max: 858993459, default: 12, integer: true, description: "The seed of the generated image" },
|
|
120
|
-
{ name: "numberOfImages", type: types_js_1.OptionType.numeric, min: 1, max: 5, default: 1, integer: true, description: "The number of images to generate" },
|
|
121
|
-
];
|
|
122
|
-
let dependentOptions = [];
|
|
123
|
-
switch (option?.taskType ?? "TEXT_IMAGE") {
|
|
124
|
-
case "TEXT_IMAGE_WITH_IMAGE_CONDITIONING":
|
|
125
|
-
dependentOptions.push({
|
|
126
|
-
name: "controlMode", type: types_js_1.OptionType.enum, enum: { "CANNY_EDGE": "CANNY_EDGE", "SEGMENTATION": "SEGMENTATION" },
|
|
127
|
-
default: "CANNY_EDGE", description: "The control mode of the generated image"
|
|
128
|
-
}, { name: "controlStrength", type: types_js_1.OptionType.numeric, min: 0, max: 1, default: 0.7, description: "The control strength of the generated image" });
|
|
129
|
-
break;
|
|
130
|
-
case "COLOR_GUIDED_GENERATION":
|
|
131
|
-
dependentOptions.push({ name: "colors", type: types_js_1.OptionType.string_list, value: [], description: "Hexadecimal color values to guide generation" });
|
|
132
|
-
break;
|
|
133
|
-
case "IMAGE_VARIATION":
|
|
134
|
-
dependentOptions.push({ name: "similarityStrength", type: types_js_1.OptionType.numeric, min: 0.2, max: 1, default: 0.7, description: "The similarity strength of the generated image" });
|
|
135
|
-
break;
|
|
136
|
-
case "INPAINTING":
|
|
137
|
-
//No changes
|
|
138
|
-
break;
|
|
139
|
-
case "OUTPAINTING":
|
|
140
|
-
dependentOptions.push({
|
|
141
|
-
name: "outPaintingMode", type: types_js_1.OptionType.enum, enum: { "DEFAULT": "DEFAULT", "PRECISE": "PRECISE" },
|
|
142
|
-
default: "default", description: "The outpainting mode of the generated image"
|
|
143
|
-
});
|
|
144
|
-
break;
|
|
145
|
-
case "BACKGROUND_REMOVAL":
|
|
146
|
-
dependentOptions = [];
|
|
147
|
-
otherOptions = [];
|
|
148
|
-
break;
|
|
149
|
-
}
|
|
150
|
-
return {
|
|
151
|
-
_option_id: "bedrock-nova-canvas",
|
|
152
|
-
options: [
|
|
153
|
-
taskTypeList,
|
|
154
|
-
...otherOptions,
|
|
155
|
-
...dependentOptions,
|
|
156
|
-
]
|
|
157
|
-
};
|
|
158
|
-
}
|
|
159
|
-
else {
|
|
160
|
-
const max_tokens_limit = getMaxTokensLimitBedrock(model);
|
|
161
|
-
//Not canvas, i.e normal AWS bedrock converse
|
|
162
|
-
// Opus 4.7+ models no longer support temperature, top_p, top_k (returns 400 error)
|
|
163
|
-
// Opus 4.6 and Sonnet 4.6 still support these parameters
|
|
164
|
-
const hasSamplingRestriction = (0, version_parsing_js_1.hasSamplingParameterRestriction)(model);
|
|
165
|
-
const baseConverseOptions = [
|
|
166
|
-
{
|
|
167
|
-
name: "max_tokens",
|
|
168
|
-
type: types_js_1.OptionType.numeric,
|
|
169
|
-
min: 1,
|
|
170
|
-
max: max_tokens_limit,
|
|
171
|
-
integer: true,
|
|
172
|
-
step: 200,
|
|
173
|
-
description: "The maximum number of tokens to generate",
|
|
174
|
-
},
|
|
175
|
-
];
|
|
176
|
-
// Opus 4.7+ models don't support temperature, top_p
|
|
177
|
-
if (!hasSamplingRestriction) {
|
|
178
|
-
baseConverseOptions.push({
|
|
179
|
-
name: "temperature",
|
|
180
|
-
type: types_js_1.OptionType.numeric,
|
|
181
|
-
min: 0.0,
|
|
182
|
-
default: 0.7,
|
|
183
|
-
step: 0.1,
|
|
184
|
-
description: "A higher temperature biases toward less likely tokens, making the model more creative"
|
|
185
|
-
});
|
|
186
|
-
baseConverseOptions.push({
|
|
187
|
-
name: "top_p",
|
|
188
|
-
type: types_js_1.OptionType.numeric,
|
|
189
|
-
min: 0,
|
|
190
|
-
max: 1,
|
|
191
|
-
step: 0.1,
|
|
192
|
-
description: "Limits token sampling to the cumulative probability of the top p tokens"
|
|
193
|
-
});
|
|
194
|
-
}
|
|
195
|
-
baseConverseOptions.push({
|
|
196
|
-
name: "stop_sequence",
|
|
197
|
-
type: types_js_1.OptionType.string_list,
|
|
198
|
-
value: [],
|
|
199
|
-
description: "The generation will halt if one of the stop sequences is output"
|
|
200
|
-
});
|
|
201
|
-
if (model.includes("claude")) {
|
|
202
|
-
// Opus 4.7+ models don't support top_k
|
|
203
|
-
const claudeConverseOptions = hasSamplingRestriction ? [] : [
|
|
204
|
-
{
|
|
205
|
-
name: "top_k",
|
|
206
|
-
type: types_js_1.OptionType.numeric,
|
|
207
|
-
min: 1,
|
|
208
|
-
integer: true,
|
|
209
|
-
step: 1,
|
|
210
|
-
description: "Limits token sampling to the top k tokens"
|
|
211
|
-
},
|
|
212
|
-
];
|
|
213
|
-
return {
|
|
214
|
-
_option_id: "bedrock-claude",
|
|
215
|
-
options: [
|
|
216
|
-
...baseConverseOptions,
|
|
217
|
-
...claudeConverseOptions,
|
|
218
|
-
...(0, shared_parsing_js_1.buildClaudeEffortOptions)(model),
|
|
219
|
-
...(0, shared_parsing_js_1.buildClaudeThinkingBudgetOption)(model),
|
|
220
|
-
...(0, shared_parsing_js_1.buildClaudeIncludeThoughtsOption)(model),
|
|
221
|
-
...(0, shared_parsing_js_1.buildClaudeCacheOptions)(),
|
|
222
|
-
...(0, shared_parsing_js_1.buildClaudeCacheTtlOptions)(option?.cache_enabled),
|
|
223
|
-
],
|
|
224
|
-
};
|
|
225
|
-
}
|
|
226
|
-
else if (model.includes("amazon")) {
|
|
227
|
-
//Titan models also exists but does not support any additional options
|
|
228
|
-
if (model.includes("nova")) {
|
|
229
|
-
const novaConverseOptions = [
|
|
230
|
-
{
|
|
231
|
-
name: "top_k",
|
|
232
|
-
type: types_js_1.OptionType.numeric,
|
|
233
|
-
min: 1,
|
|
234
|
-
integer: true,
|
|
235
|
-
step: 1,
|
|
236
|
-
description: "Limits token sampling to the top k tokens"
|
|
237
|
-
},
|
|
238
|
-
];
|
|
239
|
-
return {
|
|
240
|
-
_option_id: "bedrock-nova",
|
|
241
|
-
options: [...baseConverseOptions, ...novaConverseOptions]
|
|
242
|
-
};
|
|
243
|
-
}
|
|
244
|
-
}
|
|
245
|
-
else if (model.includes("mistral")) {
|
|
246
|
-
//7b and 8x7b instruct
|
|
247
|
-
if (model.includes("7b")) {
|
|
248
|
-
const mistralConverseOptions = [
|
|
249
|
-
{
|
|
250
|
-
name: "top_k",
|
|
251
|
-
type: types_js_1.OptionType.numeric,
|
|
252
|
-
min: 1,
|
|
253
|
-
integer: true,
|
|
254
|
-
step: 1,
|
|
255
|
-
description: "Limits token sampling to the top k tokens"
|
|
256
|
-
},
|
|
257
|
-
];
|
|
258
|
-
return {
|
|
259
|
-
_option_id: "bedrock-mistral",
|
|
260
|
-
options: [...baseConverseOptions, ...mistralConverseOptions]
|
|
261
|
-
};
|
|
262
|
-
}
|
|
263
|
-
//Other models such as Mistral Small, Large and Large 2
|
|
264
|
-
//Support no additional options
|
|
265
|
-
}
|
|
266
|
-
else if (model.includes("ai21")) {
|
|
267
|
-
const ai21ConverseOptions = [
|
|
268
|
-
{
|
|
269
|
-
name: "presence_penalty",
|
|
270
|
-
type: types_js_1.OptionType.numeric,
|
|
271
|
-
min: -2,
|
|
272
|
-
max: 2,
|
|
273
|
-
default: 0,
|
|
274
|
-
step: 0.1,
|
|
275
|
-
description: "A higher presence penalty encourages the model to talk about new topics"
|
|
276
|
-
},
|
|
277
|
-
{
|
|
278
|
-
name: "frequency_penalty",
|
|
279
|
-
type: types_js_1.OptionType.numeric,
|
|
280
|
-
min: -2,
|
|
281
|
-
max: 2,
|
|
282
|
-
default: 0,
|
|
283
|
-
step: 0.1,
|
|
284
|
-
description: "A higher frequency penalty encourages the model to use less common words"
|
|
285
|
-
},
|
|
286
|
-
];
|
|
287
|
-
return {
|
|
288
|
-
_option_id: "bedrock-ai21",
|
|
289
|
-
options: [...baseConverseOptions, ...ai21ConverseOptions]
|
|
290
|
-
};
|
|
291
|
-
}
|
|
292
|
-
else if (model.includes("cohere.command")) {
|
|
293
|
-
const cohereCommandOptions = [
|
|
294
|
-
{
|
|
295
|
-
name: "top_k",
|
|
296
|
-
type: types_js_1.OptionType.numeric,
|
|
297
|
-
min: 1,
|
|
298
|
-
integer: true,
|
|
299
|
-
step: 1,
|
|
300
|
-
description: "Limits token sampling to the top k tokens"
|
|
301
|
-
},
|
|
302
|
-
];
|
|
303
|
-
if (model.includes("command-r")) {
|
|
304
|
-
const cohereCommandROptions = [
|
|
305
|
-
{
|
|
306
|
-
name: "frequency_penalty",
|
|
307
|
-
type: types_js_1.OptionType.numeric,
|
|
308
|
-
min: -2,
|
|
309
|
-
max: 2,
|
|
310
|
-
default: 0,
|
|
311
|
-
step: 0.1,
|
|
312
|
-
description: "A higher frequency penalty encourages the model to use less common words"
|
|
313
|
-
},
|
|
314
|
-
{
|
|
315
|
-
name: "presence_penalty",
|
|
316
|
-
type: types_js_1.OptionType.numeric,
|
|
317
|
-
min: -2,
|
|
318
|
-
max: 2,
|
|
319
|
-
default: 0,
|
|
320
|
-
step: 0.1,
|
|
321
|
-
description: "A higher presence penalty encourages the model to talk about new topics"
|
|
322
|
-
},
|
|
323
|
-
];
|
|
324
|
-
return {
|
|
325
|
-
_option_id: "bedrock-cohere-command",
|
|
326
|
-
options: [...baseConverseOptions, ...cohereCommandOptions, ...cohereCommandROptions]
|
|
327
|
-
};
|
|
328
|
-
}
|
|
329
|
-
}
|
|
330
|
-
else if (model.includes("writer")) {
|
|
331
|
-
const palmyraConverseOptions = [
|
|
332
|
-
{
|
|
333
|
-
name: "min_tokens",
|
|
334
|
-
type: types_js_1.OptionType.numeric,
|
|
335
|
-
min: 1,
|
|
336
|
-
max: max_tokens_limit,
|
|
337
|
-
integer: false,
|
|
338
|
-
step: 100,
|
|
339
|
-
},
|
|
340
|
-
{
|
|
341
|
-
name: "seed",
|
|
342
|
-
type: types_js_1.OptionType.numeric,
|
|
343
|
-
integer: true,
|
|
344
|
-
description: "Random seed for generation"
|
|
345
|
-
},
|
|
346
|
-
{
|
|
347
|
-
name: "frequency_penalty",
|
|
348
|
-
type: types_js_1.OptionType.numeric,
|
|
349
|
-
min: -2,
|
|
350
|
-
max: 2,
|
|
351
|
-
default: 0,
|
|
352
|
-
step: 0.1,
|
|
353
|
-
description: "A higher frequency penalty encourages the model to use less common words"
|
|
354
|
-
},
|
|
355
|
-
{
|
|
356
|
-
name: "presence_penalty",
|
|
357
|
-
type: types_js_1.OptionType.numeric,
|
|
358
|
-
min: -2,
|
|
359
|
-
max: 2,
|
|
360
|
-
default: 0,
|
|
361
|
-
step: 0.1,
|
|
362
|
-
description: "A higher presence penalty encourages the model to talk about new topics"
|
|
363
|
-
},
|
|
364
|
-
];
|
|
365
|
-
return {
|
|
366
|
-
_option_id: "bedrock-palmyra",
|
|
367
|
-
options: [...baseConverseOptions, ...palmyraConverseOptions]
|
|
368
|
-
};
|
|
369
|
-
}
|
|
370
|
-
else if (model.includes("gpt-oss")) {
|
|
371
|
-
const gptOssOptions = [
|
|
372
|
-
{
|
|
373
|
-
name: "reasoning_effort",
|
|
374
|
-
type: types_js_1.OptionType.enum,
|
|
375
|
-
enum: {
|
|
376
|
-
"low": "low",
|
|
377
|
-
"medium": "medium",
|
|
378
|
-
"high": "high"
|
|
379
|
-
},
|
|
380
|
-
default: "medium",
|
|
381
|
-
description: "The reasoning effort of the model, which affects the quality and speed of the response"
|
|
382
|
-
},
|
|
383
|
-
];
|
|
384
|
-
const baseConverseOptionsNoStop = [...baseConverseOptions];
|
|
385
|
-
// Remove stop_sequence for gpt-oss
|
|
386
|
-
baseConverseOptionsNoStop.splice(baseConverseOptionsNoStop.findIndex(o => o.name === "stop_sequence"), 1);
|
|
387
|
-
return {
|
|
388
|
-
_option_id: "bedrock-gpt-oss",
|
|
389
|
-
options: [...baseConverseOptionsNoStop, ...gptOssOptions]
|
|
390
|
-
};
|
|
391
|
-
}
|
|
392
|
-
else if (model.includes("twelvelabs")) {
|
|
393
|
-
if (model.includes("pegasus")) {
|
|
394
|
-
const pegasusOptions = [
|
|
395
|
-
{
|
|
396
|
-
name: "temperature",
|
|
397
|
-
type: types_js_1.OptionType.numeric,
|
|
398
|
-
min: 0.0,
|
|
399
|
-
max: 1.0,
|
|
400
|
-
default: 0.2,
|
|
401
|
-
step: 0.1,
|
|
402
|
-
description: "Controls randomness in the output"
|
|
403
|
-
},
|
|
404
|
-
{
|
|
405
|
-
name: "max_tokens",
|
|
406
|
-
type: types_js_1.OptionType.numeric,
|
|
407
|
-
min: 1,
|
|
408
|
-
max: 4096,
|
|
409
|
-
integer: true,
|
|
410
|
-
step: 100,
|
|
411
|
-
description: "The maximum number of tokens to generate"
|
|
412
|
-
}
|
|
413
|
-
];
|
|
414
|
-
return {
|
|
415
|
-
_option_id: "bedrock-twelvelabs-pegasus",
|
|
416
|
-
options: pegasusOptions
|
|
417
|
-
};
|
|
418
|
-
}
|
|
419
|
-
}
|
|
420
|
-
//Fallback to converse standard.
|
|
421
|
-
return {
|
|
422
|
-
_option_id: "bedrock-converse",
|
|
423
|
-
options: baseConverseOptions
|
|
424
|
-
};
|
|
425
|
-
}
|
|
426
|
-
}
|
|
427
|
-
//# sourceMappingURL=bedrock.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"bedrock.js","sourceRoot":"","sources":["../../../src/options/bedrock.ts"],"names":[],"mappings":";;AAqEA,4DAiFC;AAED,8CAiWC;AAzfD,0CAA6G;AAC7G,2DAO6B;AAC7B,6DAAuE;AA4DvE,SAAgB,wBAAwB,CAAC,KAAa;IAClD,8EAA8E;IAC9E,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,OAAO,IAAA,2CAAuB,EAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;IACD,gBAAgB;SACX,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1B,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzB,OAAO,IAAI,CAAC;YAChB,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnC,OAAO,IAAI,CAAC;YAChB,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnC,OAAO,IAAI,CAAC;YAChB,CAAC;QAEL,CAAC;aACI,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IACD,iBAAiB;SACZ,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACjC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,cAAc;SACT,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9B,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9E,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IACD,gBAAgB;SACX,IAAI,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACxC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,cAAc;SACT,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/B,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACpD,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,eAAe;SACV,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC;QAChB,CAAC;aACI,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACpC,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IACD,wBAAwB;IACxB,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,oBAAoB;SACf,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACpC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC,CAAC,gCAAgC;QACjD,CAAC;QACD,uDAAuD;QACvD,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,mBAAmB;IACnB,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,SAAgB,iBAAiB,CAAC,KAAa,EAAE,MAAqB;IAClE,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,MAAM,YAAY,GAAwB;YACtC,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,qBAAU,CAAC,IAAI;YACrB,IAAI,EAAE;gBACF,eAAe,EAAE,YAAY;gBAC7B,uCAAuC,EAAE,oCAAoC;gBAC7E,yBAAyB,EAAE,yBAAyB;gBACpD,iBAAiB,EAAE,iBAAiB;gBACpC,YAAY,EAAE,YAAY;gBAC1B,aAAa,EAAE,aAAa;gBAC5B,oBAAoB,EAAE,oBAAoB;aAC7C;YACD,OAAO,EAAE,YAAY;YACrB,WAAW,EAAE,6BAA6B;YAC1C,OAAO,EAAE,IAAI;SAChB,CAAC;QAEF,IAAI,YAAY,GAA0B;YACtC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,kCAAkC,EAAE;YACxJ,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,mCAAmC,EAAE;YAC1J;gBACI,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,qBAAU,CAAC,IAAI;gBACrB,IAAI,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE;gBACtD,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,oCAAoC;aACpD;YACD,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,kCAAkC,EAAE;YAC7J,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,iCAAiC,EAAE;YAC9I,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,kCAAkC,EAAE;SACnJ,CAAC;QAEF,IAAI,gBAAgB,GAA0B,EAAE,CAAC;QAEjD,QAAS,MAA4B,EAAE,QAAQ,IAAI,YAAY,EAAE,CAAC;YAC9D,KAAK,oCAAoC;gBACrC,gBAAgB,CAAC,IAAI,CACjB;oBACI,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,qBAAU,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,YAAY,EAAE,YAAY,EAAE,cAAc,EAAE,cAAc,EAAE;oBAChH,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,yCAAyC;iBAChF,EACD,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,6CAA6C,EAAE,CAClJ,CAAC;gBACF,MAAM;YACV,KAAK,yBAAyB;gBAC1B,gBAAgB,CAAC,IAAI,CACjB,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,qBAAU,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,WAAW,EAAE,8CAA8C,EAAE,CAC3H,CAAA;gBACD,MAAM;YACV,KAAK,iBAAiB;gBAClB,gBAAgB,CAAC,IAAI,CACjB,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,gDAAgD,EAAE,CAC1J,CAAA;gBACD,MAAM;YACV,KAAK,YAAY;gBACb,YAAY;gBACZ,MAAM;YACV,KAAK,aAAa;gBACd,gBAAgB,CAAC,IAAI,CACjB;oBACI,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,qBAAU,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE;oBACpG,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,6CAA6C;iBACjF,CACJ,CAAA;gBACD,MAAM;YACV,KAAK,oBAAoB;gBACrB,gBAAgB,GAAG,EAAE,CAAC;gBACtB,YAAY,GAAG,EAAE,CAAC;gBAClB,MAAM;QACd,CAAC;QAED,OAAO;YACH,UAAU,EAAE,qBAAqB;YACjC,OAAO,EAAE;gBACL,YAAY;gBACZ,GAAG,YAAY;gBACf,GAAG,gBAAgB;aACtB;SACJ,CAAC;IACN,CAAC;SAAM,CAAC;QACJ,MAAM,gBAAgB,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;QACzD,6CAA6C;QAC7C,mFAAmF;QACnF,yDAAyD;QACzD,MAAM,sBAAsB,GAAG,IAAA,oDAA+B,EAAC,KAAK,CAAC,CAAC;QACtE,MAAM,mBAAmB,GAA0B;YAC/C;gBACI,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,qBAAU,CAAC,OAAO;gBACxB,GAAG,EAAE,CAAC;gBACN,GAAG,EAAE,gBAAgB;gBACrB,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,GAAG;gBACT,WAAW,EAAE,0CAA0C;aAC1D;SACJ,CAAC;QAEF,oDAAoD;QACpD,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC1B,mBAAmB,CAAC,IAAI,CAAC;gBACrB,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,qBAAU,CAAC,OAAO;gBACxB,GAAG,EAAE,GAAG;gBACR,OAAO,EAAE,GAAG;gBACZ,IAAI,EAAE,GAAG;gBACT,WAAW,EAAE,uFAAuF;aACvG,CAAC,CAAC;YACH,mBAAmB,CAAC,IAAI,CAAC;gBACrB,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,qBAAU,CAAC,OAAO;gBACxB,GAAG,EAAE,CAAC;gBACN,GAAG,EAAE,CAAC;gBACN,IAAI,EAAE,GAAG;gBACT,WAAW,EAAE,yEAAyE;aACzF,CAAC,CAAC;QACP,CAAC;QAED,mBAAmB,CAAC,IAAI,CAAC;YACrB,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,qBAAU,CAAC,WAAW;YAC5B,KAAK,EAAE,EAAE;YACT,WAAW,EAAE,iEAAiE;SACjF,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,uCAAuC;YACvC,MAAM,qBAAqB,GAA0B,sBAAsB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC/E;oBACI,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,qBAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC;oBACN,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE,CAAC;oBACP,WAAW,EAAE,2CAA2C;iBAC3D;aACJ,CAAC;YACF,OAAO;gBACH,UAAU,EAAE,gBAAgB;gBAC5B,OAAO,EAAE;oBACL,GAAG,mBAAmB;oBACtB,GAAG,qBAAqB;oBACxB,GAAG,IAAA,4CAAwB,EAAC,KAAK,CAAC;oBAClC,GAAG,IAAA,mDAA+B,EAAC,KAAK,CAAC;oBACzC,GAAG,IAAA,oDAAgC,EAAC,KAAK,CAAC;oBAC1C,GAAG,IAAA,2CAAuB,GAAE;oBAC5B,GAAG,IAAA,8CAA0B,EAAE,MAA+B,EAAE,aAAa,CAAC;iBACjF;aACJ,CAAC;QACN,CAAC;aACI,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,sEAAsE;YACtE,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzB,MAAM,mBAAmB,GAA0B;oBAC/C;wBACI,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,qBAAU,CAAC,OAAO;wBACxB,GAAG,EAAE,CAAC;wBACN,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,CAAC;wBACP,WAAW,EAAE,2CAA2C;qBAC3D;iBACJ,CAAC;gBACF,OAAO;oBACH,UAAU,EAAE,cAAc;oBAC1B,OAAO,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;iBAC5D,CAAA;YACL,CAAC;QACL,CAAC;aACI,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACjC,sBAAsB;YACtB,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvB,MAAM,sBAAsB,GAA0B;oBAClD;wBACI,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,qBAAU,CAAC,OAAO;wBACxB,GAAG,EAAE,CAAC;wBACN,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,CAAC;wBACP,WAAW,EAAE,2CAA2C;qBAC3D;iBACJ,CAAC;gBACF,OAAO;oBACH,UAAU,EAAE,iBAAiB;oBAC7B,OAAO,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,sBAAsB,CAAC;iBAC/D,CAAA;YACL,CAAC;YACD,uDAAuD;YACvD,+BAA+B;QACnC,CAAC;aACI,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,MAAM,mBAAmB,GAA0B;gBAC/C;oBACI,IAAI,EAAE,kBAAkB;oBACxB,IAAI,EAAE,qBAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC,CAAC;oBACP,GAAG,EAAE,CAAC;oBACN,OAAO,EAAE,CAAC;oBACV,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,yEAAyE;iBACzF;gBACD;oBACI,IAAI,EAAE,mBAAmB;oBACzB,IAAI,EAAE,qBAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC,CAAC;oBACP,GAAG,EAAE,CAAC;oBACN,OAAO,EAAE,CAAC;oBACV,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,0EAA0E;iBAC1F;aACJ,CAAC;YAEF,OAAO;gBACH,UAAU,EAAE,cAAc;gBAC1B,OAAO,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,mBAAmB,CAAC;aAC5D,CAAA;QACL,CAAC;aACI,IAAI,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACxC,MAAM,oBAAoB,GAA0B;gBAChD;oBACI,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,qBAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC;oBACN,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE,CAAC;oBACP,WAAW,EAAE,2CAA2C;iBAC3D;aACJ,CAAC;YACF,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC9B,MAAM,qBAAqB,GAA0B;oBACjD;wBACI,IAAI,EAAE,mBAAmB;wBACzB,IAAI,EAAE,qBAAU,CAAC,OAAO;wBACxB,GAAG,EAAE,CAAC,CAAC;wBACP,GAAG,EAAE,CAAC;wBACN,OAAO,EAAE,CAAC;wBACV,IAAI,EAAE,GAAG;wBACT,WAAW,EAAE,0EAA0E;qBAC1F;oBACD;wBACI,IAAI,EAAE,kBAAkB;wBACxB,IAAI,EAAE,qBAAU,CAAC,OAAO;wBACxB,GAAG,EAAE,CAAC,CAAC;wBACP,GAAG,EAAE,CAAC;wBACN,OAAO,EAAE,CAAC;wBACV,IAAI,EAAE,GAAG;wBACT,WAAW,EAAE,yEAAyE;qBACzF;iBACJ,CAAC;gBACF,OAAO;oBACH,UAAU,EAAE,wBAAwB;oBACpC,OAAO,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,oBAAoB,EAAE,GAAG,qBAAqB,CAAC;iBACvF,CAAA;YACL,CAAC;QACL,CAAC;aAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,MAAM,sBAAsB,GAA0B;gBAClD;oBACI,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,qBAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC;oBACN,GAAG,EAAE,gBAAgB;oBACrB,OAAO,EAAE,KAAK;oBACd,IAAI,EAAE,GAAG;iBACZ;gBACD;oBACI,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,qBAAU,CAAC,OAAO;oBACxB,OAAO,EAAE,IAAI;oBACb,WAAW,EAAE,4BAA4B;iBAC5C;gBACD;oBACI,IAAI,EAAE,mBAAmB;oBACzB,IAAI,EAAE,qBAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC,CAAC;oBACP,GAAG,EAAE,CAAC;oBACN,OAAO,EAAE,CAAC;oBACV,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,0EAA0E;iBAC1F;gBACD;oBACI,IAAI,EAAE,kBAAkB;oBACxB,IAAI,EAAE,qBAAU,CAAC,OAAO;oBACxB,GAAG,EAAE,CAAC,CAAC;oBACP,GAAG,EAAE,CAAC;oBACN,OAAO,EAAE,CAAC;oBACV,IAAI,EAAE,GAAG;oBACT,WAAW,EAAE,yEAAyE;iBACzF;aACJ,CAAA;YACD,OAAO;gBACH,UAAU,EAAE,iBAAiB;gBAC7B,OAAO,EAAE,CAAC,GAAG,mBAAmB,EAAE,GAAG,sBAAsB,CAAC;aAC/D,CAAA;QACL,CAAC;aACI,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACjC,MAAM,aAAa,GAA0B;gBACzC;oBACI,IAAI,EAAE,kBAAkB;oBACxB,IAAI,EAAE,qBAAU,CAAC,IAAI;oBACrB,IAAI,EAAE;wBACF,KAAK,EAAE,KAAK;wBACZ,QAAQ,EAAE,QAAQ;wBAClB,MAAM,EAAE,MAAM;qBACjB;oBACD,OAAO,EAAE,QAAQ;oBACjB,WAAW,EAAE,wFAAwF;iBACxG;aACJ,CAAC;YAEF,MAAM,yBAAyB,GAA0B,CAAC,GAAG,mBAAmB,CAAC,CAAC;YAClF,mCAAmC;YACnC,yBAAyB,CAAC,MAAM,CAAC,yBAAyB,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC;YAC1G,OAAO;gBACH,UAAU,EAAE,iBAAiB;gBAC7B,OAAO,EAAE,CAAC,GAAG,yBAAyB,EAAE,GAAG,aAAa,CAAC;aAC5D,CAAC;QACN,CAAC;aACI,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACpC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAA0B;oBAC1C;wBACI,IAAI,EAAE,aAAa;wBACnB,IAAI,EAAE,qBAAU,CAAC,OAAO;wBACxB,GAAG,EAAE,GAAG;wBACR,GAAG,EAAE,GAAG;wBACR,OAAO,EAAE,GAAG;wBACZ,IAAI,EAAE,GAAG;wBACT,WAAW,EAAE,mCAAmC;qBACnD;oBACD;wBACI,IAAI,EAAE,YAAY;wBAClB,IAAI,EAAE,qBAAU,CAAC,OAAO;wBACxB,GAAG,EAAE,CAAC;wBACN,GAAG,EAAE,IAAI;wBACT,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,GAAG;wBACT,WAAW,EAAE,0CAA0C;qBAC1D;iBACJ,CAAC;gBACF,OAAO;oBACH,UAAU,EAAE,4BAA4B;oBACxC,OAAO,EAAE,cAAc;iBAC1B,CAAC;YACN,CAAC;QACL,CAAC;QAED,gCAAgC;QAChC,OAAO;YACH,UAAU,EAAE,kBAAkB;YAC9B,OAAO,EAAE,mBAAmB;SAC/B,CAAC;IACN,CAAC;AACL,CAAC"}
|
|
@@ -1,138 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.getMaxOutputTokens = getMaxOutputTokens;
|
|
4
|
-
exports.getMaxInputTokens = getMaxInputTokens;
|
|
5
|
-
exports.getContextWindowSize = getContextWindowSize;
|
|
6
|
-
/**
|
|
7
|
-
* Returns the max output tokens for a given model (provider-agnostic).
|
|
8
|
-
* When a model's limits vary by provider, returns a conservative value
|
|
9
|
-
* that works across all providers.
|
|
10
|
-
*/
|
|
11
|
-
function getMaxOutputTokens(model) {
|
|
12
|
-
// Claude models
|
|
13
|
-
if (model.includes('claude')) {
|
|
14
|
-
if (model.includes('opus-4-7'))
|
|
15
|
-
return 128_000;
|
|
16
|
-
if (model.includes('opus-4-6'))
|
|
17
|
-
return 128_000;
|
|
18
|
-
if (model.includes('opus-4-5'))
|
|
19
|
-
return 64_000;
|
|
20
|
-
if (model.includes('opus-'))
|
|
21
|
-
return 32_768; // Opus 4.0, 4.1
|
|
22
|
-
if (model.includes('-4-'))
|
|
23
|
-
return 64_000; // Sonnet 4.x, Haiku 4.5
|
|
24
|
-
if (model.includes('-3-7'))
|
|
25
|
-
return 64_000; // 128K with beta header, default 64K
|
|
26
|
-
if (model.includes('-3-5'))
|
|
27
|
-
return 8_192;
|
|
28
|
-
return 4_096; // Claude 3 older
|
|
29
|
-
}
|
|
30
|
-
// Gemini models
|
|
31
|
-
if (model.includes('gemini')) {
|
|
32
|
-
if (model.includes('-1.0-'))
|
|
33
|
-
return 2_048;
|
|
34
|
-
if (model.includes('flash-image') || model.includes('pro-image'))
|
|
35
|
-
return 32_768;
|
|
36
|
-
return 65_535; // Gemini 1.5, 2.0, 2.5, 3 — API upper bound is exclusive
|
|
37
|
-
}
|
|
38
|
-
// OpenAI o-series
|
|
39
|
-
if (model.includes('o1-mini'))
|
|
40
|
-
return 65_536;
|
|
41
|
-
if (model.includes('o1'))
|
|
42
|
-
return 100_000;
|
|
43
|
-
if (model.includes('o3') || model.includes('o4'))
|
|
44
|
-
return 100_000;
|
|
45
|
-
// GPT models
|
|
46
|
-
if (model.includes('gpt-5'))
|
|
47
|
-
return 128_000;
|
|
48
|
-
if (model.includes('gpt-4o'))
|
|
49
|
-
return 16_384;
|
|
50
|
-
if (model.includes('gpt-4'))
|
|
51
|
-
return 8_192;
|
|
52
|
-
if (model.includes('gpt-3.5'))
|
|
53
|
-
return 4_096;
|
|
54
|
-
// Amazon Nova
|
|
55
|
-
if (model.includes('nova'))
|
|
56
|
-
return 10_000;
|
|
57
|
-
// Mistral
|
|
58
|
-
if (model.includes('mistral'))
|
|
59
|
-
return 8_192;
|
|
60
|
-
// DeepSeek
|
|
61
|
-
if (model.includes('deepseek'))
|
|
62
|
-
return 128_000;
|
|
63
|
-
// Llama
|
|
64
|
-
if (model.includes('llama'))
|
|
65
|
-
return 8_192;
|
|
66
|
-
// Cohere
|
|
67
|
-
if (model.includes('command-a'))
|
|
68
|
-
return 8_000;
|
|
69
|
-
if (model.includes('command'))
|
|
70
|
-
return 4_096;
|
|
71
|
-
return 8_192; // conservative default
|
|
72
|
-
}
|
|
73
|
-
/**
|
|
74
|
-
* Returns the max input tokens for a given model (context window minus max output).
|
|
75
|
-
*/
|
|
76
|
-
function getMaxInputTokens(model) {
|
|
77
|
-
return getContextWindowSize(model) - getMaxOutputTokens(model);
|
|
78
|
-
}
|
|
79
|
-
/**
|
|
80
|
-
* Returns the context window size (input + output) for a given model.
|
|
81
|
-
*/
|
|
82
|
-
function getContextWindowSize(model) {
|
|
83
|
-
// Claude models
|
|
84
|
-
if (model.includes('claude')) {
|
|
85
|
-
// All Claude models use 200K (1M requires beta header, handled separately later)
|
|
86
|
-
return 200_000;
|
|
87
|
-
}
|
|
88
|
-
// Gemini models
|
|
89
|
-
if (model.includes('gemini')) {
|
|
90
|
-
if (model.includes('-1.0-'))
|
|
91
|
-
return 32_000;
|
|
92
|
-
return 1_000_000; // Gemini 1.5, 2.0, 2.5, 3 all support 1M
|
|
93
|
-
}
|
|
94
|
-
// OpenAI o-series (check before gpt-4 to avoid false matches)
|
|
95
|
-
if (model.includes('o1') || model.includes('o3') || model.includes('o4'))
|
|
96
|
-
return 200_000;
|
|
97
|
-
// GPT models — check specific variants before generic gpt-4
|
|
98
|
-
if (model.includes('gpt-5'))
|
|
99
|
-
return 400_000;
|
|
100
|
-
if (model.includes('gpt-4.1') || model.includes('gpt-4-1'))
|
|
101
|
-
return 1_000_000;
|
|
102
|
-
if (model.includes('gpt-4-turbo') || model.includes('gpt-4o'))
|
|
103
|
-
return 128_000;
|
|
104
|
-
if (model.includes('gpt-4'))
|
|
105
|
-
return 8_000;
|
|
106
|
-
if (model.includes('gpt-3.5'))
|
|
107
|
-
return 16_000;
|
|
108
|
-
// Grok
|
|
109
|
-
if (model.includes('grok-4.1') || model.includes('grok-4-1'))
|
|
110
|
-
return 256_000;
|
|
111
|
-
if (model.includes('grok'))
|
|
112
|
-
return 131_072;
|
|
113
|
-
// Amazon Nova
|
|
114
|
-
if (model.includes('nova'))
|
|
115
|
-
return 300_000;
|
|
116
|
-
// Mistral
|
|
117
|
-
if (model.includes('mistral-large'))
|
|
118
|
-
return 128_000;
|
|
119
|
-
if (model.includes('mistral'))
|
|
120
|
-
return 32_000;
|
|
121
|
-
// DeepSeek
|
|
122
|
-
if (model.includes('deepseek'))
|
|
123
|
-
return 128_000;
|
|
124
|
-
// Llama
|
|
125
|
-
if (model.includes('llama-4') || model.includes('llama4'))
|
|
126
|
-
return 1_000_000;
|
|
127
|
-
if (model.includes('llama-3.1') || model.includes('llama-3.2') || model.includes('llama-3.3'))
|
|
128
|
-
return 128_000;
|
|
129
|
-
if (model.includes('llama'))
|
|
130
|
-
return 8_000;
|
|
131
|
-
// Cohere
|
|
132
|
-
if (model.includes('command-a'))
|
|
133
|
-
return 256_000;
|
|
134
|
-
if (model.includes('command'))
|
|
135
|
-
return 128_000;
|
|
136
|
-
return 128_000; // conservative default
|
|
137
|
-
}
|
|
138
|
-
//# sourceMappingURL=context-windows.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"context-windows.js","sourceRoot":"","sources":["../../../src/options/context-windows.ts"],"names":[],"mappings":";;AAKA,gDAwCC;AAKD,8CAEC;AAKD,oDAsCC;AA/FD;;;;GAIG;AACH,SAAgB,kBAAkB,CAAC,KAAa;IAC5C,gBAAgB;IAChB,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;YAAE,OAAO,OAAO,CAAC;QAC/C,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;YAAE,OAAO,OAAO,CAAC;QAC/C,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;YAAE,OAAO,MAAM,CAAC;QAC9C,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,MAAM,CAAC,CAAC,gBAAgB;QAC5D,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC,CAAG,wBAAwB;QACpE,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,MAAM,CAAC,CAAE,qCAAqC;QACjF,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,KAAK,CAAC;QACzC,OAAO,KAAK,CAAC,CAAC,iBAAiB;IACnC,CAAC;IACD,gBAAgB;IAChB,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,KAAK,CAAC;QAC1C,IAAI,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;YAAE,OAAO,MAAM,CAAC;QAChF,OAAO,MAAM,CAAC,CAAC,yDAAyD;IAC5E,CAAC;IACD,kBAAkB;IAClB,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,MAAM,CAAC;IAC7C,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IACzC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IACjE,aAAa;IACb,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IAC5C,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,MAAM,CAAC;IAC5C,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1C,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5C,cAAc;IACd,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAC1C,UAAU;IACV,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5C,WAAW;IACX,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,OAAO,CAAC;IAC/C,QAAQ;IACR,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1C,SAAS;IACT,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9C,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAE5C,OAAO,KAAK,CAAC,CAAC,uBAAuB;AACzC,CAAC;AAED;;GAEG;AACH,SAAgB,iBAAiB,CAAC,KAAa;IAC3C,OAAO,oBAAoB,CAAC,KAAK,CAAC,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,SAAgB,oBAAoB,CAAC,KAAa;IAC9C,gBAAgB;IAChB,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,iFAAiF;QACjF,OAAO,OAAO,CAAC;IACnB,CAAC;IACD,gBAAgB;IAChB,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,MAAM,CAAC;QAC3C,OAAO,SAAS,CAAC,CAAC,yCAAyC;IAC/D,CAAC;IACD,8DAA8D;IAC9D,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IACzF,4DAA4D;IAC5D,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IAC5C,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,SAAS,CAAC;IAC7E,IAAI,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,OAAO,CAAC;IAC9E,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1C,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,MAAM,CAAC;IAC7C,OAAO;IACP,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,OAAO,CAAC;IAC7E,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,OAAO,CAAC;IAC3C,cAAc;IACd,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,OAAO,CAAC;IAC3C,UAAU;IACV,IAAI,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC;QAAE,OAAO,OAAO,CAAC;IACpD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,MAAM,CAAC;IAC7C,WAAW;IACX,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,OAAO,CAAC;IAC/C,QAAQ;IACR,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5E,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,OAAO,CAAC;IAC9G,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1C,SAAS;IACT,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,OAAO,CAAC;IAE9C,OAAO,OAAO,CAAC,CAAC,uBAAuB;AAC3C,CAAC"}
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.textOptionsFallback = void 0;
|
|
4
|
-
const types_js_1 = require("../types.js");
|
|
5
|
-
exports.textOptionsFallback = {
|
|
6
|
-
_option_id: "text-fallback",
|
|
7
|
-
options: [
|
|
8
|
-
{
|
|
9
|
-
name: types_js_1.SharedOptions.max_tokens, type: types_js_1.OptionType.numeric, min: 1,
|
|
10
|
-
integer: true, step: 200, description: "The maximum number of tokens to generate"
|
|
11
|
-
},
|
|
12
|
-
{
|
|
13
|
-
name: types_js_1.SharedOptions.temperature, type: types_js_1.OptionType.numeric, min: 0.0, default: 0.7,
|
|
14
|
-
integer: false, step: 0.1, description: "A higher temperature biases toward less likely tokens, making the model more creative"
|
|
15
|
-
},
|
|
16
|
-
{
|
|
17
|
-
name: types_js_1.SharedOptions.top_p, type: types_js_1.OptionType.numeric, min: 0, max: 1,
|
|
18
|
-
integer: false, step: 0.1, description: "Limits token sampling to the cumulative probability of the top p tokens"
|
|
19
|
-
},
|
|
20
|
-
{
|
|
21
|
-
name: types_js_1.SharedOptions.top_k, type: types_js_1.OptionType.numeric, min: 1,
|
|
22
|
-
integer: true, step: 1, description: "Limits token sampling to the top k tokens"
|
|
23
|
-
},
|
|
24
|
-
{
|
|
25
|
-
name: types_js_1.SharedOptions.presence_penalty, type: types_js_1.OptionType.numeric, min: -2.0, max: 2.0,
|
|
26
|
-
integer: false, step: 0.1, description: "Penalise tokens if they appear at least once in the text"
|
|
27
|
-
},
|
|
28
|
-
{
|
|
29
|
-
name: types_js_1.SharedOptions.frequency_penalty, type: types_js_1.OptionType.numeric, min: -2.0, max: 2.0,
|
|
30
|
-
integer: false, step: 0.1, description: "Penalise tokens based on their frequency in the text"
|
|
31
|
-
},
|
|
32
|
-
{ name: types_js_1.SharedOptions.stop_sequence, type: types_js_1.OptionType.string_list, value: [], description: "The generation will halt if one of the stop sequences is output" },
|
|
33
|
-
]
|
|
34
|
-
};
|
|
35
|
-
//# sourceMappingURL=fallback.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"fallback.js","sourceRoot":"","sources":["../../../src/options/fallback.ts"],"names":[],"mappings":";;;AAAA,0CAA0E;AAa7D,QAAA,mBAAmB,GAAqB;IACjD,UAAU,EAAE,eAAe;IAC3B,OAAO,EAAE;QACL;YACI,IAAI,EAAE,wBAAa,CAAC,UAAU,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC;YAChE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,0CAA0C;SACpF;QACD;YACI,IAAI,EAAE,wBAAa,CAAC,WAAW,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG;YACjF,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,uFAAuF;SAClI;QACD;YACI,IAAI,EAAE,wBAAa,CAAC,KAAK,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;YACnE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,yEAAyE;SACpH;QACD;YACI,IAAI,EAAE,wBAAa,CAAC,KAAK,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC;YAC3D,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,WAAW,EAAE,2CAA2C;SACnF;QACD;YACI,IAAI,EAAE,wBAAa,CAAC,gBAAgB,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG;YACnF,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,0DAA0D;SACrG;QACD;YACI,IAAI,EAAE,wBAAa,CAAC,iBAAiB,EAAE,IAAI,EAAE,qBAAU,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG;YACpF,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,sDAAsD;SACjG;QACD,EAAE,IAAI,EAAE,wBAAa,CAAC,aAAa,EAAE,IAAI,EAAE,qBAAU,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,WAAW,EAAE,iEAAiE,EAAE;KACjK;CACJ,CAAC"}
|