@lobu/gateway 3.0.6 → 3.0.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/auth/bedrock/models.d.ts +13 -0
- package/dist/auth/bedrock/models.d.ts.map +1 -0
- package/dist/auth/bedrock/models.js +75 -0
- package/dist/auth/bedrock/models.js.map +1 -0
- package/dist/auth/bedrock/provider-module.d.ts +17 -0
- package/dist/auth/bedrock/provider-module.d.ts.map +1 -0
- package/dist/auth/bedrock/provider-module.js +80 -0
- package/dist/auth/bedrock/provider-module.js.map +1 -0
- package/dist/auth/external/device-code-client.d.ts +2 -0
- package/dist/auth/external/device-code-client.d.ts.map +1 -1
- package/dist/auth/external/device-code-client.js +12 -4
- package/dist/auth/external/device-code-client.js.map +1 -1
- package/dist/auth/mcp/config-service.d.ts +3 -4
- package/dist/auth/mcp/config-service.d.ts.map +1 -1
- package/dist/auth/mcp/config-service.js +40 -12
- package/dist/auth/mcp/config-service.js.map +1 -1
- package/dist/auth/mcp/proxy.d.ts +1 -3
- package/dist/auth/mcp/proxy.d.ts.map +1 -1
- package/dist/auth/mcp/proxy.js.map +1 -1
- package/dist/cli/gateway.d.ts.map +1 -1
- package/dist/cli/gateway.js +12 -5
- package/dist/cli/gateway.js.map +1 -1
- package/dist/gateway/index.d.ts.map +1 -1
- package/dist/gateway/index.js +1 -3
- package/dist/gateway/index.js.map +1 -1
- package/dist/routes/internal/device-auth.d.ts +7 -0
- package/dist/routes/internal/device-auth.d.ts.map +1 -1
- package/dist/routes/internal/device-auth.js +101 -48
- package/dist/routes/internal/device-auth.js.map +1 -1
- package/dist/routes/public/cli-auth.d.ts.map +1 -1
- package/dist/routes/public/cli-auth.js +10 -0
- package/dist/routes/public/cli-auth.js.map +1 -1
- package/dist/services/bedrock-anthropic-service.d.ts +87 -0
- package/dist/services/bedrock-anthropic-service.d.ts.map +1 -0
- package/dist/services/bedrock-anthropic-service.js +453 -0
- package/dist/services/bedrock-anthropic-service.js.map +1 -0
- package/dist/services/bedrock-model-catalog.d.ts +28 -0
- package/dist/services/bedrock-model-catalog.d.ts.map +1 -0
- package/dist/services/bedrock-model-catalog.js +160 -0
- package/dist/services/bedrock-model-catalog.js.map +1 -0
- package/dist/services/bedrock-openai-service.d.ts +119 -0
- package/dist/services/bedrock-openai-service.d.ts.map +1 -0
- package/dist/services/bedrock-openai-service.js +412 -0
- package/dist/services/bedrock-openai-service.js.map +1 -0
- package/dist/services/core-services.d.ts +3 -0
- package/dist/services/core-services.d.ts.map +1 -1
- package/dist/services/core-services.js +13 -0
- package/dist/services/core-services.js.map +1 -1
- package/dist/services/system-config-resolver.d.ts.map +1 -1
- package/dist/services/system-config-resolver.js +0 -2
- package/dist/services/system-config-resolver.js.map +1 -1
- package/package.json +3 -1
- package/src/__tests__/bedrock-model-catalog.test.ts +40 -0
- package/src/__tests__/bedrock-openai-service.test.ts +157 -0
- package/src/__tests__/bedrock-provider-module.test.ts +56 -0
- package/src/__tests__/mcp-config-service.test.ts +1 -1
- package/src/__tests__/mcp-proxy.test.ts +1 -3
- package/src/auth/bedrock/provider-module.ts +110 -0
- package/src/auth/external/device-code-client.ts +14 -4
- package/src/auth/mcp/config-service.ts +49 -21
- package/src/auth/mcp/proxy.ts +1 -3
- package/src/cli/gateway.ts +8 -0
- package/src/gateway/index.ts +1 -3
- package/src/routes/internal/device-auth.ts +137 -51
- package/src/routes/public/cli-auth.ts +13 -0
- package/src/services/bedrock-model-catalog.ts +217 -0
- package/src/services/bedrock-openai-service.ts +658 -0
- package/src/services/core-services.ts +19 -0
- package/src/services/system-config-resolver.ts +0 -1
|
@@ -0,0 +1,453 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __asyncValues = (this && this.__asyncValues) || function (o) {
|
|
3
|
+
if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
|
|
4
|
+
var m = o[Symbol.asyncIterator], i;
|
|
5
|
+
return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
|
|
6
|
+
function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
|
|
7
|
+
function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
|
|
8
|
+
};
|
|
9
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
10
|
+
exports.BedrockAnthropicService = void 0;
|
|
11
|
+
exports.buildBedrockContext = buildBedrockContext;
|
|
12
|
+
const pi_ai_1 = require("@mariozechner/pi-ai");
|
|
13
|
+
const amazon_bedrock_js_1 = require("@mariozechner/pi-ai/dist/providers/amazon-bedrock.js");
|
|
14
|
+
const hono_1 = require("hono");
|
|
15
|
+
const core_1 = require("@lobu/core");
|
|
16
|
+
const models_1 = require("../auth/bedrock/models");
|
|
17
|
+
const logger = (0, core_1.createLogger)("bedrock-anthropic-service");
|
|
18
|
+
function resolveAwsRegion() {
|
|
19
|
+
return (process.env.AWS_REGION ||
|
|
20
|
+
process.env.AWS_DEFAULT_REGION ||
|
|
21
|
+
"us-east-1");
|
|
22
|
+
}
|
|
23
|
+
function anthropicContentToArray(content) {
|
|
24
|
+
if (typeof content === "string") {
|
|
25
|
+
return [{ type: "text", text: content }];
|
|
26
|
+
}
|
|
27
|
+
return Array.isArray(content) ? content : [];
|
|
28
|
+
}
|
|
29
|
+
function decodeBase64(data) {
|
|
30
|
+
return Uint8Array.from(Buffer.from(data, "base64"));
|
|
31
|
+
}
|
|
32
|
+
function buildSystemPrompt(system) {
|
|
33
|
+
if (typeof system === "string") {
|
|
34
|
+
const trimmed = system.trim();
|
|
35
|
+
return trimmed || undefined;
|
|
36
|
+
}
|
|
37
|
+
if (!Array.isArray(system))
|
|
38
|
+
return undefined;
|
|
39
|
+
const text = system
|
|
40
|
+
.map((block) => ((block === null || block === void 0 ? void 0 : block.type) === "text" ? block.text || "" : ""))
|
|
41
|
+
.join("\n")
|
|
42
|
+
.trim();
|
|
43
|
+
return text || undefined;
|
|
44
|
+
}
|
|
45
|
+
function convertUserContentBlock(block) {
|
|
46
|
+
var _a;
|
|
47
|
+
if (block.type === "text") {
|
|
48
|
+
return { type: "text", text: block.text };
|
|
49
|
+
}
|
|
50
|
+
if (block.type === "image" && ((_a = block.source) === null || _a === void 0 ? void 0 : _a.type) === "base64") {
|
|
51
|
+
return {
|
|
52
|
+
type: "image",
|
|
53
|
+
mimeType: block.source.media_type,
|
|
54
|
+
data: block.source.data,
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
return null;
|
|
58
|
+
}
|
|
59
|
+
function buildBedrockContext(request) {
|
|
60
|
+
const messages = [];
|
|
61
|
+
for (const message of request.messages || []) {
|
|
62
|
+
const contentBlocks = anthropicContentToArray(message.content);
|
|
63
|
+
if (message.role === "assistant") {
|
|
64
|
+
const assistantBlocks = contentBlocks
|
|
65
|
+
.map((block) => {
|
|
66
|
+
if (block.type === "text") {
|
|
67
|
+
return { type: "text", text: block.text };
|
|
68
|
+
}
|
|
69
|
+
if (block.type === "thinking") {
|
|
70
|
+
return {
|
|
71
|
+
type: "thinking",
|
|
72
|
+
thinking: block.thinking,
|
|
73
|
+
thinkingSignature: block.signature || "",
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
if (block.type === "tool_use") {
|
|
77
|
+
return {
|
|
78
|
+
type: "toolCall",
|
|
79
|
+
id: block.id,
|
|
80
|
+
name: block.name,
|
|
81
|
+
arguments: block.input || {},
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
return null;
|
|
85
|
+
})
|
|
86
|
+
.filter(Boolean);
|
|
87
|
+
if (assistantBlocks.length > 0) {
|
|
88
|
+
messages.push({
|
|
89
|
+
role: "assistant",
|
|
90
|
+
content: assistantBlocks,
|
|
91
|
+
});
|
|
92
|
+
}
|
|
93
|
+
continue;
|
|
94
|
+
}
|
|
95
|
+
let pendingUserBlocks = [];
|
|
96
|
+
const flushUserBlocks = () => {
|
|
97
|
+
if (pendingUserBlocks.length === 0)
|
|
98
|
+
return;
|
|
99
|
+
messages.push({
|
|
100
|
+
role: "user",
|
|
101
|
+
content: pendingUserBlocks,
|
|
102
|
+
});
|
|
103
|
+
pendingUserBlocks = [];
|
|
104
|
+
};
|
|
105
|
+
for (const block of contentBlocks) {
|
|
106
|
+
if (block.type === "tool_result") {
|
|
107
|
+
flushUserBlocks();
|
|
108
|
+
const toolResultContent = typeof block.content === "string"
|
|
109
|
+
? [{ type: "text", text: block.content }]
|
|
110
|
+
: (block.content || [])
|
|
111
|
+
.map((item) => convertUserContentBlock(item))
|
|
112
|
+
.filter(Boolean);
|
|
113
|
+
messages.push({
|
|
114
|
+
role: "toolResult",
|
|
115
|
+
toolCallId: block.tool_use_id,
|
|
116
|
+
content: toolResultContent,
|
|
117
|
+
isError: block.is_error === true,
|
|
118
|
+
});
|
|
119
|
+
continue;
|
|
120
|
+
}
|
|
121
|
+
const converted = convertUserContentBlock(block);
|
|
122
|
+
if (converted) {
|
|
123
|
+
pendingUserBlocks.push(converted);
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
flushUserBlocks();
|
|
127
|
+
}
|
|
128
|
+
const tools = (request.tools || []).map((tool) => ({
|
|
129
|
+
name: tool.name,
|
|
130
|
+
description: tool.description || "",
|
|
131
|
+
parameters: tool.input_schema || {
|
|
132
|
+
type: "object",
|
|
133
|
+
properties: {},
|
|
134
|
+
additionalProperties: true,
|
|
135
|
+
},
|
|
136
|
+
}));
|
|
137
|
+
return Object.assign({ messages, systemPrompt: buildSystemPrompt(request.system) }, (tools.length > 0 ? { tools } : {}));
|
|
138
|
+
}
|
|
139
|
+
function mapToolChoice(choice) {
|
|
140
|
+
switch (choice === null || choice === void 0 ? void 0 : choice.type) {
|
|
141
|
+
case "auto":
|
|
142
|
+
return "auto";
|
|
143
|
+
case "any":
|
|
144
|
+
return "any";
|
|
145
|
+
case "tool":
|
|
146
|
+
return choice.name ? { type: "tool", name: choice.name } : undefined;
|
|
147
|
+
default:
|
|
148
|
+
return undefined;
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
function mapReasoningBudget(thinking) {
|
|
152
|
+
const budget = thinking === null || thinking === void 0 ? void 0 : thinking.budget_tokens;
|
|
153
|
+
if ((thinking === null || thinking === void 0 ? void 0 : thinking.type) !== "enabled" || typeof budget !== "number" || budget <= 0) {
|
|
154
|
+
return {};
|
|
155
|
+
}
|
|
156
|
+
return {
|
|
157
|
+
reasoning: "medium",
|
|
158
|
+
thinkingBudgets: {
|
|
159
|
+
medium: budget,
|
|
160
|
+
},
|
|
161
|
+
};
|
|
162
|
+
}
|
|
163
|
+
function mapStopReason(reason) {
|
|
164
|
+
switch (reason) {
|
|
165
|
+
case "length":
|
|
166
|
+
return "max_tokens";
|
|
167
|
+
case "toolUse":
|
|
168
|
+
return "tool_use";
|
|
169
|
+
default:
|
|
170
|
+
return "end_turn";
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
function formatAnthropicUsage(usage) {
|
|
174
|
+
return {
|
|
175
|
+
input_tokens: (usage === null || usage === void 0 ? void 0 : usage.input) || 0,
|
|
176
|
+
output_tokens: (usage === null || usage === void 0 ? void 0 : usage.output) || 0,
|
|
177
|
+
cache_read_input_tokens: (usage === null || usage === void 0 ? void 0 : usage.cacheRead) || 0,
|
|
178
|
+
cache_creation_input_tokens: (usage === null || usage === void 0 ? void 0 : usage.cacheWrite) || 0,
|
|
179
|
+
};
|
|
180
|
+
}
|
|
181
|
+
function createMessageStart(model) {
|
|
182
|
+
return {
|
|
183
|
+
type: "message_start",
|
|
184
|
+
message: {
|
|
185
|
+
id: `msg_${crypto.randomUUID().replace(/-/g, "")}`,
|
|
186
|
+
type: "message",
|
|
187
|
+
role: "assistant",
|
|
188
|
+
content: [],
|
|
189
|
+
model,
|
|
190
|
+
stop_reason: null,
|
|
191
|
+
stop_sequence: null,
|
|
192
|
+
usage: formatAnthropicUsage(),
|
|
193
|
+
},
|
|
194
|
+
};
|
|
195
|
+
}
|
|
196
|
+
function createSseStream(requestModel, stream) {
|
|
197
|
+
const encoder = new TextEncoder();
|
|
198
|
+
return new ReadableStream({
|
|
199
|
+
async start(controller) {
|
|
200
|
+
var _a, e_1, _b, _c;
|
|
201
|
+
var _d, _e, _f, _g, _h, _j, _k;
|
|
202
|
+
const write = (event, payload) => {
|
|
203
|
+
controller.enqueue(encoder.encode(`event: ${event}\ndata: ${JSON.stringify(payload)}\n\n`));
|
|
204
|
+
};
|
|
205
|
+
write("message_start", createMessageStart(requestModel));
|
|
206
|
+
try {
|
|
207
|
+
try {
|
|
208
|
+
for (var _l = true, stream_1 = __asyncValues(stream), stream_1_1; stream_1_1 = await stream_1.next(), _a = stream_1_1.done, !_a; _l = true) {
|
|
209
|
+
_c = stream_1_1.value;
|
|
210
|
+
_l = false;
|
|
211
|
+
const event = _c;
|
|
212
|
+
switch (event.type) {
|
|
213
|
+
case "text_start":
|
|
214
|
+
write("content_block_start", {
|
|
215
|
+
type: "content_block_start",
|
|
216
|
+
index: event.contentIndex,
|
|
217
|
+
content_block: {
|
|
218
|
+
type: "text",
|
|
219
|
+
text: "",
|
|
220
|
+
},
|
|
221
|
+
});
|
|
222
|
+
break;
|
|
223
|
+
case "text_delta":
|
|
224
|
+
write("content_block_delta", {
|
|
225
|
+
type: "content_block_delta",
|
|
226
|
+
index: event.contentIndex,
|
|
227
|
+
delta: {
|
|
228
|
+
type: "text_delta",
|
|
229
|
+
text: event.delta || "",
|
|
230
|
+
},
|
|
231
|
+
});
|
|
232
|
+
break;
|
|
233
|
+
case "text_end":
|
|
234
|
+
write("content_block_stop", {
|
|
235
|
+
type: "content_block_stop",
|
|
236
|
+
index: event.contentIndex,
|
|
237
|
+
});
|
|
238
|
+
break;
|
|
239
|
+
case "thinking_start":
|
|
240
|
+
write("content_block_start", {
|
|
241
|
+
type: "content_block_start",
|
|
242
|
+
index: event.contentIndex,
|
|
243
|
+
content_block: {
|
|
244
|
+
type: "thinking",
|
|
245
|
+
thinking: "",
|
|
246
|
+
},
|
|
247
|
+
});
|
|
248
|
+
break;
|
|
249
|
+
case "thinking_delta":
|
|
250
|
+
write("content_block_delta", {
|
|
251
|
+
type: "content_block_delta",
|
|
252
|
+
index: event.contentIndex,
|
|
253
|
+
delta: {
|
|
254
|
+
type: "thinking_delta",
|
|
255
|
+
thinking: event.delta || "",
|
|
256
|
+
},
|
|
257
|
+
});
|
|
258
|
+
break;
|
|
259
|
+
case "thinking_end": {
|
|
260
|
+
const signature = (_f = (_e = (_d = event.partial) === null || _d === void 0 ? void 0 : _d.content) === null || _e === void 0 ? void 0 : _e[event.contentIndex || 0]) === null || _f === void 0 ? void 0 : _f.thinkingSignature;
|
|
261
|
+
if (signature) {
|
|
262
|
+
write("content_block_delta", {
|
|
263
|
+
type: "content_block_delta",
|
|
264
|
+
index: event.contentIndex,
|
|
265
|
+
delta: {
|
|
266
|
+
type: "signature_delta",
|
|
267
|
+
signature,
|
|
268
|
+
},
|
|
269
|
+
});
|
|
270
|
+
}
|
|
271
|
+
write("content_block_stop", {
|
|
272
|
+
type: "content_block_stop",
|
|
273
|
+
index: event.contentIndex,
|
|
274
|
+
});
|
|
275
|
+
break;
|
|
276
|
+
}
|
|
277
|
+
case "toolcall_start":
|
|
278
|
+
write("content_block_start", {
|
|
279
|
+
type: "content_block_start",
|
|
280
|
+
index: event.contentIndex,
|
|
281
|
+
content_block: {
|
|
282
|
+
type: "tool_use",
|
|
283
|
+
id: ((_g = event.toolCall) === null || _g === void 0 ? void 0 : _g.id) || "",
|
|
284
|
+
name: ((_h = event.toolCall) === null || _h === void 0 ? void 0 : _h.name) || "",
|
|
285
|
+
input: {},
|
|
286
|
+
},
|
|
287
|
+
});
|
|
288
|
+
break;
|
|
289
|
+
case "toolcall_delta":
|
|
290
|
+
write("content_block_delta", {
|
|
291
|
+
type: "content_block_delta",
|
|
292
|
+
index: event.contentIndex,
|
|
293
|
+
delta: {
|
|
294
|
+
type: "input_json_delta",
|
|
295
|
+
partial_json: event.delta || "",
|
|
296
|
+
},
|
|
297
|
+
});
|
|
298
|
+
break;
|
|
299
|
+
case "toolcall_end":
|
|
300
|
+
write("content_block_stop", {
|
|
301
|
+
type: "content_block_stop",
|
|
302
|
+
index: event.contentIndex,
|
|
303
|
+
});
|
|
304
|
+
break;
|
|
305
|
+
case "done":
|
|
306
|
+
write("message_delta", {
|
|
307
|
+
type: "message_delta",
|
|
308
|
+
delta: {
|
|
309
|
+
stop_reason: mapStopReason(event.reason),
|
|
310
|
+
stop_sequence: null,
|
|
311
|
+
},
|
|
312
|
+
usage: formatAnthropicUsage((_j = event.message) === null || _j === void 0 ? void 0 : _j.usage),
|
|
313
|
+
});
|
|
314
|
+
write("message_stop", {
|
|
315
|
+
type: "message_stop",
|
|
316
|
+
});
|
|
317
|
+
controller.close();
|
|
318
|
+
return;
|
|
319
|
+
case "error":
|
|
320
|
+
write("error", {
|
|
321
|
+
type: "error",
|
|
322
|
+
error: {
|
|
323
|
+
type: "api_error",
|
|
324
|
+
message: ((_k = event.error) === null || _k === void 0 ? void 0 : _k.errorMessage) || "Bedrock request failed",
|
|
325
|
+
},
|
|
326
|
+
});
|
|
327
|
+
controller.close();
|
|
328
|
+
return;
|
|
329
|
+
}
|
|
330
|
+
}
|
|
331
|
+
}
|
|
332
|
+
catch (e_1_1) { e_1 = { error: e_1_1 }; }
|
|
333
|
+
finally {
|
|
334
|
+
try {
|
|
335
|
+
if (!_l && !_a && (_b = stream_1.return)) await _b.call(stream_1);
|
|
336
|
+
}
|
|
337
|
+
finally { if (e_1) throw e_1.error; }
|
|
338
|
+
}
|
|
339
|
+
write("message_delta", {
|
|
340
|
+
type: "message_delta",
|
|
341
|
+
delta: {
|
|
342
|
+
stop_reason: "end_turn",
|
|
343
|
+
stop_sequence: null,
|
|
344
|
+
},
|
|
345
|
+
usage: formatAnthropicUsage(),
|
|
346
|
+
});
|
|
347
|
+
write("message_stop", {
|
|
348
|
+
type: "message_stop",
|
|
349
|
+
});
|
|
350
|
+
controller.close();
|
|
351
|
+
}
|
|
352
|
+
catch (error) {
|
|
353
|
+
write("error", {
|
|
354
|
+
type: "error",
|
|
355
|
+
error: {
|
|
356
|
+
type: "api_error",
|
|
357
|
+
message: error instanceof Error ? error.message : String(error),
|
|
358
|
+
},
|
|
359
|
+
});
|
|
360
|
+
controller.close();
|
|
361
|
+
}
|
|
362
|
+
},
|
|
363
|
+
});
|
|
364
|
+
}
|
|
365
|
+
class BedrockAnthropicService {
|
|
366
|
+
constructor(options = {}) {
|
|
367
|
+
this.app = new hono_1.Hono();
|
|
368
|
+
this.modelResolver = options.modelResolver || pi_ai_1.getModel;
|
|
369
|
+
this.bedrockStreamer = options.bedrockStreamer || amazon_bedrock_js_1.streamBedrock;
|
|
370
|
+
this.setupRoutes();
|
|
371
|
+
}
|
|
372
|
+
getApp() {
|
|
373
|
+
return this.app;
|
|
374
|
+
}
|
|
375
|
+
setupRoutes() {
|
|
376
|
+
this.app.get("/health", (c) => c.json({
|
|
377
|
+
service: "bedrock-anthropic-service",
|
|
378
|
+
status: "enabled",
|
|
379
|
+
region: resolveAwsRegion(),
|
|
380
|
+
}));
|
|
381
|
+
this.app.get("/anthropic/a/:agentId/v1/models", (c) => c.json({
|
|
382
|
+
data: models_1.BEDROCK_CLAUDE_MODELS.map((model) => ({
|
|
383
|
+
id: model.anthropicModelId,
|
|
384
|
+
display_name: model.displayName,
|
|
385
|
+
type: "model",
|
|
386
|
+
})),
|
|
387
|
+
}));
|
|
388
|
+
this.app.post("/anthropic/a/:agentId/v1/messages", async (c) => this.handleMessages(c));
|
|
389
|
+
}
|
|
390
|
+
async handleMessages(c) {
|
|
391
|
+
var _a;
|
|
392
|
+
const request = (await c.req.json().catch(() => null));
|
|
393
|
+
if (!(request === null || request === void 0 ? void 0 : request.model)) {
|
|
394
|
+
return c.json({
|
|
395
|
+
error: {
|
|
396
|
+
type: "invalid_request_error",
|
|
397
|
+
message: "Missing required field: model",
|
|
398
|
+
},
|
|
399
|
+
}, 400);
|
|
400
|
+
}
|
|
401
|
+
if (request.stream === false) {
|
|
402
|
+
return c.json({
|
|
403
|
+
error: {
|
|
404
|
+
type: "invalid_request_error",
|
|
405
|
+
message: "Only stream=true is supported for Bedrock-backed Claude",
|
|
406
|
+
},
|
|
407
|
+
}, 400);
|
|
408
|
+
}
|
|
409
|
+
const region = resolveAwsRegion();
|
|
410
|
+
const bedrockModelId = (0, models_1.resolveBedrockModelId)(request.model, region);
|
|
411
|
+
const matchedModel = (0, models_1.resolveBedrockClaudeModel)(request.model, region);
|
|
412
|
+
if (!bedrockModelId || !matchedModel) {
|
|
413
|
+
return c.json({
|
|
414
|
+
error: {
|
|
415
|
+
type: "not_found_error",
|
|
416
|
+
message: `Unsupported Bedrock Claude model: ${request.model}`,
|
|
417
|
+
},
|
|
418
|
+
}, 404);
|
|
419
|
+
}
|
|
420
|
+
const model = this.modelResolver("amazon-bedrock", bedrockModelId);
|
|
421
|
+
if (!model) {
|
|
422
|
+
return c.json({
|
|
423
|
+
error: {
|
|
424
|
+
type: "not_found_error",
|
|
425
|
+
message: `Model is not available in runtime registry: ${bedrockModelId}`,
|
|
426
|
+
},
|
|
427
|
+
}, 404);
|
|
428
|
+
}
|
|
429
|
+
const context = buildBedrockContext(request);
|
|
430
|
+
const toolChoice = mapToolChoice(request.tool_choice);
|
|
431
|
+
const reasoning = mapReasoningBudget(request.thinking);
|
|
432
|
+
logger.info({
|
|
433
|
+
anthropicModel: request.model,
|
|
434
|
+
bedrockModelId,
|
|
435
|
+
region,
|
|
436
|
+
toolCount: ((_a = context.tools) === null || _a === void 0 ? void 0 : _a.length) || 0,
|
|
437
|
+
}, "Proxying Anthropic request to Amazon Bedrock");
|
|
438
|
+
const stream = this.bedrockStreamer(model, context, Object.assign(Object.assign(Object.assign(Object.assign({ signal: c.req.raw.signal, region, maxTokens: request.max_tokens, temperature: request.temperature }, (Array.isArray(request.stop_sequences) &&
|
|
439
|
+
request.stop_sequences.length > 0
|
|
440
|
+
? { stopSequences: request.stop_sequences }
|
|
441
|
+
: {})), (toolChoice ? { toolChoice } : {})), reasoning), { interleavedThinking: true }));
|
|
442
|
+
return new Response(createSseStream(matchedModel.anthropicModelId, stream), {
|
|
443
|
+
headers: {
|
|
444
|
+
"Content-Type": "text/event-stream; charset=utf-8",
|
|
445
|
+
"Cache-Control": "no-cache, no-transform",
|
|
446
|
+
Connection: "keep-alive",
|
|
447
|
+
"X-Accel-Buffering": "no",
|
|
448
|
+
},
|
|
449
|
+
});
|
|
450
|
+
}
|
|
451
|
+
}
|
|
452
|
+
exports.BedrockAnthropicService = BedrockAnthropicService;
|
|
453
|
+
//# sourceMappingURL=bedrock-anthropic-service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bedrock-anthropic-service.js","sourceRoot":"","sources":["../../src/services/bedrock-anthropic-service.ts"],"names":[],"mappings":";;;;;;;;;;AA8KA,kDAiGC;AA/QD,+CAA+C;AAC/C,4FAAqF;AAErF,+BAA4B;AAC5B,qCAA0C;AAC1C,mDAIgC;AAEhC,MAAM,MAAM,GAAG,IAAA,mBAAY,EAAC,2BAA2B,CAAC,CAAC;AA4GzD,SAAS,gBAAgB;IACvB,OAAO,CACL,OAAO,CAAC,GAAG,CAAC,UAAU;QACtB,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAC9B,WAAW,CACZ,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAC9B,OAAoC;IAEpC,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/C,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,OAAO,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,iBAAiB,CACxB,MAA0C;IAE1C,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9B,OAAO,OAAO,IAAI,SAAS,CAAC;IAC9B,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IAE7C,MAAM,IAAI,GAAG,MAAM;SAChB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,IAAI,MAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;SAChE,IAAI,CAAC,IAAI,CAAC;SACV,IAAI,EAAE,CAAC;IAEV,OAAO,IAAI,IAAI,SAAS,CAAC;AAC3B,CAAC;AAED,SAAS,uBAAuB,CAAC,KAA4B;;IAC3D,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC1B,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;IACrD,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,CAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,IAAI,MAAK,QAAQ,EAAE,CAAC;QAC9D,OAAO;YACL,IAAI,EAAE,OAAgB;YACtB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU;YACjC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;SACxB,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAgB,mBAAmB,CAAC,OAAiC;IAKnE,MAAM,QAAQ,GAAmC,EAAE,CAAC;IAEpD,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QAC7C,MAAM,aAAa,GAAG,uBAAuB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAE/D,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACjC,MAAM,eAAe,GAAG,aAAa;iBAClC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBACb,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1B,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;gBACrD,CAAC;gBACD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC9B,OAAO;wBACL,IAAI,EAAE,UAAmB;wBACzB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,iBAAiB,EAAE,KAAK,CAAC,SAAS,IAAI,EAAE;qBACzC,CAAC;gBACJ,CAAC;gBACD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC9B,OAAO;wBACL,IAAI,EAAE,UAAmB;wBACzB,EAAE,EAAE,KAAK,CAAC,EAAE;wBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,SAAS,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE;qBAC7B,CAAC;gBACJ,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC,CAAC;iBACD,MAAM,CAAC,OAAO,CAAC,CAAC;YAEnB,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,eAAe;iBACzB,CAAC,CAAC;YACL,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,iBAAiB,GAAmC,EAAE,CAAC;QAC3D,MAAM,eAAe,GAAG,GAAG,EAAE;YAC3B,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YAC3C,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,iBAAiB;aAC3B,CAAC,CAAC;YACH,iBAAiB,GAAG,EAAE,CAAC;QACzB,CAAC,CAAC;QAEF,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBACjC,eAAe,EAAE,CAAC;gBAClB,MAAM,iBAAiB,GACrB,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;oBAC/B,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;oBAClD,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;yBAClB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;yBAC5C,MAAM,CAAC,OAAO,CAAC,CAAC;gBAEzB,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,YAAY;oBAClB,UAAU,EAAE,KAAK,CAAC,WAAW;oBAC7B,OAAO,EAAE,iBAAiB;oBAC1B,OAAO,EAAE,KAAK,CAAC,QAAQ,KAAK,IAAI;iBACjC,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,SAAS,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;YACjD,IAAI,SAAS,EAAE,CAAC;gBACd,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QAED,eAAe,EAAE,CAAC;IACpB,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACjD,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;QACnC,UAAU,EAAE,IAAI,CAAC,YAAY,IAAI;YAC/B,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE;YACd,oBAAoB,EAAE,IAAI;SAC3B;KACF,CAAC,CAAC,CAAC;IAEJ,uBACE,QAAQ,EACR,YAAY,EAAE,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAC5C,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EACtC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAA4B;IACjD,QAAQ,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,EAAE,CAAC;QACrB,KAAK,MAAM;YACT,OAAO,MAAe,CAAC;QACzB,KAAK,KAAK;YACR,OAAO,KAAc,CAAC;QACxB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAChF;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAkC;IAC5D,MAAM,MAAM,GAAG,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,aAAa,CAAC;IACvC,IAAI,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,IAAI,MAAK,SAAS,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAC9E,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO;QACL,SAAS,EAAE,QAAiB;QAC5B,eAAe,EAAE;YACf,MAAM,EAAE,MAAM;SACf;KACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAAe;IACpC,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,YAAY,CAAC;QACtB,KAAK,SAAS;YACZ,OAAO,UAAU,CAAC;QACpB;YACE,OAAO,UAAU,CAAC;IACtB,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,KAK7B;IACC,OAAO;QACL,YAAY,EAAE,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,KAAK,KAAI,CAAC;QAC/B,aAAa,EAAE,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,MAAM,KAAI,CAAC;QACjC,uBAAuB,EAAE,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,SAAS,KAAI,CAAC;QAC9C,2BAA2B,EAAE,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,UAAU,KAAI,CAAC;KACpD,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa;IACvC,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE;YACP,EAAE,EAAE,OAAO,MAAM,CAAC,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE;YAClD,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,EAAE;YACX,KAAK;YACL,WAAW,EAAE,IAAI;YACjB,aAAa,EAAE,IAAI;YACnB,KAAK,EAAE,oBAAoB,EAAE;SAC9B;KACF,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CACtB,YAAoB,EACpB,MAAyC;IAEzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAElC,OAAO,IAAI,cAAc,CAAa;QACpC,KAAK,CAAC,KAAK,CAAC,UAAU;;;YACpB,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,OAAgB,EAAE,EAAE;gBAChD,UAAU,CAAC,OAAO,CAChB,OAAO,CAAC,MAAM,CAAC,UAAU,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CACxE,CAAC;YACJ,CAAC,CAAC;YAEF,KAAK,CAAC,eAAe,EAAE,kBAAkB,CAAC,YAAY,CAAC,CAAC,CAAC;YAEzD,IAAI,CAAC;;oBACH,KAA0B,eAAA,WAAA,cAAA,MAAM,CAAA,YAAA,4EAAE,CAAC;wBAAT,sBAAM;wBAAN,WAAM;wBAArB,MAAM,KAAK,KAAA,CAAA;wBACpB,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;4BACnB,KAAK,YAAY;gCACf,KAAK,CAAC,qBAAqB,EAAE;oCAC3B,IAAI,EAAE,qBAAqB;oCAC3B,KAAK,EAAE,KAAK,CAAC,YAAY;oCACzB,aAAa,EAAE;wCACb,IAAI,EAAE,MAAM;wCACZ,IAAI,EAAE,EAAE;qCACT;iCACF,CAAC,CAAC;gCACH,MAAM;4BACR,KAAK,YAAY;gCACf,KAAK,CAAC,qBAAqB,EAAE;oCAC3B,IAAI,EAAE,qBAAqB;oCAC3B,KAAK,EAAE,KAAK,CAAC,YAAY;oCACzB,KAAK,EAAE;wCACL,IAAI,EAAE,YAAY;wCAClB,IAAI,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE;qCACxB;iCACF,CAAC,CAAC;gCACH,MAAM;4BACR,KAAK,UAAU;gCACb,KAAK,CAAC,oBAAoB,EAAE;oCAC1B,IAAI,EAAE,oBAAoB;oCAC1B,KAAK,EAAE,KAAK,CAAC,YAAY;iCAC1B,CAAC,CAAC;gCACH,MAAM;4BACR,KAAK,gBAAgB;gCACnB,KAAK,CAAC,qBAAqB,EAAE;oCAC3B,IAAI,EAAE,qBAAqB;oCAC3B,KAAK,EAAE,KAAK,CAAC,YAAY;oCACzB,aAAa,EAAE;wCACb,IAAI,EAAE,UAAU;wCAChB,QAAQ,EAAE,EAAE;qCACb;iCACF,CAAC,CAAC;gCACH,MAAM;4BACR,KAAK,gBAAgB;gCACnB,KAAK,CAAC,qBAAqB,EAAE;oCAC3B,IAAI,EAAE,qBAAqB;oCAC3B,KAAK,EAAE,KAAK,CAAC,YAAY;oCACzB,KAAK,EAAE;wCACL,IAAI,EAAE,gBAAgB;wCACtB,QAAQ,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE;qCAC5B;iCACF,CAAC,CAAC;gCACH,MAAM;4BACR,KAAK,cAAc,CAAC,CAAC,CAAC;gCACpB,MAAM,SAAS,GACb,MAAA,MAAA,MAAA,KAAK,CAAC,OAAO,0CAAE,OAAO,0CAAG,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,0CAAE,iBAAiB,CAAC;gCACvE,IAAI,SAAS,EAAE,CAAC;oCACd,KAAK,CAAC,qBAAqB,EAAE;wCAC3B,IAAI,EAAE,qBAAqB;wCAC3B,KAAK,EAAE,KAAK,CAAC,YAAY;wCACzB,KAAK,EAAE;4CACL,IAAI,EAAE,iBAAiB;4CACvB,SAAS;yCACV;qCACF,CAAC,CAAC;gCACL,CAAC;gCACD,KAAK,CAAC,oBAAoB,EAAE;oCAC1B,IAAI,EAAE,oBAAoB;oCAC1B,KAAK,EAAE,KAAK,CAAC,YAAY;iCAC1B,CAAC,CAAC;gCACH,MAAM;4BACR,CAAC;4BACD,KAAK,gBAAgB;gCACnB,KAAK,CAAC,qBAAqB,EAAE;oCAC3B,IAAI,EAAE,qBAAqB;oCAC3B,KAAK,EAAE,KAAK,CAAC,YAAY;oCACzB,aAAa,EAAE;wCACb,IAAI,EAAE,UAAU;wCAChB,EAAE,EAAE,CAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,EAAE,KAAI,EAAE;wCAC5B,IAAI,EAAE,CAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI,KAAI,EAAE;wCAChC,KAAK,EAAE,EAAE;qCACV;iCACF,CAAC,CAAC;gCACH,MAAM;4BACR,KAAK,gBAAgB;gCACnB,KAAK,CAAC,qBAAqB,EAAE;oCAC3B,IAAI,EAAE,qBAAqB;oCAC3B,KAAK,EAAE,KAAK,CAAC,YAAY;oCACzB,KAAK,EAAE;wCACL,IAAI,EAAE,kBAAkB;wCACxB,YAAY,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE;qCAChC;iCACF,CAAC,CAAC;gCACH,MAAM;4BACR,KAAK,cAAc;gCACjB,KAAK,CAAC,oBAAoB,EAAE;oCAC1B,IAAI,EAAE,oBAAoB;oCAC1B,KAAK,EAAE,KAAK,CAAC,YAAY;iCAC1B,CAAC,CAAC;gCACH,MAAM;4BACR,KAAK,MAAM;gCACT,KAAK,CAAC,eAAe,EAAE;oCACrB,IAAI,EAAE,eAAe;oCACrB,KAAK,EAAE;wCACL,WAAW,EAAE,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC;wCACxC,aAAa,EAAE,IAAI;qCACpB;oCACD,KAAK,EAAE,oBAAoB,CAAC,MAAA,KAAK,CAAC,OAAO,0CAAE,KAAK,CAAC;iCAClD,CAAC,CAAC;gCACH,KAAK,CAAC,cAAc,EAAE;oCACpB,IAAI,EAAE,cAAc;iCACrB,CAAC,CAAC;gCACH,UAAU,CAAC,KAAK,EAAE,CAAC;gCACnB,OAAO;4BACT,KAAK,OAAO;gCACV,KAAK,CAAC,OAAO,EAAE;oCACb,IAAI,EAAE,OAAO;oCACb,KAAK,EAAE;wCACL,IAAI,EAAE,WAAW;wCACjB,OAAO,EACL,CAAA,MAAA,KAAK,CAAC,KAAK,0CAAE,YAAY,KAAI,wBAAwB;qCACxD;iCACF,CAAC,CAAC;gCACH,UAAU,CAAC,KAAK,EAAE,CAAC;gCACnB,OAAO;wBACX,CAAC;oBACH,CAAC;;;;;;;;;gBAED,KAAK,CAAC,eAAe,EAAE;oBACrB,IAAI,EAAE,eAAe;oBACrB,KAAK,EAAE;wBACL,WAAW,EAAE,UAAU;wBACvB,aAAa,EAAE,IAAI;qBACpB;oBACD,KAAK,EAAE,oBAAoB,EAAE;iBAC9B,CAAC,CAAC;gBACH,KAAK,CAAC,cAAc,EAAE;oBACpB,IAAI,EAAE,cAAc;iBACrB,CAAC,CAAC;gBACH,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,KAAK,CAAC,OAAO,EAAE;oBACb,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE;wBACL,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;qBAChE;iBACF,CAAC,CAAC;gBACH,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;QACH,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAOD,MAAa,uBAAuB;IAKlC,YAAY,UAA0C,EAAE;QAJvC,QAAG,GAAG,IAAI,WAAI,EAAE,CAAC;QAKhC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,gBAAQ,CAAC;QACvD,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,iCAAa,CAAC;QAChE,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,GAAG,CAAC;IAClB,CAAC;IAEO,WAAW;QACjB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAC5B,CAAC,CAAC,IAAI,CAAC;YACL,OAAO,EAAE,2BAA2B;YACpC,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,gBAAgB,EAAE;SAC3B,CAAC,CACH,CAAC;QAEF,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,iCAAiC,EAAE,CAAC,CAAC,EAAE,EAAE,CACpD,CAAC,CAAC,IAAI,CAAC;YACL,IAAI,EAAE,8BAAqB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBAC1C,EAAE,EAAE,KAAK,CAAC,gBAAgB;gBAC1B,YAAY,EAAE,KAAK,CAAC,WAAW;gBAC/B,IAAI,EAAE,OAAO;aACd,CAAC,CAAC;SACJ,CAAC,CACH,CAAC;QAEF,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,mCAAmC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAC7D,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CACvB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,CAAU;;QACrC,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAE7C,CAAC;QAET,IAAI,CAAC,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK,CAAA,EAAE,CAAC;YACpB,OAAO,CAAC,CAAC,IAAI,CACX;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,uBAAuB;oBAC7B,OAAO,EAAE,+BAA+B;iBACzC;aACF,EACD,GAAG,CACJ,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;YAC7B,OAAO,CAAC,CAAC,IAAI,CACX;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,uBAAuB;oBAC7B,OAAO,EAAE,yDAAyD;iBACnE;aACF,EACD,GAAG,CACJ,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;QAClC,MAAM,cAAc,GAAG,IAAA,8BAAqB,EAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACpE,MAAM,YAAY,GAAG,IAAA,kCAAyB,EAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAEtE,IAAI,CAAC,cAAc,IAAI,CAAC,YAAY,EAAE,CAAC;YACrC,OAAO,CAAC,CAAC,IAAI,CACX;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,qCAAqC,OAAO,CAAC,KAAK,EAAE;iBAC9D;aACF,EACD,GAAG,CACJ,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAC9B,gBAAyB,EACzB,cAAuB,CAC0B,CAAC;QAEpD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,CAAC,IAAI,CACX;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,+CAA+C,cAAc,EAAE;iBACzE;aACF,EACD,GAAG,CACJ,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACtD,MAAM,SAAS,GAAG,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEvD,MAAM,CAAC,IAAI,CACT;YACE,cAAc,EAAE,OAAO,CAAC,KAAK;YAC7B,cAAc;YACd,MAAM;YACN,SAAS,EAAE,CAAA,MAAA,OAAO,CAAC,KAAK,0CAAE,MAAM,KAAI,CAAC;SACtC,EACD,8CAA8C,CAC/C,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,KAAc,EAAE,OAAgB,4DAClE,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EACxB,MAAM,EACN,SAAS,EAAE,OAAO,CAAC,UAAU,EAC7B,WAAW,EAAE,OAAO,CAAC,WAAW,IAC7B,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC;YACzC,OAAO,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC;YAC/B,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,cAAc,EAAE;YAC3C,CAAC,CAAC,EAAE,CAAC,GACJ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,GAClC,SAAS,KACZ,mBAAmB,EAAE,IAAI,IACY,CAAC;QAExC,OAAO,IAAI,QAAQ,CAAC,eAAe,CAAC,YAAY,CAAC,gBAAgB,EAAE,MAAM,CAAC,EAAE;YAC1E,OAAO,EAAE;gBACP,cAAc,EAAE,kCAAkC;gBAClD,eAAe,EAAE,wBAAwB;gBACzC,UAAU,EAAE,YAAY;gBACxB,mBAAmB,EAAE,IAAI;aAC1B;SACF,CAAC,CAAC;IACL,CAAC;CACF;AA1ID,0DA0IC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { type Model } from "@mariozechner/pi-ai";
|
|
2
|
+
export interface BedrockCatalogModel {
|
|
3
|
+
id: string;
|
|
4
|
+
label: string;
|
|
5
|
+
providerName?: string;
|
|
6
|
+
modelName?: string;
|
|
7
|
+
inputModalities?: string[];
|
|
8
|
+
outputModalities?: string[];
|
|
9
|
+
}
|
|
10
|
+
export interface BedrockModelCatalogOptions {
|
|
11
|
+
cacheTtlMs?: number;
|
|
12
|
+
loadModels?: () => Promise<BedrockCatalogModel[]>;
|
|
13
|
+
}
|
|
14
|
+
export declare function resolveAwsRegion(): string | undefined;
|
|
15
|
+
export declare function buildDynamicBedrockModel(modelId: string, discovered?: Pick<BedrockCatalogModel, "inputModalities" | "modelName" | "providerName"> | null): Model<"bedrock-converse-stream">;
|
|
16
|
+
export declare class BedrockModelCatalog {
|
|
17
|
+
private readonly cacheTtlMs;
|
|
18
|
+
private readonly loadModelsImpl;
|
|
19
|
+
private cachedModels;
|
|
20
|
+
constructor(options?: BedrockModelCatalogOptions);
|
|
21
|
+
listModels(): Promise<BedrockCatalogModel[]>;
|
|
22
|
+
listModelOptions(): Promise<Array<{
|
|
23
|
+
id: string;
|
|
24
|
+
label: string;
|
|
25
|
+
}>>;
|
|
26
|
+
getModel(modelId: string): Promise<BedrockCatalogModel | null>;
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=bedrock-model-catalog.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bedrock-model-catalog.d.ts","sourceRoot":"","sources":["../../src/services/bedrock-model-catalog.ts"],"names":[],"mappings":"AAOA,OAAO,EAAa,KAAK,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAO5D,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,0BAA0B;IACzC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAAC;CACnD;AAED,wBAAgB,gBAAgB,IAAI,MAAM,GAAG,SAAS,CAErD;AAoED,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,MAAM,EACf,UAAU,CAAC,EAAE,IAAI,CACf,mBAAmB,EACnB,iBAAiB,GAAG,WAAW,GAAG,cAAc,CACjD,GAAG,IAAI,GACP,KAAK,CAAC,yBAAyB,CAAC,CA8BlC;AA2BD,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAuC;IACtE,OAAO,CAAC,YAAY,CAEN;gBAEF,OAAO,GAAE,0BAA+B;IAK9C,UAAU,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;IA6B5C,gBAAgB,IAAI,OAAO,CAAC,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAQjE,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC;CAMrE"}
|
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.BedrockModelCatalog = void 0;
|
|
4
|
+
exports.resolveAwsRegion = resolveAwsRegion;
|
|
5
|
+
exports.buildDynamicBedrockModel = buildDynamicBedrockModel;
|
|
6
|
+
const client_bedrock_1 = require("@aws-sdk/client-bedrock");
|
|
7
|
+
const pi_ai_1 = require("@mariozechner/pi-ai");
|
|
8
|
+
const core_1 = require("@lobu/core");
|
|
9
|
+
const logger = (0, core_1.createLogger)("bedrock-model-catalog");
|
|
10
|
+
const CACHE_TTL_MS = 5 * 60 * 1000;
|
|
11
|
+
function resolveAwsRegion() {
|
|
12
|
+
return process.env.AWS_REGION || process.env.AWS_DEFAULT_REGION || undefined;
|
|
13
|
+
}
|
|
14
|
+
function hasTextOutput(summary) {
|
|
15
|
+
return (summary.outputModalities || []).includes(client_bedrock_1.ModelModality.TEXT);
|
|
16
|
+
}
|
|
17
|
+
function hasTextInput(summary) {
|
|
18
|
+
return (summary.inputModalities || []).includes(client_bedrock_1.ModelModality.TEXT);
|
|
19
|
+
}
|
|
20
|
+
function supportsStreaming(summary) {
|
|
21
|
+
return summary.responseStreamingSupported === true;
|
|
22
|
+
}
|
|
23
|
+
function supportsOnDemand(summary) {
|
|
24
|
+
const inferenceTypes = summary.inferenceTypesSupported || [];
|
|
25
|
+
return (inferenceTypes.length === 0 ||
|
|
26
|
+
inferenceTypes.includes(client_bedrock_1.InferenceType.ON_DEMAND));
|
|
27
|
+
}
|
|
28
|
+
function buildModelLabel(model) {
|
|
29
|
+
var _a, _b;
|
|
30
|
+
const provider = (_a = model.providerName) === null || _a === void 0 ? void 0 : _a.trim();
|
|
31
|
+
const name = (_b = model.modelName) === null || _b === void 0 ? void 0 : _b.trim();
|
|
32
|
+
if (provider && name)
|
|
33
|
+
return `${provider} / ${name}`;
|
|
34
|
+
return name || model.id;
|
|
35
|
+
}
|
|
36
|
+
function normalizeFoundationModel(summary) {
|
|
37
|
+
var _a;
|
|
38
|
+
const id = (_a = summary.modelId) === null || _a === void 0 ? void 0 : _a.trim();
|
|
39
|
+
if (!id)
|
|
40
|
+
return null;
|
|
41
|
+
if (!hasTextOutput(summary) || !hasTextInput(summary))
|
|
42
|
+
return null;
|
|
43
|
+
if (!supportsStreaming(summary) || !supportsOnDemand(summary))
|
|
44
|
+
return null;
|
|
45
|
+
return {
|
|
46
|
+
id,
|
|
47
|
+
label: buildModelLabel({
|
|
48
|
+
providerName: summary.providerName,
|
|
49
|
+
modelName: summary.modelName,
|
|
50
|
+
id,
|
|
51
|
+
}),
|
|
52
|
+
providerName: summary.providerName,
|
|
53
|
+
modelName: summary.modelName,
|
|
54
|
+
inputModalities: summary.inputModalities,
|
|
55
|
+
outputModalities: summary.outputModalities,
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
function normalizeRegistryModel(model) {
|
|
59
|
+
return {
|
|
60
|
+
id: model.id,
|
|
61
|
+
label: model.name || model.id,
|
|
62
|
+
inputModalities: model.input.map((input) => input.toUpperCase()),
|
|
63
|
+
outputModalities: ["TEXT"],
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
function sortModels(a, b) {
|
|
67
|
+
return a.label.localeCompare(b.label) || a.id.localeCompare(b.id);
|
|
68
|
+
}
|
|
69
|
+
function buildDynamicBedrockModel(modelId, discovered) {
|
|
70
|
+
const staticModel = (0, pi_ai_1.getModels)("amazon-bedrock").find((m) => m.id === modelId);
|
|
71
|
+
if (staticModel) {
|
|
72
|
+
return staticModel;
|
|
73
|
+
}
|
|
74
|
+
const input = ((discovered === null || discovered === void 0 ? void 0 : discovered.inputModalities) || [])
|
|
75
|
+
.map((value) => value.toLowerCase())
|
|
76
|
+
.filter((value) => value === "text" || value === "image");
|
|
77
|
+
return {
|
|
78
|
+
id: modelId,
|
|
79
|
+
name: buildModelLabel({
|
|
80
|
+
providerName: discovered === null || discovered === void 0 ? void 0 : discovered.providerName,
|
|
81
|
+
modelName: discovered === null || discovered === void 0 ? void 0 : discovered.modelName,
|
|
82
|
+
id: modelId,
|
|
83
|
+
}) || modelId,
|
|
84
|
+
api: "bedrock-converse-stream",
|
|
85
|
+
provider: "amazon-bedrock",
|
|
86
|
+
baseUrl: "",
|
|
87
|
+
reasoning: false,
|
|
88
|
+
input: input.length > 0 ? input : ["text"],
|
|
89
|
+
contextWindow: 128000,
|
|
90
|
+
maxTokens: 8192,
|
|
91
|
+
cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
|
|
92
|
+
};
|
|
93
|
+
}
|
|
94
|
+
async function loadBedrockModelsFromAws() {
|
|
95
|
+
const region = resolveAwsRegion();
|
|
96
|
+
if (!region) {
|
|
97
|
+
throw new Error("AWS region is not configured");
|
|
98
|
+
}
|
|
99
|
+
const client = new client_bedrock_1.BedrockClient({ region });
|
|
100
|
+
const response = await client.send(new client_bedrock_1.ListFoundationModelsCommand({
|
|
101
|
+
byOutputModality: client_bedrock_1.ModelModality.TEXT,
|
|
102
|
+
}));
|
|
103
|
+
return (response.modelSummaries || [])
|
|
104
|
+
.map(normalizeFoundationModel)
|
|
105
|
+
.filter((model) => Boolean(model))
|
|
106
|
+
.sort(sortModels);
|
|
107
|
+
}
|
|
108
|
+
function loadFallbackRegistryModels() {
|
|
109
|
+
return (0, pi_ai_1.getModels)("amazon-bedrock")
|
|
110
|
+
.map(normalizeRegistryModel)
|
|
111
|
+
.sort(sortModels);
|
|
112
|
+
}
|
|
113
|
+
class BedrockModelCatalog {
|
|
114
|
+
constructor(options = {}) {
|
|
115
|
+
var _a;
|
|
116
|
+
this.cacheTtlMs = (_a = options.cacheTtlMs) !== null && _a !== void 0 ? _a : CACHE_TTL_MS;
|
|
117
|
+
this.loadModelsImpl = options.loadModels || loadBedrockModelsFromAws;
|
|
118
|
+
}
|
|
119
|
+
async listModels() {
|
|
120
|
+
const now = Date.now();
|
|
121
|
+
if (this.cachedModels && this.cachedModels.expiresAt > now) {
|
|
122
|
+
return this.cachedModels.models;
|
|
123
|
+
}
|
|
124
|
+
try {
|
|
125
|
+
const models = await this.loadModelsImpl();
|
|
126
|
+
this.cachedModels = {
|
|
127
|
+
expiresAt: now + this.cacheTtlMs,
|
|
128
|
+
models,
|
|
129
|
+
};
|
|
130
|
+
return models;
|
|
131
|
+
}
|
|
132
|
+
catch (error) {
|
|
133
|
+
logger.warn({
|
|
134
|
+
error: error instanceof Error ? error.message : String(error),
|
|
135
|
+
}, "Falling back to static Bedrock model registry");
|
|
136
|
+
const fallback = loadFallbackRegistryModels();
|
|
137
|
+
this.cachedModels = {
|
|
138
|
+
expiresAt: now + this.cacheTtlMs,
|
|
139
|
+
models: fallback,
|
|
140
|
+
};
|
|
141
|
+
return fallback;
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
async listModelOptions() {
|
|
145
|
+
const models = await this.listModels();
|
|
146
|
+
return models.map((model) => ({
|
|
147
|
+
id: model.id,
|
|
148
|
+
label: model.label,
|
|
149
|
+
}));
|
|
150
|
+
}
|
|
151
|
+
async getModel(modelId) {
|
|
152
|
+
const normalized = modelId.trim();
|
|
153
|
+
if (!normalized)
|
|
154
|
+
return null;
|
|
155
|
+
const models = await this.listModels();
|
|
156
|
+
return models.find((model) => model.id === normalized) || null;
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
exports.BedrockModelCatalog = BedrockModelCatalog;
|
|
160
|
+
//# sourceMappingURL=bedrock-model-catalog.js.map
|