openlayer 0.15.2 → 0.16.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -22,7 +22,7 @@ export function traceBedrockAgent(client, openlayerInferencePipelineId) {
22
22
  throw new Error('Completion is undefined');
23
23
  }
24
24
  // Create a traced async iterator that preserves the original
25
- const tracedCompletion = createTracedCompletion(response.completion, input, startTime, openlayerInferencePipelineId);
25
+ const tracedCompletion = createTracedCompletion(response.completion, input, startTime, openlayerInferencePipelineId, client.config.region);
26
26
  // Return the response with the traced completion
27
27
  return {
28
28
  ...response,
@@ -37,7 +37,7 @@ export function traceBedrockAgent(client, openlayerInferencePipelineId) {
37
37
  return client;
38
38
  }
39
39
  // Create a traced completion that collects data while yielding original events
40
- function createTracedCompletion(originalCompletion, input, startTime, openlayerInferencePipelineId) {
40
+ function createTracedCompletion(originalCompletion, input, startTime, openlayerInferencePipelineId, region) {
41
41
  return {
42
42
  async *[Symbol.asyncIterator]() {
43
43
  let firstTokenTime;
@@ -120,6 +120,8 @@ function createTracedCompletion(originalCompletion, input, startTime, openlayerI
120
120
  input.sessionState.knowledgeBaseConfigurations.length > 0,
121
121
  };
122
122
  }
123
+ // Calculate cost based on tokens, model, and region
124
+ const cost = calculateCost(promptTokens, completionTokens, agentModel, typeof region === 'function' ? await region() : region || 'us-east-1');
123
125
  const traceStepData = {
124
126
  name: 'AWS Bedrock Agent Invocation',
125
127
  inputs: inputs,
@@ -128,6 +130,7 @@ function createTracedCompletion(originalCompletion, input, startTime, openlayerI
128
130
  tokens: totalTokens > 0 ? totalTokens : null,
129
131
  promptTokens: promptTokens > 0 ? promptTokens : null,
130
132
  completionTokens: completionTokens > 0 ? completionTokens : null,
133
+ cost: cost,
131
134
  model: agentModel || `${input.agentId}:${input.agentAliasId}`,
132
135
  modelParameters: extractModelParameters(input),
133
136
  rawOutput: JSON.stringify(rawOutputChunks, null, 2),
@@ -238,4 +241,693 @@ function extractModelParameters(input) {
238
241
  }
239
242
  return params;
240
243
  }
244
+ // Bedrock pricing per 1K tokens by region and model ID (as of 2024)
245
+ // Source: https://aws.amazon.com/bedrock/pricing/
246
+ const BedrockPricing = {
247
+ 'us-east-1': {
248
+ // Anthropic models
249
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
250
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
251
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
252
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
253
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
254
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
255
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
256
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
257
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
258
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
259
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
260
+ // Amazon models
261
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
262
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
263
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
264
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
265
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
266
+ 'amazon.nova-pro': { input: 0.003, output: 0.015 },
267
+ 'amazon.nova-express': { input: 0.00025, output: 0.00125 },
268
+ // AI21 models
269
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
270
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
271
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
272
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
273
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
274
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
275
+ // Meta models
276
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
277
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
278
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
279
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
280
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
281
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
282
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
283
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
284
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
285
+ 'meta.llama3.1-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
286
+ 'meta.llama3.1-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
287
+ 'meta.llama3.1-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
288
+ // Cohere models
289
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
290
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
291
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
292
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
293
+ 'cohere.command-r-v1:0': { input: 0.0015, output: 0.002 },
294
+ 'cohere.command-r-plus-v1:0': { input: 0.003, output: 0.015 },
295
+ // Mistral models
296
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
297
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
298
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
299
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
300
+ 'mistral.mistral-7b-instruct-v0:3': { input: 0.00015, output: 0.0002 },
301
+ 'mistral.mixtral-8x7b-instruct-v0:3': { input: 0.00045, output: 0.0007 },
302
+ // Stability AI models
303
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
304
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
305
+ // TwelveLabs models
306
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
307
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
308
+ // Writer models
309
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
310
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
311
+ },
312
+ 'us-east-2': {
313
+ // Anthropic models
314
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
315
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
316
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
317
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
318
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
319
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
320
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
321
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
322
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
323
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
324
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
325
+ // Amazon models
326
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
327
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
328
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
329
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
330
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
331
+ 'amazon.nova-pro': { input: 0.003, output: 0.015 },
332
+ 'amazon.nova-express': { input: 0.00025, output: 0.00125 },
333
+ // AI21 models
334
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
335
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
336
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
337
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
338
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
339
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
340
+ // Meta models
341
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
342
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
343
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
344
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
345
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
346
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
347
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
348
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
349
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
350
+ 'meta.llama3.1-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
351
+ 'meta.llama3.1-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
352
+ 'meta.llama3.1-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
353
+ // Cohere models
354
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
355
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
356
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
357
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
358
+ 'cohere.command-r-v1:0': { input: 0.0015, output: 0.002 },
359
+ 'cohere.command-r-plus-v1:0': { input: 0.003, output: 0.015 },
360
+ // Mistral models
361
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
362
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
363
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
364
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
365
+ 'mistral.mistral-7b-instruct-v0:3': { input: 0.00015, output: 0.0002 },
366
+ 'mistral.mixtral-8x7b-instruct-v0:3': { input: 0.00045, output: 0.0007 },
367
+ // Stability AI models
368
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
369
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
370
+ // TwelveLabs models
371
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
372
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
373
+ // Writer models
374
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
375
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
376
+ },
377
+ 'us-west-2': {
378
+ // Anthropic models
379
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
380
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
381
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
382
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
383
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
384
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
385
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
386
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
387
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
388
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
389
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
390
+ // Amazon models
391
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
392
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
393
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
394
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
395
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
396
+ // AI21 models
397
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
398
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
399
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
400
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
401
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
402
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
403
+ // Meta models
404
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
405
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
406
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
407
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
408
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
409
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
410
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
411
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
412
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
413
+ // Cohere models
414
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
415
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
416
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
417
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
418
+ // Mistral models
419
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
420
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
421
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
422
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
423
+ // Stability AI models
424
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
425
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
426
+ // TwelveLabs models
427
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
428
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
429
+ // Writer models
430
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
431
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
432
+ },
433
+ 'eu-west-1': {
434
+ // Anthropic models
435
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
436
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
437
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
438
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
439
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
440
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
441
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
442
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
443
+ // Amazon models
444
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
445
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
446
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
447
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
448
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
449
+ // AI21 models
450
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
451
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
452
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
453
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
454
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
455
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
456
+ // Meta models
457
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
458
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
459
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
460
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
461
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
462
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
463
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
464
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
465
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
466
+ // Cohere models
467
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
468
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
469
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
470
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
471
+ // Mistral models
472
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
473
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
474
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
475
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
476
+ // Stability AI models
477
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
478
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
479
+ // TwelveLabs models
480
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
481
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
482
+ // Writer models
483
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
484
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
485
+ },
486
+ 'ap-southeast-1': {
487
+ // Anthropic models
488
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
489
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
490
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
491
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
492
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
493
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
494
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
495
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
496
+ // Amazon models
497
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
498
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
499
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
500
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
501
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
502
+ // AI21 models
503
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
504
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
505
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
506
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
507
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
508
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
509
+ // Meta models
510
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
511
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
512
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
513
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
514
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
515
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
516
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
517
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
518
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
519
+ // Cohere models
520
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
521
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
522
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
523
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
524
+ // Mistral models
525
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
526
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
527
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
528
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
529
+ // Stability AI models
530
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
531
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
532
+ // TwelveLabs models
533
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
534
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
535
+ // Writer models
536
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
537
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
538
+ },
539
+ // Additional regions from AWS Bedrock pricing
540
+ 'us-west-1': {
541
+ // Anthropic models
542
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
543
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
544
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
545
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
546
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
547
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
548
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
549
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
550
+ // Amazon models
551
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
552
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
553
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
554
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
555
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
556
+ // AI21 models
557
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
558
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
559
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
560
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
561
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
562
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
563
+ // Meta models
564
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
565
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
566
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
567
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
568
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
569
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
570
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
571
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
572
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
573
+ // Cohere models
574
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
575
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
576
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
577
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
578
+ // Mistral models
579
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
580
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
581
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
582
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
583
+ // Stability AI models
584
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
585
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
586
+ // TwelveLabs models
587
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
588
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
589
+ // Writer models
590
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
591
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
592
+ },
593
+ 'eu-central-1': {
594
+ // Anthropic models
595
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
596
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
597
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
598
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
599
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
600
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
601
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
602
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
603
+ // Amazon models
604
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
605
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
606
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
607
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
608
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
609
+ // AI21 models
610
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
611
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
612
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
613
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
614
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
615
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
616
+ // Meta models
617
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
618
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
619
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
620
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
621
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
622
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
623
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
624
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
625
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
626
+ // Cohere models
627
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
628
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
629
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
630
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
631
+ // Mistral models
632
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
633
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
634
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
635
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
636
+ // Stability AI models
637
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
638
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
639
+ // TwelveLabs models
640
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
641
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
642
+ // Writer models
643
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
644
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
645
+ },
646
+ 'ap-northeast-1': {
647
+ // Anthropic models
648
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
649
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
650
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
651
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
652
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
653
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
654
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
655
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
656
+ // Amazon models
657
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
658
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
659
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
660
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
661
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
662
+ // AI21 models
663
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
664
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
665
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
666
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
667
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
668
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
669
+ // Meta models
670
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
671
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
672
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
673
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
674
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
675
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
676
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
677
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
678
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
679
+ // Cohere models
680
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
681
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
682
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
683
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
684
+ // Mistral models
685
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
686
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
687
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
688
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
689
+ // Stability AI models
690
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
691
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
692
+ // TwelveLabs models
693
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
694
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
695
+ // Writer models
696
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
697
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
698
+ },
699
+ 'ap-south-1': {
700
+ // Anthropic models
701
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
702
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
703
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
704
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
705
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
706
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
707
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
708
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
709
+ // Amazon models
710
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
711
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
712
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
713
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
714
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
715
+ // AI21 models
716
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
717
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
718
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
719
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
720
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
721
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
722
+ // Meta models
723
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
724
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
725
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
726
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
727
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
728
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
729
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
730
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
731
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
732
+ // Cohere models
733
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
734
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
735
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
736
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
737
+ // Mistral models
738
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
739
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
740
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
741
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
742
+ // Stability AI models
743
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
744
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
745
+ // TwelveLabs models
746
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
747
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
748
+ // Writer models
749
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
750
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
751
+ },
752
+ 'ca-central-1': {
753
+ // Anthropic models
754
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
755
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
756
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
757
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
758
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
759
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
760
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
761
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
762
+ // Amazon models
763
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
764
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
765
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
766
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
767
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
768
+ // AI21 models
769
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
770
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
771
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
772
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
773
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
774
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
775
+ // Meta models
776
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
777
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
778
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
779
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
780
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
781
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
782
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
783
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
784
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
785
+ // Cohere models
786
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
787
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
788
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
789
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
790
+ // Mistral models
791
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
792
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
793
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
794
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
795
+ // Stability AI models
796
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
797
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
798
+ // TwelveLabs models
799
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
800
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
801
+ // Writer models
802
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
803
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
804
+ },
805
+ 'sa-east-1': {
806
+ // Anthropic models
807
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
808
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
809
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
810
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
811
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
812
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
813
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
814
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
815
+ // Amazon models
816
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
817
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
818
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
819
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
820
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
821
+ // AI21 models
822
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
823
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
824
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
825
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
826
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
827
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
828
+ // Meta models
829
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
830
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
831
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
832
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
833
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
834
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
835
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
836
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
837
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
838
+ // Cohere models
839
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
840
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
841
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
842
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
843
+ // Mistral models
844
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
845
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
846
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
847
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
848
+ // Stability AI models
849
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
850
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
851
+ // TwelveLabs models
852
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
853
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
854
+ // Writer models
855
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
856
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
857
+ },
858
+ 'ap-northeast-2': {
859
+ // Anthropic models
860
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
861
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
862
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
863
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
864
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
865
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
866
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
867
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
868
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
869
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
870
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
871
+ // Amazon models
872
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
873
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
874
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
875
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
876
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
877
+ // AI21 models
878
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
879
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
880
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
881
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
882
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
883
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
884
+ // Meta models
885
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
886
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
887
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
888
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
889
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
890
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
891
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
892
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
893
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
894
+ // Cohere models
895
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
896
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
897
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
898
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
899
+ // Mistral models
900
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
901
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
902
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
903
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
904
+ // Stability AI models
905
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
906
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
907
+ // TwelveLabs models
908
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
909
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
910
+ // Writer models
911
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
912
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
913
+ },
914
+ };
915
+ function calculateCost(promptTokens, completionTokens, model, region = 'us-east-1') {
916
+ if (!model || promptTokens <= 0 || completionTokens <= 0) {
917
+ return null;
918
+ }
919
+ const regionPricing = BedrockPricing[region];
920
+ if (!regionPricing) {
921
+ console.warn(`No pricing information available for region: ${region}`);
922
+ return null;
923
+ }
924
+ const pricing = regionPricing[model] ?? Object.entries(regionPricing).find(([key]) => model.startsWith(key))?.[1];
925
+ if (!pricing) {
926
+ console.warn(`No pricing information available for model: ${model} in region: ${region}`);
927
+ return null;
928
+ }
929
+ const inputCost = (promptTokens / 1000) * pricing['input'];
930
+ const outputCost = (completionTokens / 1000) * pricing['output'];
931
+ return inputCost + outputCost;
932
+ }
241
933
  //# sourceMappingURL=bedrockAgentTracer.mjs.map