openlayer 0.15.1 → 0.16.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -28,7 +28,7 @@ function traceBedrockAgent(client, openlayerInferencePipelineId) {
28
28
  throw new Error('Completion is undefined');
29
29
  }
30
30
  // Create a traced async iterator that preserves the original
31
- const tracedCompletion = createTracedCompletion(response.completion, input, startTime, openlayerInferencePipelineId);
31
+ const tracedCompletion = createTracedCompletion(response.completion, input, startTime, openlayerInferencePipelineId, client.config.region);
32
32
  // Return the response with the traced completion
33
33
  return {
34
34
  ...response,
@@ -44,7 +44,7 @@ function traceBedrockAgent(client, openlayerInferencePipelineId) {
44
44
  }
45
45
  exports.traceBedrockAgent = traceBedrockAgent;
46
46
  // Create a traced completion that collects data while yielding original events
47
- function createTracedCompletion(originalCompletion, input, startTime, openlayerInferencePipelineId) {
47
+ function createTracedCompletion(originalCompletion, input, startTime, openlayerInferencePipelineId, region) {
48
48
  return {
49
49
  async *[Symbol.asyncIterator]() {
50
50
  let firstTokenTime;
@@ -127,6 +127,8 @@ function createTracedCompletion(originalCompletion, input, startTime, openlayerI
127
127
  input.sessionState.knowledgeBaseConfigurations.length > 0,
128
128
  };
129
129
  }
130
+ // Calculate cost based on tokens, model, and region
131
+ const cost = calculateCost(promptTokens, completionTokens, agentModel, typeof region === 'function' ? await region() : region || 'us-east-1');
130
132
  const traceStepData = {
131
133
  name: 'AWS Bedrock Agent Invocation',
132
134
  inputs: inputs,
@@ -135,6 +137,7 @@ function createTracedCompletion(originalCompletion, input, startTime, openlayerI
135
137
  tokens: totalTokens > 0 ? totalTokens : null,
136
138
  promptTokens: promptTokens > 0 ? promptTokens : null,
137
139
  completionTokens: completionTokens > 0 ? completionTokens : null,
140
+ cost: cost,
138
141
  model: agentModel || `${input.agentId}:${input.agentAliasId}`,
139
142
  modelParameters: extractModelParameters(input),
140
143
  rawOutput: JSON.stringify(rawOutputChunks, null, 2),
@@ -245,4 +248,693 @@ function extractModelParameters(input) {
245
248
  }
246
249
  return params;
247
250
  }
251
+ // Bedrock pricing per 1K tokens by region and model ID (as of 2024)
252
+ // Source: https://aws.amazon.com/bedrock/pricing/
253
+ const BedrockPricing = {
254
+ 'us-east-1': {
255
+ // Anthropic models
256
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
257
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
258
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
259
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
260
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
261
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
262
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
263
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
264
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
265
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
266
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
267
+ // Amazon models
268
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
269
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
270
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
271
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
272
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
273
+ 'amazon.nova-pro': { input: 0.003, output: 0.015 },
274
+ 'amazon.nova-express': { input: 0.00025, output: 0.00125 },
275
+ // AI21 models
276
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
277
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
278
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
279
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
280
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
281
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
282
+ // Meta models
283
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
284
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
285
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
286
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
287
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
288
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
289
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
290
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
291
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
292
+ 'meta.llama3.1-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
293
+ 'meta.llama3.1-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
294
+ 'meta.llama3.1-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
295
+ // Cohere models
296
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
297
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
298
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
299
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
300
+ 'cohere.command-r-v1:0': { input: 0.0015, output: 0.002 },
301
+ 'cohere.command-r-plus-v1:0': { input: 0.003, output: 0.015 },
302
+ // Mistral models
303
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
304
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
305
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
306
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
307
+ 'mistral.mistral-7b-instruct-v0:3': { input: 0.00015, output: 0.0002 },
308
+ 'mistral.mixtral-8x7b-instruct-v0:3': { input: 0.00045, output: 0.0007 },
309
+ // Stability AI models
310
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
311
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
312
+ // TwelveLabs models
313
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
314
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
315
+ // Writer models
316
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
317
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
318
+ },
319
+ 'us-east-2': {
320
+ // Anthropic models
321
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
322
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
323
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
324
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
325
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
326
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
327
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
328
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
329
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
330
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
331
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
332
+ // Amazon models
333
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
334
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
335
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
336
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
337
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
338
+ 'amazon.nova-pro': { input: 0.003, output: 0.015 },
339
+ 'amazon.nova-express': { input: 0.00025, output: 0.00125 },
340
+ // AI21 models
341
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
342
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
343
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
344
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
345
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
346
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
347
+ // Meta models
348
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
349
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
350
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
351
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
352
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
353
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
354
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
355
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
356
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
357
+ 'meta.llama3.1-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
358
+ 'meta.llama3.1-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
359
+ 'meta.llama3.1-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
360
+ // Cohere models
361
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
362
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
363
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
364
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
365
+ 'cohere.command-r-v1:0': { input: 0.0015, output: 0.002 },
366
+ 'cohere.command-r-plus-v1:0': { input: 0.003, output: 0.015 },
367
+ // Mistral models
368
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
369
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
370
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
371
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
372
+ 'mistral.mistral-7b-instruct-v0:3': { input: 0.00015, output: 0.0002 },
373
+ 'mistral.mixtral-8x7b-instruct-v0:3': { input: 0.00045, output: 0.0007 },
374
+ // Stability AI models
375
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
376
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
377
+ // TwelveLabs models
378
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
379
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
380
+ // Writer models
381
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
382
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
383
+ },
384
+ 'us-west-2': {
385
+ // Anthropic models
386
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
387
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
388
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
389
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
390
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
391
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
392
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
393
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
394
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
395
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
396
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
397
+ // Amazon models
398
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
399
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
400
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
401
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
402
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
403
+ // AI21 models
404
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
405
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
406
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
407
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
408
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
409
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
410
+ // Meta models
411
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
412
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
413
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
414
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
415
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
416
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
417
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
418
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
419
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
420
+ // Cohere models
421
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
422
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
423
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
424
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
425
+ // Mistral models
426
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
427
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
428
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
429
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
430
+ // Stability AI models
431
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
432
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
433
+ // TwelveLabs models
434
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
435
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
436
+ // Writer models
437
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
438
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
439
+ },
440
+ 'eu-west-1': {
441
+ // Anthropic models
442
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
443
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
444
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
445
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
446
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
447
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
448
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
449
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
450
+ // Amazon models
451
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
452
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
453
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
454
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
455
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
456
+ // AI21 models
457
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
458
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
459
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
460
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
461
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
462
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
463
+ // Meta models
464
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
465
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
466
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
467
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
468
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
469
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
470
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
471
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
472
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
473
+ // Cohere models
474
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
475
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
476
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
477
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
478
+ // Mistral models
479
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
480
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
481
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
482
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
483
+ // Stability AI models
484
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
485
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
486
+ // TwelveLabs models
487
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
488
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
489
+ // Writer models
490
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
491
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
492
+ },
493
+ 'ap-southeast-1': {
494
+ // Anthropic models
495
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
496
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
497
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
498
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
499
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
500
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
501
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
502
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
503
+ // Amazon models
504
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
505
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
506
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
507
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
508
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
509
+ // AI21 models
510
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
511
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
512
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
513
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
514
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
515
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
516
+ // Meta models
517
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
518
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
519
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
520
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
521
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
522
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
523
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
524
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
525
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
526
+ // Cohere models
527
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
528
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
529
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
530
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
531
+ // Mistral models
532
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
533
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
534
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
535
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
536
+ // Stability AI models
537
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
538
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
539
+ // TwelveLabs models
540
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
541
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
542
+ // Writer models
543
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
544
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
545
+ },
546
+ // Additional regions from AWS Bedrock pricing
547
+ 'us-west-1': {
548
+ // Anthropic models
549
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
550
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
551
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
552
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
553
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
554
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
555
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
556
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
557
+ // Amazon models
558
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
559
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
560
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
561
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
562
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
563
+ // AI21 models
564
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
565
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
566
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
567
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
568
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
569
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
570
+ // Meta models
571
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
572
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
573
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
574
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
575
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
576
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
577
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
578
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
579
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
580
+ // Cohere models
581
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
582
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
583
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
584
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
585
+ // Mistral models
586
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
587
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
588
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
589
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
590
+ // Stability AI models
591
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
592
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
593
+ // TwelveLabs models
594
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
595
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
596
+ // Writer models
597
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
598
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
599
+ },
600
+ 'eu-central-1': {
601
+ // Anthropic models
602
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
603
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
604
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
605
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
606
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
607
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
608
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
609
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
610
+ // Amazon models
611
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
612
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
613
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
614
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
615
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
616
+ // AI21 models
617
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
618
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
619
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
620
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
621
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
622
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
623
+ // Meta models
624
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
625
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
626
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
627
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
628
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
629
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
630
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
631
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
632
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
633
+ // Cohere models
634
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
635
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
636
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
637
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
638
+ // Mistral models
639
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
640
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
641
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
642
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
643
+ // Stability AI models
644
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
645
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
646
+ // TwelveLabs models
647
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
648
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
649
+ // Writer models
650
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
651
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
652
+ },
653
+ 'ap-northeast-1': {
654
+ // Anthropic models
655
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
656
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
657
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
658
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
659
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
660
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
661
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
662
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
663
+ // Amazon models
664
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
665
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
666
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
667
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
668
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
669
+ // AI21 models
670
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
671
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
672
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
673
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
674
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
675
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
676
+ // Meta models
677
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
678
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
679
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
680
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
681
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
682
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
683
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
684
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
685
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
686
+ // Cohere models
687
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
688
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
689
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
690
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
691
+ // Mistral models
692
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
693
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
694
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
695
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
696
+ // Stability AI models
697
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
698
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
699
+ // TwelveLabs models
700
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
701
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
702
+ // Writer models
703
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
704
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
705
+ },
706
+ 'ap-south-1': {
707
+ // Anthropic models
708
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
709
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
710
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
711
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
712
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
713
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
714
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
715
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
716
+ // Amazon models
717
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
718
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
719
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
720
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
721
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
722
+ // AI21 models
723
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
724
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
725
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
726
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
727
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
728
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
729
+ // Meta models
730
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
731
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
732
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
733
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
734
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
735
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
736
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
737
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
738
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
739
+ // Cohere models
740
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
741
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
742
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
743
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
744
+ // Mistral models
745
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
746
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
747
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
748
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
749
+ // Stability AI models
750
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
751
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
752
+ // TwelveLabs models
753
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
754
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
755
+ // Writer models
756
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
757
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
758
+ },
759
+ 'ca-central-1': {
760
+ // Anthropic models
761
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
762
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
763
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
764
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
765
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
766
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
767
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
768
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
769
+ // Amazon models
770
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
771
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
772
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
773
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
774
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
775
+ // AI21 models
776
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
777
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
778
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
779
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
780
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
781
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
782
+ // Meta models
783
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
784
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
785
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
786
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
787
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
788
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
789
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
790
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
791
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
792
+ // Cohere models
793
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
794
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
795
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
796
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
797
+ // Mistral models
798
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
799
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
800
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
801
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
802
+ // Stability AI models
803
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
804
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
805
+ // TwelveLabs models
806
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
807
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
808
+ // Writer models
809
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
810
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
811
+ },
812
+ 'sa-east-1': {
813
+ // Anthropic models
814
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
815
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
816
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
817
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
818
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
819
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
820
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
821
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
822
+ // Amazon models
823
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
824
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
825
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
826
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
827
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
828
+ // AI21 models
829
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
830
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
831
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
832
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
833
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
834
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
835
+ // Meta models
836
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
837
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
838
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
839
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
840
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
841
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
842
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
843
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
844
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
845
+ // Cohere models
846
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
847
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
848
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
849
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
850
+ // Mistral models
851
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
852
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
853
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
854
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
855
+ // Stability AI models
856
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
857
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
858
+ // TwelveLabs models
859
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
860
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
861
+ // Writer models
862
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
863
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
864
+ },
865
+ 'ap-northeast-2': {
866
+ // Anthropic models
867
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
868
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
869
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
870
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
871
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
872
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
873
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
874
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
875
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
876
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
877
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
878
+ // Amazon models
879
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
880
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
881
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
882
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
883
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
884
+ // AI21 models
885
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
886
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
887
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
888
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
889
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
890
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
891
+ // Meta models
892
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
893
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
894
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
895
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
896
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
897
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
898
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
899
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
900
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
901
+ // Cohere models
902
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
903
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
904
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
905
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
906
+ // Mistral models
907
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
908
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
909
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
910
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
911
+ // Stability AI models
912
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
913
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
914
+ // TwelveLabs models
915
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
916
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
917
+ // Writer models
918
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
919
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
920
+ },
921
+ };
922
+ function calculateCost(promptTokens, completionTokens, model, region = 'us-east-1') {
923
+ if (!model || promptTokens <= 0 || completionTokens <= 0) {
924
+ return null;
925
+ }
926
+ const regionPricing = BedrockPricing[region];
927
+ if (!regionPricing) {
928
+ console.warn(`No pricing information available for region: ${region}`);
929
+ return null;
930
+ }
931
+ const pricing = regionPricing[model] ?? Object.entries(regionPricing).find(([key]) => model.startsWith(key))?.[1];
932
+ if (!pricing) {
933
+ console.warn(`No pricing information available for model: ${model} in region: ${region}`);
934
+ return null;
935
+ }
936
+ const inputCost = (promptTokens / 1000) * pricing['input'];
937
+ const outputCost = (completionTokens / 1000) * pricing['output'];
938
+ return inputCost + outputCost;
939
+ }
248
940
  //# sourceMappingURL=bedrockAgentTracer.js.map