openlayer 0.15.2 → 0.16.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (40) hide show
  1. package/CHANGELOG.md +16 -0
  2. package/lib/core/cli.d.ts +1 -1
  3. package/lib/core/cli.d.ts.map +1 -1
  4. package/lib/core/cli.js +1 -1
  5. package/lib/core/cli.js.map +1 -1
  6. package/lib/core/cli.mjs +1 -1
  7. package/lib/core/cli.mjs.map +1 -1
  8. package/lib/integrations/bedrockAgentTracer.d.ts +2 -1
  9. package/lib/integrations/bedrockAgentTracer.d.ts.map +1 -1
  10. package/lib/integrations/bedrockAgentTracer.js +694 -3
  11. package/lib/integrations/bedrockAgentTracer.js.map +1 -1
  12. package/lib/integrations/bedrockAgentTracer.mjs +694 -3
  13. package/lib/integrations/bedrockAgentTracer.mjs.map +1 -1
  14. package/lib/integrations/openAiTracer.d.ts.map +1 -1
  15. package/lib/integrations/openAiTracer.js +0 -2
  16. package/lib/integrations/openAiTracer.js.map +1 -1
  17. package/lib/integrations/openAiTracer.mjs +0 -2
  18. package/lib/integrations/openAiTracer.mjs.map +1 -1
  19. package/lib/tracing/steps.d.ts +0 -2
  20. package/lib/tracing/steps.d.ts.map +1 -1
  21. package/lib/tracing/steps.js +0 -2
  22. package/lib/tracing/steps.js.map +1 -1
  23. package/lib/tracing/steps.mjs +0 -2
  24. package/lib/tracing/steps.mjs.map +1 -1
  25. package/lib/tracing/tracer.d.ts +2 -2
  26. package/lib/tracing/tracer.d.ts.map +1 -1
  27. package/lib/tracing/tracer.js +2 -2
  28. package/lib/tracing/tracer.js.map +1 -1
  29. package/lib/tracing/tracer.mjs +2 -2
  30. package/lib/tracing/tracer.mjs.map +1 -1
  31. package/package.json +1 -1
  32. package/src/lib/core/cli.ts +2 -2
  33. package/src/lib/integrations/bedrockAgentTracer.ts +839 -7
  34. package/src/lib/integrations/openAiTracer.ts +0 -2
  35. package/src/lib/tracing/steps.ts +0 -3
  36. package/src/lib/tracing/tracer.ts +3 -3
  37. package/src/version.ts +1 -1
  38. package/version.d.ts +1 -1
  39. package/version.js +1 -1
  40. package/version.mjs +1 -1
@@ -22,7 +22,7 @@ export function traceBedrockAgent(client, openlayerInferencePipelineId) {
22
22
  throw new Error('Completion is undefined');
23
23
  }
24
24
  // Create a traced async iterator that preserves the original
25
- const tracedCompletion = createTracedCompletion(response.completion, input, startTime, openlayerInferencePipelineId);
25
+ const tracedCompletion = createTracedCompletion(response.completion, input, startTime, openlayerInferencePipelineId, client.config.region);
26
26
  // Return the response with the traced completion
27
27
  return {
28
28
  ...response,
@@ -37,7 +37,7 @@ export function traceBedrockAgent(client, openlayerInferencePipelineId) {
37
37
  return client;
38
38
  }
39
39
  // Create a traced completion that collects data while yielding original events
40
- function createTracedCompletion(originalCompletion, input, startTime, openlayerInferencePipelineId) {
40
+ function createTracedCompletion(originalCompletion, input, startTime, openlayerInferencePipelineId, region) {
41
41
  return {
42
42
  async *[Symbol.asyncIterator]() {
43
43
  let firstTokenTime;
@@ -120,6 +120,8 @@ function createTracedCompletion(originalCompletion, input, startTime, openlayerI
120
120
  input.sessionState.knowledgeBaseConfigurations.length > 0,
121
121
  };
122
122
  }
123
+ // Calculate cost based on tokens, model, and region
124
+ const cost = calculateCost(promptTokens, completionTokens, agentModel, typeof region === 'function' ? await region() : region || 'us-east-1');
123
125
  const traceStepData = {
124
126
  name: 'AWS Bedrock Agent Invocation',
125
127
  inputs: inputs,
@@ -128,9 +130,9 @@ function createTracedCompletion(originalCompletion, input, startTime, openlayerI
128
130
  tokens: totalTokens > 0 ? totalTokens : null,
129
131
  promptTokens: promptTokens > 0 ? promptTokens : null,
130
132
  completionTokens: completionTokens > 0 ? completionTokens : null,
133
+ cost: cost,
131
134
  model: agentModel || `${input.agentId}:${input.agentAliasId}`,
132
135
  modelParameters: extractModelParameters(input),
133
- rawOutput: JSON.stringify(rawOutputChunks, null, 2),
134
136
  metadata: metadata,
135
137
  provider: 'Bedrock',
136
138
  startTime: startTime,
@@ -238,4 +240,693 @@ function extractModelParameters(input) {
238
240
  }
239
241
  return params;
240
242
  }
243
+ // Bedrock pricing per 1K tokens by region and model ID (as of 2024)
244
+ // Source: https://aws.amazon.com/bedrock/pricing/
245
+ const BedrockPricing = {
246
+ 'us-east-1': {
247
+ // Anthropic models
248
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
249
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
250
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
251
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
252
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
253
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
254
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
255
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
256
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
257
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
258
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
259
+ // Amazon models
260
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
261
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
262
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
263
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
264
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
265
+ 'amazon.nova-pro': { input: 0.003, output: 0.015 },
266
+ 'amazon.nova-express': { input: 0.00025, output: 0.00125 },
267
+ // AI21 models
268
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
269
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
270
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
271
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
272
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
273
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
274
+ // Meta models
275
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
276
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
277
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
278
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
279
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
280
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
281
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
282
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
283
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
284
+ 'meta.llama3.1-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
285
+ 'meta.llama3.1-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
286
+ 'meta.llama3.1-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
287
+ // Cohere models
288
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
289
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
290
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
291
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
292
+ 'cohere.command-r-v1:0': { input: 0.0015, output: 0.002 },
293
+ 'cohere.command-r-plus-v1:0': { input: 0.003, output: 0.015 },
294
+ // Mistral models
295
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
296
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
297
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
298
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
299
+ 'mistral.mistral-7b-instruct-v0:3': { input: 0.00015, output: 0.0002 },
300
+ 'mistral.mixtral-8x7b-instruct-v0:3': { input: 0.00045, output: 0.0007 },
301
+ // Stability AI models
302
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
303
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
304
+ // TwelveLabs models
305
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
306
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
307
+ // Writer models
308
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
309
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
310
+ },
311
+ 'us-east-2': {
312
+ // Anthropic models
313
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
314
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
315
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
316
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
317
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
318
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
319
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
320
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
321
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
322
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
323
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
324
+ // Amazon models
325
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
326
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
327
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
328
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
329
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
330
+ 'amazon.nova-pro': { input: 0.003, output: 0.015 },
331
+ 'amazon.nova-express': { input: 0.00025, output: 0.00125 },
332
+ // AI21 models
333
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
334
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
335
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
336
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
337
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
338
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
339
+ // Meta models
340
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
341
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
342
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
343
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
344
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
345
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
346
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
347
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
348
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
349
+ 'meta.llama3.1-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
350
+ 'meta.llama3.1-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
351
+ 'meta.llama3.1-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
352
+ // Cohere models
353
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
354
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
355
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
356
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
357
+ 'cohere.command-r-v1:0': { input: 0.0015, output: 0.002 },
358
+ 'cohere.command-r-plus-v1:0': { input: 0.003, output: 0.015 },
359
+ // Mistral models
360
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
361
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
362
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
363
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
364
+ 'mistral.mistral-7b-instruct-v0:3': { input: 0.00015, output: 0.0002 },
365
+ 'mistral.mixtral-8x7b-instruct-v0:3': { input: 0.00045, output: 0.0007 },
366
+ // Stability AI models
367
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
368
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
369
+ // TwelveLabs models
370
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
371
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
372
+ // Writer models
373
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
374
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
375
+ },
376
+ 'us-west-2': {
377
+ // Anthropic models
378
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
379
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
380
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
381
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
382
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
383
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
384
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
385
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
386
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
387
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
388
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
389
+ // Amazon models
390
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
391
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
392
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
393
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
394
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
395
+ // AI21 models
396
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
397
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
398
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
399
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
400
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
401
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
402
+ // Meta models
403
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
404
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
405
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
406
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
407
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
408
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
409
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
410
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
411
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
412
+ // Cohere models
413
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
414
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
415
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
416
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
417
+ // Mistral models
418
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
419
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
420
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
421
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
422
+ // Stability AI models
423
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
424
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
425
+ // TwelveLabs models
426
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
427
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
428
+ // Writer models
429
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
430
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
431
+ },
432
+ 'eu-west-1': {
433
+ // Anthropic models
434
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
435
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
436
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
437
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
438
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
439
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
440
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
441
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
442
+ // Amazon models
443
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
444
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
445
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
446
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
447
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
448
+ // AI21 models
449
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
450
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
451
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
452
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
453
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
454
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
455
+ // Meta models
456
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
457
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
458
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
459
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
460
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
461
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
462
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
463
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
464
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
465
+ // Cohere models
466
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
467
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
468
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
469
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
470
+ // Mistral models
471
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
472
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
473
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
474
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
475
+ // Stability AI models
476
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
477
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
478
+ // TwelveLabs models
479
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
480
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
481
+ // Writer models
482
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
483
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
484
+ },
485
+ 'ap-southeast-1': {
486
+ // Anthropic models
487
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
488
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
489
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
490
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
491
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
492
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
493
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
494
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
495
+ // Amazon models
496
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
497
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
498
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
499
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
500
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
501
+ // AI21 models
502
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
503
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
504
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
505
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
506
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
507
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
508
+ // Meta models
509
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
510
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
511
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
512
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
513
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
514
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
515
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
516
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
517
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
518
+ // Cohere models
519
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
520
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
521
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
522
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
523
+ // Mistral models
524
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
525
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
526
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
527
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
528
+ // Stability AI models
529
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
530
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
531
+ // TwelveLabs models
532
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
533
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
534
+ // Writer models
535
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
536
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
537
+ },
538
+ // Additional regions from AWS Bedrock pricing
539
+ 'us-west-1': {
540
+ // Anthropic models
541
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
542
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
543
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
544
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
545
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
546
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
547
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
548
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
549
+ // Amazon models
550
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
551
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
552
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
553
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
554
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
555
+ // AI21 models
556
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
557
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
558
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
559
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
560
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
561
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
562
+ // Meta models
563
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
564
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
565
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
566
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
567
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
568
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
569
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
570
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
571
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
572
+ // Cohere models
573
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
574
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
575
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
576
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
577
+ // Mistral models
578
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
579
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
580
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
581
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
582
+ // Stability AI models
583
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
584
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
585
+ // TwelveLabs models
586
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
587
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
588
+ // Writer models
589
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
590
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
591
+ },
592
+ 'eu-central-1': {
593
+ // Anthropic models
594
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
595
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
596
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
597
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
598
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
599
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
600
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
601
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
602
+ // Amazon models
603
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
604
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
605
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
606
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
607
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
608
+ // AI21 models
609
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
610
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
611
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
612
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
613
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
614
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
615
+ // Meta models
616
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
617
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
618
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
619
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
620
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
621
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
622
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
623
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
624
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
625
+ // Cohere models
626
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
627
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
628
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
629
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
630
+ // Mistral models
631
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
632
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
633
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
634
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
635
+ // Stability AI models
636
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
637
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
638
+ // TwelveLabs models
639
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
640
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
641
+ // Writer models
642
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
643
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
644
+ },
645
+ 'ap-northeast-1': {
646
+ // Anthropic models
647
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
648
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
649
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
650
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
651
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
652
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
653
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
654
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
655
+ // Amazon models
656
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
657
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
658
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
659
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
660
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
661
+ // AI21 models
662
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
663
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
664
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
665
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
666
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
667
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
668
+ // Meta models
669
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
670
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
671
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
672
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
673
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
674
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
675
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
676
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
677
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
678
+ // Cohere models
679
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
680
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
681
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
682
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
683
+ // Mistral models
684
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
685
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
686
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
687
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
688
+ // Stability AI models
689
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
690
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
691
+ // TwelveLabs models
692
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
693
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
694
+ // Writer models
695
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
696
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
697
+ },
698
+ 'ap-south-1': {
699
+ // Anthropic models
700
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
701
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
702
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
703
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
704
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
705
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
706
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
707
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
708
+ // Amazon models
709
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
710
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
711
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
712
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
713
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
714
+ // AI21 models
715
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
716
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
717
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
718
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
719
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
720
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
721
+ // Meta models
722
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
723
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
724
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
725
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
726
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
727
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
728
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
729
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
730
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
731
+ // Cohere models
732
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
733
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
734
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
735
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
736
+ // Mistral models
737
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
738
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
739
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
740
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
741
+ // Stability AI models
742
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
743
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
744
+ // TwelveLabs models
745
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
746
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
747
+ // Writer models
748
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
749
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
750
+ },
751
+ 'ca-central-1': {
752
+ // Anthropic models
753
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
754
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
755
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
756
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
757
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
758
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
759
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
760
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
761
+ // Amazon models
762
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
763
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
764
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
765
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
766
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
767
+ // AI21 models
768
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
769
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
770
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
771
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
772
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
773
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
774
+ // Meta models
775
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
776
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
777
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
778
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
779
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
780
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
781
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
782
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
783
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
784
+ // Cohere models
785
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
786
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
787
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
788
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
789
+ // Mistral models
790
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
791
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
792
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
793
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
794
+ // Stability AI models
795
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
796
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
797
+ // TwelveLabs models
798
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
799
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
800
+ // Writer models
801
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
802
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
803
+ },
804
+ 'sa-east-1': {
805
+ // Anthropic models
806
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
807
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
808
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
809
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
810
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
811
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
812
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
813
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
814
+ // Amazon models
815
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
816
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
817
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
818
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
819
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
820
+ // AI21 models
821
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
822
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
823
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
824
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
825
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
826
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
827
+ // Meta models
828
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
829
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
830
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
831
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
832
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
833
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
834
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
835
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
836
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
837
+ // Cohere models
838
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
839
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
840
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
841
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
842
+ // Mistral models
843
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
844
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
845
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
846
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
847
+ // Stability AI models
848
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
849
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
850
+ // TwelveLabs models
851
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
852
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
853
+ // Writer models
854
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
855
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
856
+ },
857
+ 'ap-northeast-2': {
858
+ // Anthropic models
859
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
860
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
861
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
862
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
863
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
864
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
865
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
866
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
867
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
868
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
869
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
870
+ // Amazon models
871
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
872
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
873
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
874
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
875
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
876
+ // AI21 models
877
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
878
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
879
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
880
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
881
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
882
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
883
+ // Meta models
884
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
885
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
886
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
887
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
888
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
889
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
890
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
891
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
892
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
893
+ // Cohere models
894
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
895
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
896
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
897
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
898
+ // Mistral models
899
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
900
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
901
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
902
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
903
+ // Stability AI models
904
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
905
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
906
+ // TwelveLabs models
907
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
908
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
909
+ // Writer models
910
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
911
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
912
+ },
913
+ };
914
+ function calculateCost(promptTokens, completionTokens, model, region = 'us-east-1') {
915
+ if (!model || promptTokens <= 0 || completionTokens <= 0) {
916
+ return null;
917
+ }
918
+ const regionPricing = BedrockPricing[region];
919
+ if (!regionPricing) {
920
+ console.warn(`No pricing information available for region: ${region}`);
921
+ return null;
922
+ }
923
+ const pricing = regionPricing[model] ?? Object.entries(regionPricing).find(([key]) => model.startsWith(key))?.[1];
924
+ if (!pricing) {
925
+ console.warn(`No pricing information available for model: ${model} in region: ${region}`);
926
+ return null;
927
+ }
928
+ const inputCost = (promptTokens / 1000) * pricing['input'];
929
+ const outputCost = (completionTokens / 1000) * pricing['output'];
930
+ return inputCost + outputCost;
931
+ }
241
932
  //# sourceMappingURL=bedrockAgentTracer.mjs.map