openlayer 0.15.2 → 0.16.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (40) hide show
  1. package/CHANGELOG.md +16 -0
  2. package/lib/core/cli.d.ts +1 -1
  3. package/lib/core/cli.d.ts.map +1 -1
  4. package/lib/core/cli.js +1 -1
  5. package/lib/core/cli.js.map +1 -1
  6. package/lib/core/cli.mjs +1 -1
  7. package/lib/core/cli.mjs.map +1 -1
  8. package/lib/integrations/bedrockAgentTracer.d.ts +2 -1
  9. package/lib/integrations/bedrockAgentTracer.d.ts.map +1 -1
  10. package/lib/integrations/bedrockAgentTracer.js +694 -3
  11. package/lib/integrations/bedrockAgentTracer.js.map +1 -1
  12. package/lib/integrations/bedrockAgentTracer.mjs +694 -3
  13. package/lib/integrations/bedrockAgentTracer.mjs.map +1 -1
  14. package/lib/integrations/openAiTracer.d.ts.map +1 -1
  15. package/lib/integrations/openAiTracer.js +0 -2
  16. package/lib/integrations/openAiTracer.js.map +1 -1
  17. package/lib/integrations/openAiTracer.mjs +0 -2
  18. package/lib/integrations/openAiTracer.mjs.map +1 -1
  19. package/lib/tracing/steps.d.ts +0 -2
  20. package/lib/tracing/steps.d.ts.map +1 -1
  21. package/lib/tracing/steps.js +0 -2
  22. package/lib/tracing/steps.js.map +1 -1
  23. package/lib/tracing/steps.mjs +0 -2
  24. package/lib/tracing/steps.mjs.map +1 -1
  25. package/lib/tracing/tracer.d.ts +2 -2
  26. package/lib/tracing/tracer.d.ts.map +1 -1
  27. package/lib/tracing/tracer.js +2 -2
  28. package/lib/tracing/tracer.js.map +1 -1
  29. package/lib/tracing/tracer.mjs +2 -2
  30. package/lib/tracing/tracer.mjs.map +1 -1
  31. package/package.json +1 -1
  32. package/src/lib/core/cli.ts +2 -2
  33. package/src/lib/integrations/bedrockAgentTracer.ts +839 -7
  34. package/src/lib/integrations/openAiTracer.ts +0 -2
  35. package/src/lib/tracing/steps.ts +0 -3
  36. package/src/lib/tracing/tracer.ts +3 -3
  37. package/src/version.ts +1 -1
  38. package/version.d.ts +1 -1
  39. package/version.js +1 -1
  40. package/version.mjs +1 -1
@@ -28,7 +28,7 @@ function traceBedrockAgent(client, openlayerInferencePipelineId) {
28
28
  throw new Error('Completion is undefined');
29
29
  }
30
30
  // Create a traced async iterator that preserves the original
31
- const tracedCompletion = createTracedCompletion(response.completion, input, startTime, openlayerInferencePipelineId);
31
+ const tracedCompletion = createTracedCompletion(response.completion, input, startTime, openlayerInferencePipelineId, client.config.region);
32
32
  // Return the response with the traced completion
33
33
  return {
34
34
  ...response,
@@ -44,7 +44,7 @@ function traceBedrockAgent(client, openlayerInferencePipelineId) {
44
44
  }
45
45
  exports.traceBedrockAgent = traceBedrockAgent;
46
46
  // Create a traced completion that collects data while yielding original events
47
- function createTracedCompletion(originalCompletion, input, startTime, openlayerInferencePipelineId) {
47
+ function createTracedCompletion(originalCompletion, input, startTime, openlayerInferencePipelineId, region) {
48
48
  return {
49
49
  async *[Symbol.asyncIterator]() {
50
50
  let firstTokenTime;
@@ -127,6 +127,8 @@ function createTracedCompletion(originalCompletion, input, startTime, openlayerI
127
127
  input.sessionState.knowledgeBaseConfigurations.length > 0,
128
128
  };
129
129
  }
130
+ // Calculate cost based on tokens, model, and region
131
+ const cost = calculateCost(promptTokens, completionTokens, agentModel, typeof region === 'function' ? await region() : region || 'us-east-1');
130
132
  const traceStepData = {
131
133
  name: 'AWS Bedrock Agent Invocation',
132
134
  inputs: inputs,
@@ -135,9 +137,9 @@ function createTracedCompletion(originalCompletion, input, startTime, openlayerI
135
137
  tokens: totalTokens > 0 ? totalTokens : null,
136
138
  promptTokens: promptTokens > 0 ? promptTokens : null,
137
139
  completionTokens: completionTokens > 0 ? completionTokens : null,
140
+ cost: cost,
138
141
  model: agentModel || `${input.agentId}:${input.agentAliasId}`,
139
142
  modelParameters: extractModelParameters(input),
140
- rawOutput: JSON.stringify(rawOutputChunks, null, 2),
141
143
  metadata: metadata,
142
144
  provider: 'Bedrock',
143
145
  startTime: startTime,
@@ -245,4 +247,693 @@ function extractModelParameters(input) {
245
247
  }
246
248
  return params;
247
249
  }
250
+ // Bedrock pricing per 1K tokens by region and model ID (as of 2024)
251
+ // Source: https://aws.amazon.com/bedrock/pricing/
252
+ const BedrockPricing = {
253
+ 'us-east-1': {
254
+ // Anthropic models
255
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
256
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
257
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
258
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
259
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
260
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
261
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
262
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
263
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
264
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
265
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
266
+ // Amazon models
267
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
268
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
269
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
270
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
271
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
272
+ 'amazon.nova-pro': { input: 0.003, output: 0.015 },
273
+ 'amazon.nova-express': { input: 0.00025, output: 0.00125 },
274
+ // AI21 models
275
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
276
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
277
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
278
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
279
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
280
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
281
+ // Meta models
282
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
283
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
284
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
285
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
286
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
287
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
288
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
289
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
290
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
291
+ 'meta.llama3.1-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
292
+ 'meta.llama3.1-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
293
+ 'meta.llama3.1-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
294
+ // Cohere models
295
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
296
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
297
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
298
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
299
+ 'cohere.command-r-v1:0': { input: 0.0015, output: 0.002 },
300
+ 'cohere.command-r-plus-v1:0': { input: 0.003, output: 0.015 },
301
+ // Mistral models
302
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
303
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
304
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
305
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
306
+ 'mistral.mistral-7b-instruct-v0:3': { input: 0.00015, output: 0.0002 },
307
+ 'mistral.mixtral-8x7b-instruct-v0:3': { input: 0.00045, output: 0.0007 },
308
+ // Stability AI models
309
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
310
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
311
+ // TwelveLabs models
312
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
313
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
314
+ // Writer models
315
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
316
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
317
+ },
318
+ 'us-east-2': {
319
+ // Anthropic models
320
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
321
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
322
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
323
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
324
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
325
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
326
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
327
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
328
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
329
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
330
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
331
+ // Amazon models
332
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
333
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
334
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
335
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
336
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
337
+ 'amazon.nova-pro': { input: 0.003, output: 0.015 },
338
+ 'amazon.nova-express': { input: 0.00025, output: 0.00125 },
339
+ // AI21 models
340
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
341
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
342
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
343
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
344
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
345
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
346
+ // Meta models
347
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
348
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
349
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
350
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
351
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
352
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
353
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
354
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
355
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
356
+ 'meta.llama3.1-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
357
+ 'meta.llama3.1-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
358
+ 'meta.llama3.1-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
359
+ // Cohere models
360
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
361
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
362
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
363
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
364
+ 'cohere.command-r-v1:0': { input: 0.0015, output: 0.002 },
365
+ 'cohere.command-r-plus-v1:0': { input: 0.003, output: 0.015 },
366
+ // Mistral models
367
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
368
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
369
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
370
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
371
+ 'mistral.mistral-7b-instruct-v0:3': { input: 0.00015, output: 0.0002 },
372
+ 'mistral.mixtral-8x7b-instruct-v0:3': { input: 0.00045, output: 0.0007 },
373
+ // Stability AI models
374
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
375
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
376
+ // TwelveLabs models
377
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
378
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
379
+ // Writer models
380
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
381
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
382
+ },
383
+ 'us-west-2': {
384
+ // Anthropic models
385
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
386
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
387
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
388
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
389
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
390
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
391
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
392
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
393
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
394
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
395
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
396
+ // Amazon models
397
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
398
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
399
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
400
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
401
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
402
+ // AI21 models
403
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
404
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
405
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
406
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
407
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
408
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
409
+ // Meta models
410
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
411
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
412
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
413
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
414
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
415
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
416
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
417
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
418
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
419
+ // Cohere models
420
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
421
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
422
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
423
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
424
+ // Mistral models
425
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
426
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
427
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
428
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
429
+ // Stability AI models
430
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
431
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
432
+ // TwelveLabs models
433
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
434
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
435
+ // Writer models
436
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
437
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
438
+ },
439
+ 'eu-west-1': {
440
+ // Anthropic models
441
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
442
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
443
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
444
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
445
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
446
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
447
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
448
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
449
+ // Amazon models
450
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
451
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
452
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
453
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
454
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
455
+ // AI21 models
456
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
457
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
458
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
459
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
460
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
461
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
462
+ // Meta models
463
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
464
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
465
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
466
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
467
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
468
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
469
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
470
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
471
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
472
+ // Cohere models
473
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
474
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
475
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
476
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
477
+ // Mistral models
478
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
479
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
480
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
481
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
482
+ // Stability AI models
483
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
484
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
485
+ // TwelveLabs models
486
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
487
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
488
+ // Writer models
489
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
490
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
491
+ },
492
+ 'ap-southeast-1': {
493
+ // Anthropic models
494
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
495
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
496
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
497
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
498
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
499
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
500
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
501
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
502
+ // Amazon models
503
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
504
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
505
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
506
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
507
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
508
+ // AI21 models
509
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
510
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
511
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
512
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
513
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
514
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
515
+ // Meta models
516
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
517
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
518
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
519
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
520
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
521
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
522
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
523
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
524
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
525
+ // Cohere models
526
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
527
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
528
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
529
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
530
+ // Mistral models
531
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
532
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
533
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
534
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
535
+ // Stability AI models
536
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
537
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
538
+ // TwelveLabs models
539
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
540
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
541
+ // Writer models
542
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
543
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
544
+ },
545
+ // Additional regions from AWS Bedrock pricing
546
+ 'us-west-1': {
547
+ // Anthropic models
548
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
549
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
550
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
551
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
552
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
553
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
554
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
555
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
556
+ // Amazon models
557
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
558
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
559
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
560
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
561
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
562
+ // AI21 models
563
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
564
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
565
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
566
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
567
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
568
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
569
+ // Meta models
570
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
571
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
572
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
573
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
574
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
575
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
576
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
577
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
578
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
579
+ // Cohere models
580
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
581
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
582
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
583
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
584
+ // Mistral models
585
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
586
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
587
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
588
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
589
+ // Stability AI models
590
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
591
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
592
+ // TwelveLabs models
593
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
594
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
595
+ // Writer models
596
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
597
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
598
+ },
599
+ 'eu-central-1': {
600
+ // Anthropic models
601
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
602
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
603
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
604
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
605
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
606
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
607
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
608
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
609
+ // Amazon models
610
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
611
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
612
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
613
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
614
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
615
+ // AI21 models
616
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
617
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
618
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
619
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
620
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
621
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
622
+ // Meta models
623
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
624
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
625
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
626
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
627
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
628
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
629
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
630
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
631
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
632
+ // Cohere models
633
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
634
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
635
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
636
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
637
+ // Mistral models
638
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
639
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
640
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
641
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
642
+ // Stability AI models
643
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
644
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
645
+ // TwelveLabs models
646
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
647
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
648
+ // Writer models
649
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
650
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
651
+ },
652
+ 'ap-northeast-1': {
653
+ // Anthropic models
654
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
655
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
656
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
657
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
658
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
659
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
660
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
661
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
662
+ // Amazon models
663
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
664
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
665
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
666
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
667
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
668
+ // AI21 models
669
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
670
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
671
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
672
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
673
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
674
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
675
+ // Meta models
676
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
677
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
678
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
679
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
680
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
681
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
682
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
683
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
684
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
685
+ // Cohere models
686
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
687
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
688
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
689
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
690
+ // Mistral models
691
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
692
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
693
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
694
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
695
+ // Stability AI models
696
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
697
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
698
+ // TwelveLabs models
699
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
700
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
701
+ // Writer models
702
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
703
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
704
+ },
705
+ 'ap-south-1': {
706
+ // Anthropic models
707
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
708
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
709
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
710
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
711
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
712
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
713
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
714
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
715
+ // Amazon models
716
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
717
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
718
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
719
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
720
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
721
+ // AI21 models
722
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
723
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
724
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
725
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
726
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
727
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
728
+ // Meta models
729
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
730
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
731
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
732
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
733
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
734
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
735
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
736
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
737
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
738
+ // Cohere models
739
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
740
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
741
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
742
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
743
+ // Mistral models
744
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
745
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
746
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
747
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
748
+ // Stability AI models
749
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
750
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
751
+ // TwelveLabs models
752
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
753
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
754
+ // Writer models
755
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
756
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
757
+ },
758
+ 'ca-central-1': {
759
+ // Anthropic models
760
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
761
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
762
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
763
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
764
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
765
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
766
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
767
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
768
+ // Amazon models
769
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
770
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
771
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
772
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
773
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
774
+ // AI21 models
775
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
776
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
777
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
778
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
779
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
780
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
781
+ // Meta models
782
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
783
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
784
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
785
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
786
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
787
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
788
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
789
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
790
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
791
+ // Cohere models
792
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
793
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
794
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
795
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
796
+ // Mistral models
797
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
798
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
799
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
800
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
801
+ // Stability AI models
802
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
803
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
804
+ // TwelveLabs models
805
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
806
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
807
+ // Writer models
808
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
809
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
810
+ },
811
+ 'sa-east-1': {
812
+ // Anthropic models
813
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
814
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
815
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
816
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
817
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
818
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
819
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
820
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
821
+ // Amazon models
822
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
823
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
824
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
825
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
826
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
827
+ // AI21 models
828
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
829
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
830
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
831
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
832
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
833
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
834
+ // Meta models
835
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
836
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
837
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
838
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
839
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
840
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
841
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
842
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
843
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
844
+ // Cohere models
845
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
846
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
847
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
848
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
849
+ // Mistral models
850
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
851
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
852
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
853
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
854
+ // Stability AI models
855
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
856
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
857
+ // TwelveLabs models
858
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
859
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
860
+ // Writer models
861
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
862
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
863
+ },
864
+ 'ap-northeast-2': {
865
+ // Anthropic models
866
+ 'anthropic.claude-3-5-sonnet-20241022-v1:0': { input: 0.003, output: 0.015 },
867
+ 'anthropic.claude-3-5-haiku-20241022-v1:0': { input: 0.00025, output: 0.00125 },
868
+ 'anthropic.claude-3-opus-20240229-v1:0': { input: 0.015, output: 0.075 },
869
+ 'anthropic.claude-3-sonnet-20240229-v1:0': { input: 0.003, output: 0.015 },
870
+ 'anthropic.claude-3-haiku-20240307-v1:0': { input: 0.00025, output: 0.00125 },
871
+ 'anthropic.claude-v2:1': { input: 0.008, output: 0.024 },
872
+ 'anthropic.claude-v2': { input: 0.008, output: 0.024 },
873
+ 'anthropic.claude-instant-v1': { input: 0.00163, output: 0.00551 },
874
+ 'anthropic.claude-sonnet-4': { input: 0.003, output: 0.015 },
875
+ 'anthropic.claude-opus-4': { input: 0.015, output: 0.075 },
876
+ 'anthropic.claude-haiku-4': { input: 0.00025, output: 0.00125 },
877
+ // Amazon models
878
+ 'amazon.titan-text-express-v1': { input: 0.0008, output: 0.0016 },
879
+ 'amazon.titan-text-lite-v1': { input: 0.0003, output: 0.0004 },
880
+ 'amazon.titan-embed-text-v1': { input: 0.0001, output: 0 },
881
+ 'amazon.titan-embed-image-v1': { input: 0.0001, output: 0 },
882
+ 'amazon.titan-image-generator-v1': { input: 0.008, output: 0 },
883
+ // AI21 models
884
+ 'ai21.j2-ultra-v1': { input: 0.0128, output: 0.0128 },
885
+ 'ai21.j2-mid-v1': { input: 0.008, output: 0.008 },
886
+ 'ai21.j2-light-v1': { input: 0.0006, output: 0.0006 },
887
+ 'ai21.j2-ultra-v1:0': { input: 0.0128, output: 0.0128 },
888
+ 'ai21.j2-mid-v1:0': { input: 0.008, output: 0.008 },
889
+ 'ai21.j2-light-v1:0': { input: 0.0006, output: 0.0006 },
890
+ // Meta models
891
+ 'meta.llama2-13b-chat-v1': { input: 0.00075, output: 0.001 },
892
+ 'meta.llama2-70b-chat-v1': { input: 0.00195, output: 0.00256 },
893
+ 'meta.llama2-7b-chat-v1': { input: 0.0006, output: 0.0006 },
894
+ 'meta.llama2-13b-chat-v1:0': { input: 0.00075, output: 0.001 },
895
+ 'meta.llama2-70b-chat-v1:0': { input: 0.00195, output: 0.00256 },
896
+ 'meta.llama2-7b-chat-v1:0': { input: 0.0006, output: 0.0006 },
897
+ 'meta.llama3-8b-instruct-v1:0': { input: 0.0002, output: 0.0002 },
898
+ 'meta.llama3-70b-instruct-v1:0': { input: 0.0008, output: 0.0008 },
899
+ 'meta.llama3-405b-instruct-v1:0': { input: 0.0012, output: 0.0012 },
900
+ // Cohere models
901
+ 'cohere.command-text-v14': { input: 0.0015, output: 0.002 },
902
+ 'cohere.command-light-text-v14': { input: 0.0003, output: 0.0006 },
903
+ 'cohere.embed-english-v3': { input: 0.0001, output: 0 },
904
+ 'cohere.embed-multilingual-v3': { input: 0.0001, output: 0 },
905
+ // Mistral models
906
+ 'mistral.mistral-7b-instruct-v0:2': { input: 0.00015, output: 0.0002 },
907
+ 'mistral.mixtral-8x7b-instruct-v0:1': { input: 0.00045, output: 0.0007 },
908
+ 'mistral.mistral-large-2402-v1:0': { input: 0.008, output: 0.024 },
909
+ 'mistral.mistral-small-2402-v1:0': { input: 0.001, output: 0.003 },
910
+ // Stability AI models
911
+ 'stability.stable-diffusion-xl-v1': { input: 0.036, output: 0 },
912
+ 'stability.stable-diffusion-xl-v1:0': { input: 0.036, output: 0 },
913
+ // TwelveLabs models
914
+ 'twelvelabs.pegasus-1.2': { input: 0.00049, output: 0.0075 },
915
+ 'twelvelabs.marengo-embed-2.7': { input: 0.0007, output: 0.00007 },
916
+ // Writer models
917
+ 'writer.palmyra-x-5': { input: 0.003, output: 0.015 },
918
+ 'writer.palmyra-x-5:0': { input: 0.003, output: 0.015 },
919
+ },
920
+ };
921
+ function calculateCost(promptTokens, completionTokens, model, region = 'us-east-1') {
922
+ if (!model || promptTokens <= 0 || completionTokens <= 0) {
923
+ return null;
924
+ }
925
+ const regionPricing = BedrockPricing[region];
926
+ if (!regionPricing) {
927
+ console.warn(`No pricing information available for region: ${region}`);
928
+ return null;
929
+ }
930
+ const pricing = regionPricing[model] ?? Object.entries(regionPricing).find(([key]) => model.startsWith(key))?.[1];
931
+ if (!pricing) {
932
+ console.warn(`No pricing information available for model: ${model} in region: ${region}`);
933
+ return null;
934
+ }
935
+ const inputCost = (promptTokens / 1000) * pricing['input'];
936
+ const outputCost = (completionTokens / 1000) * pricing['output'];
937
+ return inputCost + outputCost;
938
+ }
248
939
  //# sourceMappingURL=bedrockAgentTracer.js.map