arize-phoenix 11.23.1__py3-none-any.whl → 12.28.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {arize_phoenix-11.23.1.dist-info → arize_phoenix-12.28.1.dist-info}/METADATA +61 -36
- {arize_phoenix-11.23.1.dist-info → arize_phoenix-12.28.1.dist-info}/RECORD +212 -162
- {arize_phoenix-11.23.1.dist-info → arize_phoenix-12.28.1.dist-info}/WHEEL +1 -1
- {arize_phoenix-11.23.1.dist-info → arize_phoenix-12.28.1.dist-info}/licenses/IP_NOTICE +1 -1
- phoenix/__generated__/__init__.py +0 -0
- phoenix/__generated__/classification_evaluator_configs/__init__.py +20 -0
- phoenix/__generated__/classification_evaluator_configs/_document_relevance_classification_evaluator_config.py +17 -0
- phoenix/__generated__/classification_evaluator_configs/_hallucination_classification_evaluator_config.py +17 -0
- phoenix/__generated__/classification_evaluator_configs/_models.py +18 -0
- phoenix/__generated__/classification_evaluator_configs/_tool_selection_classification_evaluator_config.py +17 -0
- phoenix/__init__.py +2 -1
- phoenix/auth.py +27 -2
- phoenix/config.py +1594 -81
- phoenix/db/README.md +546 -28
- phoenix/db/bulk_inserter.py +119 -116
- phoenix/db/engines.py +140 -33
- phoenix/db/facilitator.py +22 -1
- phoenix/db/helpers.py +818 -65
- phoenix/db/iam_auth.py +64 -0
- phoenix/db/insertion/dataset.py +133 -1
- phoenix/db/insertion/document_annotation.py +9 -6
- phoenix/db/insertion/evaluation.py +2 -3
- phoenix/db/insertion/helpers.py +2 -2
- phoenix/db/insertion/session_annotation.py +176 -0
- phoenix/db/insertion/span_annotation.py +3 -4
- phoenix/db/insertion/trace_annotation.py +3 -4
- phoenix/db/insertion/types.py +41 -18
- phoenix/db/migrations/versions/01a8342c9cdf_add_user_id_on_datasets.py +40 -0
- phoenix/db/migrations/versions/0df286449799_add_session_annotations_table.py +105 -0
- phoenix/db/migrations/versions/272b66ff50f8_drop_single_indices.py +119 -0
- phoenix/db/migrations/versions/58228d933c91_dataset_labels.py +67 -0
- phoenix/db/migrations/versions/699f655af132_experiment_tags.py +57 -0
- phoenix/db/migrations/versions/735d3d93c33e_add_composite_indices.py +41 -0
- phoenix/db/migrations/versions/ab513d89518b_add_user_id_on_dataset_versions.py +40 -0
- phoenix/db/migrations/versions/d0690a79ea51_users_on_experiments.py +40 -0
- phoenix/db/migrations/versions/deb2c81c0bb2_dataset_splits.py +139 -0
- phoenix/db/migrations/versions/e76cbd66ffc3_add_experiments_dataset_examples.py +87 -0
- phoenix/db/models.py +364 -56
- phoenix/db/pg_config.py +10 -0
- phoenix/db/types/trace_retention.py +7 -6
- phoenix/experiments/functions.py +69 -19
- phoenix/inferences/inferences.py +1 -2
- phoenix/server/api/auth.py +9 -0
- phoenix/server/api/auth_messages.py +46 -0
- phoenix/server/api/context.py +60 -0
- phoenix/server/api/dataloaders/__init__.py +36 -0
- phoenix/server/api/dataloaders/annotation_summaries.py +60 -8
- phoenix/server/api/dataloaders/average_experiment_repeated_run_group_latency.py +50 -0
- phoenix/server/api/dataloaders/average_experiment_run_latency.py +17 -24
- phoenix/server/api/dataloaders/cache/two_tier_cache.py +1 -2
- phoenix/server/api/dataloaders/dataset_dataset_splits.py +52 -0
- phoenix/server/api/dataloaders/dataset_example_revisions.py +0 -1
- phoenix/server/api/dataloaders/dataset_example_splits.py +40 -0
- phoenix/server/api/dataloaders/dataset_examples_and_versions_by_experiment_run.py +47 -0
- phoenix/server/api/dataloaders/dataset_labels.py +36 -0
- phoenix/server/api/dataloaders/document_evaluation_summaries.py +2 -2
- phoenix/server/api/dataloaders/document_evaluations.py +6 -9
- phoenix/server/api/dataloaders/experiment_annotation_summaries.py +88 -34
- phoenix/server/api/dataloaders/experiment_dataset_splits.py +43 -0
- phoenix/server/api/dataloaders/experiment_error_rates.py +21 -28
- phoenix/server/api/dataloaders/experiment_repeated_run_group_annotation_summaries.py +77 -0
- phoenix/server/api/dataloaders/experiment_repeated_run_groups.py +57 -0
- phoenix/server/api/dataloaders/experiment_runs_by_experiment_and_example.py +44 -0
- phoenix/server/api/dataloaders/latency_ms_quantile.py +40 -8
- phoenix/server/api/dataloaders/record_counts.py +37 -10
- phoenix/server/api/dataloaders/session_annotations_by_session.py +29 -0
- phoenix/server/api/dataloaders/span_cost_summary_by_experiment_repeated_run_group.py +64 -0
- phoenix/server/api/dataloaders/span_cost_summary_by_project.py +28 -14
- phoenix/server/api/dataloaders/span_costs.py +3 -9
- phoenix/server/api/dataloaders/table_fields.py +2 -2
- phoenix/server/api/dataloaders/token_prices_by_model.py +30 -0
- phoenix/server/api/dataloaders/trace_annotations_by_trace.py +27 -0
- phoenix/server/api/exceptions.py +5 -1
- phoenix/server/api/helpers/playground_clients.py +263 -83
- phoenix/server/api/helpers/playground_spans.py +2 -1
- phoenix/server/api/helpers/playground_users.py +26 -0
- phoenix/server/api/helpers/prompts/conversions/google.py +103 -0
- phoenix/server/api/helpers/prompts/models.py +61 -19
- phoenix/server/api/input_types/{SpanAnnotationFilter.py → AnnotationFilter.py} +22 -14
- phoenix/server/api/input_types/ChatCompletionInput.py +3 -0
- phoenix/server/api/input_types/CreateProjectSessionAnnotationInput.py +37 -0
- phoenix/server/api/input_types/DatasetFilter.py +5 -2
- phoenix/server/api/input_types/ExperimentRunSort.py +237 -0
- phoenix/server/api/input_types/GenerativeModelInput.py +3 -0
- phoenix/server/api/input_types/ProjectSessionSort.py +158 -1
- phoenix/server/api/input_types/PromptVersionInput.py +47 -1
- phoenix/server/api/input_types/SpanSort.py +3 -2
- phoenix/server/api/input_types/UpdateAnnotationInput.py +34 -0
- phoenix/server/api/input_types/UserRoleInput.py +1 -0
- phoenix/server/api/mutations/__init__.py +8 -0
- phoenix/server/api/mutations/annotation_config_mutations.py +8 -8
- phoenix/server/api/mutations/api_key_mutations.py +15 -20
- phoenix/server/api/mutations/chat_mutations.py +106 -37
- phoenix/server/api/mutations/dataset_label_mutations.py +243 -0
- phoenix/server/api/mutations/dataset_mutations.py +21 -16
- phoenix/server/api/mutations/dataset_split_mutations.py +351 -0
- phoenix/server/api/mutations/experiment_mutations.py +2 -2
- phoenix/server/api/mutations/export_events_mutations.py +3 -3
- phoenix/server/api/mutations/model_mutations.py +11 -9
- phoenix/server/api/mutations/project_mutations.py +4 -4
- phoenix/server/api/mutations/project_session_annotations_mutations.py +158 -0
- phoenix/server/api/mutations/project_trace_retention_policy_mutations.py +8 -4
- phoenix/server/api/mutations/prompt_label_mutations.py +74 -65
- phoenix/server/api/mutations/prompt_mutations.py +65 -129
- phoenix/server/api/mutations/prompt_version_tag_mutations.py +11 -8
- phoenix/server/api/mutations/span_annotations_mutations.py +15 -10
- phoenix/server/api/mutations/trace_annotations_mutations.py +13 -8
- phoenix/server/api/mutations/trace_mutations.py +3 -3
- phoenix/server/api/mutations/user_mutations.py +55 -26
- phoenix/server/api/queries.py +501 -617
- phoenix/server/api/routers/__init__.py +2 -2
- phoenix/server/api/routers/auth.py +141 -87
- phoenix/server/api/routers/ldap.py +229 -0
- phoenix/server/api/routers/oauth2.py +349 -101
- phoenix/server/api/routers/v1/__init__.py +22 -4
- phoenix/server/api/routers/v1/annotation_configs.py +19 -30
- phoenix/server/api/routers/v1/annotations.py +455 -13
- phoenix/server/api/routers/v1/datasets.py +355 -68
- phoenix/server/api/routers/v1/documents.py +142 -0
- phoenix/server/api/routers/v1/evaluations.py +20 -28
- phoenix/server/api/routers/v1/experiment_evaluations.py +16 -6
- phoenix/server/api/routers/v1/experiment_runs.py +335 -59
- phoenix/server/api/routers/v1/experiments.py +475 -47
- phoenix/server/api/routers/v1/projects.py +16 -50
- phoenix/server/api/routers/v1/prompts.py +50 -39
- phoenix/server/api/routers/v1/sessions.py +108 -0
- phoenix/server/api/routers/v1/spans.py +156 -96
- phoenix/server/api/routers/v1/traces.py +51 -77
- phoenix/server/api/routers/v1/users.py +64 -24
- phoenix/server/api/routers/v1/utils.py +3 -7
- phoenix/server/api/subscriptions.py +257 -93
- phoenix/server/api/types/Annotation.py +90 -23
- phoenix/server/api/types/ApiKey.py +13 -17
- phoenix/server/api/types/AuthMethod.py +1 -0
- phoenix/server/api/types/ChatCompletionSubscriptionPayload.py +1 -0
- phoenix/server/api/types/Dataset.py +199 -72
- phoenix/server/api/types/DatasetExample.py +88 -18
- phoenix/server/api/types/DatasetExperimentAnnotationSummary.py +10 -0
- phoenix/server/api/types/DatasetLabel.py +57 -0
- phoenix/server/api/types/DatasetSplit.py +98 -0
- phoenix/server/api/types/DatasetVersion.py +49 -4
- phoenix/server/api/types/DocumentAnnotation.py +212 -0
- phoenix/server/api/types/Experiment.py +215 -68
- phoenix/server/api/types/ExperimentComparison.py +3 -9
- phoenix/server/api/types/ExperimentRepeatedRunGroup.py +155 -0
- phoenix/server/api/types/ExperimentRepeatedRunGroupAnnotationSummary.py +9 -0
- phoenix/server/api/types/ExperimentRun.py +120 -70
- phoenix/server/api/types/ExperimentRunAnnotation.py +158 -39
- phoenix/server/api/types/GenerativeModel.py +95 -42
- phoenix/server/api/types/GenerativeProvider.py +1 -1
- phoenix/server/api/types/ModelInterface.py +7 -2
- phoenix/server/api/types/PlaygroundModel.py +12 -2
- phoenix/server/api/types/Project.py +218 -185
- phoenix/server/api/types/ProjectSession.py +146 -29
- phoenix/server/api/types/ProjectSessionAnnotation.py +187 -0
- phoenix/server/api/types/ProjectTraceRetentionPolicy.py +1 -1
- phoenix/server/api/types/Prompt.py +119 -39
- phoenix/server/api/types/PromptLabel.py +42 -25
- phoenix/server/api/types/PromptVersion.py +11 -8
- phoenix/server/api/types/PromptVersionTag.py +65 -25
- phoenix/server/api/types/Span.py +130 -123
- phoenix/server/api/types/SpanAnnotation.py +189 -42
- phoenix/server/api/types/SystemApiKey.py +65 -1
- phoenix/server/api/types/Trace.py +184 -53
- phoenix/server/api/types/TraceAnnotation.py +149 -50
- phoenix/server/api/types/User.py +128 -33
- phoenix/server/api/types/UserApiKey.py +73 -26
- phoenix/server/api/types/node.py +10 -0
- phoenix/server/api/types/pagination.py +11 -2
- phoenix/server/app.py +154 -36
- phoenix/server/authorization.py +5 -4
- phoenix/server/bearer_auth.py +13 -5
- phoenix/server/cost_tracking/cost_model_lookup.py +42 -14
- phoenix/server/cost_tracking/model_cost_manifest.json +1085 -194
- phoenix/server/daemons/generative_model_store.py +61 -9
- phoenix/server/daemons/span_cost_calculator.py +10 -8
- phoenix/server/dml_event.py +13 -0
- phoenix/server/email/sender.py +29 -2
- phoenix/server/grpc_server.py +9 -9
- phoenix/server/jwt_store.py +8 -6
- phoenix/server/ldap.py +1449 -0
- phoenix/server/main.py +9 -3
- phoenix/server/oauth2.py +330 -12
- phoenix/server/prometheus.py +43 -6
- phoenix/server/rate_limiters.py +4 -9
- phoenix/server/retention.py +33 -20
- phoenix/server/session_filters.py +49 -0
- phoenix/server/static/.vite/manifest.json +51 -53
- phoenix/server/static/assets/components-BreFUQQa.js +6702 -0
- phoenix/server/static/assets/{index-BPCwGQr8.js → index-CTQoemZv.js} +42 -35
- phoenix/server/static/assets/pages-DBE5iYM3.js +9524 -0
- phoenix/server/static/assets/vendor-BGzfc4EU.css +1 -0
- phoenix/server/static/assets/vendor-DCE4v-Ot.js +920 -0
- phoenix/server/static/assets/vendor-codemirror-D5f205eT.js +25 -0
- phoenix/server/static/assets/{vendor-recharts-Bw30oz1A.js → vendor-recharts-V9cwpXsm.js} +7 -7
- phoenix/server/static/assets/{vendor-shiki-DZajAPeq.js → vendor-shiki-Do--csgv.js} +1 -1
- phoenix/server/static/assets/vendor-three-CmB8bl_y.js +3840 -0
- phoenix/server/templates/index.html +7 -1
- phoenix/server/thread_server.py +1 -2
- phoenix/server/utils.py +74 -0
- phoenix/session/client.py +55 -1
- phoenix/session/data_extractor.py +5 -0
- phoenix/session/evaluation.py +8 -4
- phoenix/session/session.py +44 -8
- phoenix/settings.py +2 -0
- phoenix/trace/attributes.py +80 -13
- phoenix/trace/dsl/query.py +2 -0
- phoenix/trace/projects.py +5 -0
- phoenix/utilities/template_formatters.py +1 -1
- phoenix/version.py +1 -1
- phoenix/server/api/types/Evaluation.py +0 -39
- phoenix/server/static/assets/components-D0DWAf0l.js +0 -5650
- phoenix/server/static/assets/pages-Creyamao.js +0 -8612
- phoenix/server/static/assets/vendor-CU36oj8y.js +0 -905
- phoenix/server/static/assets/vendor-CqDb5u4o.css +0 -1
- phoenix/server/static/assets/vendor-arizeai-Ctgw0e1G.js +0 -168
- phoenix/server/static/assets/vendor-codemirror-Cojjzqb9.js +0 -25
- phoenix/server/static/assets/vendor-three-BLWp5bic.js +0 -2998
- phoenix/utilities/deprecation.py +0 -31
- {arize_phoenix-11.23.1.dist-info → arize_phoenix-12.28.1.dist-info}/entry_points.txt +0 -0
- {arize_phoenix-11.23.1.dist-info → arize_phoenix-12.28.1.dist-info}/licenses/LICENSE +0 -0
|
@@ -341,6 +341,60 @@
|
|
|
341
341
|
}
|
|
342
342
|
]
|
|
343
343
|
},
|
|
344
|
+
{
|
|
345
|
+
"name": "claude-haiku-4-5",
|
|
346
|
+
"name_pattern": "claude-haiku-4-5",
|
|
347
|
+
"source": "litellm",
|
|
348
|
+
"token_prices": [
|
|
349
|
+
{
|
|
350
|
+
"base_rate": 1e-6,
|
|
351
|
+
"is_prompt": true,
|
|
352
|
+
"token_type": "input"
|
|
353
|
+
},
|
|
354
|
+
{
|
|
355
|
+
"base_rate": 5e-6,
|
|
356
|
+
"is_prompt": false,
|
|
357
|
+
"token_type": "output"
|
|
358
|
+
},
|
|
359
|
+
{
|
|
360
|
+
"base_rate": 1e-7,
|
|
361
|
+
"is_prompt": true,
|
|
362
|
+
"token_type": "cache_read"
|
|
363
|
+
},
|
|
364
|
+
{
|
|
365
|
+
"base_rate": 1.25e-6,
|
|
366
|
+
"is_prompt": true,
|
|
367
|
+
"token_type": "cache_write"
|
|
368
|
+
}
|
|
369
|
+
]
|
|
370
|
+
},
|
|
371
|
+
{
|
|
372
|
+
"name": "claude-haiku-4-5-20251001",
|
|
373
|
+
"name_pattern": "claude-haiku-4-5-20251001",
|
|
374
|
+
"source": "litellm",
|
|
375
|
+
"token_prices": [
|
|
376
|
+
{
|
|
377
|
+
"base_rate": 1e-6,
|
|
378
|
+
"is_prompt": true,
|
|
379
|
+
"token_type": "input"
|
|
380
|
+
},
|
|
381
|
+
{
|
|
382
|
+
"base_rate": 5e-6,
|
|
383
|
+
"is_prompt": false,
|
|
384
|
+
"token_type": "output"
|
|
385
|
+
},
|
|
386
|
+
{
|
|
387
|
+
"base_rate": 1e-7,
|
|
388
|
+
"is_prompt": true,
|
|
389
|
+
"token_type": "cache_read"
|
|
390
|
+
},
|
|
391
|
+
{
|
|
392
|
+
"base_rate": 1.25e-6,
|
|
393
|
+
"is_prompt": true,
|
|
394
|
+
"token_type": "cache_write"
|
|
395
|
+
}
|
|
396
|
+
]
|
|
397
|
+
},
|
|
344
398
|
{
|
|
345
399
|
"name": "claude-opus-4-1",
|
|
346
400
|
"name_pattern": "claude-opus-4-1",
|
|
@@ -422,6 +476,60 @@
|
|
|
422
476
|
}
|
|
423
477
|
]
|
|
424
478
|
},
|
|
479
|
+
{
|
|
480
|
+
"name": "claude-opus-4-5",
|
|
481
|
+
"name_pattern": "claude-opus-4-5",
|
|
482
|
+
"source": "litellm",
|
|
483
|
+
"token_prices": [
|
|
484
|
+
{
|
|
485
|
+
"base_rate": 5e-6,
|
|
486
|
+
"is_prompt": true,
|
|
487
|
+
"token_type": "input"
|
|
488
|
+
},
|
|
489
|
+
{
|
|
490
|
+
"base_rate": 0.000025,
|
|
491
|
+
"is_prompt": false,
|
|
492
|
+
"token_type": "output"
|
|
493
|
+
},
|
|
494
|
+
{
|
|
495
|
+
"base_rate": 5e-7,
|
|
496
|
+
"is_prompt": true,
|
|
497
|
+
"token_type": "cache_read"
|
|
498
|
+
},
|
|
499
|
+
{
|
|
500
|
+
"base_rate": 6.25e-6,
|
|
501
|
+
"is_prompt": true,
|
|
502
|
+
"token_type": "cache_write"
|
|
503
|
+
}
|
|
504
|
+
]
|
|
505
|
+
},
|
|
506
|
+
{
|
|
507
|
+
"name": "claude-opus-4-5-20251101",
|
|
508
|
+
"name_pattern": "claude-opus-4-5-20251101",
|
|
509
|
+
"source": "litellm",
|
|
510
|
+
"token_prices": [
|
|
511
|
+
{
|
|
512
|
+
"base_rate": 5e-6,
|
|
513
|
+
"is_prompt": true,
|
|
514
|
+
"token_type": "input"
|
|
515
|
+
},
|
|
516
|
+
{
|
|
517
|
+
"base_rate": 0.000025,
|
|
518
|
+
"is_prompt": false,
|
|
519
|
+
"token_type": "output"
|
|
520
|
+
},
|
|
521
|
+
{
|
|
522
|
+
"base_rate": 5e-7,
|
|
523
|
+
"is_prompt": true,
|
|
524
|
+
"token_type": "cache_read"
|
|
525
|
+
},
|
|
526
|
+
{
|
|
527
|
+
"base_rate": 6.25e-6,
|
|
528
|
+
"is_prompt": true,
|
|
529
|
+
"token_type": "cache_write"
|
|
530
|
+
}
|
|
531
|
+
]
|
|
532
|
+
},
|
|
425
533
|
{
|
|
426
534
|
"name": "claude-sonnet-4-20250514",
|
|
427
535
|
"name_pattern": "claude-sonnet-4-20250514|anthropic\\.claude-sonnet-4-20250514-v1:0|claude-sonnet-4@20250514",
|
|
@@ -449,6 +557,87 @@
|
|
|
449
557
|
}
|
|
450
558
|
]
|
|
451
559
|
},
|
|
560
|
+
{
|
|
561
|
+
"name": "claude-sonnet-4-5",
|
|
562
|
+
"name_pattern": "claude-sonnet-4-5",
|
|
563
|
+
"source": "litellm",
|
|
564
|
+
"token_prices": [
|
|
565
|
+
{
|
|
566
|
+
"base_rate": 3e-6,
|
|
567
|
+
"is_prompt": true,
|
|
568
|
+
"token_type": "input"
|
|
569
|
+
},
|
|
570
|
+
{
|
|
571
|
+
"base_rate": 0.000015,
|
|
572
|
+
"is_prompt": false,
|
|
573
|
+
"token_type": "output"
|
|
574
|
+
},
|
|
575
|
+
{
|
|
576
|
+
"base_rate": 3e-7,
|
|
577
|
+
"is_prompt": true,
|
|
578
|
+
"token_type": "cache_read"
|
|
579
|
+
},
|
|
580
|
+
{
|
|
581
|
+
"base_rate": 3.75e-6,
|
|
582
|
+
"is_prompt": true,
|
|
583
|
+
"token_type": "cache_write"
|
|
584
|
+
}
|
|
585
|
+
]
|
|
586
|
+
},
|
|
587
|
+
{
|
|
588
|
+
"name": "claude-sonnet-4-5-20250929",
|
|
589
|
+
"name_pattern": "claude-sonnet-4-5-20250929",
|
|
590
|
+
"source": "litellm",
|
|
591
|
+
"token_prices": [
|
|
592
|
+
{
|
|
593
|
+
"base_rate": 3e-6,
|
|
594
|
+
"is_prompt": true,
|
|
595
|
+
"token_type": "input"
|
|
596
|
+
},
|
|
597
|
+
{
|
|
598
|
+
"base_rate": 0.000015,
|
|
599
|
+
"is_prompt": false,
|
|
600
|
+
"token_type": "output"
|
|
601
|
+
},
|
|
602
|
+
{
|
|
603
|
+
"base_rate": 3e-7,
|
|
604
|
+
"is_prompt": true,
|
|
605
|
+
"token_type": "cache_read"
|
|
606
|
+
},
|
|
607
|
+
{
|
|
608
|
+
"base_rate": 3.75e-6,
|
|
609
|
+
"is_prompt": true,
|
|
610
|
+
"token_type": "cache_write"
|
|
611
|
+
}
|
|
612
|
+
]
|
|
613
|
+
},
|
|
614
|
+
{
|
|
615
|
+
"name": "claude-sonnet-4-5-20250929-v1:0",
|
|
616
|
+
"name_pattern": "claude-sonnet-4-5-20250929-v1:0",
|
|
617
|
+
"source": "litellm",
|
|
618
|
+
"token_prices": [
|
|
619
|
+
{
|
|
620
|
+
"base_rate": 3e-6,
|
|
621
|
+
"is_prompt": true,
|
|
622
|
+
"token_type": "input"
|
|
623
|
+
},
|
|
624
|
+
{
|
|
625
|
+
"base_rate": 0.000015,
|
|
626
|
+
"is_prompt": false,
|
|
627
|
+
"token_type": "output"
|
|
628
|
+
},
|
|
629
|
+
{
|
|
630
|
+
"base_rate": 3e-7,
|
|
631
|
+
"is_prompt": true,
|
|
632
|
+
"token_type": "cache_read"
|
|
633
|
+
},
|
|
634
|
+
{
|
|
635
|
+
"base_rate": 3.75e-6,
|
|
636
|
+
"is_prompt": true,
|
|
637
|
+
"token_type": "cache_write"
|
|
638
|
+
}
|
|
639
|
+
]
|
|
640
|
+
},
|
|
452
641
|
{
|
|
453
642
|
"name": "gemini-2.0-flash",
|
|
454
643
|
"name_pattern": "gemini-2.0-flash(@[a-zA-Z0-9]+)?",
|
|
@@ -676,7 +865,7 @@
|
|
|
676
865
|
"token_type": "output"
|
|
677
866
|
},
|
|
678
867
|
{
|
|
679
|
-
"base_rate":
|
|
868
|
+
"base_rate": 3e-8,
|
|
680
869
|
"is_prompt": true,
|
|
681
870
|
"token_type": "cache_read"
|
|
682
871
|
},
|
|
@@ -688,179 +877,287 @@
|
|
|
688
877
|
]
|
|
689
878
|
},
|
|
690
879
|
{
|
|
691
|
-
"name": "gemini-2.5-flash-
|
|
692
|
-
"name_pattern": "gemini-2\\.5-flash-
|
|
880
|
+
"name": "gemini-2.5-flash-image",
|
|
881
|
+
"name_pattern": "gemini-2\\.5-flash-image",
|
|
693
882
|
"source": "litellm",
|
|
694
883
|
"token_prices": [
|
|
695
884
|
{
|
|
696
|
-
"base_rate":
|
|
885
|
+
"base_rate": 3e-7,
|
|
697
886
|
"is_prompt": true,
|
|
698
887
|
"token_type": "input"
|
|
699
888
|
},
|
|
700
889
|
{
|
|
701
|
-
"base_rate":
|
|
890
|
+
"base_rate": 2.5e-6,
|
|
702
891
|
"is_prompt": false,
|
|
703
892
|
"token_type": "output"
|
|
704
893
|
},
|
|
705
894
|
{
|
|
706
|
-
"base_rate":
|
|
895
|
+
"base_rate": 3e-8,
|
|
707
896
|
"is_prompt": true,
|
|
708
897
|
"token_type": "cache_read"
|
|
709
898
|
},
|
|
710
899
|
{
|
|
711
|
-
"base_rate":
|
|
900
|
+
"base_rate": 1e-6,
|
|
712
901
|
"is_prompt": true,
|
|
713
902
|
"token_type": "audio"
|
|
714
903
|
}
|
|
715
904
|
]
|
|
716
905
|
},
|
|
717
906
|
{
|
|
718
|
-
"name": "gemini-2.5-flash-
|
|
719
|
-
"name_pattern": "gemini-2\\.5-flash-
|
|
907
|
+
"name": "gemini-2.5-flash-image-preview",
|
|
908
|
+
"name_pattern": "gemini-2\\.5-flash-image-preview",
|
|
720
909
|
"source": "litellm",
|
|
721
910
|
"token_prices": [
|
|
722
911
|
{
|
|
723
|
-
"base_rate":
|
|
912
|
+
"base_rate": 3e-7,
|
|
724
913
|
"is_prompt": true,
|
|
725
914
|
"token_type": "input"
|
|
726
915
|
},
|
|
727
916
|
{
|
|
728
|
-
"base_rate":
|
|
917
|
+
"base_rate": 0.00003,
|
|
729
918
|
"is_prompt": false,
|
|
730
919
|
"token_type": "output"
|
|
731
920
|
},
|
|
732
921
|
{
|
|
733
|
-
"base_rate":
|
|
922
|
+
"base_rate": 7.5e-8,
|
|
734
923
|
"is_prompt": true,
|
|
735
924
|
"token_type": "cache_read"
|
|
736
925
|
},
|
|
737
926
|
{
|
|
738
|
-
"base_rate":
|
|
927
|
+
"base_rate": 1e-6,
|
|
739
928
|
"is_prompt": true,
|
|
740
929
|
"token_type": "audio"
|
|
741
930
|
}
|
|
742
931
|
]
|
|
743
932
|
},
|
|
744
933
|
{
|
|
745
|
-
"name": "gemini-2.5-flash-
|
|
746
|
-
"name_pattern": "gemini-2\\.5-flash-
|
|
934
|
+
"name": "gemini-2.5-flash-lite",
|
|
935
|
+
"name_pattern": "gemini-2\\.5-flash-lite",
|
|
747
936
|
"source": "litellm",
|
|
748
937
|
"token_prices": [
|
|
749
938
|
{
|
|
750
|
-
"base_rate":
|
|
939
|
+
"base_rate": 1e-7,
|
|
751
940
|
"is_prompt": true,
|
|
752
941
|
"token_type": "input"
|
|
753
942
|
},
|
|
754
943
|
{
|
|
755
|
-
"base_rate":
|
|
944
|
+
"base_rate": 4e-7,
|
|
756
945
|
"is_prompt": false,
|
|
757
946
|
"token_type": "output"
|
|
758
947
|
},
|
|
759
948
|
{
|
|
760
|
-
"base_rate":
|
|
949
|
+
"base_rate": 2.5e-8,
|
|
761
950
|
"is_prompt": true,
|
|
762
951
|
"token_type": "cache_read"
|
|
763
952
|
},
|
|
764
953
|
{
|
|
765
|
-
"base_rate":
|
|
954
|
+
"base_rate": 5e-7,
|
|
766
955
|
"is_prompt": true,
|
|
767
956
|
"token_type": "audio"
|
|
768
957
|
}
|
|
769
958
|
]
|
|
770
959
|
},
|
|
771
960
|
{
|
|
772
|
-
"name": "gemini-2.5-flash-preview-
|
|
773
|
-
"name_pattern": "gemini-2\\.5-flash-preview-
|
|
961
|
+
"name": "gemini-2.5-flash-lite-preview-06-17",
|
|
962
|
+
"name_pattern": "gemini-2\\.5-flash-lite-preview-06-17",
|
|
774
963
|
"source": "litellm",
|
|
775
964
|
"token_prices": [
|
|
776
965
|
{
|
|
777
|
-
"base_rate":
|
|
966
|
+
"base_rate": 1e-7,
|
|
778
967
|
"is_prompt": true,
|
|
779
968
|
"token_type": "input"
|
|
780
969
|
},
|
|
781
970
|
{
|
|
782
|
-
"base_rate":
|
|
971
|
+
"base_rate": 4e-7,
|
|
783
972
|
"is_prompt": false,
|
|
784
973
|
"token_type": "output"
|
|
785
974
|
},
|
|
786
975
|
{
|
|
787
|
-
"base_rate":
|
|
976
|
+
"base_rate": 2.5e-8,
|
|
788
977
|
"is_prompt": true,
|
|
789
978
|
"token_type": "cache_read"
|
|
790
979
|
},
|
|
791
980
|
{
|
|
792
|
-
"base_rate":
|
|
981
|
+
"base_rate": 5e-7,
|
|
793
982
|
"is_prompt": true,
|
|
794
983
|
"token_type": "audio"
|
|
795
984
|
}
|
|
796
985
|
]
|
|
797
986
|
},
|
|
798
987
|
{
|
|
799
|
-
"name": "gemini-2.5-
|
|
800
|
-
"name_pattern": "gemini-2
|
|
988
|
+
"name": "gemini-2.5-flash-lite-preview-09-2025",
|
|
989
|
+
"name_pattern": "gemini-2\\.5-flash-lite-preview-09-2025",
|
|
801
990
|
"source": "litellm",
|
|
802
991
|
"token_prices": [
|
|
803
992
|
{
|
|
804
|
-
"base_rate":
|
|
993
|
+
"base_rate": 1e-7,
|
|
805
994
|
"is_prompt": true,
|
|
806
995
|
"token_type": "input"
|
|
807
996
|
},
|
|
808
997
|
{
|
|
809
|
-
"base_rate":
|
|
998
|
+
"base_rate": 4e-7,
|
|
810
999
|
"is_prompt": false,
|
|
811
1000
|
"token_type": "output"
|
|
812
1001
|
},
|
|
813
1002
|
{
|
|
814
|
-
"base_rate":
|
|
1003
|
+
"base_rate": 2.5e-8,
|
|
815
1004
|
"is_prompt": true,
|
|
816
1005
|
"token_type": "cache_read"
|
|
1006
|
+
},
|
|
1007
|
+
{
|
|
1008
|
+
"base_rate": 3e-7,
|
|
1009
|
+
"is_prompt": true,
|
|
1010
|
+
"token_type": "audio"
|
|
817
1011
|
}
|
|
818
1012
|
]
|
|
819
1013
|
},
|
|
820
1014
|
{
|
|
821
|
-
"name": "gemini-2.5-
|
|
822
|
-
"name_pattern": "gemini-2\\.5-
|
|
1015
|
+
"name": "gemini-2.5-flash-preview-04-17",
|
|
1016
|
+
"name_pattern": "gemini-2\\.5-flash-preview-04-17",
|
|
823
1017
|
"source": "litellm",
|
|
824
1018
|
"token_prices": [
|
|
825
1019
|
{
|
|
826
|
-
"base_rate": 1.
|
|
1020
|
+
"base_rate": 1.5e-7,
|
|
827
1021
|
"is_prompt": true,
|
|
828
1022
|
"token_type": "input"
|
|
829
1023
|
},
|
|
830
1024
|
{
|
|
831
|
-
"base_rate":
|
|
1025
|
+
"base_rate": 6e-7,
|
|
832
1026
|
"is_prompt": false,
|
|
833
1027
|
"token_type": "output"
|
|
834
1028
|
},
|
|
835
1029
|
{
|
|
836
|
-
"base_rate": 3.
|
|
1030
|
+
"base_rate": 3.75e-8,
|
|
837
1031
|
"is_prompt": true,
|
|
838
1032
|
"token_type": "cache_read"
|
|
1033
|
+
},
|
|
1034
|
+
{
|
|
1035
|
+
"base_rate": 1e-6,
|
|
1036
|
+
"is_prompt": true,
|
|
1037
|
+
"token_type": "audio"
|
|
839
1038
|
}
|
|
840
1039
|
]
|
|
841
1040
|
},
|
|
842
1041
|
{
|
|
843
|
-
"name": "gemini-2.5-
|
|
844
|
-
"name_pattern": "gemini-2\\.5-
|
|
1042
|
+
"name": "gemini-2.5-flash-preview-05-20",
|
|
1043
|
+
"name_pattern": "gemini-2\\.5-flash-preview-05-20",
|
|
845
1044
|
"source": "litellm",
|
|
846
1045
|
"token_prices": [
|
|
847
1046
|
{
|
|
848
|
-
"base_rate":
|
|
1047
|
+
"base_rate": 3e-7,
|
|
849
1048
|
"is_prompt": true,
|
|
850
1049
|
"token_type": "input"
|
|
851
1050
|
},
|
|
852
1051
|
{
|
|
853
|
-
"base_rate":
|
|
1052
|
+
"base_rate": 2.5e-6,
|
|
854
1053
|
"is_prompt": false,
|
|
855
1054
|
"token_type": "output"
|
|
856
1055
|
},
|
|
857
1056
|
{
|
|
858
|
-
"base_rate":
|
|
1057
|
+
"base_rate": 7.5e-8,
|
|
859
1058
|
"is_prompt": true,
|
|
860
1059
|
"token_type": "cache_read"
|
|
861
1060
|
},
|
|
862
1061
|
{
|
|
863
|
-
"base_rate":
|
|
1062
|
+
"base_rate": 1e-6,
|
|
1063
|
+
"is_prompt": true,
|
|
1064
|
+
"token_type": "audio"
|
|
1065
|
+
}
|
|
1066
|
+
]
|
|
1067
|
+
},
|
|
1068
|
+
{
|
|
1069
|
+
"name": "gemini-2.5-flash-preview-09-2025",
|
|
1070
|
+
"name_pattern": "gemini-2\\.5-flash-preview-09-2025",
|
|
1071
|
+
"source": "litellm",
|
|
1072
|
+
"token_prices": [
|
|
1073
|
+
{
|
|
1074
|
+
"base_rate": 3e-7,
|
|
1075
|
+
"is_prompt": true,
|
|
1076
|
+
"token_type": "input"
|
|
1077
|
+
},
|
|
1078
|
+
{
|
|
1079
|
+
"base_rate": 2.5e-6,
|
|
1080
|
+
"is_prompt": false,
|
|
1081
|
+
"token_type": "output"
|
|
1082
|
+
},
|
|
1083
|
+
{
|
|
1084
|
+
"base_rate": 7.5e-8,
|
|
1085
|
+
"is_prompt": true,
|
|
1086
|
+
"token_type": "cache_read"
|
|
1087
|
+
},
|
|
1088
|
+
{
|
|
1089
|
+
"base_rate": 1e-6,
|
|
1090
|
+
"is_prompt": true,
|
|
1091
|
+
"token_type": "audio"
|
|
1092
|
+
}
|
|
1093
|
+
]
|
|
1094
|
+
},
|
|
1095
|
+
{
|
|
1096
|
+
"name": "gemini-2.5-pro",
|
|
1097
|
+
"name_pattern": "gemini-2.5-pro(@[a-zA-Z0-9]+)?",
|
|
1098
|
+
"source": "litellm",
|
|
1099
|
+
"token_prices": [
|
|
1100
|
+
{
|
|
1101
|
+
"base_rate": 1.25e-6,
|
|
1102
|
+
"is_prompt": true,
|
|
1103
|
+
"token_type": "input"
|
|
1104
|
+
},
|
|
1105
|
+
{
|
|
1106
|
+
"base_rate": 0.00001,
|
|
1107
|
+
"is_prompt": false,
|
|
1108
|
+
"token_type": "output"
|
|
1109
|
+
},
|
|
1110
|
+
{
|
|
1111
|
+
"base_rate": 1.25e-7,
|
|
1112
|
+
"is_prompt": true,
|
|
1113
|
+
"token_type": "cache_read"
|
|
1114
|
+
}
|
|
1115
|
+
]
|
|
1116
|
+
},
|
|
1117
|
+
{
|
|
1118
|
+
"name": "gemini-2.5-pro-exp-03-25",
|
|
1119
|
+
"name_pattern": "gemini-2\\.5-pro-exp-03-25",
|
|
1120
|
+
"source": "litellm",
|
|
1121
|
+
"token_prices": [
|
|
1122
|
+
{
|
|
1123
|
+
"base_rate": 1.25e-6,
|
|
1124
|
+
"is_prompt": true,
|
|
1125
|
+
"token_type": "input"
|
|
1126
|
+
},
|
|
1127
|
+
{
|
|
1128
|
+
"base_rate": 0.00001,
|
|
1129
|
+
"is_prompt": false,
|
|
1130
|
+
"token_type": "output"
|
|
1131
|
+
},
|
|
1132
|
+
{
|
|
1133
|
+
"base_rate": 3.125e-7,
|
|
1134
|
+
"is_prompt": true,
|
|
1135
|
+
"token_type": "cache_read"
|
|
1136
|
+
}
|
|
1137
|
+
]
|
|
1138
|
+
},
|
|
1139
|
+
{
|
|
1140
|
+
"name": "gemini-2.5-pro-preview-03-25",
|
|
1141
|
+
"name_pattern": "gemini-2\\.5-pro-preview-03-25",
|
|
1142
|
+
"source": "litellm",
|
|
1143
|
+
"token_prices": [
|
|
1144
|
+
{
|
|
1145
|
+
"base_rate": 1.25e-6,
|
|
1146
|
+
"is_prompt": true,
|
|
1147
|
+
"token_type": "input"
|
|
1148
|
+
},
|
|
1149
|
+
{
|
|
1150
|
+
"base_rate": 0.00001,
|
|
1151
|
+
"is_prompt": false,
|
|
1152
|
+
"token_type": "output"
|
|
1153
|
+
},
|
|
1154
|
+
{
|
|
1155
|
+
"base_rate": 3.125e-7,
|
|
1156
|
+
"is_prompt": true,
|
|
1157
|
+
"token_type": "cache_read"
|
|
1158
|
+
},
|
|
1159
|
+
{
|
|
1160
|
+
"base_rate": 1.25e-6,
|
|
864
1161
|
"is_prompt": true,
|
|
865
1162
|
"token_type": "audio"
|
|
866
1163
|
}
|
|
@@ -947,18 +1244,116 @@
|
|
|
947
1244
|
}
|
|
948
1245
|
]
|
|
949
1246
|
},
|
|
1247
|
+
{
|
|
1248
|
+
"name": "gemini-3-flash-preview",
|
|
1249
|
+
"name_pattern": "gemini-3-flash-preview",
|
|
1250
|
+
"source": "litellm",
|
|
1251
|
+
"token_prices": [
|
|
1252
|
+
{
|
|
1253
|
+
"base_rate": 5e-7,
|
|
1254
|
+
"is_prompt": true,
|
|
1255
|
+
"token_type": "input"
|
|
1256
|
+
},
|
|
1257
|
+
{
|
|
1258
|
+
"base_rate": 3e-6,
|
|
1259
|
+
"is_prompt": false,
|
|
1260
|
+
"token_type": "output"
|
|
1261
|
+
},
|
|
1262
|
+
{
|
|
1263
|
+
"base_rate": 5e-8,
|
|
1264
|
+
"is_prompt": true,
|
|
1265
|
+
"token_type": "cache_read"
|
|
1266
|
+
},
|
|
1267
|
+
{
|
|
1268
|
+
"base_rate": 1e-6,
|
|
1269
|
+
"is_prompt": true,
|
|
1270
|
+
"token_type": "audio"
|
|
1271
|
+
}
|
|
1272
|
+
]
|
|
1273
|
+
},
|
|
1274
|
+
{
|
|
1275
|
+
"name": "gemini-3-pro-image-preview",
|
|
1276
|
+
"name_pattern": "gemini-3-pro-image-preview",
|
|
1277
|
+
"source": "litellm",
|
|
1278
|
+
"token_prices": [
|
|
1279
|
+
{
|
|
1280
|
+
"base_rate": 2e-6,
|
|
1281
|
+
"is_prompt": true,
|
|
1282
|
+
"token_type": "input"
|
|
1283
|
+
},
|
|
1284
|
+
{
|
|
1285
|
+
"base_rate": 0.000012,
|
|
1286
|
+
"is_prompt": false,
|
|
1287
|
+
"token_type": "output"
|
|
1288
|
+
}
|
|
1289
|
+
]
|
|
1290
|
+
},
|
|
1291
|
+
{
|
|
1292
|
+
"name": "gemini-3-pro-preview",
|
|
1293
|
+
"name_pattern": "gemini-3-pro-preview",
|
|
1294
|
+
"source": "litellm",
|
|
1295
|
+
"token_prices": [
|
|
1296
|
+
{
|
|
1297
|
+
"base_rate": 2e-6,
|
|
1298
|
+
"is_prompt": true,
|
|
1299
|
+
"token_type": "input"
|
|
1300
|
+
},
|
|
1301
|
+
{
|
|
1302
|
+
"base_rate": 0.000012,
|
|
1303
|
+
"is_prompt": false,
|
|
1304
|
+
"token_type": "output"
|
|
1305
|
+
},
|
|
1306
|
+
{
|
|
1307
|
+
"base_rate": 2e-7,
|
|
1308
|
+
"is_prompt": true,
|
|
1309
|
+
"token_type": "cache_read"
|
|
1310
|
+
}
|
|
1311
|
+
]
|
|
1312
|
+
},
|
|
1313
|
+
{
|
|
1314
|
+
"name": "gemini-live-2.5-flash-preview-native-audio-09-2025",
|
|
1315
|
+
"name_pattern": "gemini-live-2\\.5-flash-preview-native-audio-09-2025",
|
|
1316
|
+
"source": "litellm",
|
|
1317
|
+
"token_prices": [
|
|
1318
|
+
{
|
|
1319
|
+
"base_rate": 3e-7,
|
|
1320
|
+
"is_prompt": true,
|
|
1321
|
+
"token_type": "input"
|
|
1322
|
+
},
|
|
1323
|
+
{
|
|
1324
|
+
"base_rate": 2e-6,
|
|
1325
|
+
"is_prompt": false,
|
|
1326
|
+
"token_type": "output"
|
|
1327
|
+
},
|
|
1328
|
+
{
|
|
1329
|
+
"base_rate": 7.5e-8,
|
|
1330
|
+
"is_prompt": true,
|
|
1331
|
+
"token_type": "cache_read"
|
|
1332
|
+
},
|
|
1333
|
+
{
|
|
1334
|
+
"base_rate": 3e-6,
|
|
1335
|
+
"is_prompt": true,
|
|
1336
|
+
"token_type": "audio"
|
|
1337
|
+
},
|
|
1338
|
+
{
|
|
1339
|
+
"base_rate": 0.000012,
|
|
1340
|
+
"is_prompt": false,
|
|
1341
|
+
"token_type": "audio"
|
|
1342
|
+
}
|
|
1343
|
+
]
|
|
1344
|
+
},
|
|
950
1345
|
{
|
|
951
1346
|
"name": "gpt-3.5-turbo",
|
|
952
1347
|
"name_pattern": "gpt-(35|3.5)-turbo",
|
|
953
1348
|
"source": "litellm",
|
|
954
1349
|
"token_prices": [
|
|
955
1350
|
{
|
|
956
|
-
"base_rate":
|
|
1351
|
+
"base_rate": 5e-7,
|
|
957
1352
|
"is_prompt": true,
|
|
958
1353
|
"token_type": "input"
|
|
959
1354
|
},
|
|
960
1355
|
{
|
|
961
|
-
"base_rate":
|
|
1356
|
+
"base_rate": 1.5e-6,
|
|
962
1357
|
"is_prompt": false,
|
|
963
1358
|
"token_type": "output"
|
|
964
1359
|
}
|
|
@@ -1851,78 +2246,548 @@
|
|
|
1851
2246
|
]
|
|
1852
2247
|
},
|
|
1853
2248
|
{
|
|
1854
|
-
"name": "gpt-4o-mini-search-preview",
|
|
1855
|
-
"name_pattern": "gpt-4o-mini-search-preview",
|
|
2249
|
+
"name": "gpt-4o-mini-search-preview",
|
|
2250
|
+
"name_pattern": "gpt-4o-mini-search-preview",
|
|
2251
|
+
"source": "litellm",
|
|
2252
|
+
"token_prices": [
|
|
2253
|
+
{
|
|
2254
|
+
"base_rate": 1.5e-7,
|
|
2255
|
+
"is_prompt": true,
|
|
2256
|
+
"token_type": "input"
|
|
2257
|
+
},
|
|
2258
|
+
{
|
|
2259
|
+
"base_rate": 6e-7,
|
|
2260
|
+
"is_prompt": false,
|
|
2261
|
+
"token_type": "output"
|
|
2262
|
+
},
|
|
2263
|
+
{
|
|
2264
|
+
"base_rate": 7.5e-8,
|
|
2265
|
+
"is_prompt": true,
|
|
2266
|
+
"token_type": "cache_read"
|
|
2267
|
+
}
|
|
2268
|
+
]
|
|
2269
|
+
},
|
|
2270
|
+
{
|
|
2271
|
+
"name": "gpt-4o-mini-search-preview-2025-03-11",
|
|
2272
|
+
"name_pattern": "gpt-4o-mini-search-preview-2025-03-11",
|
|
2273
|
+
"source": "litellm",
|
|
2274
|
+
"token_prices": [
|
|
2275
|
+
{
|
|
2276
|
+
"base_rate": 1.5e-7,
|
|
2277
|
+
"is_prompt": true,
|
|
2278
|
+
"token_type": "input"
|
|
2279
|
+
},
|
|
2280
|
+
{
|
|
2281
|
+
"base_rate": 6e-7,
|
|
2282
|
+
"is_prompt": false,
|
|
2283
|
+
"token_type": "output"
|
|
2284
|
+
},
|
|
2285
|
+
{
|
|
2286
|
+
"base_rate": 7.5e-8,
|
|
2287
|
+
"is_prompt": true,
|
|
2288
|
+
"token_type": "cache_read"
|
|
2289
|
+
}
|
|
2290
|
+
]
|
|
2291
|
+
},
|
|
2292
|
+
{
|
|
2293
|
+
"name": "gpt-4o-mini-transcribe",
|
|
2294
|
+
"name_pattern": "gpt-4o-mini-transcribe",
|
|
2295
|
+
"source": "litellm",
|
|
2296
|
+
"token_prices": [
|
|
2297
|
+
{
|
|
2298
|
+
"base_rate": 1.25e-6,
|
|
2299
|
+
"is_prompt": true,
|
|
2300
|
+
"token_type": "input"
|
|
2301
|
+
},
|
|
2302
|
+
{
|
|
2303
|
+
"base_rate": 5e-6,
|
|
2304
|
+
"is_prompt": false,
|
|
2305
|
+
"token_type": "output"
|
|
2306
|
+
},
|
|
2307
|
+
{
|
|
2308
|
+
"base_rate": 3e-6,
|
|
2309
|
+
"is_prompt": true,
|
|
2310
|
+
"token_type": "audio"
|
|
2311
|
+
}
|
|
2312
|
+
]
|
|
2313
|
+
},
|
|
2314
|
+
{
|
|
2315
|
+
"name": "gpt-4o-mini-tts",
|
|
2316
|
+
"name_pattern": "gpt-4o-mini-tts",
|
|
2317
|
+
"source": "litellm",
|
|
2318
|
+
"token_prices": [
|
|
2319
|
+
{
|
|
2320
|
+
"base_rate": 2.5e-6,
|
|
2321
|
+
"is_prompt": true,
|
|
2322
|
+
"token_type": "input"
|
|
2323
|
+
},
|
|
2324
|
+
{
|
|
2325
|
+
"base_rate": 0.00001,
|
|
2326
|
+
"is_prompt": false,
|
|
2327
|
+
"token_type": "output"
|
|
2328
|
+
},
|
|
2329
|
+
{
|
|
2330
|
+
"base_rate": 0.000012,
|
|
2331
|
+
"is_prompt": false,
|
|
2332
|
+
"token_type": "audio"
|
|
2333
|
+
}
|
|
2334
|
+
]
|
|
2335
|
+
},
|
|
2336
|
+
{
|
|
2337
|
+
"name": "gpt-4o-realtime-preview",
|
|
2338
|
+
"name_pattern": "gpt-4o-realtime-preview",
|
|
2339
|
+
"source": "litellm",
|
|
2340
|
+
"token_prices": [
|
|
2341
|
+
{
|
|
2342
|
+
"base_rate": 5e-6,
|
|
2343
|
+
"is_prompt": true,
|
|
2344
|
+
"token_type": "input"
|
|
2345
|
+
},
|
|
2346
|
+
{
|
|
2347
|
+
"base_rate": 0.00002,
|
|
2348
|
+
"is_prompt": false,
|
|
2349
|
+
"token_type": "output"
|
|
2350
|
+
},
|
|
2351
|
+
{
|
|
2352
|
+
"base_rate": 2.5e-6,
|
|
2353
|
+
"is_prompt": true,
|
|
2354
|
+
"token_type": "cache_read"
|
|
2355
|
+
},
|
|
2356
|
+
{
|
|
2357
|
+
"base_rate": 0.00004,
|
|
2358
|
+
"is_prompt": true,
|
|
2359
|
+
"token_type": "audio"
|
|
2360
|
+
},
|
|
2361
|
+
{
|
|
2362
|
+
"base_rate": 0.00008,
|
|
2363
|
+
"is_prompt": false,
|
|
2364
|
+
"token_type": "audio"
|
|
2365
|
+
}
|
|
2366
|
+
]
|
|
2367
|
+
},
|
|
2368
|
+
{
|
|
2369
|
+
"name": "gpt-4o-realtime-preview-2024-10-01",
|
|
2370
|
+
"name_pattern": "gpt-4o-realtime-preview-2024-10-01",
|
|
2371
|
+
"source": "litellm",
|
|
2372
|
+
"token_prices": [
|
|
2373
|
+
{
|
|
2374
|
+
"base_rate": 5e-6,
|
|
2375
|
+
"is_prompt": true,
|
|
2376
|
+
"token_type": "input"
|
|
2377
|
+
},
|
|
2378
|
+
{
|
|
2379
|
+
"base_rate": 0.00002,
|
|
2380
|
+
"is_prompt": false,
|
|
2381
|
+
"token_type": "output"
|
|
2382
|
+
},
|
|
2383
|
+
{
|
|
2384
|
+
"base_rate": 2.5e-6,
|
|
2385
|
+
"is_prompt": true,
|
|
2386
|
+
"token_type": "cache_read"
|
|
2387
|
+
},
|
|
2388
|
+
{
|
|
2389
|
+
"base_rate": 0.0001,
|
|
2390
|
+
"is_prompt": true,
|
|
2391
|
+
"token_type": "audio"
|
|
2392
|
+
},
|
|
2393
|
+
{
|
|
2394
|
+
"base_rate": 0.0002,
|
|
2395
|
+
"is_prompt": false,
|
|
2396
|
+
"token_type": "audio"
|
|
2397
|
+
}
|
|
2398
|
+
]
|
|
2399
|
+
},
|
|
2400
|
+
{
|
|
2401
|
+
"name": "gpt-4o-realtime-preview-2024-12-17",
|
|
2402
|
+
"name_pattern": "gpt-4o-realtime-preview-2024-12-17",
|
|
2403
|
+
"source": "litellm",
|
|
2404
|
+
"token_prices": [
|
|
2405
|
+
{
|
|
2406
|
+
"base_rate": 5e-6,
|
|
2407
|
+
"is_prompt": true,
|
|
2408
|
+
"token_type": "input"
|
|
2409
|
+
},
|
|
2410
|
+
{
|
|
2411
|
+
"base_rate": 0.00002,
|
|
2412
|
+
"is_prompt": false,
|
|
2413
|
+
"token_type": "output"
|
|
2414
|
+
},
|
|
2415
|
+
{
|
|
2416
|
+
"base_rate": 2.5e-6,
|
|
2417
|
+
"is_prompt": true,
|
|
2418
|
+
"token_type": "cache_read"
|
|
2419
|
+
},
|
|
2420
|
+
{
|
|
2421
|
+
"base_rate": 0.00004,
|
|
2422
|
+
"is_prompt": true,
|
|
2423
|
+
"token_type": "audio"
|
|
2424
|
+
},
|
|
2425
|
+
{
|
|
2426
|
+
"base_rate": 0.00008,
|
|
2427
|
+
"is_prompt": false,
|
|
2428
|
+
"token_type": "audio"
|
|
2429
|
+
}
|
|
2430
|
+
]
|
|
2431
|
+
},
|
|
2432
|
+
{
|
|
2433
|
+
"name": "gpt-4o-realtime-preview-2025-06-03",
|
|
2434
|
+
"name_pattern": "gpt-4o-realtime-preview-2025-06-03",
|
|
2435
|
+
"source": "litellm",
|
|
2436
|
+
"token_prices": [
|
|
2437
|
+
{
|
|
2438
|
+
"base_rate": 5e-6,
|
|
2439
|
+
"is_prompt": true,
|
|
2440
|
+
"token_type": "input"
|
|
2441
|
+
},
|
|
2442
|
+
{
|
|
2443
|
+
"base_rate": 0.00002,
|
|
2444
|
+
"is_prompt": false,
|
|
2445
|
+
"token_type": "output"
|
|
2446
|
+
},
|
|
2447
|
+
{
|
|
2448
|
+
"base_rate": 2.5e-6,
|
|
2449
|
+
"is_prompt": true,
|
|
2450
|
+
"token_type": "cache_read"
|
|
2451
|
+
},
|
|
2452
|
+
{
|
|
2453
|
+
"base_rate": 0.00004,
|
|
2454
|
+
"is_prompt": true,
|
|
2455
|
+
"token_type": "audio"
|
|
2456
|
+
},
|
|
2457
|
+
{
|
|
2458
|
+
"base_rate": 0.00008,
|
|
2459
|
+
"is_prompt": false,
|
|
2460
|
+
"token_type": "audio"
|
|
2461
|
+
}
|
|
2462
|
+
]
|
|
2463
|
+
},
|
|
2464
|
+
{
|
|
2465
|
+
"name": "gpt-4o-search-preview",
|
|
2466
|
+
"name_pattern": "gpt-4o-search-preview",
|
|
2467
|
+
"source": "litellm",
|
|
2468
|
+
"token_prices": [
|
|
2469
|
+
{
|
|
2470
|
+
"base_rate": 2.5e-6,
|
|
2471
|
+
"is_prompt": true,
|
|
2472
|
+
"token_type": "input"
|
|
2473
|
+
},
|
|
2474
|
+
{
|
|
2475
|
+
"base_rate": 0.00001,
|
|
2476
|
+
"is_prompt": false,
|
|
2477
|
+
"token_type": "output"
|
|
2478
|
+
},
|
|
2479
|
+
{
|
|
2480
|
+
"base_rate": 1.25e-6,
|
|
2481
|
+
"is_prompt": true,
|
|
2482
|
+
"token_type": "cache_read"
|
|
2483
|
+
}
|
|
2484
|
+
]
|
|
2485
|
+
},
|
|
2486
|
+
{
|
|
2487
|
+
"name": "gpt-4o-search-preview-2025-03-11",
|
|
2488
|
+
"name_pattern": "gpt-4o-search-preview-2025-03-11",
|
|
2489
|
+
"source": "litellm",
|
|
2490
|
+
"token_prices": [
|
|
2491
|
+
{
|
|
2492
|
+
"base_rate": 2.5e-6,
|
|
2493
|
+
"is_prompt": true,
|
|
2494
|
+
"token_type": "input"
|
|
2495
|
+
},
|
|
2496
|
+
{
|
|
2497
|
+
"base_rate": 0.00001,
|
|
2498
|
+
"is_prompt": false,
|
|
2499
|
+
"token_type": "output"
|
|
2500
|
+
},
|
|
2501
|
+
{
|
|
2502
|
+
"base_rate": 1.25e-6,
|
|
2503
|
+
"is_prompt": true,
|
|
2504
|
+
"token_type": "cache_read"
|
|
2505
|
+
}
|
|
2506
|
+
]
|
|
2507
|
+
},
|
|
2508
|
+
{
|
|
2509
|
+
"name": "gpt-4o-transcribe",
|
|
2510
|
+
"name_pattern": "gpt-4o-transcribe",
|
|
2511
|
+
"source": "litellm",
|
|
2512
|
+
"token_prices": [
|
|
2513
|
+
{
|
|
2514
|
+
"base_rate": 2.5e-6,
|
|
2515
|
+
"is_prompt": true,
|
|
2516
|
+
"token_type": "input"
|
|
2517
|
+
},
|
|
2518
|
+
{
|
|
2519
|
+
"base_rate": 0.00001,
|
|
2520
|
+
"is_prompt": false,
|
|
2521
|
+
"token_type": "output"
|
|
2522
|
+
},
|
|
2523
|
+
{
|
|
2524
|
+
"base_rate": 6e-6,
|
|
2525
|
+
"is_prompt": true,
|
|
2526
|
+
"token_type": "audio"
|
|
2527
|
+
}
|
|
2528
|
+
]
|
|
2529
|
+
},
|
|
2530
|
+
{
|
|
2531
|
+
"name": "gpt-4o-transcribe-diarize",
|
|
2532
|
+
"name_pattern": "gpt-4o-transcribe-diarize",
|
|
2533
|
+
"source": "litellm",
|
|
2534
|
+
"token_prices": [
|
|
2535
|
+
{
|
|
2536
|
+
"base_rate": 2.5e-6,
|
|
2537
|
+
"is_prompt": true,
|
|
2538
|
+
"token_type": "input"
|
|
2539
|
+
},
|
|
2540
|
+
{
|
|
2541
|
+
"base_rate": 0.00001,
|
|
2542
|
+
"is_prompt": false,
|
|
2543
|
+
"token_type": "output"
|
|
2544
|
+
},
|
|
2545
|
+
{
|
|
2546
|
+
"base_rate": 6e-6,
|
|
2547
|
+
"is_prompt": true,
|
|
2548
|
+
"token_type": "audio"
|
|
2549
|
+
}
|
|
2550
|
+
]
|
|
2551
|
+
},
|
|
2552
|
+
{
|
|
2553
|
+
"name": "gpt-5",
|
|
2554
|
+
"name_pattern": "gpt-5",
|
|
2555
|
+
"source": "litellm",
|
|
2556
|
+
"token_prices": [
|
|
2557
|
+
{
|
|
2558
|
+
"base_rate": 1.25e-6,
|
|
2559
|
+
"is_prompt": true,
|
|
2560
|
+
"token_type": "input"
|
|
2561
|
+
},
|
|
2562
|
+
{
|
|
2563
|
+
"base_rate": 0.00001,
|
|
2564
|
+
"is_prompt": false,
|
|
2565
|
+
"token_type": "output"
|
|
2566
|
+
},
|
|
2567
|
+
{
|
|
2568
|
+
"base_rate": 1.25e-7,
|
|
2569
|
+
"is_prompt": true,
|
|
2570
|
+
"token_type": "cache_read"
|
|
2571
|
+
}
|
|
2572
|
+
]
|
|
2573
|
+
},
|
|
2574
|
+
{
|
|
2575
|
+
"name": "gpt-5-2025-08-07",
|
|
2576
|
+
"name_pattern": "gpt-5-2025-08-07",
|
|
2577
|
+
"source": "litellm",
|
|
2578
|
+
"token_prices": [
|
|
2579
|
+
{
|
|
2580
|
+
"base_rate": 1.25e-6,
|
|
2581
|
+
"is_prompt": true,
|
|
2582
|
+
"token_type": "input"
|
|
2583
|
+
},
|
|
2584
|
+
{
|
|
2585
|
+
"base_rate": 0.00001,
|
|
2586
|
+
"is_prompt": false,
|
|
2587
|
+
"token_type": "output"
|
|
2588
|
+
},
|
|
2589
|
+
{
|
|
2590
|
+
"base_rate": 1.25e-7,
|
|
2591
|
+
"is_prompt": true,
|
|
2592
|
+
"token_type": "cache_read"
|
|
2593
|
+
}
|
|
2594
|
+
]
|
|
2595
|
+
},
|
|
2596
|
+
{
|
|
2597
|
+
"name": "gpt-5-chat",
|
|
2598
|
+
"name_pattern": "gpt-5-chat",
|
|
2599
|
+
"source": "litellm",
|
|
2600
|
+
"token_prices": [
|
|
2601
|
+
{
|
|
2602
|
+
"base_rate": 1.25e-6,
|
|
2603
|
+
"is_prompt": true,
|
|
2604
|
+
"token_type": "input"
|
|
2605
|
+
},
|
|
2606
|
+
{
|
|
2607
|
+
"base_rate": 0.00001,
|
|
2608
|
+
"is_prompt": false,
|
|
2609
|
+
"token_type": "output"
|
|
2610
|
+
},
|
|
2611
|
+
{
|
|
2612
|
+
"base_rate": 1.25e-7,
|
|
2613
|
+
"is_prompt": true,
|
|
2614
|
+
"token_type": "cache_read"
|
|
2615
|
+
}
|
|
2616
|
+
]
|
|
2617
|
+
},
|
|
2618
|
+
{
|
|
2619
|
+
"name": "gpt-5-chat-latest",
|
|
2620
|
+
"name_pattern": "gpt-5-chat-latest",
|
|
2621
|
+
"source": "litellm",
|
|
2622
|
+
"token_prices": [
|
|
2623
|
+
{
|
|
2624
|
+
"base_rate": 1.25e-6,
|
|
2625
|
+
"is_prompt": true,
|
|
2626
|
+
"token_type": "input"
|
|
2627
|
+
},
|
|
2628
|
+
{
|
|
2629
|
+
"base_rate": 0.00001,
|
|
2630
|
+
"is_prompt": false,
|
|
2631
|
+
"token_type": "output"
|
|
2632
|
+
},
|
|
2633
|
+
{
|
|
2634
|
+
"base_rate": 1.25e-7,
|
|
2635
|
+
"is_prompt": true,
|
|
2636
|
+
"token_type": "cache_read"
|
|
2637
|
+
}
|
|
2638
|
+
]
|
|
2639
|
+
},
|
|
2640
|
+
{
|
|
2641
|
+
"name": "gpt-5-codex",
|
|
2642
|
+
"name_pattern": "gpt-5-codex",
|
|
2643
|
+
"source": "litellm",
|
|
2644
|
+
"token_prices": [
|
|
2645
|
+
{
|
|
2646
|
+
"base_rate": 1.25e-6,
|
|
2647
|
+
"is_prompt": true,
|
|
2648
|
+
"token_type": "input"
|
|
2649
|
+
},
|
|
2650
|
+
{
|
|
2651
|
+
"base_rate": 0.00001,
|
|
2652
|
+
"is_prompt": false,
|
|
2653
|
+
"token_type": "output"
|
|
2654
|
+
},
|
|
2655
|
+
{
|
|
2656
|
+
"base_rate": 1.25e-7,
|
|
2657
|
+
"is_prompt": true,
|
|
2658
|
+
"token_type": "cache_read"
|
|
2659
|
+
}
|
|
2660
|
+
]
|
|
2661
|
+
},
|
|
2662
|
+
{
|
|
2663
|
+
"name": "gpt-5-mini",
|
|
2664
|
+
"name_pattern": "gpt-5-mini",
|
|
2665
|
+
"source": "litellm",
|
|
2666
|
+
"token_prices": [
|
|
2667
|
+
{
|
|
2668
|
+
"base_rate": 2.5e-7,
|
|
2669
|
+
"is_prompt": true,
|
|
2670
|
+
"token_type": "input"
|
|
2671
|
+
},
|
|
2672
|
+
{
|
|
2673
|
+
"base_rate": 2e-6,
|
|
2674
|
+
"is_prompt": false,
|
|
2675
|
+
"token_type": "output"
|
|
2676
|
+
},
|
|
2677
|
+
{
|
|
2678
|
+
"base_rate": 2.5e-8,
|
|
2679
|
+
"is_prompt": true,
|
|
2680
|
+
"token_type": "cache_read"
|
|
2681
|
+
}
|
|
2682
|
+
]
|
|
2683
|
+
},
|
|
2684
|
+
{
|
|
2685
|
+
"name": "gpt-5-mini-2025-08-07",
|
|
2686
|
+
"name_pattern": "gpt-5-mini-2025-08-07",
|
|
2687
|
+
"source": "litellm",
|
|
2688
|
+
"token_prices": [
|
|
2689
|
+
{
|
|
2690
|
+
"base_rate": 2.5e-7,
|
|
2691
|
+
"is_prompt": true,
|
|
2692
|
+
"token_type": "input"
|
|
2693
|
+
},
|
|
2694
|
+
{
|
|
2695
|
+
"base_rate": 2e-6,
|
|
2696
|
+
"is_prompt": false,
|
|
2697
|
+
"token_type": "output"
|
|
2698
|
+
},
|
|
2699
|
+
{
|
|
2700
|
+
"base_rate": 2.5e-8,
|
|
2701
|
+
"is_prompt": true,
|
|
2702
|
+
"token_type": "cache_read"
|
|
2703
|
+
}
|
|
2704
|
+
]
|
|
2705
|
+
},
|
|
2706
|
+
{
|
|
2707
|
+
"name": "gpt-5-nano",
|
|
2708
|
+
"name_pattern": "gpt-5-nano",
|
|
2709
|
+
"source": "litellm",
|
|
2710
|
+
"token_prices": [
|
|
2711
|
+
{
|
|
2712
|
+
"base_rate": 5e-8,
|
|
2713
|
+
"is_prompt": true,
|
|
2714
|
+
"token_type": "input"
|
|
2715
|
+
},
|
|
2716
|
+
{
|
|
2717
|
+
"base_rate": 4e-7,
|
|
2718
|
+
"is_prompt": false,
|
|
2719
|
+
"token_type": "output"
|
|
2720
|
+
},
|
|
2721
|
+
{
|
|
2722
|
+
"base_rate": 5e-9,
|
|
2723
|
+
"is_prompt": true,
|
|
2724
|
+
"token_type": "cache_read"
|
|
2725
|
+
}
|
|
2726
|
+
]
|
|
2727
|
+
},
|
|
2728
|
+
{
|
|
2729
|
+
"name": "gpt-5-nano-2025-08-07",
|
|
2730
|
+
"name_pattern": "gpt-5-nano-2025-08-07",
|
|
1856
2731
|
"source": "litellm",
|
|
1857
2732
|
"token_prices": [
|
|
1858
2733
|
{
|
|
1859
|
-
"base_rate":
|
|
2734
|
+
"base_rate": 5e-8,
|
|
1860
2735
|
"is_prompt": true,
|
|
1861
2736
|
"token_type": "input"
|
|
1862
2737
|
},
|
|
1863
2738
|
{
|
|
1864
|
-
"base_rate":
|
|
2739
|
+
"base_rate": 4e-7,
|
|
1865
2740
|
"is_prompt": false,
|
|
1866
2741
|
"token_type": "output"
|
|
1867
2742
|
},
|
|
1868
2743
|
{
|
|
1869
|
-
"base_rate":
|
|
2744
|
+
"base_rate": 5e-9,
|
|
1870
2745
|
"is_prompt": true,
|
|
1871
2746
|
"token_type": "cache_read"
|
|
1872
2747
|
}
|
|
1873
2748
|
]
|
|
1874
2749
|
},
|
|
1875
2750
|
{
|
|
1876
|
-
"name": "gpt-
|
|
1877
|
-
"name_pattern": "gpt-
|
|
2751
|
+
"name": "gpt-5-pro",
|
|
2752
|
+
"name_pattern": "gpt-5-pro",
|
|
1878
2753
|
"source": "litellm",
|
|
1879
2754
|
"token_prices": [
|
|
1880
2755
|
{
|
|
1881
|
-
"base_rate":
|
|
2756
|
+
"base_rate": 0.000015,
|
|
1882
2757
|
"is_prompt": true,
|
|
1883
2758
|
"token_type": "input"
|
|
1884
2759
|
},
|
|
1885
2760
|
{
|
|
1886
|
-
"base_rate":
|
|
2761
|
+
"base_rate": 0.00012,
|
|
1887
2762
|
"is_prompt": false,
|
|
1888
2763
|
"token_type": "output"
|
|
1889
|
-
},
|
|
1890
|
-
{
|
|
1891
|
-
"base_rate": 7.5e-8,
|
|
1892
|
-
"is_prompt": true,
|
|
1893
|
-
"token_type": "cache_read"
|
|
1894
2764
|
}
|
|
1895
2765
|
]
|
|
1896
2766
|
},
|
|
1897
2767
|
{
|
|
1898
|
-
"name": "gpt-
|
|
1899
|
-
"name_pattern": "gpt-
|
|
2768
|
+
"name": "gpt-5-pro-2025-10-06",
|
|
2769
|
+
"name_pattern": "gpt-5-pro-2025-10-06",
|
|
1900
2770
|
"source": "litellm",
|
|
1901
2771
|
"token_prices": [
|
|
1902
2772
|
{
|
|
1903
|
-
"base_rate":
|
|
2773
|
+
"base_rate": 0.000015,
|
|
1904
2774
|
"is_prompt": true,
|
|
1905
2775
|
"token_type": "input"
|
|
1906
2776
|
},
|
|
1907
2777
|
{
|
|
1908
|
-
"base_rate":
|
|
2778
|
+
"base_rate": 0.00012,
|
|
1909
2779
|
"is_prompt": false,
|
|
1910
2780
|
"token_type": "output"
|
|
1911
|
-
},
|
|
1912
|
-
{
|
|
1913
|
-
"base_rate": 3e-6,
|
|
1914
|
-
"is_prompt": true,
|
|
1915
|
-
"token_type": "audio"
|
|
1916
2781
|
}
|
|
1917
2782
|
]
|
|
1918
2783
|
},
|
|
1919
2784
|
{
|
|
1920
|
-
"name": "gpt-
|
|
1921
|
-
"name_pattern": "gpt-
|
|
2785
|
+
"name": "gpt-5.1",
|
|
2786
|
+
"name_pattern": "gpt-5\\.1",
|
|
1922
2787
|
"source": "litellm",
|
|
1923
2788
|
"token_prices": [
|
|
1924
2789
|
{
|
|
1925
|
-
"base_rate":
|
|
2790
|
+
"base_rate": 1.25e-6,
|
|
1926
2791
|
"is_prompt": true,
|
|
1927
2792
|
"token_type": "input"
|
|
1928
2793
|
},
|
|
@@ -1932,279 +2797,246 @@
|
|
|
1932
2797
|
"token_type": "output"
|
|
1933
2798
|
},
|
|
1934
2799
|
{
|
|
1935
|
-
"base_rate":
|
|
1936
|
-
"is_prompt":
|
|
1937
|
-
"token_type": "
|
|
2800
|
+
"base_rate": 1.25e-7,
|
|
2801
|
+
"is_prompt": true,
|
|
2802
|
+
"token_type": "cache_read"
|
|
1938
2803
|
}
|
|
1939
2804
|
]
|
|
1940
2805
|
},
|
|
1941
2806
|
{
|
|
1942
|
-
"name": "gpt-
|
|
1943
|
-
"name_pattern": "gpt-
|
|
2807
|
+
"name": "gpt-5.1-2025-11-13",
|
|
2808
|
+
"name_pattern": "gpt-5\\.1-2025-11-13",
|
|
1944
2809
|
"source": "litellm",
|
|
1945
2810
|
"token_prices": [
|
|
1946
2811
|
{
|
|
1947
|
-
"base_rate":
|
|
2812
|
+
"base_rate": 1.25e-6,
|
|
1948
2813
|
"is_prompt": true,
|
|
1949
2814
|
"token_type": "input"
|
|
1950
2815
|
},
|
|
1951
2816
|
{
|
|
1952
|
-
"base_rate": 0.
|
|
2817
|
+
"base_rate": 0.00001,
|
|
1953
2818
|
"is_prompt": false,
|
|
1954
2819
|
"token_type": "output"
|
|
1955
2820
|
},
|
|
1956
2821
|
{
|
|
1957
|
-
"base_rate":
|
|
2822
|
+
"base_rate": 1.25e-7,
|
|
1958
2823
|
"is_prompt": true,
|
|
1959
2824
|
"token_type": "cache_read"
|
|
1960
|
-
},
|
|
1961
|
-
{
|
|
1962
|
-
"base_rate": 0.00004,
|
|
1963
|
-
"is_prompt": true,
|
|
1964
|
-
"token_type": "audio"
|
|
1965
|
-
},
|
|
1966
|
-
{
|
|
1967
|
-
"base_rate": 0.00008,
|
|
1968
|
-
"is_prompt": false,
|
|
1969
|
-
"token_type": "audio"
|
|
1970
2825
|
}
|
|
1971
2826
|
]
|
|
1972
2827
|
},
|
|
1973
2828
|
{
|
|
1974
|
-
"name": "gpt-
|
|
1975
|
-
"name_pattern": "gpt-
|
|
2829
|
+
"name": "gpt-5.1-chat-latest",
|
|
2830
|
+
"name_pattern": "gpt-5\\.1-chat-latest",
|
|
1976
2831
|
"source": "litellm",
|
|
1977
2832
|
"token_prices": [
|
|
1978
2833
|
{
|
|
1979
|
-
"base_rate":
|
|
2834
|
+
"base_rate": 1.25e-6,
|
|
1980
2835
|
"is_prompt": true,
|
|
1981
2836
|
"token_type": "input"
|
|
1982
2837
|
},
|
|
1983
2838
|
{
|
|
1984
|
-
"base_rate": 0.
|
|
2839
|
+
"base_rate": 0.00001,
|
|
1985
2840
|
"is_prompt": false,
|
|
1986
2841
|
"token_type": "output"
|
|
1987
2842
|
},
|
|
1988
2843
|
{
|
|
1989
|
-
"base_rate":
|
|
2844
|
+
"base_rate": 1.25e-7,
|
|
1990
2845
|
"is_prompt": true,
|
|
1991
2846
|
"token_type": "cache_read"
|
|
1992
|
-
},
|
|
1993
|
-
{
|
|
1994
|
-
"base_rate": 0.0001,
|
|
1995
|
-
"is_prompt": true,
|
|
1996
|
-
"token_type": "audio"
|
|
1997
|
-
},
|
|
1998
|
-
{
|
|
1999
|
-
"base_rate": 0.0002,
|
|
2000
|
-
"is_prompt": false,
|
|
2001
|
-
"token_type": "audio"
|
|
2002
2847
|
}
|
|
2003
2848
|
]
|
|
2004
2849
|
},
|
|
2005
2850
|
{
|
|
2006
|
-
"name": "gpt-
|
|
2007
|
-
"name_pattern": "gpt-
|
|
2851
|
+
"name": "gpt-5.1-codex",
|
|
2852
|
+
"name_pattern": "gpt-5\\.1-codex",
|
|
2008
2853
|
"source": "litellm",
|
|
2009
2854
|
"token_prices": [
|
|
2010
2855
|
{
|
|
2011
|
-
"base_rate":
|
|
2856
|
+
"base_rate": 1.25e-6,
|
|
2012
2857
|
"is_prompt": true,
|
|
2013
2858
|
"token_type": "input"
|
|
2014
2859
|
},
|
|
2015
2860
|
{
|
|
2016
|
-
"base_rate": 0.
|
|
2861
|
+
"base_rate": 0.00001,
|
|
2017
2862
|
"is_prompt": false,
|
|
2018
2863
|
"token_type": "output"
|
|
2019
2864
|
},
|
|
2020
2865
|
{
|
|
2021
|
-
"base_rate":
|
|
2866
|
+
"base_rate": 1.25e-7,
|
|
2022
2867
|
"is_prompt": true,
|
|
2023
2868
|
"token_type": "cache_read"
|
|
2024
|
-
},
|
|
2025
|
-
{
|
|
2026
|
-
"base_rate": 0.00004,
|
|
2027
|
-
"is_prompt": true,
|
|
2028
|
-
"token_type": "audio"
|
|
2029
|
-
},
|
|
2030
|
-
{
|
|
2031
|
-
"base_rate": 0.00008,
|
|
2032
|
-
"is_prompt": false,
|
|
2033
|
-
"token_type": "audio"
|
|
2034
2869
|
}
|
|
2035
2870
|
]
|
|
2036
2871
|
},
|
|
2037
2872
|
{
|
|
2038
|
-
"name": "gpt-
|
|
2039
|
-
"name_pattern": "gpt-
|
|
2873
|
+
"name": "gpt-5.1-codex-max",
|
|
2874
|
+
"name_pattern": "gpt-5\\.1-codex-max",
|
|
2040
2875
|
"source": "litellm",
|
|
2041
2876
|
"token_prices": [
|
|
2042
2877
|
{
|
|
2043
|
-
"base_rate":
|
|
2878
|
+
"base_rate": 1.25e-6,
|
|
2044
2879
|
"is_prompt": true,
|
|
2045
2880
|
"token_type": "input"
|
|
2046
2881
|
},
|
|
2047
2882
|
{
|
|
2048
|
-
"base_rate": 0.
|
|
2883
|
+
"base_rate": 0.00001,
|
|
2049
2884
|
"is_prompt": false,
|
|
2050
2885
|
"token_type": "output"
|
|
2051
2886
|
},
|
|
2052
2887
|
{
|
|
2053
|
-
"base_rate":
|
|
2888
|
+
"base_rate": 1.25e-7,
|
|
2054
2889
|
"is_prompt": true,
|
|
2055
2890
|
"token_type": "cache_read"
|
|
2056
|
-
},
|
|
2057
|
-
{
|
|
2058
|
-
"base_rate": 0.00004,
|
|
2059
|
-
"is_prompt": true,
|
|
2060
|
-
"token_type": "audio"
|
|
2061
|
-
},
|
|
2062
|
-
{
|
|
2063
|
-
"base_rate": 0.00008,
|
|
2064
|
-
"is_prompt": false,
|
|
2065
|
-
"token_type": "audio"
|
|
2066
2891
|
}
|
|
2067
2892
|
]
|
|
2068
2893
|
},
|
|
2069
2894
|
{
|
|
2070
|
-
"name": "gpt-
|
|
2071
|
-
"name_pattern": "gpt-
|
|
2895
|
+
"name": "gpt-5.1-codex-mini",
|
|
2896
|
+
"name_pattern": "gpt-5\\.1-codex-mini",
|
|
2072
2897
|
"source": "litellm",
|
|
2073
2898
|
"token_prices": [
|
|
2074
2899
|
{
|
|
2075
|
-
"base_rate": 2.5e-
|
|
2900
|
+
"base_rate": 2.5e-7,
|
|
2076
2901
|
"is_prompt": true,
|
|
2077
2902
|
"token_type": "input"
|
|
2078
2903
|
},
|
|
2079
2904
|
{
|
|
2080
|
-
"base_rate":
|
|
2905
|
+
"base_rate": 2e-6,
|
|
2081
2906
|
"is_prompt": false,
|
|
2082
2907
|
"token_type": "output"
|
|
2083
2908
|
},
|
|
2084
2909
|
{
|
|
2085
|
-
"base_rate":
|
|
2910
|
+
"base_rate": 2.5e-8,
|
|
2086
2911
|
"is_prompt": true,
|
|
2087
2912
|
"token_type": "cache_read"
|
|
2088
2913
|
}
|
|
2089
2914
|
]
|
|
2090
2915
|
},
|
|
2091
2916
|
{
|
|
2092
|
-
"name": "gpt-
|
|
2093
|
-
"name_pattern": "gpt-
|
|
2917
|
+
"name": "gpt-5.2",
|
|
2918
|
+
"name_pattern": "gpt-5\\.2",
|
|
2094
2919
|
"source": "litellm",
|
|
2095
2920
|
"token_prices": [
|
|
2096
2921
|
{
|
|
2097
|
-
"base_rate":
|
|
2922
|
+
"base_rate": 1.75e-6,
|
|
2098
2923
|
"is_prompt": true,
|
|
2099
2924
|
"token_type": "input"
|
|
2100
2925
|
},
|
|
2101
2926
|
{
|
|
2102
|
-
"base_rate": 0.
|
|
2927
|
+
"base_rate": 0.000014,
|
|
2103
2928
|
"is_prompt": false,
|
|
2104
2929
|
"token_type": "output"
|
|
2105
2930
|
},
|
|
2106
2931
|
{
|
|
2107
|
-
"base_rate": 1.
|
|
2932
|
+
"base_rate": 1.75e-7,
|
|
2108
2933
|
"is_prompt": true,
|
|
2109
2934
|
"token_type": "cache_read"
|
|
2110
2935
|
}
|
|
2111
2936
|
]
|
|
2112
2937
|
},
|
|
2113
2938
|
{
|
|
2114
|
-
"name": "gpt-
|
|
2115
|
-
"name_pattern": "gpt-
|
|
2939
|
+
"name": "gpt-5.2-2025-12-11",
|
|
2940
|
+
"name_pattern": "gpt-5\\.2-2025-12-11",
|
|
2116
2941
|
"source": "litellm",
|
|
2117
2942
|
"token_prices": [
|
|
2118
2943
|
{
|
|
2119
|
-
"base_rate":
|
|
2944
|
+
"base_rate": 1.75e-6,
|
|
2120
2945
|
"is_prompt": true,
|
|
2121
2946
|
"token_type": "input"
|
|
2122
2947
|
},
|
|
2123
2948
|
{
|
|
2124
|
-
"base_rate": 0.
|
|
2949
|
+
"base_rate": 0.000014,
|
|
2125
2950
|
"is_prompt": false,
|
|
2126
2951
|
"token_type": "output"
|
|
2127
2952
|
},
|
|
2128
2953
|
{
|
|
2129
|
-
"base_rate":
|
|
2954
|
+
"base_rate": 1.75e-7,
|
|
2130
2955
|
"is_prompt": true,
|
|
2131
|
-
"token_type": "
|
|
2956
|
+
"token_type": "cache_read"
|
|
2132
2957
|
}
|
|
2133
2958
|
]
|
|
2134
2959
|
},
|
|
2135
2960
|
{
|
|
2136
|
-
"name": "gpt-5",
|
|
2137
|
-
"name_pattern": "gpt-5",
|
|
2961
|
+
"name": "gpt-5.2-chat-latest",
|
|
2962
|
+
"name_pattern": "gpt-5\\.2-chat-latest",
|
|
2138
2963
|
"source": "litellm",
|
|
2139
2964
|
"token_prices": [
|
|
2140
2965
|
{
|
|
2141
|
-
"base_rate": 1.
|
|
2966
|
+
"base_rate": 1.75e-6,
|
|
2142
2967
|
"is_prompt": true,
|
|
2143
2968
|
"token_type": "input"
|
|
2144
2969
|
},
|
|
2145
2970
|
{
|
|
2146
|
-
"base_rate": 0.
|
|
2971
|
+
"base_rate": 0.000014,
|
|
2147
2972
|
"is_prompt": false,
|
|
2148
2973
|
"token_type": "output"
|
|
2149
2974
|
},
|
|
2150
2975
|
{
|
|
2151
|
-
"base_rate": 1.
|
|
2976
|
+
"base_rate": 1.75e-7,
|
|
2152
2977
|
"is_prompt": true,
|
|
2153
2978
|
"token_type": "cache_read"
|
|
2154
2979
|
}
|
|
2155
2980
|
]
|
|
2156
2981
|
},
|
|
2157
2982
|
{
|
|
2158
|
-
"name": "gpt-5-
|
|
2159
|
-
"name_pattern": "gpt-5-
|
|
2983
|
+
"name": "gpt-5.2-pro",
|
|
2984
|
+
"name_pattern": "gpt-5\\.2-pro",
|
|
2160
2985
|
"source": "litellm",
|
|
2161
2986
|
"token_prices": [
|
|
2162
2987
|
{
|
|
2163
|
-
"base_rate":
|
|
2988
|
+
"base_rate": 0.000021,
|
|
2164
2989
|
"is_prompt": true,
|
|
2165
2990
|
"token_type": "input"
|
|
2166
2991
|
},
|
|
2167
2992
|
{
|
|
2168
|
-
"base_rate": 0.
|
|
2993
|
+
"base_rate": 0.000168,
|
|
2169
2994
|
"is_prompt": false,
|
|
2170
2995
|
"token_type": "output"
|
|
2171
|
-
},
|
|
2172
|
-
{
|
|
2173
|
-
"base_rate": 1.25e-7,
|
|
2174
|
-
"is_prompt": true,
|
|
2175
|
-
"token_type": "cache_read"
|
|
2176
2996
|
}
|
|
2177
2997
|
]
|
|
2178
2998
|
},
|
|
2179
2999
|
{
|
|
2180
|
-
"name": "gpt-5-
|
|
2181
|
-
"name_pattern": "gpt-5-
|
|
3000
|
+
"name": "gpt-5.2-pro-2025-12-11",
|
|
3001
|
+
"name_pattern": "gpt-5\\.2-pro-2025-12-11",
|
|
2182
3002
|
"source": "litellm",
|
|
2183
3003
|
"token_prices": [
|
|
2184
3004
|
{
|
|
2185
|
-
"base_rate":
|
|
3005
|
+
"base_rate": 0.000021,
|
|
2186
3006
|
"is_prompt": true,
|
|
2187
3007
|
"token_type": "input"
|
|
2188
3008
|
},
|
|
2189
3009
|
{
|
|
2190
|
-
"base_rate": 0.
|
|
3010
|
+
"base_rate": 0.000168,
|
|
2191
3011
|
"is_prompt": false,
|
|
2192
3012
|
"token_type": "output"
|
|
2193
|
-
}
|
|
3013
|
+
}
|
|
3014
|
+
]
|
|
3015
|
+
},
|
|
3016
|
+
{
|
|
3017
|
+
"name": "gpt-image-1",
|
|
3018
|
+
"name_pattern": "gpt-image-1",
|
|
3019
|
+
"source": "litellm",
|
|
3020
|
+
"token_prices": [
|
|
2194
3021
|
{
|
|
2195
|
-
"base_rate":
|
|
3022
|
+
"base_rate": 5e-6,
|
|
2196
3023
|
"is_prompt": true,
|
|
2197
|
-
"token_type": "
|
|
3024
|
+
"token_type": "input"
|
|
3025
|
+
},
|
|
3026
|
+
{
|
|
3027
|
+
"base_rate": 0.00004,
|
|
3028
|
+
"is_prompt": false,
|
|
3029
|
+
"token_type": "output"
|
|
2198
3030
|
}
|
|
2199
3031
|
]
|
|
2200
3032
|
},
|
|
2201
3033
|
{
|
|
2202
|
-
"name": "gpt-5
|
|
2203
|
-
"name_pattern": "gpt-5
|
|
3034
|
+
"name": "gpt-image-1.5",
|
|
3035
|
+
"name_pattern": "gpt-image-1\\.5",
|
|
2204
3036
|
"source": "litellm",
|
|
2205
3037
|
"token_prices": [
|
|
2206
3038
|
{
|
|
2207
|
-
"base_rate":
|
|
3039
|
+
"base_rate": 5e-6,
|
|
2208
3040
|
"is_prompt": true,
|
|
2209
3041
|
"token_type": "input"
|
|
2210
3042
|
},
|
|
@@ -2214,97 +3046,122 @@
|
|
|
2214
3046
|
"token_type": "output"
|
|
2215
3047
|
},
|
|
2216
3048
|
{
|
|
2217
|
-
"base_rate": 1.25e-
|
|
3049
|
+
"base_rate": 1.25e-6,
|
|
2218
3050
|
"is_prompt": true,
|
|
2219
3051
|
"token_type": "cache_read"
|
|
2220
3052
|
}
|
|
2221
3053
|
]
|
|
2222
3054
|
},
|
|
2223
3055
|
{
|
|
2224
|
-
"name": "gpt-5-
|
|
2225
|
-
"name_pattern": "gpt-5-
|
|
3056
|
+
"name": "gpt-image-1.5-2025-12-16",
|
|
3057
|
+
"name_pattern": "gpt-image-1\\.5-2025-12-16",
|
|
2226
3058
|
"source": "litellm",
|
|
2227
3059
|
"token_prices": [
|
|
2228
3060
|
{
|
|
2229
|
-
"base_rate":
|
|
3061
|
+
"base_rate": 5e-6,
|
|
2230
3062
|
"is_prompt": true,
|
|
2231
3063
|
"token_type": "input"
|
|
2232
3064
|
},
|
|
2233
3065
|
{
|
|
2234
|
-
"base_rate":
|
|
3066
|
+
"base_rate": 0.00001,
|
|
2235
3067
|
"is_prompt": false,
|
|
2236
3068
|
"token_type": "output"
|
|
2237
3069
|
},
|
|
2238
3070
|
{
|
|
2239
|
-
"base_rate":
|
|
3071
|
+
"base_rate": 1.25e-6,
|
|
2240
3072
|
"is_prompt": true,
|
|
2241
3073
|
"token_type": "cache_read"
|
|
2242
3074
|
}
|
|
2243
3075
|
]
|
|
2244
3076
|
},
|
|
2245
3077
|
{
|
|
2246
|
-
"name": "gpt-
|
|
2247
|
-
"name_pattern": "gpt-
|
|
3078
|
+
"name": "gpt-realtime",
|
|
3079
|
+
"name_pattern": "gpt-realtime",
|
|
2248
3080
|
"source": "litellm",
|
|
2249
3081
|
"token_prices": [
|
|
2250
3082
|
{
|
|
2251
|
-
"base_rate":
|
|
3083
|
+
"base_rate": 4e-6,
|
|
2252
3084
|
"is_prompt": true,
|
|
2253
3085
|
"token_type": "input"
|
|
2254
3086
|
},
|
|
2255
3087
|
{
|
|
2256
|
-
"base_rate":
|
|
3088
|
+
"base_rate": 0.000016,
|
|
2257
3089
|
"is_prompt": false,
|
|
2258
3090
|
"token_type": "output"
|
|
2259
3091
|
},
|
|
2260
3092
|
{
|
|
2261
|
-
"base_rate":
|
|
3093
|
+
"base_rate": 4e-7,
|
|
2262
3094
|
"is_prompt": true,
|
|
2263
3095
|
"token_type": "cache_read"
|
|
3096
|
+
},
|
|
3097
|
+
{
|
|
3098
|
+
"base_rate": 0.000032,
|
|
3099
|
+
"is_prompt": true,
|
|
3100
|
+
"token_type": "audio"
|
|
3101
|
+
},
|
|
3102
|
+
{
|
|
3103
|
+
"base_rate": 0.000064,
|
|
3104
|
+
"is_prompt": false,
|
|
3105
|
+
"token_type": "audio"
|
|
2264
3106
|
}
|
|
2265
3107
|
]
|
|
2266
3108
|
},
|
|
2267
3109
|
{
|
|
2268
|
-
"name": "gpt-
|
|
2269
|
-
"name_pattern": "gpt-
|
|
3110
|
+
"name": "gpt-realtime-2025-08-28",
|
|
3111
|
+
"name_pattern": "gpt-realtime-2025-08-28",
|
|
2270
3112
|
"source": "litellm",
|
|
2271
3113
|
"token_prices": [
|
|
2272
3114
|
{
|
|
2273
|
-
"base_rate":
|
|
3115
|
+
"base_rate": 4e-6,
|
|
2274
3116
|
"is_prompt": true,
|
|
2275
3117
|
"token_type": "input"
|
|
2276
3118
|
},
|
|
2277
3119
|
{
|
|
2278
|
-
"base_rate":
|
|
3120
|
+
"base_rate": 0.000016,
|
|
2279
3121
|
"is_prompt": false,
|
|
2280
3122
|
"token_type": "output"
|
|
2281
3123
|
},
|
|
2282
3124
|
{
|
|
2283
|
-
"base_rate":
|
|
3125
|
+
"base_rate": 4e-7,
|
|
2284
3126
|
"is_prompt": true,
|
|
2285
3127
|
"token_type": "cache_read"
|
|
3128
|
+
},
|
|
3129
|
+
{
|
|
3130
|
+
"base_rate": 0.000032,
|
|
3131
|
+
"is_prompt": true,
|
|
3132
|
+
"token_type": "audio"
|
|
3133
|
+
},
|
|
3134
|
+
{
|
|
3135
|
+
"base_rate": 0.000064,
|
|
3136
|
+
"is_prompt": false,
|
|
3137
|
+
"token_type": "audio"
|
|
2286
3138
|
}
|
|
2287
3139
|
]
|
|
2288
3140
|
},
|
|
2289
3141
|
{
|
|
2290
|
-
"name": "gpt-
|
|
2291
|
-
"name_pattern": "gpt-
|
|
3142
|
+
"name": "gpt-realtime-mini",
|
|
3143
|
+
"name_pattern": "gpt-realtime-mini",
|
|
2292
3144
|
"source": "litellm",
|
|
2293
3145
|
"token_prices": [
|
|
2294
3146
|
{
|
|
2295
|
-
"base_rate":
|
|
3147
|
+
"base_rate": 6e-7,
|
|
2296
3148
|
"is_prompt": true,
|
|
2297
3149
|
"token_type": "input"
|
|
2298
3150
|
},
|
|
2299
3151
|
{
|
|
2300
|
-
"base_rate": 4e-
|
|
3152
|
+
"base_rate": 2.4e-6,
|
|
2301
3153
|
"is_prompt": false,
|
|
2302
3154
|
"token_type": "output"
|
|
2303
3155
|
},
|
|
2304
3156
|
{
|
|
2305
|
-
"base_rate":
|
|
3157
|
+
"base_rate": 0.00001,
|
|
2306
3158
|
"is_prompt": true,
|
|
2307
|
-
"token_type": "
|
|
3159
|
+
"token_type": "audio"
|
|
3160
|
+
},
|
|
3161
|
+
{
|
|
3162
|
+
"base_rate": 0.00002,
|
|
3163
|
+
"is_prompt": false,
|
|
3164
|
+
"token_type": "audio"
|
|
2308
3165
|
}
|
|
2309
3166
|
]
|
|
2310
3167
|
},
|
|
@@ -2761,6 +3618,40 @@
|
|
|
2761
3618
|
"token_type": "output"
|
|
2762
3619
|
}
|
|
2763
3620
|
]
|
|
3621
|
+
},
|
|
3622
|
+
{
|
|
3623
|
+
"name": "openai.gpt-oss-safeguard-120b",
|
|
3624
|
+
"name_pattern": "openai\\.gpt-oss-safeguard-120b",
|
|
3625
|
+
"source": "litellm",
|
|
3626
|
+
"token_prices": [
|
|
3627
|
+
{
|
|
3628
|
+
"base_rate": 1.5e-7,
|
|
3629
|
+
"is_prompt": true,
|
|
3630
|
+
"token_type": "input"
|
|
3631
|
+
},
|
|
3632
|
+
{
|
|
3633
|
+
"base_rate": 6e-7,
|
|
3634
|
+
"is_prompt": false,
|
|
3635
|
+
"token_type": "output"
|
|
3636
|
+
}
|
|
3637
|
+
]
|
|
3638
|
+
},
|
|
3639
|
+
{
|
|
3640
|
+
"name": "openai.gpt-oss-safeguard-20b",
|
|
3641
|
+
"name_pattern": "openai\\.gpt-oss-safeguard-20b",
|
|
3642
|
+
"source": "litellm",
|
|
3643
|
+
"token_prices": [
|
|
3644
|
+
{
|
|
3645
|
+
"base_rate": 7e-8,
|
|
3646
|
+
"is_prompt": true,
|
|
3647
|
+
"token_type": "input"
|
|
3648
|
+
},
|
|
3649
|
+
{
|
|
3650
|
+
"base_rate": 2e-7,
|
|
3651
|
+
"is_prompt": false,
|
|
3652
|
+
"token_type": "output"
|
|
3653
|
+
}
|
|
3654
|
+
]
|
|
2764
3655
|
}
|
|
2765
3656
|
]
|
|
2766
3657
|
}
|