mirascope 1.25.7__py3-none-any.whl → 2.0.0a0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (474) hide show
  1. mirascope/__init__.py +3 -59
  2. mirascope/graphs/__init__.py +22 -0
  3. mirascope/{experimental/graphs → graphs}/finite_state_machine.py +70 -159
  4. mirascope/llm/__init__.py +206 -16
  5. mirascope/llm/agents/__init__.py +15 -0
  6. mirascope/llm/agents/agent.py +97 -0
  7. mirascope/llm/agents/agent_template.py +45 -0
  8. mirascope/llm/agents/decorator.py +176 -0
  9. mirascope/llm/calls/__init__.py +16 -0
  10. mirascope/llm/calls/base_call.py +33 -0
  11. mirascope/llm/calls/calls.py +315 -0
  12. mirascope/llm/calls/decorator.py +255 -0
  13. mirascope/llm/clients/__init__.py +34 -0
  14. mirascope/llm/clients/anthropic/__init__.py +11 -0
  15. mirascope/llm/clients/anthropic/_utils/__init__.py +13 -0
  16. mirascope/llm/clients/anthropic/_utils/decode.py +244 -0
  17. mirascope/llm/clients/anthropic/_utils/encode.py +243 -0
  18. mirascope/llm/clients/anthropic/clients.py +819 -0
  19. mirascope/llm/clients/anthropic/model_ids.py +8 -0
  20. mirascope/llm/clients/base/__init__.py +15 -0
  21. mirascope/llm/clients/base/_utils.py +192 -0
  22. mirascope/llm/clients/base/client.py +1256 -0
  23. mirascope/llm/clients/base/kwargs.py +12 -0
  24. mirascope/llm/clients/base/params.py +93 -0
  25. mirascope/llm/clients/google/__init__.py +6 -0
  26. mirascope/llm/clients/google/_utils/__init__.py +13 -0
  27. mirascope/llm/clients/google/_utils/decode.py +231 -0
  28. mirascope/llm/clients/google/_utils/encode.py +279 -0
  29. mirascope/llm/clients/google/clients.py +853 -0
  30. mirascope/llm/clients/google/message.py +7 -0
  31. mirascope/llm/clients/google/model_ids.py +15 -0
  32. mirascope/llm/clients/openai/__init__.py +25 -0
  33. mirascope/llm/clients/openai/completions/__init__.py +9 -0
  34. mirascope/llm/clients/openai/completions/_utils/__init__.py +13 -0
  35. mirascope/llm/clients/openai/completions/_utils/decode.py +187 -0
  36. mirascope/llm/clients/openai/completions/_utils/encode.py +358 -0
  37. mirascope/llm/clients/openai/completions/_utils/model_features.py +81 -0
  38. mirascope/llm/clients/openai/completions/clients.py +833 -0
  39. mirascope/llm/clients/openai/completions/model_ids.py +8 -0
  40. mirascope/llm/clients/openai/responses/__init__.py +9 -0
  41. mirascope/llm/clients/openai/responses/_utils/__init__.py +13 -0
  42. mirascope/llm/clients/openai/responses/_utils/decode.py +194 -0
  43. mirascope/llm/clients/openai/responses/_utils/encode.py +333 -0
  44. mirascope/llm/clients/openai/responses/_utils/model_features.py +87 -0
  45. mirascope/llm/clients/openai/responses/clients.py +832 -0
  46. mirascope/llm/clients/openai/responses/model_ids.py +8 -0
  47. mirascope/llm/clients/openai/shared/__init__.py +7 -0
  48. mirascope/llm/clients/openai/shared/_utils.py +55 -0
  49. mirascope/llm/clients/providers.py +175 -0
  50. mirascope/llm/content/__init__.py +70 -0
  51. mirascope/llm/content/audio.py +173 -0
  52. mirascope/llm/content/document.py +94 -0
  53. mirascope/llm/content/image.py +206 -0
  54. mirascope/llm/content/text.py +47 -0
  55. mirascope/llm/content/thought.py +58 -0
  56. mirascope/llm/content/tool_call.py +63 -0
  57. mirascope/llm/content/tool_output.py +26 -0
  58. mirascope/llm/context/__init__.py +6 -0
  59. mirascope/llm/context/_utils.py +28 -0
  60. mirascope/llm/context/context.py +24 -0
  61. mirascope/llm/exceptions.py +105 -0
  62. mirascope/llm/formatting/__init__.py +22 -0
  63. mirascope/llm/formatting/_utils.py +74 -0
  64. mirascope/llm/formatting/format.py +104 -0
  65. mirascope/llm/formatting/from_call_args.py +30 -0
  66. mirascope/llm/formatting/partial.py +58 -0
  67. mirascope/llm/formatting/types.py +109 -0
  68. mirascope/llm/mcp/__init__.py +5 -0
  69. mirascope/llm/mcp/client.py +118 -0
  70. mirascope/llm/messages/__init__.py +32 -0
  71. mirascope/llm/messages/message.py +182 -0
  72. mirascope/llm/models/__init__.py +16 -0
  73. mirascope/llm/models/models.py +1243 -0
  74. mirascope/llm/prompts/__init__.py +33 -0
  75. mirascope/llm/prompts/_utils.py +60 -0
  76. mirascope/llm/prompts/decorator.py +286 -0
  77. mirascope/llm/prompts/protocols.py +99 -0
  78. mirascope/llm/responses/__init__.py +57 -0
  79. mirascope/llm/responses/_utils.py +56 -0
  80. mirascope/llm/responses/base_response.py +91 -0
  81. mirascope/llm/responses/base_stream_response.py +697 -0
  82. mirascope/llm/responses/finish_reason.py +27 -0
  83. mirascope/llm/responses/response.py +345 -0
  84. mirascope/llm/responses/root_response.py +177 -0
  85. mirascope/llm/responses/stream_response.py +572 -0
  86. mirascope/llm/responses/streams.py +363 -0
  87. mirascope/llm/tools/__init__.py +40 -0
  88. mirascope/llm/tools/_utils.py +25 -0
  89. mirascope/llm/tools/decorator.py +175 -0
  90. mirascope/llm/tools/protocols.py +96 -0
  91. mirascope/llm/tools/tool_schema.py +246 -0
  92. mirascope/llm/tools/toolkit.py +152 -0
  93. mirascope/llm/tools/tools.py +169 -0
  94. mirascope/llm/types/__init__.py +22 -0
  95. mirascope/llm/types/dataclass.py +9 -0
  96. mirascope/llm/types/jsonable.py +44 -0
  97. mirascope/llm/types/type_vars.py +19 -0
  98. mirascope-2.0.0a0.dist-info/METADATA +117 -0
  99. mirascope-2.0.0a0.dist-info/RECORD +101 -0
  100. mirascope/beta/__init__.py +0 -3
  101. mirascope/beta/openai/__init__.py +0 -17
  102. mirascope/beta/openai/realtime/__init__.py +0 -13
  103. mirascope/beta/openai/realtime/_utils/__init__.py +0 -3
  104. mirascope/beta/openai/realtime/_utils/_audio.py +0 -74
  105. mirascope/beta/openai/realtime/_utils/_protocols.py +0 -50
  106. mirascope/beta/openai/realtime/realtime.py +0 -500
  107. mirascope/beta/openai/realtime/recording.py +0 -98
  108. mirascope/beta/openai/realtime/tool.py +0 -113
  109. mirascope/beta/rag/__init__.py +0 -24
  110. mirascope/beta/rag/base/__init__.py +0 -22
  111. mirascope/beta/rag/base/chunkers/__init__.py +0 -2
  112. mirascope/beta/rag/base/chunkers/base_chunker.py +0 -37
  113. mirascope/beta/rag/base/chunkers/text_chunker.py +0 -33
  114. mirascope/beta/rag/base/config.py +0 -8
  115. mirascope/beta/rag/base/document.py +0 -11
  116. mirascope/beta/rag/base/embedders.py +0 -35
  117. mirascope/beta/rag/base/embedding_params.py +0 -18
  118. mirascope/beta/rag/base/embedding_response.py +0 -30
  119. mirascope/beta/rag/base/query_results.py +0 -7
  120. mirascope/beta/rag/base/vectorstore_params.py +0 -18
  121. mirascope/beta/rag/base/vectorstores.py +0 -37
  122. mirascope/beta/rag/chroma/__init__.py +0 -11
  123. mirascope/beta/rag/chroma/types.py +0 -62
  124. mirascope/beta/rag/chroma/vectorstores.py +0 -121
  125. mirascope/beta/rag/cohere/__init__.py +0 -11
  126. mirascope/beta/rag/cohere/embedders.py +0 -87
  127. mirascope/beta/rag/cohere/embedding_params.py +0 -29
  128. mirascope/beta/rag/cohere/embedding_response.py +0 -29
  129. mirascope/beta/rag/cohere/py.typed +0 -0
  130. mirascope/beta/rag/openai/__init__.py +0 -11
  131. mirascope/beta/rag/openai/embedders.py +0 -144
  132. mirascope/beta/rag/openai/embedding_params.py +0 -18
  133. mirascope/beta/rag/openai/embedding_response.py +0 -14
  134. mirascope/beta/rag/openai/py.typed +0 -0
  135. mirascope/beta/rag/pinecone/__init__.py +0 -19
  136. mirascope/beta/rag/pinecone/types.py +0 -143
  137. mirascope/beta/rag/pinecone/vectorstores.py +0 -148
  138. mirascope/beta/rag/weaviate/__init__.py +0 -6
  139. mirascope/beta/rag/weaviate/types.py +0 -92
  140. mirascope/beta/rag/weaviate/vectorstores.py +0 -103
  141. mirascope/core/__init__.py +0 -109
  142. mirascope/core/anthropic/__init__.py +0 -31
  143. mirascope/core/anthropic/_call.py +0 -67
  144. mirascope/core/anthropic/_call_kwargs.py +0 -13
  145. mirascope/core/anthropic/_thinking.py +0 -70
  146. mirascope/core/anthropic/_utils/__init__.py +0 -16
  147. mirascope/core/anthropic/_utils/_convert_common_call_params.py +0 -25
  148. mirascope/core/anthropic/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -21
  149. mirascope/core/anthropic/_utils/_convert_message_params.py +0 -102
  150. mirascope/core/anthropic/_utils/_get_json_output.py +0 -31
  151. mirascope/core/anthropic/_utils/_handle_stream.py +0 -113
  152. mirascope/core/anthropic/_utils/_message_param_converter.py +0 -154
  153. mirascope/core/anthropic/_utils/_setup_call.py +0 -146
  154. mirascope/core/anthropic/call_params.py +0 -44
  155. mirascope/core/anthropic/call_response.py +0 -226
  156. mirascope/core/anthropic/call_response_chunk.py +0 -152
  157. mirascope/core/anthropic/dynamic_config.py +0 -40
  158. mirascope/core/anthropic/py.typed +0 -0
  159. mirascope/core/anthropic/stream.py +0 -204
  160. mirascope/core/anthropic/tool.py +0 -101
  161. mirascope/core/azure/__init__.py +0 -31
  162. mirascope/core/azure/_call.py +0 -67
  163. mirascope/core/azure/_call_kwargs.py +0 -13
  164. mirascope/core/azure/_utils/__init__.py +0 -14
  165. mirascope/core/azure/_utils/_convert_common_call_params.py +0 -26
  166. mirascope/core/azure/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -21
  167. mirascope/core/azure/_utils/_convert_message_params.py +0 -121
  168. mirascope/core/azure/_utils/_get_credential.py +0 -33
  169. mirascope/core/azure/_utils/_get_json_output.py +0 -27
  170. mirascope/core/azure/_utils/_handle_stream.py +0 -130
  171. mirascope/core/azure/_utils/_message_param_converter.py +0 -117
  172. mirascope/core/azure/_utils/_setup_call.py +0 -183
  173. mirascope/core/azure/call_params.py +0 -59
  174. mirascope/core/azure/call_response.py +0 -215
  175. mirascope/core/azure/call_response_chunk.py +0 -105
  176. mirascope/core/azure/dynamic_config.py +0 -30
  177. mirascope/core/azure/py.typed +0 -0
  178. mirascope/core/azure/stream.py +0 -147
  179. mirascope/core/azure/tool.py +0 -93
  180. mirascope/core/base/__init__.py +0 -86
  181. mirascope/core/base/_call_factory.py +0 -256
  182. mirascope/core/base/_create.py +0 -253
  183. mirascope/core/base/_extract.py +0 -175
  184. mirascope/core/base/_extract_with_tools.py +0 -189
  185. mirascope/core/base/_partial.py +0 -95
  186. mirascope/core/base/_utils/__init__.py +0 -92
  187. mirascope/core/base/_utils/_base_message_param_converter.py +0 -22
  188. mirascope/core/base/_utils/_base_type.py +0 -26
  189. mirascope/core/base/_utils/_convert_base_model_to_base_tool.py +0 -48
  190. mirascope/core/base/_utils/_convert_base_type_to_base_tool.py +0 -24
  191. mirascope/core/base/_utils/_convert_function_to_base_tool.py +0 -139
  192. mirascope/core/base/_utils/_convert_messages_to_message_params.py +0 -178
  193. mirascope/core/base/_utils/_convert_provider_finish_reason_to_finish_reason.py +0 -20
  194. mirascope/core/base/_utils/_default_tool_docstring.py +0 -6
  195. mirascope/core/base/_utils/_extract_tool_return.py +0 -42
  196. mirascope/core/base/_utils/_fn_is_async.py +0 -24
  197. mirascope/core/base/_utils/_format_template.py +0 -32
  198. mirascope/core/base/_utils/_get_audio_type.py +0 -18
  199. mirascope/core/base/_utils/_get_common_usage.py +0 -20
  200. mirascope/core/base/_utils/_get_create_fn_or_async_create_fn.py +0 -137
  201. mirascope/core/base/_utils/_get_document_type.py +0 -7
  202. mirascope/core/base/_utils/_get_dynamic_configuration.py +0 -69
  203. mirascope/core/base/_utils/_get_fields_from_call_args.py +0 -34
  204. mirascope/core/base/_utils/_get_fn_args.py +0 -23
  205. mirascope/core/base/_utils/_get_image_dimensions.py +0 -39
  206. mirascope/core/base/_utils/_get_image_type.py +0 -26
  207. mirascope/core/base/_utils/_get_metadata.py +0 -17
  208. mirascope/core/base/_utils/_get_possible_user_message_param.py +0 -21
  209. mirascope/core/base/_utils/_get_prompt_template.py +0 -28
  210. mirascope/core/base/_utils/_get_template_values.py +0 -51
  211. mirascope/core/base/_utils/_get_template_variables.py +0 -38
  212. mirascope/core/base/_utils/_get_unsupported_tool_config_keys.py +0 -10
  213. mirascope/core/base/_utils/_is_prompt_template.py +0 -24
  214. mirascope/core/base/_utils/_json_mode_content.py +0 -17
  215. mirascope/core/base/_utils/_messages_decorator.py +0 -121
  216. mirascope/core/base/_utils/_parse_content_template.py +0 -323
  217. mirascope/core/base/_utils/_parse_prompt_messages.py +0 -63
  218. mirascope/core/base/_utils/_pil_image_to_bytes.py +0 -13
  219. mirascope/core/base/_utils/_protocols.py +0 -901
  220. mirascope/core/base/_utils/_setup_call.py +0 -79
  221. mirascope/core/base/_utils/_setup_extract_tool.py +0 -30
  222. mirascope/core/base/call_kwargs.py +0 -13
  223. mirascope/core/base/call_params.py +0 -36
  224. mirascope/core/base/call_response.py +0 -338
  225. mirascope/core/base/call_response_chunk.py +0 -130
  226. mirascope/core/base/dynamic_config.py +0 -82
  227. mirascope/core/base/from_call_args.py +0 -30
  228. mirascope/core/base/merge_decorators.py +0 -59
  229. mirascope/core/base/message_param.py +0 -175
  230. mirascope/core/base/messages.py +0 -116
  231. mirascope/core/base/metadata.py +0 -13
  232. mirascope/core/base/prompt.py +0 -497
  233. mirascope/core/base/response_model_config_dict.py +0 -9
  234. mirascope/core/base/stream.py +0 -479
  235. mirascope/core/base/stream_config.py +0 -11
  236. mirascope/core/base/structured_stream.py +0 -296
  237. mirascope/core/base/tool.py +0 -214
  238. mirascope/core/base/toolkit.py +0 -176
  239. mirascope/core/base/types.py +0 -344
  240. mirascope/core/bedrock/__init__.py +0 -34
  241. mirascope/core/bedrock/_call.py +0 -68
  242. mirascope/core/bedrock/_call_kwargs.py +0 -12
  243. mirascope/core/bedrock/_types.py +0 -104
  244. mirascope/core/bedrock/_utils/__init__.py +0 -14
  245. mirascope/core/bedrock/_utils/_convert_common_call_params.py +0 -39
  246. mirascope/core/bedrock/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -23
  247. mirascope/core/bedrock/_utils/_convert_message_params.py +0 -111
  248. mirascope/core/bedrock/_utils/_get_json_output.py +0 -30
  249. mirascope/core/bedrock/_utils/_handle_stream.py +0 -104
  250. mirascope/core/bedrock/_utils/_message_param_converter.py +0 -172
  251. mirascope/core/bedrock/_utils/_setup_call.py +0 -258
  252. mirascope/core/bedrock/call_params.py +0 -38
  253. mirascope/core/bedrock/call_response.py +0 -248
  254. mirascope/core/bedrock/call_response_chunk.py +0 -111
  255. mirascope/core/bedrock/dynamic_config.py +0 -37
  256. mirascope/core/bedrock/py.typed +0 -0
  257. mirascope/core/bedrock/stream.py +0 -154
  258. mirascope/core/bedrock/tool.py +0 -100
  259. mirascope/core/cohere/__init__.py +0 -30
  260. mirascope/core/cohere/_call.py +0 -67
  261. mirascope/core/cohere/_call_kwargs.py +0 -11
  262. mirascope/core/cohere/_types.py +0 -20
  263. mirascope/core/cohere/_utils/__init__.py +0 -14
  264. mirascope/core/cohere/_utils/_convert_common_call_params.py +0 -26
  265. mirascope/core/cohere/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -24
  266. mirascope/core/cohere/_utils/_convert_message_params.py +0 -32
  267. mirascope/core/cohere/_utils/_get_json_output.py +0 -30
  268. mirascope/core/cohere/_utils/_handle_stream.py +0 -35
  269. mirascope/core/cohere/_utils/_message_param_converter.py +0 -54
  270. mirascope/core/cohere/_utils/_setup_call.py +0 -150
  271. mirascope/core/cohere/call_params.py +0 -62
  272. mirascope/core/cohere/call_response.py +0 -205
  273. mirascope/core/cohere/call_response_chunk.py +0 -125
  274. mirascope/core/cohere/dynamic_config.py +0 -32
  275. mirascope/core/cohere/py.typed +0 -0
  276. mirascope/core/cohere/stream.py +0 -113
  277. mirascope/core/cohere/tool.py +0 -93
  278. mirascope/core/costs/__init__.py +0 -5
  279. mirascope/core/costs/_anthropic_calculate_cost.py +0 -219
  280. mirascope/core/costs/_azure_calculate_cost.py +0 -11
  281. mirascope/core/costs/_bedrock_calculate_cost.py +0 -15
  282. mirascope/core/costs/_cohere_calculate_cost.py +0 -44
  283. mirascope/core/costs/_gemini_calculate_cost.py +0 -67
  284. mirascope/core/costs/_google_calculate_cost.py +0 -427
  285. mirascope/core/costs/_groq_calculate_cost.py +0 -156
  286. mirascope/core/costs/_litellm_calculate_cost.py +0 -11
  287. mirascope/core/costs/_mistral_calculate_cost.py +0 -64
  288. mirascope/core/costs/_openai_calculate_cost.py +0 -416
  289. mirascope/core/costs/_vertex_calculate_cost.py +0 -67
  290. mirascope/core/costs/_xai_calculate_cost.py +0 -104
  291. mirascope/core/costs/calculate_cost.py +0 -86
  292. mirascope/core/gemini/__init__.py +0 -40
  293. mirascope/core/gemini/_call.py +0 -67
  294. mirascope/core/gemini/_call_kwargs.py +0 -12
  295. mirascope/core/gemini/_utils/__init__.py +0 -14
  296. mirascope/core/gemini/_utils/_convert_common_call_params.py +0 -39
  297. mirascope/core/gemini/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -23
  298. mirascope/core/gemini/_utils/_convert_message_params.py +0 -156
  299. mirascope/core/gemini/_utils/_get_json_output.py +0 -35
  300. mirascope/core/gemini/_utils/_handle_stream.py +0 -33
  301. mirascope/core/gemini/_utils/_message_param_converter.py +0 -209
  302. mirascope/core/gemini/_utils/_setup_call.py +0 -149
  303. mirascope/core/gemini/call_params.py +0 -52
  304. mirascope/core/gemini/call_response.py +0 -216
  305. mirascope/core/gemini/call_response_chunk.py +0 -100
  306. mirascope/core/gemini/dynamic_config.py +0 -26
  307. mirascope/core/gemini/stream.py +0 -120
  308. mirascope/core/gemini/tool.py +0 -104
  309. mirascope/core/google/__init__.py +0 -29
  310. mirascope/core/google/_call.py +0 -67
  311. mirascope/core/google/_call_kwargs.py +0 -13
  312. mirascope/core/google/_utils/__init__.py +0 -14
  313. mirascope/core/google/_utils/_convert_common_call_params.py +0 -38
  314. mirascope/core/google/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -27
  315. mirascope/core/google/_utils/_convert_message_params.py +0 -297
  316. mirascope/core/google/_utils/_get_json_output.py +0 -37
  317. mirascope/core/google/_utils/_handle_stream.py +0 -58
  318. mirascope/core/google/_utils/_message_param_converter.py +0 -200
  319. mirascope/core/google/_utils/_setup_call.py +0 -201
  320. mirascope/core/google/_utils/_validate_media_type.py +0 -58
  321. mirascope/core/google/call_params.py +0 -22
  322. mirascope/core/google/call_response.py +0 -255
  323. mirascope/core/google/call_response_chunk.py +0 -135
  324. mirascope/core/google/dynamic_config.py +0 -26
  325. mirascope/core/google/stream.py +0 -199
  326. mirascope/core/google/tool.py +0 -146
  327. mirascope/core/groq/__init__.py +0 -30
  328. mirascope/core/groq/_call.py +0 -67
  329. mirascope/core/groq/_call_kwargs.py +0 -13
  330. mirascope/core/groq/_utils/__init__.py +0 -14
  331. mirascope/core/groq/_utils/_convert_common_call_params.py +0 -26
  332. mirascope/core/groq/_utils/_convert_message_params.py +0 -112
  333. mirascope/core/groq/_utils/_get_json_output.py +0 -27
  334. mirascope/core/groq/_utils/_handle_stream.py +0 -123
  335. mirascope/core/groq/_utils/_message_param_converter.py +0 -89
  336. mirascope/core/groq/_utils/_setup_call.py +0 -132
  337. mirascope/core/groq/call_params.py +0 -52
  338. mirascope/core/groq/call_response.py +0 -213
  339. mirascope/core/groq/call_response_chunk.py +0 -104
  340. mirascope/core/groq/dynamic_config.py +0 -29
  341. mirascope/core/groq/py.typed +0 -0
  342. mirascope/core/groq/stream.py +0 -135
  343. mirascope/core/groq/tool.py +0 -80
  344. mirascope/core/litellm/__init__.py +0 -28
  345. mirascope/core/litellm/_call.py +0 -67
  346. mirascope/core/litellm/_utils/__init__.py +0 -5
  347. mirascope/core/litellm/_utils/_setup_call.py +0 -109
  348. mirascope/core/litellm/call_params.py +0 -10
  349. mirascope/core/litellm/call_response.py +0 -24
  350. mirascope/core/litellm/call_response_chunk.py +0 -14
  351. mirascope/core/litellm/dynamic_config.py +0 -8
  352. mirascope/core/litellm/py.typed +0 -0
  353. mirascope/core/litellm/stream.py +0 -86
  354. mirascope/core/litellm/tool.py +0 -13
  355. mirascope/core/mistral/__init__.py +0 -36
  356. mirascope/core/mistral/_call.py +0 -65
  357. mirascope/core/mistral/_call_kwargs.py +0 -19
  358. mirascope/core/mistral/_utils/__init__.py +0 -14
  359. mirascope/core/mistral/_utils/_convert_common_call_params.py +0 -24
  360. mirascope/core/mistral/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -22
  361. mirascope/core/mistral/_utils/_convert_message_params.py +0 -122
  362. mirascope/core/mistral/_utils/_get_json_output.py +0 -34
  363. mirascope/core/mistral/_utils/_handle_stream.py +0 -139
  364. mirascope/core/mistral/_utils/_message_param_converter.py +0 -176
  365. mirascope/core/mistral/_utils/_setup_call.py +0 -164
  366. mirascope/core/mistral/call_params.py +0 -36
  367. mirascope/core/mistral/call_response.py +0 -205
  368. mirascope/core/mistral/call_response_chunk.py +0 -105
  369. mirascope/core/mistral/dynamic_config.py +0 -33
  370. mirascope/core/mistral/py.typed +0 -0
  371. mirascope/core/mistral/stream.py +0 -120
  372. mirascope/core/mistral/tool.py +0 -81
  373. mirascope/core/openai/__init__.py +0 -31
  374. mirascope/core/openai/_call.py +0 -67
  375. mirascope/core/openai/_call_kwargs.py +0 -13
  376. mirascope/core/openai/_utils/__init__.py +0 -14
  377. mirascope/core/openai/_utils/_convert_common_call_params.py +0 -26
  378. mirascope/core/openai/_utils/_convert_message_params.py +0 -148
  379. mirascope/core/openai/_utils/_get_json_output.py +0 -31
  380. mirascope/core/openai/_utils/_handle_stream.py +0 -138
  381. mirascope/core/openai/_utils/_message_param_converter.py +0 -105
  382. mirascope/core/openai/_utils/_setup_call.py +0 -155
  383. mirascope/core/openai/call_params.py +0 -92
  384. mirascope/core/openai/call_response.py +0 -273
  385. mirascope/core/openai/call_response_chunk.py +0 -139
  386. mirascope/core/openai/dynamic_config.py +0 -34
  387. mirascope/core/openai/py.typed +0 -0
  388. mirascope/core/openai/stream.py +0 -185
  389. mirascope/core/openai/tool.py +0 -101
  390. mirascope/core/py.typed +0 -0
  391. mirascope/core/vertex/__init__.py +0 -45
  392. mirascope/core/vertex/_call.py +0 -62
  393. mirascope/core/vertex/_call_kwargs.py +0 -12
  394. mirascope/core/vertex/_utils/__init__.py +0 -14
  395. mirascope/core/vertex/_utils/_convert_common_call_params.py +0 -37
  396. mirascope/core/vertex/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -23
  397. mirascope/core/vertex/_utils/_convert_message_params.py +0 -171
  398. mirascope/core/vertex/_utils/_get_json_output.py +0 -36
  399. mirascope/core/vertex/_utils/_handle_stream.py +0 -33
  400. mirascope/core/vertex/_utils/_message_param_converter.py +0 -133
  401. mirascope/core/vertex/_utils/_setup_call.py +0 -160
  402. mirascope/core/vertex/call_params.py +0 -24
  403. mirascope/core/vertex/call_response.py +0 -206
  404. mirascope/core/vertex/call_response_chunk.py +0 -99
  405. mirascope/core/vertex/dynamic_config.py +0 -28
  406. mirascope/core/vertex/stream.py +0 -119
  407. mirascope/core/vertex/tool.py +0 -101
  408. mirascope/core/xai/__init__.py +0 -28
  409. mirascope/core/xai/_call.py +0 -67
  410. mirascope/core/xai/_utils/__init__.py +0 -5
  411. mirascope/core/xai/_utils/_setup_call.py +0 -113
  412. mirascope/core/xai/call_params.py +0 -10
  413. mirascope/core/xai/call_response.py +0 -16
  414. mirascope/core/xai/call_response_chunk.py +0 -14
  415. mirascope/core/xai/dynamic_config.py +0 -8
  416. mirascope/core/xai/py.typed +0 -0
  417. mirascope/core/xai/stream.py +0 -57
  418. mirascope/core/xai/tool.py +0 -13
  419. mirascope/experimental/graphs/__init__.py +0 -5
  420. mirascope/integrations/__init__.py +0 -16
  421. mirascope/integrations/_middleware_factory.py +0 -403
  422. mirascope/integrations/langfuse/__init__.py +0 -3
  423. mirascope/integrations/langfuse/_utils.py +0 -114
  424. mirascope/integrations/langfuse/_with_langfuse.py +0 -70
  425. mirascope/integrations/logfire/__init__.py +0 -3
  426. mirascope/integrations/logfire/_utils.py +0 -225
  427. mirascope/integrations/logfire/_with_logfire.py +0 -63
  428. mirascope/integrations/otel/__init__.py +0 -10
  429. mirascope/integrations/otel/_utils.py +0 -270
  430. mirascope/integrations/otel/_with_hyperdx.py +0 -60
  431. mirascope/integrations/otel/_with_otel.py +0 -59
  432. mirascope/integrations/tenacity.py +0 -14
  433. mirascope/llm/_call.py +0 -401
  434. mirascope/llm/_context.py +0 -384
  435. mirascope/llm/_override.py +0 -3639
  436. mirascope/llm/_protocols.py +0 -500
  437. mirascope/llm/_response_metaclass.py +0 -31
  438. mirascope/llm/call_response.py +0 -158
  439. mirascope/llm/call_response_chunk.py +0 -66
  440. mirascope/llm/stream.py +0 -162
  441. mirascope/llm/tool.py +0 -64
  442. mirascope/mcp/__init__.py +0 -7
  443. mirascope/mcp/_utils.py +0 -288
  444. mirascope/mcp/client.py +0 -167
  445. mirascope/mcp/server.py +0 -356
  446. mirascope/mcp/tools.py +0 -110
  447. mirascope/py.typed +0 -0
  448. mirascope/retries/__init__.py +0 -11
  449. mirascope/retries/fallback.py +0 -131
  450. mirascope/retries/tenacity.py +0 -50
  451. mirascope/tools/__init__.py +0 -37
  452. mirascope/tools/base.py +0 -98
  453. mirascope/tools/system/__init__.py +0 -0
  454. mirascope/tools/system/_docker_operation.py +0 -166
  455. mirascope/tools/system/_file_system.py +0 -267
  456. mirascope/tools/web/__init__.py +0 -0
  457. mirascope/tools/web/_duckduckgo.py +0 -111
  458. mirascope/tools/web/_httpx.py +0 -125
  459. mirascope/tools/web/_parse_url_content.py +0 -94
  460. mirascope/tools/web/_requests.py +0 -54
  461. mirascope/v0/__init__.py +0 -43
  462. mirascope/v0/anthropic.py +0 -54
  463. mirascope/v0/base/__init__.py +0 -12
  464. mirascope/v0/base/calls.py +0 -118
  465. mirascope/v0/base/extractors.py +0 -122
  466. mirascope/v0/base/ops_utils.py +0 -207
  467. mirascope/v0/base/prompts.py +0 -48
  468. mirascope/v0/base/types.py +0 -14
  469. mirascope/v0/base/utils.py +0 -21
  470. mirascope/v0/openai.py +0 -54
  471. mirascope-1.25.7.dist-info/METADATA +0 -169
  472. mirascope-1.25.7.dist-info/RECORD +0 -378
  473. {mirascope-1.25.7.dist-info → mirascope-2.0.0a0.dist-info}/WHEEL +0 -0
  474. {mirascope-1.25.7.dist-info → mirascope-2.0.0a0.dist-info}/licenses/LICENSE +0 -0
@@ -1,416 +0,0 @@
1
- """Calculate the cost of a completion using the OpenAI API."""
2
-
3
- from ..base.types import CostMetadata
4
-
5
- # Constants for image token calculation
6
- LOW_DETAIL_IMAGE_TOKENS = 85
7
- HIGH_DETAIL_TILE_TOKENS = 170
8
- HIGH_DETAIL_BASE_TOKENS = 85
9
- TILE_SIZE = 512
10
-
11
-
12
- def _calculate_image_tokens(metadata: CostMetadata) -> int | None:
13
- """Calculate tokens used by images based on their size and detail level.
14
-
15
- https://platform.openai.com/docs/guides/vision
16
- Following OpenAI's pricing structure:
17
- - Low detail: 85 tokens per image
18
- - High detail: 85 tokens base + 170 tokens per 512px tile
19
- (after scaling to fit within 2048x2048 and making shortest side 768px)
20
- """
21
- if not metadata.images or not metadata.images:
22
- return 0
23
-
24
- total_image_tokens = 0
25
-
26
- for img in metadata.images:
27
- if not img.width or not img.height:
28
- continue
29
-
30
- # If image already has precalculated tokens, use those
31
- if img.tokens is not None:
32
- total_image_tokens += img.tokens
33
- continue
34
-
35
- if img.detail is not None and img.detail != "auto":
36
- detail = img.detail
37
- else:
38
- # Default to high detail for auto
39
- # We can't determine detail level from image alone
40
- detail = "high"
41
- if detail == "low":
42
- # Low detail is a fixed cost regardless of size
43
- total_image_tokens += LOW_DETAIL_IMAGE_TOKENS
44
- else:
45
- # High detail calculation
46
-
47
- # Scale to fit within 2048x2048 square
48
- width, height = img.width, img.height
49
- if width > 2048 or height > 2048:
50
- aspect_ratio = width / height
51
- if width > height:
52
- width = 2048
53
- height = int(width / aspect_ratio)
54
- else:
55
- height = 2048
56
- width = int(height * aspect_ratio)
57
-
58
- # Scale so shortest side is 768px
59
- if min(width, height) > 768:
60
- if width < height:
61
- scale_factor = 768 / width
62
- width = 768
63
- height = int(height * scale_factor)
64
- else:
65
- scale_factor = 768 / height
66
- height = 768
67
- width = int(width * scale_factor)
68
-
69
- # Calculate number of 512px tiles needed
70
- tiles_x = (width + TILE_SIZE - 1) // TILE_SIZE
71
- tiles_y = (height + TILE_SIZE - 1) // TILE_SIZE
72
- num_tiles = tiles_x * tiles_y
73
-
74
- # Calculate token cost
75
- image_tokens = (
76
- HIGH_DETAIL_TILE_TOKENS * num_tiles
77
- ) + HIGH_DETAIL_BASE_TOKENS
78
- total_image_tokens += image_tokens
79
-
80
- return total_image_tokens
81
-
82
-
83
- def calculate_cost(
84
- metadata: CostMetadata,
85
- model: str = "gpt-3.5-turbo-16k",
86
- ) -> float | None:
87
- """Calculate the cost of a completion using the OpenAI API.
88
-
89
- https://openai.com/pricing
90
-
91
- Model Input Cached Output
92
- gpt-4.5-preview $75.00 / 1M tokens $37.50 / 1M tokens $150.00 / 1M tokens
93
- gpt-4.5-preview-2025-02-27 $75.00 / 1M tokens $37.50 / 1M tokens $150.00 / 1M tokens
94
- gpt-4o $2.50 / 1M tokens $1.25 / 1M tokens $10.00 / 1M tokens
95
- gpt-4o-2024-11-20 $2.50 / 1M tokens $1.25 / 1M tokens $10.00 / 1M tokens
96
- gpt-4o-2024-08-06 $2.50 / 1M tokens $1.25 / 1M tokens $10.00 / 1M tokens
97
- gpt-4o-2024-05-13 $5.00 / 1M tokens $15.00 / 1M tokens
98
- gpt-4o-audio-preview $2.50 / 1M tokens $1.25 / 1M tokens $10.00 / 1M tokens
99
- gpt-4o-audio-preview-2024-12-17 $2.50 / 1M tokens $1.25 / 1M tokens $10.00 / 1M tokens
100
- gpt-4o-audio-preview-2024-10-01 $2.50 / 1M tokens $1.25 / 1M tokens $10.00 / 1M tokens
101
- gpt-4o-realtime-preview $5.00 / 1M tokens $2.50 / 1M tokens $20.00 / 1M tokens
102
- gpt-4o-realtime-preview-2024-12-17 $5.00 / 1M tokens $2.50 / 1M tokens $20.00 / 1M tokens
103
- gpt-4o-realtime-preview-2024-10-01 $5.00 / 1M tokens $2.50 / 1M tokens $20.00 / 1M tokens
104
- gpt-4o-mini $0.150 / 1M tokens $0.075 / 1M tokens $0.600 / 1M tokens
105
- gpt-4o-mini-2024-07-18 $0.150 / 1M tokens $0.075 / 1M tokens $0.600 / 1M tokens
106
- gpt-4o-mini-audio-preview $0.150 / 1M tokens $0.075 / 1M tokens $0.600 / 1M tokens
107
- gpt-4o-mini-audio-preview-2024-12-17 $0.150 / 1M tokens $0.075 / 1M tokens $0.600 / 1M tokens
108
- gpt-4o-mini-realtime-preview $0.60 / 1M tokens $0.30 / 1M tokens $2.40 / 1M tokens
109
- gpt-4o-mini-realtime-preview-2024-12-17 $0.60 / 1M tokens $0.30 / 1M tokens $2.40 / 1M tokens
110
- o1 $15.00 / 1M tokens $7.50 / 1M tokens $60.00 / 1M tokens
111
- o1-2024-12-17 $15.00 / 1M tokens $7.50 / 1M tokens $60.00 / 1M tokens
112
- o1-preview $15.00 / 1M tokens $7.50 / 1M tokens $60.00 / 1M tokens
113
- o1-preview-2024-09-12 $15.00 / 1M tokens $7.50 / 1M tokens $60.00 / 1M tokens
114
- o3-mini $1.10 / 1M tokens $0.55 / 1M tokens $4.40 / 1M tokens
115
- o3-mini-2025-01-31 $1.10 / 1M tokens $0.55 / 1M tokens $4.40 / 1M tokens
116
- o1-mini $1.10 / 1M tokens $0.55 / 1M tokens $4.40 / 1M tokens
117
- o1-mini-2024-09-12 $1.10 / 1M tokens $0.55 / 1M tokens $4.40 / 1M tokens
118
- chatgpt-4o-latest $5.00 / 1M tokens $15.00 / 1M tokens
119
- gpt-4-turbo $10.00 / 1M tokens $30.00 / 1M tokens
120
- gpt-4-turbo-2024-04-09 $10.00 / 1M tokens $30.00 / 1M tokens
121
- gpt-3.5-turbo-0125 $0.50 / 1M tokens $1.50 / 1M tokens
122
- gpt-3.5-turbo-1106 $1.00 / 1M tokens $2.00 / 1M tokens
123
- gpt-4-0125-preview $10.00 / 1M tokens $30.00 / 1M tokens
124
- gpt-4-1106-preview $10.00 / 1M tokens $30.00 / 1M tokens
125
- gpt-4-vision-preview $10.00 / 1M tokens $30.00 / 1M tokens
126
- gpt-4 $30.00 / 1M tokens $60.00 / 1M tokens
127
- gpt-4-32k $60.00 / 1M tokens $120.00 / 1M tokens
128
- text-embedding-3-small $0.02 / 1M tokens
129
- text-embedding-3-large $0.13 / 1M tokens
130
- text-embedding-ada-002 $0.10 / 1M tokens
131
- """
132
- pricing = {
133
- "gpt-4.5-preview": {
134
- "prompt": 0.000_075,
135
- "cached": 0.000_037_5,
136
- "completion": 0.000_15,
137
- "batch_prompt": 0.000_037_5,
138
- "batch_completion": 0.000_075,
139
- },
140
- "gpt-4.5-preview-2025-02-27": {
141
- "prompt": 0.000_075,
142
- "cached": 0.000_037_5,
143
- "completion": 0.000_15,
144
- },
145
- "gpt-4o": {
146
- "prompt": 0.000_002_5,
147
- "cached": 0.000_001_25,
148
- "completion": 0.000_01,
149
- "batch_prompt": 0.000_001_25,
150
- "batch_completion": 0.000_005,
151
- },
152
- "gpt-4o-2024-11-20": {
153
- "prompt": 0.000_002_5,
154
- "cached": 0.000_001_25,
155
- "completion": 0.000_01,
156
- },
157
- "gpt-4o-2024-08-06": {
158
- "prompt": 0.000_002_5,
159
- "cached": 0.000_001_25,
160
- "completion": 0.000_01,
161
- },
162
- "gpt-4o-2024-05-13": {
163
- "prompt": 0.000_005,
164
- "cached": 0.000_002_5,
165
- "completion": 0.000_015,
166
- },
167
- "gpt-4o-audio-preview": {
168
- "prompt": 0.000_002_5,
169
- "cached": 0.000_001_25,
170
- "completion": 0.000_01,
171
- },
172
- "gpt-4o-audio-preview-2024-12-17": {
173
- "prompt": 0.000_002_5,
174
- "cached": 0.000_001_25,
175
- "completion": 0.000_01,
176
- },
177
- "gpt-4o-audio-preview-2024-10-01": {
178
- "prompt": 0.000_002_5,
179
- "cached": 0.000_001_25,
180
- "completion": 0.000_01,
181
- },
182
- "gpt-4o-realtime-preview": {
183
- "prompt": 0.000_005,
184
- "cached": 0.000_002_5,
185
- "completion": 0.000_02,
186
- },
187
- "gpt-4o-realtime-preview-2024-12-17": {
188
- "prompt": 0.000_005,
189
- "cached": 0.000_002_5,
190
- "completion": 0.000_02,
191
- },
192
- "gpt-4o-realtime-preview-2024-10-01": {
193
- "prompt": 0.000_005,
194
- "cached": 0.000_002_5,
195
- "completion": 0.000_02,
196
- },
197
- "gpt-4o-mini": {
198
- "prompt": 0.000_000_15,
199
- "cached": 0.000_000_075,
200
- "completion": 0.000_000_6,
201
- },
202
- "gpt-4o-mini-2024-07-18": {
203
- "prompt": 0.000_000_15,
204
- "cached": 0.000_000_075,
205
- "completion": 0.000_000_6,
206
- },
207
- "gpt-4o-mini-audio-preview": {
208
- "prompt": 0.000_000_15,
209
- "cached": 0.000_000_075,
210
- "completion": 0.000_000_6,
211
- },
212
- "gpt-4o-mini-audio-preview-2024-12-17": {
213
- "prompt": 0.000_000_15,
214
- "cached": 0.000_000_075,
215
- "completion": 0.000_000_6,
216
- },
217
- "gpt-4o-mini-realtime-preview": {
218
- "prompt": 0.000_000_6,
219
- "cached": 0.000_000_3,
220
- "completion": 0.000_002_4,
221
- },
222
- "gpt-4o-mini-realtime-preview-2024-12-17": {
223
- "prompt": 0.000_000_6,
224
- "cached": 0.000_000_3,
225
- "completion": 0.000_002_4,
226
- },
227
- "o1": {
228
- "prompt": 0.000_015,
229
- "cached": 0.000_007_5,
230
- "completion": 0.000_06,
231
- },
232
- "o1-2024-12-17": {
233
- "prompt": 0.000_015,
234
- "cached": 0.000_007_5,
235
- "completion": 0.000_06,
236
- },
237
- "o1-preview": {
238
- "prompt": 0.000_015,
239
- "cached": 0.000_007_5,
240
- "completion": 0.000_06,
241
- },
242
- "o1-preview-2024-09-12": {
243
- "prompt": 0.000_015,
244
- "cached": 0.000_007_5,
245
- "completion": 0.000_06,
246
- },
247
- "o3-mini": {
248
- "prompt": 0.000_001_1,
249
- "cached": 0.000_000_55,
250
- "completion": 0.000_004_4,
251
- },
252
- "o3-mini-2025-01-31": {
253
- "prompt": 0.000_001_1,
254
- "cached": 0.000_000_55,
255
- "completion": 0.000_004_4,
256
- },
257
- "o1-mini": {
258
- "prompt": 0.000_001_1,
259
- "cached": 0.000_000_55,
260
- "completion": 0.000_004_4,
261
- },
262
- "o1-mini-2024-09-12": {
263
- "prompt": 0.000_001_1,
264
- "cached": 0.000_000_55,
265
- "completion": 0.000_004_4,
266
- },
267
- "chatgpt-4o-latest": {
268
- "prompt": 0.000_005,
269
- "cached": 0,
270
- "completion": 0.000_015,
271
- },
272
- "gpt-4-turbo": {
273
- "prompt": 0.000_01,
274
- "cached": 0,
275
- "completion": 0.000_03,
276
- },
277
- "gpt-4-turbo-2024-04-09": {
278
- "prompt": 0.000_01,
279
- "cached": 0,
280
- "completion": 0.000_03,
281
- },
282
- "gpt-3.5-turbo-0125": {
283
- "prompt": 0.000_000_5,
284
- "cached": 0,
285
- "completion": 0.000_001_5,
286
- },
287
- "gpt-3.5-turbo-1106": {
288
- "prompt": 0.000_001,
289
- "cached": 0,
290
- "completion": 0.000_002,
291
- },
292
- "gpt-4-0125-preview": {
293
- "prompt": 0.000_01,
294
- "cached": 0,
295
- "completion": 0.000_03,
296
- },
297
- "gpt-4-1106-preview": {
298
- "prompt": 0.000_01,
299
- "cached": 0,
300
- "completion": 0.000_03,
301
- },
302
- "gpt-4-vision-preview": {
303
- "prompt": 0.000_01,
304
- "cached": 0,
305
- "completion": 0.000_03,
306
- },
307
- "gpt-4": {
308
- "prompt": 0.000_03,
309
- "cached": 0,
310
- "completion": 0.000_06,
311
- },
312
- "gpt-4-32k": {
313
- "prompt": 0.000_06,
314
- "cached": 0,
315
- "completion": 0.000_12,
316
- },
317
- "gpt-3.5-turbo-4k": {
318
- "prompt": 0.000_015,
319
- "cached": 0,
320
- "completion": 0.000_02,
321
- },
322
- "gpt-3.5-turbo-16k": {
323
- "prompt": 0.000_003,
324
- "cached": 0,
325
- "completion": 0.000_004,
326
- },
327
- "gpt-4-8k": {
328
- "prompt": 0.000_03,
329
- "cached": 0,
330
- "completion": 0.000_06,
331
- },
332
- "text-embedding-3-small": {
333
- "prompt": 0.000_000_02,
334
- "cached": 0,
335
- "completion": 0,
336
- "batch_prompt": 0.000_000_01,
337
- },
338
- "text-embedding-ada-002": {
339
- "prompt": 0.000_000_1,
340
- "cached": 0,
341
- "completion": 0,
342
- "batch_prompt": 0.000_000_05,
343
- },
344
- "text-embedding-3-large": {
345
- "prompt": 0.000_000_13,
346
- "cached": 0,
347
- "completion": 0,
348
- "batch_prompt": 0.000_000_065,
349
- },
350
- }
351
-
352
- # Audio pricing for audio models (per-minute rates in dollars)
353
-
354
- if metadata.cost is not None:
355
- return metadata.cost
356
-
357
- # Audio input/output costs
358
- # ChatCompletion.usage has brake down of audio input and output.
359
- # The total cost already includes the audio input/output cost.
360
-
361
- # Initialize cached tokens if not provided
362
- if metadata.cached_tokens is None:
363
- metadata.cached_tokens = 0
364
-
365
- # Try to get model pricing
366
- try:
367
- model_pricing = pricing[model]
368
- except KeyError:
369
- return None
370
-
371
- image_tokens = _calculate_image_tokens(metadata) or 0
372
-
373
- input_tokens = (metadata.input_tokens or 0) + image_tokens
374
-
375
- # Calculate costs for each component
376
- prompt_cost = input_tokens * model_pricing["prompt"]
377
- cached_cost = metadata.cached_tokens * model_pricing["cached"]
378
- completion_cost = (metadata.output_tokens or 0) * model_pricing["completion"]
379
-
380
- # Special handling for embedding models (only input tokens matter)
381
- if "embedding" in model:
382
- total_cost = prompt_cost
383
- else:
384
- total_cost = prompt_cost + cached_cost + completion_cost
385
-
386
- # Apply batch discounts if applicable
387
- if metadata.batch_mode:
388
- # Based on the OpenAI pricing table, batch mode typically provides
389
- # approximately 50% discount for both input and output tokens
390
- if "embedding" in model.lower():
391
- # Embedding models have specific batch pricing
392
- if model == "text-embedding-3-small":
393
- prompt_cost = (
394
- input_tokens * 0.000_000_01
395
- ) # $0.01 per 1M tokens in batch mode
396
- elif model == "text-embedding-3-large":
397
- prompt_cost = (
398
- input_tokens * 0.000_000_065
399
- ) # $0.065 per 1M tokens in batch mode
400
- elif model == "text-embedding-ada-002":
401
- prompt_cost = (
402
- input_tokens * 0.000_000_05
403
- ) # $0.05 per 1M tokens in batch mode
404
- else:
405
- # For LLM models, typically 50% discount
406
- prompt_cost *= 0.5
407
- cached_cost *= 0.5
408
- completion_cost *= 0.5
409
-
410
- # Recalculate total cost with batch pricing
411
- if "embedding" in model:
412
- total_cost = prompt_cost
413
- else:
414
- total_cost = prompt_cost + cached_cost + completion_cost
415
-
416
- return total_cost
@@ -1,67 +0,0 @@
1
- """Calculate the cost of a completion using the Vertex AI Gemini API, considering context window size."""
2
-
3
- from ..base.types import CostMetadata
4
-
5
-
6
- def calculate_cost(
7
- metadata: CostMetadata,
8
- model: str = "gemini-1.5-pro",
9
- ) -> float | None:
10
- """Calculate the cost of a completion using the Vertex AI Gemini API.
11
-
12
- https://cloud.google.com/vertex-ai/pricing#generative_ai_models
13
-
14
- Model Input (<=128K) Output (<=128K) Input (>128K) Output (>128K)
15
- gemini-1.5-flash $0.00001875 / 1k $0.000075 / 1k $0.0000375 / 1k $0.00015 / 1k
16
- gemini-1.5-pro $0.00125 / 1k $0.00375 / 1k $0.0025 / 1k $0.0075 / 1k
17
- gemini-1.0-pro $0.000125 / 1k $0.000375 / 1k N/A N/A
18
-
19
- Note: Prices are per 1k characters. Gemini 1.0 Pro only supports up to 32K context window.
20
- """
21
-
22
- context_length = metadata.context_length or 0
23
- pricing = {
24
- "gemini-1.5-flash": {
25
- "prompt_short": 0.000_018_75,
26
- "completion_short": 0.000_075,
27
- "prompt_long": 0.000_037_5,
28
- "completion_long": 0.000_15,
29
- },
30
- "gemini-1.5-pro": {
31
- "prompt_short": 0.001_25,
32
- "completion_short": 0.003_75,
33
- "prompt_long": 0.002_5,
34
- "completion_long": 0.007_5,
35
- },
36
- "gemini-1.0-pro": {
37
- "prompt_short": 0.000_125,
38
- "completion_short": 0.000_375,
39
- "prompt_long": None,
40
- "completion_long": None,
41
- },
42
- }
43
-
44
- if metadata.input_tokens is None or metadata.output_tokens is None:
45
- return None
46
-
47
- try:
48
- model_pricing = pricing[model]
49
- except KeyError:
50
- return None
51
-
52
- # Determine if we're using long context pricing
53
- use_long_context = context_length > 128000
54
-
55
- if use_long_context and model == "gemini-1.0-pro":
56
- return None # Gemini 1.0 Pro doesn't support long context
57
-
58
- prompt_price = model_pricing["prompt_long" if use_long_context else "prompt_short"]
59
- completion_price = model_pricing[
60
- "completion_long" if use_long_context else "completion_short"
61
- ]
62
-
63
- prompt_cost = (metadata.input_tokens / 1000) * prompt_price
64
- completion_cost = (metadata.output_tokens / 1000) * completion_price
65
- total_cost = prompt_cost + completion_cost
66
-
67
- return total_cost
@@ -1,104 +0,0 @@
1
- """Calculate the cost of a Grok API call."""
2
-
3
- from ..base.types import CostMetadata
4
-
5
-
6
- def calculate_cost(
7
- metadata: CostMetadata,
8
- model: str,
9
- ) -> float | None:
10
- """Calculate the cost of an xAI Grok API call.
11
-
12
- https://docs.x.ai
13
-
14
- Pricing (per 1M tokens):
15
-
16
- Model Input Cached Output
17
- grok-3 $3.50 $0.875 $10.50
18
- grok-3-latest $3.50 $0.875 $10.50
19
- grok-2 $2.00 $0.50 $6.00
20
- grok-2-latest $2.00 $0.50 $6.00
21
- grok-2-1212 $2.00 $0.50 $6.00
22
- grok-2-mini $0.33 $0.083 $1.00
23
- grok-2-vision-1212 $2.00 $0.50 $6.00
24
- grok-vision-beta $5.00 $1.25 $15.00
25
- grok-beta $5.00 $1.25 $15.00
26
-
27
- Args:
28
- input_tokens: Number of input tokens
29
- cached_tokens: Number of cached tokens
30
- output_tokens: Number of output tokens
31
- model: Model name to use for pricing calculation
32
-
33
- Returns:
34
- Total cost in USD or None if invalid input
35
- """
36
- pricing = {
37
- "grok-3": {
38
- "prompt": 0.000_003_5,
39
- "cached": 0.000_000_875,
40
- "completion": 0.000_010_5,
41
- },
42
- "grok-3-latest": {
43
- "prompt": 0.000_003_5,
44
- "cached": 0.000_000_875,
45
- "completion": 0.000_010_5,
46
- },
47
- "grok-2": {
48
- "prompt": 0.000_002,
49
- "cached": 0.000_000_5,
50
- "completion": 0.000_006,
51
- },
52
- "grok-latest": {
53
- "prompt": 0.000_002,
54
- "cached": 0.000_000_5,
55
- "completion": 0.000_006,
56
- },
57
- "grok-2-1212": {
58
- "prompt": 0.000_002,
59
- "cached": 0.000_000_5,
60
- "completion": 0.000_006,
61
- },
62
- "grok-2-mini": {
63
- "prompt": 0.000_000_33,
64
- "cached": 0.000_000_083,
65
- "completion": 0.000_001,
66
- },
67
- "grok-2-vision-1212": {
68
- "prompt": 0.000_002,
69
- "cached": 0.000_000_5,
70
- "completion": 0.000_006,
71
- },
72
- "grok-vision-beta": {
73
- "prompt": 0.000_005,
74
- "cached": 0.000_001_25,
75
- "completion": 0.000_015,
76
- },
77
- "grok-beta": {
78
- "prompt": 0.000_005,
79
- "cached": 0.000_001_25,
80
- "completion": 0.000_015,
81
- },
82
- }
83
-
84
- if metadata.input_tokens is None or metadata.output_tokens is None:
85
- return None
86
-
87
- if metadata.cached_tokens is None:
88
- metadata.cached_tokens = 0
89
-
90
- try:
91
- model_pricing = pricing[model]
92
- except KeyError:
93
- return None
94
-
95
- prompt_price = model_pricing["prompt"]
96
- cached_price = model_pricing["cached"]
97
- completion_price = model_pricing["completion"]
98
-
99
- prompt_cost = metadata.input_tokens * prompt_price
100
- cached_cost = metadata.cached_tokens * cached_price
101
- completion_cost = metadata.output_tokens * completion_price
102
- total_cost = prompt_cost + cached_cost + completion_cost
103
-
104
- return total_cost
@@ -1,86 +0,0 @@
1
- """Cost calculation utilities for LLM API calls."""
2
-
3
- from __future__ import annotations
4
-
5
- from ..base.types import CostMetadata, Provider
6
- from ._anthropic_calculate_cost import (
7
- calculate_cost as anthropic_calculate_cost,
8
- )
9
- from ._azure_calculate_cost import calculate_cost as azure_calculate_cost
10
- from ._bedrock_calculate_cost import calculate_cost as bedrock_calculate_cost
11
- from ._cohere_calculate_cost import calculate_cost as cohere_calculate_cost
12
- from ._gemini_calculate_cost import calculate_cost as gemini_calculate_cost
13
- from ._google_calculate_cost import calculate_cost as google_calculate_cost
14
- from ._groq_calculate_cost import calculate_cost as groq_calculate_cost
15
- from ._litellm_calculate_cost import calculate_cost as litellm_calculate_cost
16
- from ._mistral_calculate_cost import calculate_cost as mistral_calculate_cost
17
- from ._openai_calculate_cost import calculate_cost as openai_calculate_cost
18
- from ._vertex_calculate_cost import calculate_cost as vertex_calculate_cost
19
- from ._xai_calculate_cost import calculate_cost as xai_calculate_cost
20
-
21
-
22
- def calculate_cost(
23
- provider: Provider,
24
- model: str,
25
- metadata: CostMetadata | None = None,
26
- ) -> float | None:
27
- """Calculate the cost for an LLM API call.
28
-
29
- This function routes to the appropriate provider-specific cost calculation function,
30
- preserving existing behavior while providing a unified interface.
31
-
32
- Args:
33
- provider: The LLM provider (e.g., "openai", "anthropic")
34
- model: The model name (e.g., "gpt-4", "claude-3-opus")
35
- metadata: Additional metadata required for cost calculation
36
-
37
- Returns:
38
- The calculated cost in USD or None if unable to calculate
39
- """
40
-
41
- # Initialize empty metadata if none provided
42
- if metadata is None:
43
- metadata = CostMetadata()
44
-
45
- # Set default values
46
- if metadata.cached_tokens is None:
47
- metadata.cached_tokens = 0
48
-
49
- # Route to provider-specific implementations
50
- if provider == "openai":
51
- return openai_calculate_cost(metadata, model)
52
-
53
- elif provider == "anthropic":
54
- return anthropic_calculate_cost(metadata, model)
55
-
56
- elif provider == "azure":
57
- return azure_calculate_cost(metadata, model)
58
-
59
- elif provider == "bedrock":
60
- return bedrock_calculate_cost(metadata, model)
61
-
62
- elif provider == "cohere":
63
- return cohere_calculate_cost(metadata, model)
64
-
65
- elif provider == "gemini":
66
- return gemini_calculate_cost(metadata, model)
67
-
68
- elif provider == "google":
69
- return google_calculate_cost(metadata, model)
70
-
71
- elif provider == "groq":
72
- return groq_calculate_cost(metadata, model)
73
-
74
- elif provider == "mistral":
75
- return mistral_calculate_cost(metadata, model)
76
-
77
- elif provider == "vertex":
78
- return vertex_calculate_cost(metadata, model)
79
-
80
- elif provider == "xai":
81
- return xai_calculate_cost(metadata, model)
82
-
83
- elif provider == "litellm":
84
- return litellm_calculate_cost(metadata, model)
85
- else:
86
- raise ValueError(f"Unsupported provider: {provider}")