mirascope 2.0.0__py3-none-any.whl → 2.0.0a1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (443) hide show
  1. mirascope/__init__.py +2 -11
  2. mirascope/graphs/__init__.py +22 -0
  3. mirascope/graphs/finite_state_machine.py +625 -0
  4. mirascope/llm/__init__.py +15 -96
  5. mirascope/llm/agents/__init__.py +15 -0
  6. mirascope/llm/agents/agent.py +97 -0
  7. mirascope/llm/agents/agent_template.py +45 -0
  8. mirascope/llm/agents/decorator.py +176 -0
  9. mirascope/llm/calls/__init__.py +1 -2
  10. mirascope/llm/calls/base_call.py +33 -0
  11. mirascope/llm/calls/calls.py +58 -84
  12. mirascope/llm/calls/decorator.py +120 -140
  13. mirascope/llm/clients/__init__.py +34 -0
  14. mirascope/llm/clients/_missing_import_stubs.py +47 -0
  15. mirascope/llm/clients/anthropic/__init__.py +25 -0
  16. mirascope/llm/{providers/openai/completions → clients/anthropic}/_utils/__init__.py +0 -2
  17. mirascope/llm/{providers → clients}/anthropic/_utils/decode.py +22 -66
  18. mirascope/llm/clients/anthropic/_utils/encode.py +243 -0
  19. mirascope/llm/clients/anthropic/clients.py +819 -0
  20. mirascope/llm/clients/anthropic/model_ids.py +8 -0
  21. mirascope/llm/{providers → clients}/base/__init__.py +5 -4
  22. mirascope/llm/{providers → clients}/base/_utils.py +17 -78
  23. mirascope/llm/{providers/base/base_provider.py → clients/base/client.py} +145 -468
  24. mirascope/llm/{models → clients/base}/params.py +37 -16
  25. mirascope/llm/clients/google/__init__.py +20 -0
  26. mirascope/llm/{providers/openai/responses → clients/google}/_utils/__init__.py +0 -2
  27. mirascope/llm/{providers → clients}/google/_utils/decode.py +22 -98
  28. mirascope/llm/{providers → clients}/google/_utils/encode.py +46 -168
  29. mirascope/llm/clients/google/clients.py +853 -0
  30. mirascope/llm/clients/google/model_ids.py +15 -0
  31. mirascope/llm/clients/openai/__init__.py +25 -0
  32. mirascope/llm/clients/openai/completions/__init__.py +28 -0
  33. mirascope/llm/{providers/google → clients/openai/completions}/_utils/__init__.py +0 -4
  34. mirascope/llm/{providers → clients}/openai/completions/_utils/decode.py +9 -74
  35. mirascope/llm/{providers → clients}/openai/completions/_utils/encode.py +52 -70
  36. mirascope/llm/clients/openai/completions/_utils/model_features.py +81 -0
  37. mirascope/llm/clients/openai/completions/clients.py +833 -0
  38. mirascope/llm/clients/openai/completions/model_ids.py +8 -0
  39. mirascope/llm/clients/openai/responses/__init__.py +26 -0
  40. mirascope/llm/clients/openai/responses/_utils/__init__.py +13 -0
  41. mirascope/llm/{providers → clients}/openai/responses/_utils/decode.py +14 -80
  42. mirascope/llm/{providers → clients}/openai/responses/_utils/encode.py +41 -92
  43. mirascope/llm/clients/openai/responses/_utils/model_features.py +87 -0
  44. mirascope/llm/clients/openai/responses/clients.py +832 -0
  45. mirascope/llm/clients/openai/responses/model_ids.py +8 -0
  46. mirascope/llm/clients/openai/shared/__init__.py +7 -0
  47. mirascope/llm/clients/openai/shared/_utils.py +55 -0
  48. mirascope/llm/clients/providers.py +175 -0
  49. mirascope/llm/content/__init__.py +2 -3
  50. mirascope/llm/content/tool_call.py +0 -6
  51. mirascope/llm/content/tool_output.py +5 -22
  52. mirascope/llm/context/_utils.py +6 -19
  53. mirascope/llm/exceptions.py +43 -298
  54. mirascope/llm/formatting/__init__.py +2 -19
  55. mirascope/llm/formatting/_utils.py +74 -0
  56. mirascope/llm/formatting/format.py +30 -219
  57. mirascope/llm/formatting/from_call_args.py +2 -2
  58. mirascope/llm/formatting/partial.py +7 -80
  59. mirascope/llm/formatting/types.py +64 -21
  60. mirascope/llm/mcp/__init__.py +2 -2
  61. mirascope/llm/mcp/client.py +118 -0
  62. mirascope/llm/messages/__init__.py +0 -3
  63. mirascope/llm/messages/message.py +5 -13
  64. mirascope/llm/models/__init__.py +2 -7
  65. mirascope/llm/models/models.py +139 -315
  66. mirascope/llm/prompts/__init__.py +12 -13
  67. mirascope/llm/prompts/_utils.py +43 -14
  68. mirascope/llm/prompts/decorator.py +204 -144
  69. mirascope/llm/prompts/protocols.py +59 -25
  70. mirascope/llm/responses/__init__.py +1 -9
  71. mirascope/llm/responses/_utils.py +12 -102
  72. mirascope/llm/responses/base_response.py +6 -18
  73. mirascope/llm/responses/base_stream_response.py +50 -173
  74. mirascope/llm/responses/finish_reason.py +0 -1
  75. mirascope/llm/responses/response.py +13 -34
  76. mirascope/llm/responses/root_response.py +29 -100
  77. mirascope/llm/responses/stream_response.py +31 -40
  78. mirascope/llm/tools/__init__.py +2 -9
  79. mirascope/llm/tools/_utils.py +3 -12
  80. mirascope/llm/tools/decorator.py +16 -25
  81. mirascope/llm/tools/protocols.py +4 -4
  82. mirascope/llm/tools/tool_schema.py +19 -87
  83. mirascope/llm/tools/toolkit.py +27 -35
  84. mirascope/llm/tools/tools.py +41 -135
  85. {mirascope-2.0.0.dist-info → mirascope-2.0.0a1.dist-info}/METADATA +13 -90
  86. mirascope-2.0.0a1.dist-info/RECORD +102 -0
  87. {mirascope-2.0.0.dist-info → mirascope-2.0.0a1.dist-info}/WHEEL +1 -1
  88. {mirascope-2.0.0.dist-info → mirascope-2.0.0a1.dist-info}/licenses/LICENSE +1 -1
  89. mirascope/_stubs.py +0 -363
  90. mirascope/api/__init__.py +0 -14
  91. mirascope/api/_generated/README.md +0 -207
  92. mirascope/api/_generated/__init__.py +0 -440
  93. mirascope/api/_generated/annotations/__init__.py +0 -33
  94. mirascope/api/_generated/annotations/client.py +0 -506
  95. mirascope/api/_generated/annotations/raw_client.py +0 -1414
  96. mirascope/api/_generated/annotations/types/__init__.py +0 -31
  97. mirascope/api/_generated/annotations/types/annotations_create_request_label.py +0 -5
  98. mirascope/api/_generated/annotations/types/annotations_create_response.py +0 -48
  99. mirascope/api/_generated/annotations/types/annotations_create_response_label.py +0 -5
  100. mirascope/api/_generated/annotations/types/annotations_get_response.py +0 -48
  101. mirascope/api/_generated/annotations/types/annotations_get_response_label.py +0 -5
  102. mirascope/api/_generated/annotations/types/annotations_list_request_label.py +0 -5
  103. mirascope/api/_generated/annotations/types/annotations_list_response.py +0 -21
  104. mirascope/api/_generated/annotations/types/annotations_list_response_annotations_item.py +0 -50
  105. mirascope/api/_generated/annotations/types/annotations_list_response_annotations_item_label.py +0 -5
  106. mirascope/api/_generated/annotations/types/annotations_update_request_label.py +0 -5
  107. mirascope/api/_generated/annotations/types/annotations_update_response.py +0 -48
  108. mirascope/api/_generated/annotations/types/annotations_update_response_label.py +0 -5
  109. mirascope/api/_generated/api_keys/__init__.py +0 -17
  110. mirascope/api/_generated/api_keys/client.py +0 -530
  111. mirascope/api/_generated/api_keys/raw_client.py +0 -1236
  112. mirascope/api/_generated/api_keys/types/__init__.py +0 -15
  113. mirascope/api/_generated/api_keys/types/api_keys_create_response.py +0 -28
  114. mirascope/api/_generated/api_keys/types/api_keys_get_response.py +0 -27
  115. mirascope/api/_generated/api_keys/types/api_keys_list_all_for_org_response_item.py +0 -40
  116. mirascope/api/_generated/api_keys/types/api_keys_list_response_item.py +0 -27
  117. mirascope/api/_generated/client.py +0 -211
  118. mirascope/api/_generated/core/__init__.py +0 -52
  119. mirascope/api/_generated/core/api_error.py +0 -23
  120. mirascope/api/_generated/core/client_wrapper.py +0 -46
  121. mirascope/api/_generated/core/datetime_utils.py +0 -28
  122. mirascope/api/_generated/core/file.py +0 -67
  123. mirascope/api/_generated/core/force_multipart.py +0 -16
  124. mirascope/api/_generated/core/http_client.py +0 -543
  125. mirascope/api/_generated/core/http_response.py +0 -55
  126. mirascope/api/_generated/core/jsonable_encoder.py +0 -100
  127. mirascope/api/_generated/core/pydantic_utilities.py +0 -255
  128. mirascope/api/_generated/core/query_encoder.py +0 -58
  129. mirascope/api/_generated/core/remove_none_from_dict.py +0 -11
  130. mirascope/api/_generated/core/request_options.py +0 -35
  131. mirascope/api/_generated/core/serialization.py +0 -276
  132. mirascope/api/_generated/docs/__init__.py +0 -4
  133. mirascope/api/_generated/docs/client.py +0 -91
  134. mirascope/api/_generated/docs/raw_client.py +0 -178
  135. mirascope/api/_generated/environment.py +0 -9
  136. mirascope/api/_generated/environments/__init__.py +0 -23
  137. mirascope/api/_generated/environments/client.py +0 -649
  138. mirascope/api/_generated/environments/raw_client.py +0 -1567
  139. mirascope/api/_generated/environments/types/__init__.py +0 -25
  140. mirascope/api/_generated/environments/types/environments_create_response.py +0 -24
  141. mirascope/api/_generated/environments/types/environments_get_analytics_response.py +0 -60
  142. mirascope/api/_generated/environments/types/environments_get_analytics_response_top_functions_item.py +0 -24
  143. mirascope/api/_generated/environments/types/environments_get_analytics_response_top_models_item.py +0 -22
  144. mirascope/api/_generated/environments/types/environments_get_response.py +0 -24
  145. mirascope/api/_generated/environments/types/environments_list_response_item.py +0 -24
  146. mirascope/api/_generated/environments/types/environments_update_response.py +0 -24
  147. mirascope/api/_generated/errors/__init__.py +0 -25
  148. mirascope/api/_generated/errors/bad_request_error.py +0 -14
  149. mirascope/api/_generated/errors/conflict_error.py +0 -14
  150. mirascope/api/_generated/errors/forbidden_error.py +0 -11
  151. mirascope/api/_generated/errors/internal_server_error.py +0 -10
  152. mirascope/api/_generated/errors/not_found_error.py +0 -11
  153. mirascope/api/_generated/errors/payment_required_error.py +0 -15
  154. mirascope/api/_generated/errors/service_unavailable_error.py +0 -14
  155. mirascope/api/_generated/errors/too_many_requests_error.py +0 -15
  156. mirascope/api/_generated/errors/unauthorized_error.py +0 -11
  157. mirascope/api/_generated/functions/__init__.py +0 -39
  158. mirascope/api/_generated/functions/client.py +0 -647
  159. mirascope/api/_generated/functions/raw_client.py +0 -1890
  160. mirascope/api/_generated/functions/types/__init__.py +0 -53
  161. mirascope/api/_generated/functions/types/functions_create_request_dependencies_value.py +0 -20
  162. mirascope/api/_generated/functions/types/functions_create_response.py +0 -37
  163. mirascope/api/_generated/functions/types/functions_create_response_dependencies_value.py +0 -20
  164. mirascope/api/_generated/functions/types/functions_find_by_hash_response.py +0 -39
  165. mirascope/api/_generated/functions/types/functions_find_by_hash_response_dependencies_value.py +0 -20
  166. mirascope/api/_generated/functions/types/functions_get_by_env_response.py +0 -53
  167. mirascope/api/_generated/functions/types/functions_get_by_env_response_dependencies_value.py +0 -22
  168. mirascope/api/_generated/functions/types/functions_get_response.py +0 -37
  169. mirascope/api/_generated/functions/types/functions_get_response_dependencies_value.py +0 -20
  170. mirascope/api/_generated/functions/types/functions_list_by_env_response.py +0 -25
  171. mirascope/api/_generated/functions/types/functions_list_by_env_response_functions_item.py +0 -56
  172. mirascope/api/_generated/functions/types/functions_list_by_env_response_functions_item_dependencies_value.py +0 -22
  173. mirascope/api/_generated/functions/types/functions_list_response.py +0 -21
  174. mirascope/api/_generated/functions/types/functions_list_response_functions_item.py +0 -41
  175. mirascope/api/_generated/functions/types/functions_list_response_functions_item_dependencies_value.py +0 -20
  176. mirascope/api/_generated/health/__init__.py +0 -7
  177. mirascope/api/_generated/health/client.py +0 -92
  178. mirascope/api/_generated/health/raw_client.py +0 -175
  179. mirascope/api/_generated/health/types/__init__.py +0 -8
  180. mirascope/api/_generated/health/types/health_check_response.py +0 -22
  181. mirascope/api/_generated/health/types/health_check_response_status.py +0 -5
  182. mirascope/api/_generated/organization_invitations/__init__.py +0 -33
  183. mirascope/api/_generated/organization_invitations/client.py +0 -546
  184. mirascope/api/_generated/organization_invitations/raw_client.py +0 -1519
  185. mirascope/api/_generated/organization_invitations/types/__init__.py +0 -53
  186. mirascope/api/_generated/organization_invitations/types/organization_invitations_accept_response.py +0 -34
  187. mirascope/api/_generated/organization_invitations/types/organization_invitations_accept_response_role.py +0 -7
  188. mirascope/api/_generated/organization_invitations/types/organization_invitations_create_request_role.py +0 -7
  189. mirascope/api/_generated/organization_invitations/types/organization_invitations_create_response.py +0 -48
  190. mirascope/api/_generated/organization_invitations/types/organization_invitations_create_response_role.py +0 -7
  191. mirascope/api/_generated/organization_invitations/types/organization_invitations_create_response_status.py +0 -7
  192. mirascope/api/_generated/organization_invitations/types/organization_invitations_get_response.py +0 -48
  193. mirascope/api/_generated/organization_invitations/types/organization_invitations_get_response_role.py +0 -7
  194. mirascope/api/_generated/organization_invitations/types/organization_invitations_get_response_status.py +0 -7
  195. mirascope/api/_generated/organization_invitations/types/organization_invitations_list_response_item.py +0 -48
  196. mirascope/api/_generated/organization_invitations/types/organization_invitations_list_response_item_role.py +0 -7
  197. mirascope/api/_generated/organization_invitations/types/organization_invitations_list_response_item_status.py +0 -7
  198. mirascope/api/_generated/organization_memberships/__init__.py +0 -19
  199. mirascope/api/_generated/organization_memberships/client.py +0 -302
  200. mirascope/api/_generated/organization_memberships/raw_client.py +0 -736
  201. mirascope/api/_generated/organization_memberships/types/__init__.py +0 -27
  202. mirascope/api/_generated/organization_memberships/types/organization_memberships_list_response_item.py +0 -33
  203. mirascope/api/_generated/organization_memberships/types/organization_memberships_list_response_item_role.py +0 -7
  204. mirascope/api/_generated/organization_memberships/types/organization_memberships_update_request_role.py +0 -7
  205. mirascope/api/_generated/organization_memberships/types/organization_memberships_update_response.py +0 -31
  206. mirascope/api/_generated/organization_memberships/types/organization_memberships_update_response_role.py +0 -7
  207. mirascope/api/_generated/organizations/__init__.py +0 -51
  208. mirascope/api/_generated/organizations/client.py +0 -869
  209. mirascope/api/_generated/organizations/raw_client.py +0 -2593
  210. mirascope/api/_generated/organizations/types/__init__.py +0 -71
  211. mirascope/api/_generated/organizations/types/organizations_create_payment_intent_response.py +0 -24
  212. mirascope/api/_generated/organizations/types/organizations_create_response.py +0 -26
  213. mirascope/api/_generated/organizations/types/organizations_create_response_role.py +0 -5
  214. mirascope/api/_generated/organizations/types/organizations_get_response.py +0 -26
  215. mirascope/api/_generated/organizations/types/organizations_get_response_role.py +0 -5
  216. mirascope/api/_generated/organizations/types/organizations_list_response_item.py +0 -26
  217. mirascope/api/_generated/organizations/types/organizations_list_response_item_role.py +0 -5
  218. mirascope/api/_generated/organizations/types/organizations_preview_subscription_change_request_target_plan.py +0 -7
  219. mirascope/api/_generated/organizations/types/organizations_preview_subscription_change_response.py +0 -47
  220. mirascope/api/_generated/organizations/types/organizations_preview_subscription_change_response_validation_errors_item.py +0 -33
  221. mirascope/api/_generated/organizations/types/organizations_preview_subscription_change_response_validation_errors_item_resource.py +0 -7
  222. mirascope/api/_generated/organizations/types/organizations_router_balance_response.py +0 -24
  223. mirascope/api/_generated/organizations/types/organizations_subscription_response.py +0 -53
  224. mirascope/api/_generated/organizations/types/organizations_subscription_response_current_plan.py +0 -7
  225. mirascope/api/_generated/organizations/types/organizations_subscription_response_payment_method.py +0 -26
  226. mirascope/api/_generated/organizations/types/organizations_subscription_response_scheduled_change.py +0 -34
  227. mirascope/api/_generated/organizations/types/organizations_subscription_response_scheduled_change_target_plan.py +0 -7
  228. mirascope/api/_generated/organizations/types/organizations_update_response.py +0 -26
  229. mirascope/api/_generated/organizations/types/organizations_update_response_role.py +0 -5
  230. mirascope/api/_generated/organizations/types/organizations_update_subscription_request_target_plan.py +0 -7
  231. mirascope/api/_generated/organizations/types/organizations_update_subscription_response.py +0 -35
  232. mirascope/api/_generated/project_memberships/__init__.py +0 -25
  233. mirascope/api/_generated/project_memberships/client.py +0 -437
  234. mirascope/api/_generated/project_memberships/raw_client.py +0 -1039
  235. mirascope/api/_generated/project_memberships/types/__init__.py +0 -29
  236. mirascope/api/_generated/project_memberships/types/project_memberships_create_request_role.py +0 -7
  237. mirascope/api/_generated/project_memberships/types/project_memberships_create_response.py +0 -35
  238. mirascope/api/_generated/project_memberships/types/project_memberships_create_response_role.py +0 -7
  239. mirascope/api/_generated/project_memberships/types/project_memberships_list_response_item.py +0 -33
  240. mirascope/api/_generated/project_memberships/types/project_memberships_list_response_item_role.py +0 -7
  241. mirascope/api/_generated/project_memberships/types/project_memberships_update_request_role.py +0 -7
  242. mirascope/api/_generated/project_memberships/types/project_memberships_update_response.py +0 -35
  243. mirascope/api/_generated/project_memberships/types/project_memberships_update_response_role.py +0 -7
  244. mirascope/api/_generated/projects/__init__.py +0 -7
  245. mirascope/api/_generated/projects/client.py +0 -428
  246. mirascope/api/_generated/projects/raw_client.py +0 -1302
  247. mirascope/api/_generated/projects/types/__init__.py +0 -10
  248. mirascope/api/_generated/projects/types/projects_create_response.py +0 -25
  249. mirascope/api/_generated/projects/types/projects_get_response.py +0 -25
  250. mirascope/api/_generated/projects/types/projects_list_response_item.py +0 -25
  251. mirascope/api/_generated/projects/types/projects_update_response.py +0 -25
  252. mirascope/api/_generated/reference.md +0 -4915
  253. mirascope/api/_generated/tags/__init__.py +0 -19
  254. mirascope/api/_generated/tags/client.py +0 -504
  255. mirascope/api/_generated/tags/raw_client.py +0 -1288
  256. mirascope/api/_generated/tags/types/__init__.py +0 -17
  257. mirascope/api/_generated/tags/types/tags_create_response.py +0 -41
  258. mirascope/api/_generated/tags/types/tags_get_response.py +0 -41
  259. mirascope/api/_generated/tags/types/tags_list_response.py +0 -23
  260. mirascope/api/_generated/tags/types/tags_list_response_tags_item.py +0 -41
  261. mirascope/api/_generated/tags/types/tags_update_response.py +0 -41
  262. mirascope/api/_generated/token_cost/__init__.py +0 -7
  263. mirascope/api/_generated/token_cost/client.py +0 -160
  264. mirascope/api/_generated/token_cost/raw_client.py +0 -264
  265. mirascope/api/_generated/token_cost/types/__init__.py +0 -8
  266. mirascope/api/_generated/token_cost/types/token_cost_calculate_request_usage.py +0 -54
  267. mirascope/api/_generated/token_cost/types/token_cost_calculate_response.py +0 -52
  268. mirascope/api/_generated/traces/__init__.py +0 -97
  269. mirascope/api/_generated/traces/client.py +0 -1103
  270. mirascope/api/_generated/traces/raw_client.py +0 -2322
  271. mirascope/api/_generated/traces/types/__init__.py +0 -155
  272. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item.py +0 -29
  273. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_resource.py +0 -27
  274. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_resource_attributes_item.py +0 -23
  275. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_resource_attributes_item_value.py +0 -38
  276. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_resource_attributes_item_value_array_value.py +0 -19
  277. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_resource_attributes_item_value_kvlist_value.py +0 -22
  278. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_resource_attributes_item_value_kvlist_value_values_item.py +0 -20
  279. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_scope_spans_item.py +0 -29
  280. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_scope_spans_item_scope.py +0 -31
  281. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_scope_spans_item_scope_attributes_item.py +0 -23
  282. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_scope_spans_item_scope_attributes_item_value.py +0 -38
  283. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_scope_spans_item_scope_attributes_item_value_array_value.py +0 -19
  284. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_scope_spans_item_scope_attributes_item_value_kvlist_value.py +0 -22
  285. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_scope_spans_item_scope_attributes_item_value_kvlist_value_values_item.py +0 -22
  286. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_scope_spans_item_spans_item.py +0 -48
  287. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_scope_spans_item_spans_item_attributes_item.py +0 -23
  288. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_scope_spans_item_spans_item_attributes_item_value.py +0 -38
  289. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_scope_spans_item_spans_item_attributes_item_value_array_value.py +0 -19
  290. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_scope_spans_item_spans_item_attributes_item_value_kvlist_value.py +0 -24
  291. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_scope_spans_item_spans_item_attributes_item_value_kvlist_value_values_item.py +0 -22
  292. mirascope/api/_generated/traces/types/traces_create_request_resource_spans_item_scope_spans_item_spans_item_status.py +0 -20
  293. mirascope/api/_generated/traces/types/traces_create_response.py +0 -24
  294. mirascope/api/_generated/traces/types/traces_create_response_partial_success.py +0 -22
  295. mirascope/api/_generated/traces/types/traces_get_analytics_summary_response.py +0 -60
  296. mirascope/api/_generated/traces/types/traces_get_analytics_summary_response_top_functions_item.py +0 -24
  297. mirascope/api/_generated/traces/types/traces_get_analytics_summary_response_top_models_item.py +0 -22
  298. mirascope/api/_generated/traces/types/traces_get_trace_detail_by_env_response.py +0 -33
  299. mirascope/api/_generated/traces/types/traces_get_trace_detail_by_env_response_spans_item.py +0 -88
  300. mirascope/api/_generated/traces/types/traces_get_trace_detail_response.py +0 -33
  301. mirascope/api/_generated/traces/types/traces_get_trace_detail_response_spans_item.py +0 -88
  302. mirascope/api/_generated/traces/types/traces_list_by_function_hash_response.py +0 -25
  303. mirascope/api/_generated/traces/types/traces_list_by_function_hash_response_traces_item.py +0 -44
  304. mirascope/api/_generated/traces/types/traces_search_by_env_request_attribute_filters_item.py +0 -26
  305. mirascope/api/_generated/traces/types/traces_search_by_env_request_attribute_filters_item_operator.py +0 -7
  306. mirascope/api/_generated/traces/types/traces_search_by_env_request_sort_by.py +0 -7
  307. mirascope/api/_generated/traces/types/traces_search_by_env_request_sort_order.py +0 -7
  308. mirascope/api/_generated/traces/types/traces_search_by_env_response.py +0 -26
  309. mirascope/api/_generated/traces/types/traces_search_by_env_response_spans_item.py +0 -50
  310. mirascope/api/_generated/traces/types/traces_search_request_attribute_filters_item.py +0 -26
  311. mirascope/api/_generated/traces/types/traces_search_request_attribute_filters_item_operator.py +0 -7
  312. mirascope/api/_generated/traces/types/traces_search_request_sort_by.py +0 -7
  313. mirascope/api/_generated/traces/types/traces_search_request_sort_order.py +0 -5
  314. mirascope/api/_generated/traces/types/traces_search_response.py +0 -26
  315. mirascope/api/_generated/traces/types/traces_search_response_spans_item.py +0 -50
  316. mirascope/api/_generated/types/__init__.py +0 -85
  317. mirascope/api/_generated/types/already_exists_error.py +0 -22
  318. mirascope/api/_generated/types/already_exists_error_tag.py +0 -5
  319. mirascope/api/_generated/types/bad_request_error_body.py +0 -50
  320. mirascope/api/_generated/types/click_house_error.py +0 -22
  321. mirascope/api/_generated/types/database_error.py +0 -22
  322. mirascope/api/_generated/types/database_error_tag.py +0 -5
  323. mirascope/api/_generated/types/date.py +0 -3
  324. mirascope/api/_generated/types/http_api_decode_error.py +0 -27
  325. mirascope/api/_generated/types/http_api_decode_error_tag.py +0 -5
  326. mirascope/api/_generated/types/immutable_resource_error.py +0 -22
  327. mirascope/api/_generated/types/internal_server_error_body.py +0 -49
  328. mirascope/api/_generated/types/issue.py +0 -38
  329. mirascope/api/_generated/types/issue_tag.py +0 -10
  330. mirascope/api/_generated/types/not_found_error_body.py +0 -22
  331. mirascope/api/_generated/types/not_found_error_tag.py +0 -5
  332. mirascope/api/_generated/types/number_from_string.py +0 -3
  333. mirascope/api/_generated/types/permission_denied_error.py +0 -22
  334. mirascope/api/_generated/types/permission_denied_error_tag.py +0 -5
  335. mirascope/api/_generated/types/plan_limit_exceeded_error.py +0 -32
  336. mirascope/api/_generated/types/plan_limit_exceeded_error_tag.py +0 -7
  337. mirascope/api/_generated/types/pricing_unavailable_error.py +0 -23
  338. mirascope/api/_generated/types/property_key.py +0 -7
  339. mirascope/api/_generated/types/property_key_key.py +0 -25
  340. mirascope/api/_generated/types/property_key_key_tag.py +0 -5
  341. mirascope/api/_generated/types/rate_limit_error.py +0 -31
  342. mirascope/api/_generated/types/rate_limit_error_tag.py +0 -5
  343. mirascope/api/_generated/types/service_unavailable_error_body.py +0 -24
  344. mirascope/api/_generated/types/service_unavailable_error_tag.py +0 -7
  345. mirascope/api/_generated/types/stripe_error.py +0 -20
  346. mirascope/api/_generated/types/subscription_past_due_error.py +0 -31
  347. mirascope/api/_generated/types/subscription_past_due_error_tag.py +0 -7
  348. mirascope/api/_generated/types/unauthorized_error_body.py +0 -21
  349. mirascope/api/_generated/types/unauthorized_error_tag.py +0 -5
  350. mirascope/api/client.py +0 -255
  351. mirascope/api/settings.py +0 -99
  352. mirascope/llm/formatting/output_parser.py +0 -178
  353. mirascope/llm/formatting/primitives.py +0 -192
  354. mirascope/llm/mcp/mcp_client.py +0 -130
  355. mirascope/llm/messages/_utils.py +0 -34
  356. mirascope/llm/models/thinking_config.py +0 -61
  357. mirascope/llm/prompts/prompts.py +0 -487
  358. mirascope/llm/providers/__init__.py +0 -62
  359. mirascope/llm/providers/anthropic/__init__.py +0 -11
  360. mirascope/llm/providers/anthropic/_utils/__init__.py +0 -27
  361. mirascope/llm/providers/anthropic/_utils/beta_decode.py +0 -282
  362. mirascope/llm/providers/anthropic/_utils/beta_encode.py +0 -266
  363. mirascope/llm/providers/anthropic/_utils/encode.py +0 -418
  364. mirascope/llm/providers/anthropic/_utils/errors.py +0 -46
  365. mirascope/llm/providers/anthropic/beta_provider.py +0 -374
  366. mirascope/llm/providers/anthropic/model_id.py +0 -23
  367. mirascope/llm/providers/anthropic/model_info.py +0 -87
  368. mirascope/llm/providers/anthropic/provider.py +0 -479
  369. mirascope/llm/providers/google/__init__.py +0 -6
  370. mirascope/llm/providers/google/_utils/errors.py +0 -50
  371. mirascope/llm/providers/google/model_id.py +0 -22
  372. mirascope/llm/providers/google/model_info.py +0 -63
  373. mirascope/llm/providers/google/provider.py +0 -492
  374. mirascope/llm/providers/mirascope/__init__.py +0 -5
  375. mirascope/llm/providers/mirascope/_utils.py +0 -73
  376. mirascope/llm/providers/mirascope/provider.py +0 -349
  377. mirascope/llm/providers/mlx/__init__.py +0 -9
  378. mirascope/llm/providers/mlx/_utils.py +0 -141
  379. mirascope/llm/providers/mlx/encoding/__init__.py +0 -8
  380. mirascope/llm/providers/mlx/encoding/base.py +0 -72
  381. mirascope/llm/providers/mlx/encoding/transformers.py +0 -150
  382. mirascope/llm/providers/mlx/mlx.py +0 -254
  383. mirascope/llm/providers/mlx/model_id.py +0 -17
  384. mirascope/llm/providers/mlx/provider.py +0 -452
  385. mirascope/llm/providers/model_id.py +0 -16
  386. mirascope/llm/providers/ollama/__init__.py +0 -7
  387. mirascope/llm/providers/ollama/provider.py +0 -71
  388. mirascope/llm/providers/openai/__init__.py +0 -15
  389. mirascope/llm/providers/openai/_utils/__init__.py +0 -5
  390. mirascope/llm/providers/openai/_utils/errors.py +0 -46
  391. mirascope/llm/providers/openai/completions/__init__.py +0 -7
  392. mirascope/llm/providers/openai/completions/base_provider.py +0 -542
  393. mirascope/llm/providers/openai/completions/provider.py +0 -22
  394. mirascope/llm/providers/openai/model_id.py +0 -31
  395. mirascope/llm/providers/openai/model_info.py +0 -303
  396. mirascope/llm/providers/openai/provider.py +0 -441
  397. mirascope/llm/providers/openai/responses/__init__.py +0 -5
  398. mirascope/llm/providers/openai/responses/provider.py +0 -513
  399. mirascope/llm/providers/provider_id.py +0 -24
  400. mirascope/llm/providers/provider_registry.py +0 -299
  401. mirascope/llm/providers/together/__init__.py +0 -7
  402. mirascope/llm/providers/together/provider.py +0 -40
  403. mirascope/llm/responses/usage.py +0 -95
  404. mirascope/ops/__init__.py +0 -111
  405. mirascope/ops/_internal/__init__.py +0 -5
  406. mirascope/ops/_internal/closure.py +0 -1169
  407. mirascope/ops/_internal/configuration.py +0 -177
  408. mirascope/ops/_internal/context.py +0 -76
  409. mirascope/ops/_internal/exporters/__init__.py +0 -26
  410. mirascope/ops/_internal/exporters/exporters.py +0 -395
  411. mirascope/ops/_internal/exporters/processors.py +0 -104
  412. mirascope/ops/_internal/exporters/types.py +0 -165
  413. mirascope/ops/_internal/exporters/utils.py +0 -29
  414. mirascope/ops/_internal/instrumentation/__init__.py +0 -8
  415. mirascope/ops/_internal/instrumentation/llm/__init__.py +0 -8
  416. mirascope/ops/_internal/instrumentation/llm/common.py +0 -530
  417. mirascope/ops/_internal/instrumentation/llm/cost.py +0 -190
  418. mirascope/ops/_internal/instrumentation/llm/encode.py +0 -238
  419. mirascope/ops/_internal/instrumentation/llm/gen_ai_types/__init__.py +0 -38
  420. mirascope/ops/_internal/instrumentation/llm/gen_ai_types/gen_ai_input_messages.py +0 -31
  421. mirascope/ops/_internal/instrumentation/llm/gen_ai_types/gen_ai_output_messages.py +0 -38
  422. mirascope/ops/_internal/instrumentation/llm/gen_ai_types/gen_ai_system_instructions.py +0 -18
  423. mirascope/ops/_internal/instrumentation/llm/gen_ai_types/shared.py +0 -100
  424. mirascope/ops/_internal/instrumentation/llm/llm.py +0 -161
  425. mirascope/ops/_internal/instrumentation/llm/model.py +0 -1798
  426. mirascope/ops/_internal/instrumentation/llm/response.py +0 -521
  427. mirascope/ops/_internal/instrumentation/llm/serialize.py +0 -300
  428. mirascope/ops/_internal/propagation.py +0 -198
  429. mirascope/ops/_internal/protocols.py +0 -133
  430. mirascope/ops/_internal/session.py +0 -139
  431. mirascope/ops/_internal/spans.py +0 -232
  432. mirascope/ops/_internal/traced_calls.py +0 -375
  433. mirascope/ops/_internal/traced_functions.py +0 -523
  434. mirascope/ops/_internal/tracing.py +0 -353
  435. mirascope/ops/_internal/types.py +0 -13
  436. mirascope/ops/_internal/utils.py +0 -123
  437. mirascope/ops/_internal/versioned_calls.py +0 -512
  438. mirascope/ops/_internal/versioned_functions.py +0 -357
  439. mirascope/ops/_internal/versioning.py +0 -303
  440. mirascope/ops/exceptions.py +0 -21
  441. mirascope-2.0.0.dist-info/RECORD +0 -423
  442. /mirascope/llm/{providers → clients}/base/kwargs.py +0 -0
  443. /mirascope/llm/{providers → clients}/google/message.py +0 -0
@@ -0,0 +1,819 @@
1
+ """Anthropic client implementation."""
2
+
3
+ import os
4
+ from collections.abc import Sequence
5
+ from contextvars import ContextVar
6
+ from functools import lru_cache
7
+ from typing import overload
8
+ from typing_extensions import Unpack
9
+
10
+ from anthropic import Anthropic, AsyncAnthropic
11
+
12
+ from ...context import Context, DepsT
13
+ from ...formatting import Format, FormattableT
14
+ from ...messages import Message
15
+ from ...responses import (
16
+ AsyncContextResponse,
17
+ AsyncContextStreamResponse,
18
+ AsyncResponse,
19
+ AsyncStreamResponse,
20
+ ContextResponse,
21
+ ContextStreamResponse,
22
+ Response,
23
+ StreamResponse,
24
+ )
25
+ from ...tools import (
26
+ AsyncContextTool,
27
+ AsyncContextToolkit,
28
+ AsyncTool,
29
+ AsyncToolkit,
30
+ ContextTool,
31
+ ContextToolkit,
32
+ Tool,
33
+ Toolkit,
34
+ )
35
+ from ..base import BaseClient, Params
36
+ from . import _utils
37
+ from .model_ids import AnthropicModelId
38
+
39
+ ANTHROPIC_CLIENT_CONTEXT: ContextVar["AnthropicClient | None"] = ContextVar(
40
+ "ANTHROPIC_CLIENT_CONTEXT", default=None
41
+ )
42
+
43
+
44
+ @lru_cache(maxsize=256)
45
+ def _anthropic_singleton(
46
+ api_key: str | None, base_url: str | None
47
+ ) -> "AnthropicClient":
48
+ """Return a cached Anthropic client instance for the given parameters."""
49
+ return AnthropicClient(api_key=api_key, base_url=base_url)
50
+
51
+
52
+ def client(
53
+ *, api_key: str | None = None, base_url: str | None = None
54
+ ) -> "AnthropicClient":
55
+ """Create or retrieve an Anthropic client with the given parameters.
56
+
57
+ If a client has already been created with these parameters, it will be
58
+ retrieved from cache and returned.
59
+
60
+ Args:
61
+ api_key: API key for authentication. If None, uses ANTHROPIC_API_KEY env var.
62
+ base_url: Base URL for the API. If None, uses ANTHROPIC_BASE_URL env var.
63
+
64
+ Returns:
65
+ An Anthropic client instance.
66
+ """
67
+ api_key = api_key or os.getenv("ANTHROPIC_API_KEY")
68
+ base_url = base_url or os.getenv("ANTHROPIC_BASE_URL")
69
+ return _anthropic_singleton(api_key, base_url)
70
+
71
+
72
+ def get_client() -> "AnthropicClient":
73
+ """Retrieve the current Anthropic client from context, or a global default.
74
+
75
+ Returns:
76
+ The current Anthropic client from context if available, otherwise
77
+ a global default client based on environment variables.
78
+ """
79
+ ctx_client = ANTHROPIC_CLIENT_CONTEXT.get()
80
+ return ctx_client or client()
81
+
82
+
83
+ class AnthropicClient(BaseClient[AnthropicModelId, Anthropic]):
84
+ """The client for the Anthropic LLM model."""
85
+
86
+ @property
87
+ def _context_var(self) -> ContextVar["AnthropicClient | None"]:
88
+ return ANTHROPIC_CLIENT_CONTEXT
89
+
90
+ def __init__(
91
+ self, *, api_key: str | None = None, base_url: str | None = None
92
+ ) -> None:
93
+ """Initialize the Anthropic client."""
94
+ self.client = Anthropic(api_key=api_key, base_url=base_url)
95
+ self.async_client = AsyncAnthropic(api_key=api_key, base_url=base_url)
96
+
97
+ @overload
98
+ def call(
99
+ self,
100
+ *,
101
+ model_id: AnthropicModelId,
102
+ messages: Sequence[Message],
103
+ tools: Sequence[Tool] | Toolkit | None = None,
104
+ format: None = None,
105
+ **params: Unpack[Params],
106
+ ) -> Response:
107
+ """Generate an `llm.Response` without a response format."""
108
+ ...
109
+
110
+ @overload
111
+ def call(
112
+ self,
113
+ *,
114
+ model_id: AnthropicModelId,
115
+ messages: Sequence[Message],
116
+ tools: Sequence[Tool] | Toolkit | None = None,
117
+ format: type[FormattableT] | Format[FormattableT],
118
+ **params: Unpack[Params],
119
+ ) -> Response[FormattableT]:
120
+ """Generate an `llm.Response` with a response format."""
121
+ ...
122
+
123
+ @overload
124
+ def call(
125
+ self,
126
+ *,
127
+ model_id: AnthropicModelId,
128
+ messages: Sequence[Message],
129
+ tools: Sequence[Tool] | Toolkit | None = None,
130
+ format: type[FormattableT] | Format[FormattableT] | None,
131
+ **params: Unpack[Params],
132
+ ) -> Response | Response[FormattableT]:
133
+ """Generate an `llm.Response` with an optional response format."""
134
+ ...
135
+
136
+ def call(
137
+ self,
138
+ *,
139
+ model_id: AnthropicModelId,
140
+ messages: Sequence[Message],
141
+ tools: Sequence[Tool] | Toolkit | None = None,
142
+ format: type[FormattableT] | Format[FormattableT] | None = None,
143
+ **params: Unpack[Params],
144
+ ) -> Response | Response[FormattableT]:
145
+ """Generate an `llm.Response` by synchronously calling the Anthropic Messages API.
146
+
147
+ Args:
148
+ model_id: Model identifier to use.
149
+ messages: Messages to send to the LLM.
150
+ tools: Optional tools that the model may invoke.
151
+ format: Optional response format specifier.
152
+ **params: Additional parameters to configure output (e.g. temperature). See `llm.Params`.
153
+
154
+ Returns:
155
+ An `llm.Response` object containing the LLM-generated content.
156
+ """
157
+ input_messages, format, kwargs = _utils.encode_request(
158
+ model_id=model_id,
159
+ messages=messages,
160
+ tools=tools,
161
+ format=format,
162
+ params=params,
163
+ )
164
+
165
+ anthropic_response = self.client.messages.create(**kwargs)
166
+
167
+ assistant_message, finish_reason = _utils.decode_response(
168
+ anthropic_response, model_id
169
+ )
170
+
171
+ return Response(
172
+ raw=anthropic_response,
173
+ provider="anthropic",
174
+ model_id=model_id,
175
+ params=params,
176
+ tools=tools,
177
+ input_messages=input_messages,
178
+ assistant_message=assistant_message,
179
+ finish_reason=finish_reason,
180
+ format=format,
181
+ )
182
+
183
+ @overload
184
+ def context_call(
185
+ self,
186
+ *,
187
+ ctx: Context[DepsT],
188
+ model_id: AnthropicModelId,
189
+ messages: Sequence[Message],
190
+ tools: Sequence[Tool | ContextTool[DepsT]]
191
+ | ContextToolkit[DepsT]
192
+ | None = None,
193
+ format: None = None,
194
+ **params: Unpack[Params],
195
+ ) -> ContextResponse[DepsT, None]:
196
+ """Generate an `llm.ContextResponse` without a response format."""
197
+ ...
198
+
199
+ @overload
200
+ def context_call(
201
+ self,
202
+ *,
203
+ ctx: Context[DepsT],
204
+ model_id: AnthropicModelId,
205
+ messages: Sequence[Message],
206
+ tools: Sequence[Tool | ContextTool[DepsT]]
207
+ | ContextToolkit[DepsT]
208
+ | None = None,
209
+ format: type[FormattableT] | Format[FormattableT],
210
+ **params: Unpack[Params],
211
+ ) -> ContextResponse[DepsT, FormattableT]:
212
+ """Generate an `llm.ContextResponse` with a response format."""
213
+ ...
214
+
215
+ @overload
216
+ def context_call(
217
+ self,
218
+ *,
219
+ ctx: Context[DepsT],
220
+ model_id: AnthropicModelId,
221
+ messages: Sequence[Message],
222
+ tools: Sequence[Tool | ContextTool[DepsT]]
223
+ | ContextToolkit[DepsT]
224
+ | None = None,
225
+ format: type[FormattableT] | Format[FormattableT] | None,
226
+ **params: Unpack[Params],
227
+ ) -> ContextResponse[DepsT, None] | ContextResponse[DepsT, FormattableT]:
228
+ """Generate an `llm.ContextResponse` with an optional response format."""
229
+ ...
230
+
231
+ def context_call(
232
+ self,
233
+ *,
234
+ ctx: Context[DepsT],
235
+ model_id: AnthropicModelId,
236
+ messages: Sequence[Message],
237
+ tools: Sequence[Tool | ContextTool[DepsT]]
238
+ | ContextToolkit[DepsT]
239
+ | None = None,
240
+ format: type[FormattableT] | Format[FormattableT] | None = None,
241
+ **params: Unpack[Params],
242
+ ) -> ContextResponse[DepsT, None] | ContextResponse[DepsT, FormattableT]:
243
+ """Generate an `llm.ContextResponse` by synchronously calling the Anthropic Messages API.
244
+
245
+ Args:
246
+ ctx: Context object with dependencies for tools.
247
+ model_id: Model identifier to use.
248
+ messages: Messages to send to the LLM.
249
+ tools: Optional tools that the model may invoke.
250
+ format: Optional response format specifier.
251
+ **params: Additional parameters to configure output (e.g. temperature). See `llm.Params`.
252
+
253
+ Returns:
254
+ An `llm.ContextResponse` object containing the LLM-generated content.
255
+ """
256
+ input_messages, format, kwargs = _utils.encode_request(
257
+ model_id=model_id,
258
+ messages=messages,
259
+ tools=tools,
260
+ format=format,
261
+ params=params,
262
+ )
263
+
264
+ anthropic_response = self.client.messages.create(**kwargs)
265
+
266
+ assistant_message, finish_reason = _utils.decode_response(
267
+ anthropic_response, model_id
268
+ )
269
+
270
+ return ContextResponse(
271
+ raw=anthropic_response,
272
+ provider="anthropic",
273
+ model_id=model_id,
274
+ params=params,
275
+ tools=tools,
276
+ input_messages=input_messages,
277
+ assistant_message=assistant_message,
278
+ finish_reason=finish_reason,
279
+ format=format,
280
+ )
281
+
282
+ @overload
283
+ async def call_async(
284
+ self,
285
+ *,
286
+ model_id: AnthropicModelId,
287
+ messages: Sequence[Message],
288
+ tools: Sequence[AsyncTool] | AsyncToolkit | None = None,
289
+ format: None = None,
290
+ **params: Unpack[Params],
291
+ ) -> AsyncResponse:
292
+ """Generate an `llm.AsyncResponse` without a response format."""
293
+ ...
294
+
295
+ @overload
296
+ async def call_async(
297
+ self,
298
+ *,
299
+ model_id: AnthropicModelId,
300
+ messages: Sequence[Message],
301
+ tools: Sequence[AsyncTool] | AsyncToolkit | None = None,
302
+ format: type[FormattableT] | Format[FormattableT],
303
+ **params: Unpack[Params],
304
+ ) -> AsyncResponse[FormattableT]:
305
+ """Generate an `llm.AsyncResponse` with a response format."""
306
+ ...
307
+
308
+ @overload
309
+ async def call_async(
310
+ self,
311
+ *,
312
+ model_id: AnthropicModelId,
313
+ messages: Sequence[Message],
314
+ tools: Sequence[AsyncTool] | AsyncToolkit | None = None,
315
+ format: type[FormattableT] | Format[FormattableT] | None,
316
+ **params: Unpack[Params],
317
+ ) -> AsyncResponse | AsyncResponse[FormattableT]:
318
+ """Generate an `llm.AsyncResponse` with an optional response format."""
319
+ ...
320
+
321
+ async def call_async(
322
+ self,
323
+ *,
324
+ model_id: AnthropicModelId,
325
+ messages: Sequence[Message],
326
+ tools: Sequence[AsyncTool] | AsyncToolkit | None = None,
327
+ format: type[FormattableT] | Format[FormattableT] | None = None,
328
+ **params: Unpack[Params],
329
+ ) -> AsyncResponse | AsyncResponse[FormattableT]:
330
+ """Generate an `llm.AsyncResponse` by asynchronously calling the Anthropic Messages API.
331
+
332
+ Args:
333
+ model_id: Model identifier to use.
334
+ messages: Messages to send to the LLM.
335
+ tools: Optional tools that the model may invoke.
336
+ format: Optional response format specifier.
337
+ **params: Additional parameters to configure output (e.g. temperature). See `llm.Params`.
338
+
339
+ Returns:
340
+ An `llm.AsyncResponse` object containing the LLM-generated content.
341
+ """
342
+ input_messages, format, kwargs = _utils.encode_request(
343
+ model_id=model_id,
344
+ messages=messages,
345
+ tools=tools,
346
+ format=format,
347
+ params=params,
348
+ )
349
+
350
+ anthropic_response = await self.async_client.messages.create(**kwargs)
351
+
352
+ assistant_message, finish_reason = _utils.decode_response(
353
+ anthropic_response, model_id
354
+ )
355
+
356
+ return AsyncResponse(
357
+ raw=anthropic_response,
358
+ provider="anthropic",
359
+ model_id=model_id,
360
+ params=params,
361
+ tools=tools,
362
+ input_messages=input_messages,
363
+ assistant_message=assistant_message,
364
+ finish_reason=finish_reason,
365
+ format=format,
366
+ )
367
+
368
+ @overload
369
+ async def context_call_async(
370
+ self,
371
+ *,
372
+ ctx: Context[DepsT],
373
+ model_id: AnthropicModelId,
374
+ messages: Sequence[Message],
375
+ tools: Sequence[AsyncTool | AsyncContextTool[DepsT]]
376
+ | AsyncContextToolkit[DepsT]
377
+ | None = None,
378
+ format: None = None,
379
+ **params: Unpack[Params],
380
+ ) -> AsyncContextResponse[DepsT, None]:
381
+ """Generate an `llm.AsyncContextResponse` without a response format."""
382
+ ...
383
+
384
+ @overload
385
+ async def context_call_async(
386
+ self,
387
+ *,
388
+ ctx: Context[DepsT],
389
+ model_id: AnthropicModelId,
390
+ messages: Sequence[Message],
391
+ tools: Sequence[AsyncTool | AsyncContextTool[DepsT]]
392
+ | AsyncContextToolkit[DepsT]
393
+ | None = None,
394
+ format: type[FormattableT] | Format[FormattableT],
395
+ **params: Unpack[Params],
396
+ ) -> AsyncContextResponse[DepsT, FormattableT]:
397
+ """Generate an `llm.AsyncContextResponse` with a response format."""
398
+ ...
399
+
400
+ @overload
401
+ async def context_call_async(
402
+ self,
403
+ *,
404
+ ctx: Context[DepsT],
405
+ model_id: AnthropicModelId,
406
+ messages: Sequence[Message],
407
+ tools: Sequence[AsyncTool | AsyncContextTool[DepsT]]
408
+ | AsyncContextToolkit[DepsT]
409
+ | None = None,
410
+ format: type[FormattableT] | Format[FormattableT] | None,
411
+ **params: Unpack[Params],
412
+ ) -> AsyncContextResponse[DepsT, None] | AsyncContextResponse[DepsT, FormattableT]:
413
+ """Generate an `llm.AsyncContextResponse` with an optional response format."""
414
+ ...
415
+
416
+ async def context_call_async(
417
+ self,
418
+ *,
419
+ ctx: Context[DepsT],
420
+ model_id: AnthropicModelId,
421
+ messages: Sequence[Message],
422
+ tools: Sequence[AsyncTool | AsyncContextTool[DepsT]]
423
+ | AsyncContextToolkit[DepsT]
424
+ | None = None,
425
+ format: type[FormattableT] | Format[FormattableT] | None = None,
426
+ **params: Unpack[Params],
427
+ ) -> AsyncContextResponse[DepsT, None] | AsyncContextResponse[DepsT, FormattableT]:
428
+ """Generate an `llm.AsyncContextResponse` by asynchronously calling the Anthropic Messages API.
429
+
430
+ Args:
431
+ ctx: Context object with dependencies for tools.
432
+ model_id: Model identifier to use.
433
+ messages: Messages to send to the LLM.
434
+ tools: Optional tools that the model may invoke.
435
+ format: Optional response format specifier.
436
+ **params: Additional parameters to configure output (e.g. temperature). See `llm.Params`.
437
+
438
+ Returns:
439
+ An `llm.AsyncContextResponse` object containing the LLM-generated content.
440
+ """
441
+ input_messages, format, kwargs = _utils.encode_request(
442
+ model_id=model_id,
443
+ messages=messages,
444
+ tools=tools,
445
+ format=format,
446
+ params=params,
447
+ )
448
+
449
+ anthropic_response = await self.async_client.messages.create(**kwargs)
450
+
451
+ assistant_message, finish_reason = _utils.decode_response(
452
+ anthropic_response, model_id
453
+ )
454
+
455
+ return AsyncContextResponse(
456
+ raw=anthropic_response,
457
+ provider="anthropic",
458
+ model_id=model_id,
459
+ params=params,
460
+ tools=tools,
461
+ input_messages=input_messages,
462
+ assistant_message=assistant_message,
463
+ finish_reason=finish_reason,
464
+ format=format,
465
+ )
466
+
467
+ @overload
468
+ def stream(
469
+ self,
470
+ *,
471
+ model_id: AnthropicModelId,
472
+ messages: Sequence[Message],
473
+ tools: Sequence[Tool] | Toolkit | None = None,
474
+ format: None = None,
475
+ **params: Unpack[Params],
476
+ ) -> StreamResponse:
477
+ """Stream an `llm.StreamResponse` without a response format."""
478
+ ...
479
+
480
+ @overload
481
+ def stream(
482
+ self,
483
+ *,
484
+ model_id: AnthropicModelId,
485
+ messages: Sequence[Message],
486
+ tools: Sequence[Tool] | Toolkit | None = None,
487
+ format: type[FormattableT] | Format[FormattableT],
488
+ **params: Unpack[Params],
489
+ ) -> StreamResponse[FormattableT]:
490
+ """Stream an `llm.StreamResponse` with a response format."""
491
+ ...
492
+
493
+ @overload
494
+ def stream(
495
+ self,
496
+ *,
497
+ model_id: AnthropicModelId,
498
+ messages: Sequence[Message],
499
+ tools: Sequence[Tool] | Toolkit | None = None,
500
+ format: type[FormattableT] | Format[FormattableT] | None,
501
+ **params: Unpack[Params],
502
+ ) -> StreamResponse | StreamResponse[FormattableT]:
503
+ """Stream an `llm.StreamResponse` with an optional response format."""
504
+ ...
505
+
506
+ def stream(
507
+ self,
508
+ *,
509
+ model_id: AnthropicModelId,
510
+ messages: Sequence[Message],
511
+ tools: Sequence[Tool] | Toolkit | None = None,
512
+ format: type[FormattableT] | Format[FormattableT] | None = None,
513
+ **params: Unpack[Params],
514
+ ) -> StreamResponse | StreamResponse[FormattableT]:
515
+ """Generate an `llm.StreamResponse` by synchronously streaming from the Anthropic Messages API.
516
+
517
+ Args:
518
+ model_id: Model identifier to use.
519
+ messages: Messages to send to the LLM.
520
+ tools: Optional tools that the model may invoke.
521
+ format: Optional response format specifier.
522
+ **params: Additional parameters to configure output (e.g. temperature). See `llm.Params`.
523
+
524
+ Returns:
525
+ An `llm.StreamResponse` object for iterating over the LLM-generated content.
526
+ """
527
+ input_messages, format, kwargs = _utils.encode_request(
528
+ model_id=model_id,
529
+ messages=messages,
530
+ tools=tools,
531
+ format=format,
532
+ params=params,
533
+ )
534
+
535
+ anthropic_stream = self.client.messages.stream(**kwargs)
536
+
537
+ chunk_iterator = _utils.decode_stream(anthropic_stream)
538
+
539
+ return StreamResponse(
540
+ provider="anthropic",
541
+ model_id=model_id,
542
+ params=params,
543
+ tools=tools,
544
+ input_messages=input_messages,
545
+ chunk_iterator=chunk_iterator,
546
+ format=format,
547
+ )
548
+
549
+ @overload
550
+ def context_stream(
551
+ self,
552
+ *,
553
+ ctx: Context[DepsT],
554
+ model_id: AnthropicModelId,
555
+ messages: Sequence[Message],
556
+ tools: Sequence[Tool | ContextTool[DepsT]]
557
+ | ContextToolkit[DepsT]
558
+ | None = None,
559
+ format: None = None,
560
+ **params: Unpack[Params],
561
+ ) -> ContextStreamResponse[DepsT]:
562
+ """Stream an `llm.ContextStreamResponse` without a response format."""
563
+ ...
564
+
565
+ @overload
566
+ def context_stream(
567
+ self,
568
+ *,
569
+ ctx: Context[DepsT],
570
+ model_id: AnthropicModelId,
571
+ messages: Sequence[Message],
572
+ tools: Sequence[Tool | ContextTool[DepsT]]
573
+ | ContextToolkit[DepsT]
574
+ | None = None,
575
+ format: type[FormattableT] | Format[FormattableT],
576
+ **params: Unpack[Params],
577
+ ) -> ContextStreamResponse[DepsT, FormattableT]:
578
+ """Stream an `llm.ContextStreamResponse` with a response format."""
579
+ ...
580
+
581
+ @overload
582
+ def context_stream(
583
+ self,
584
+ *,
585
+ ctx: Context[DepsT],
586
+ model_id: AnthropicModelId,
587
+ messages: Sequence[Message],
588
+ tools: Sequence[Tool | ContextTool[DepsT]]
589
+ | ContextToolkit[DepsT]
590
+ | None = None,
591
+ format: type[FormattableT] | Format[FormattableT] | None,
592
+ **params: Unpack[Params],
593
+ ) -> ContextStreamResponse[DepsT] | ContextStreamResponse[DepsT, FormattableT]:
594
+ """Stream an `llm.ContextStreamResponse` with an optional response format."""
595
+ ...
596
+
597
+ def context_stream(
598
+ self,
599
+ *,
600
+ ctx: Context[DepsT],
601
+ model_id: AnthropicModelId,
602
+ messages: Sequence[Message],
603
+ tools: Sequence[Tool | ContextTool[DepsT]]
604
+ | ContextToolkit[DepsT]
605
+ | None = None,
606
+ format: type[FormattableT] | Format[FormattableT] | None = None,
607
+ **params: Unpack[Params],
608
+ ) -> ContextStreamResponse[DepsT] | ContextStreamResponse[DepsT, FormattableT]:
609
+ """Generate an `llm.ContextStreamResponse` by synchronously streaming from the Anthropic Messages API.
610
+
611
+ Args:
612
+ ctx: Context object with dependencies for tools.
613
+ model_id: Model identifier to use.
614
+ messages: Messages to send to the LLM.
615
+ tools: Optional tools that the model may invoke.
616
+ format: Optional response format specifier.
617
+ **params: Additional parameters to configure output (e.g. temperature). See `llm.Params`.
618
+
619
+ Returns:
620
+ An `llm.ContextStreamResponse` object for iterating over the LLM-generated content.
621
+ """
622
+ input_messages, format, kwargs = _utils.encode_request(
623
+ model_id=model_id,
624
+ messages=messages,
625
+ tools=tools,
626
+ format=format,
627
+ params=params,
628
+ )
629
+
630
+ anthropic_stream = self.client.messages.stream(**kwargs)
631
+
632
+ chunk_iterator = _utils.decode_stream(anthropic_stream)
633
+
634
+ return ContextStreamResponse(
635
+ provider="anthropic",
636
+ model_id=model_id,
637
+ params=params,
638
+ tools=tools,
639
+ input_messages=input_messages,
640
+ chunk_iterator=chunk_iterator,
641
+ format=format,
642
+ )
643
+
644
+ @overload
645
+ async def stream_async(
646
+ self,
647
+ *,
648
+ model_id: AnthropicModelId,
649
+ messages: Sequence[Message],
650
+ tools: Sequence[AsyncTool] | AsyncToolkit | None = None,
651
+ format: None = None,
652
+ **params: Unpack[Params],
653
+ ) -> AsyncStreamResponse:
654
+ """Stream an `llm.AsyncStreamResponse` without a response format."""
655
+ ...
656
+
657
+ @overload
658
+ async def stream_async(
659
+ self,
660
+ *,
661
+ model_id: AnthropicModelId,
662
+ messages: Sequence[Message],
663
+ tools: Sequence[AsyncTool] | AsyncToolkit | None = None,
664
+ format: type[FormattableT] | Format[FormattableT],
665
+ **params: Unpack[Params],
666
+ ) -> AsyncStreamResponse[FormattableT]:
667
+ """Stream an `llm.AsyncStreamResponse` with a response format."""
668
+ ...
669
+
670
+ @overload
671
+ async def stream_async(
672
+ self,
673
+ *,
674
+ model_id: AnthropicModelId,
675
+ messages: Sequence[Message],
676
+ tools: Sequence[AsyncTool] | AsyncToolkit | None = None,
677
+ format: type[FormattableT] | Format[FormattableT] | None,
678
+ **params: Unpack[Params],
679
+ ) -> AsyncStreamResponse | AsyncStreamResponse[FormattableT]:
680
+ """Stream an `llm.AsyncStreamResponse` with an optional response format."""
681
+ ...
682
+
683
+ async def stream_async(
684
+ self,
685
+ *,
686
+ model_id: AnthropicModelId,
687
+ messages: Sequence[Message],
688
+ tools: Sequence[AsyncTool] | AsyncToolkit | None = None,
689
+ format: type[FormattableT] | Format[FormattableT] | None = None,
690
+ **params: Unpack[Params],
691
+ ) -> AsyncStreamResponse | AsyncStreamResponse[FormattableT]:
692
+ """Generate an `llm.AsyncStreamResponse` by asynchronously streaming from the Anthropic Messages API.
693
+
694
+ Args:
695
+ model_id: Model identifier to use.
696
+ messages: Messages to send to the LLM.
697
+ tools: Optional tools that the model may invoke.
698
+ format: Optional response format specifier.
699
+ **params: Additional parameters to configure output (e.g. temperature). See `llm.Params`.
700
+
701
+ Returns:
702
+ An `llm.AsyncStreamResponse` object for asynchronously iterating over the LLM-generated content.
703
+ """
704
+ input_messages, format, kwargs = _utils.encode_request(
705
+ model_id=model_id,
706
+ messages=messages,
707
+ tools=tools,
708
+ format=format,
709
+ params=params,
710
+ )
711
+
712
+ anthropic_stream = self.async_client.messages.stream(**kwargs)
713
+
714
+ chunk_iterator = _utils.decode_async_stream(anthropic_stream)
715
+
716
+ return AsyncStreamResponse(
717
+ provider="anthropic",
718
+ model_id=model_id,
719
+ params=params,
720
+ tools=tools,
721
+ input_messages=input_messages,
722
+ chunk_iterator=chunk_iterator,
723
+ format=format,
724
+ )
725
+
726
+ @overload
727
+ async def context_stream_async(
728
+ self,
729
+ *,
730
+ ctx: Context[DepsT],
731
+ model_id: AnthropicModelId,
732
+ messages: Sequence[Message],
733
+ tools: Sequence[AsyncTool | AsyncContextTool[DepsT]]
734
+ | AsyncContextToolkit[DepsT]
735
+ | None = None,
736
+ format: None = None,
737
+ **params: Unpack[Params],
738
+ ) -> AsyncContextStreamResponse[DepsT]:
739
+ """Stream an `llm.AsyncContextStreamResponse` without a response format."""
740
+ ...
741
+
742
+ @overload
743
+ async def context_stream_async(
744
+ self,
745
+ *,
746
+ ctx: Context[DepsT],
747
+ model_id: AnthropicModelId,
748
+ messages: Sequence[Message],
749
+ tools: Sequence[AsyncTool | AsyncContextTool[DepsT]]
750
+ | AsyncContextToolkit[DepsT]
751
+ | None = None,
752
+ format: type[FormattableT] | Format[FormattableT],
753
+ **params: Unpack[Params],
754
+ ) -> AsyncContextStreamResponse[DepsT, FormattableT]:
755
+ """Stream an `llm.AsyncContextStreamResponse` with a response format."""
756
+ ...
757
+
758
+ @overload
759
+ async def context_stream_async(
760
+ self,
761
+ *,
762
+ ctx: Context[DepsT],
763
+ model_id: AnthropicModelId,
764
+ messages: Sequence[Message],
765
+ tools: Sequence[AsyncTool | AsyncContextTool[DepsT]]
766
+ | AsyncContextToolkit[DepsT]
767
+ | None = None,
768
+ format: type[FormattableT] | Format[FormattableT] | None,
769
+ **params: Unpack[Params],
770
+ ) -> AsyncContextStreamResponse | AsyncContextStreamResponse[DepsT, FormattableT]:
771
+ """Stream an `llm.AsyncContextStreamResponse` with an optional response format."""
772
+ ...
773
+
774
+ async def context_stream_async(
775
+ self,
776
+ *,
777
+ ctx: Context[DepsT],
778
+ model_id: AnthropicModelId,
779
+ messages: Sequence[Message],
780
+ tools: Sequence[AsyncTool | AsyncContextTool[DepsT]]
781
+ | AsyncContextToolkit[DepsT]
782
+ | None = None,
783
+ format: type[FormattableT] | Format[FormattableT] | None = None,
784
+ **params: Unpack[Params],
785
+ ) -> AsyncContextStreamResponse | AsyncContextStreamResponse[DepsT, FormattableT]:
786
+ """Generate an `llm.AsyncContextStreamResponse` by asynchronously streaming from the Anthropic Messages API.
787
+
788
+ Args:
789
+ ctx: Context object with dependencies for tools.
790
+ model_id: Model identifier to use.
791
+ messages: Messages to send to the LLM.
792
+ tools: Optional tools that the model may invoke.
793
+ format: Optional response format specifier.
794
+ **params: Additional parameters to configure output (e.g. temperature). See `llm.Params`.
795
+
796
+ Returns:
797
+ An `llm.AsyncContextStreamResponse` object for asynchronously iterating over the LLM-generated content.
798
+ """
799
+ input_messages, format, kwargs = _utils.encode_request(
800
+ model_id=model_id,
801
+ messages=messages,
802
+ tools=tools,
803
+ format=format,
804
+ params=params,
805
+ )
806
+
807
+ anthropic_stream = self.async_client.messages.stream(**kwargs)
808
+
809
+ chunk_iterator = _utils.decode_async_stream(anthropic_stream)
810
+
811
+ return AsyncContextStreamResponse(
812
+ provider="anthropic",
813
+ model_id=model_id,
814
+ params=params,
815
+ tools=tools,
816
+ input_messages=input_messages,
817
+ chunk_iterator=chunk_iterator,
818
+ format=format,
819
+ )