mirascope 1.25.7__py3-none-any.whl → 2.0.0a0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mirascope/__init__.py +3 -59
- mirascope/graphs/__init__.py +22 -0
- mirascope/{experimental/graphs → graphs}/finite_state_machine.py +70 -159
- mirascope/llm/__init__.py +206 -16
- mirascope/llm/agents/__init__.py +15 -0
- mirascope/llm/agents/agent.py +97 -0
- mirascope/llm/agents/agent_template.py +45 -0
- mirascope/llm/agents/decorator.py +176 -0
- mirascope/llm/calls/__init__.py +16 -0
- mirascope/llm/calls/base_call.py +33 -0
- mirascope/llm/calls/calls.py +315 -0
- mirascope/llm/calls/decorator.py +255 -0
- mirascope/llm/clients/__init__.py +34 -0
- mirascope/llm/clients/anthropic/__init__.py +11 -0
- mirascope/llm/clients/anthropic/_utils/__init__.py +13 -0
- mirascope/llm/clients/anthropic/_utils/decode.py +244 -0
- mirascope/llm/clients/anthropic/_utils/encode.py +243 -0
- mirascope/llm/clients/anthropic/clients.py +819 -0
- mirascope/llm/clients/anthropic/model_ids.py +8 -0
- mirascope/llm/clients/base/__init__.py +15 -0
- mirascope/llm/clients/base/_utils.py +192 -0
- mirascope/llm/clients/base/client.py +1256 -0
- mirascope/llm/clients/base/kwargs.py +12 -0
- mirascope/llm/clients/base/params.py +93 -0
- mirascope/llm/clients/google/__init__.py +6 -0
- mirascope/llm/clients/google/_utils/__init__.py +13 -0
- mirascope/llm/clients/google/_utils/decode.py +231 -0
- mirascope/llm/clients/google/_utils/encode.py +279 -0
- mirascope/llm/clients/google/clients.py +853 -0
- mirascope/llm/clients/google/message.py +7 -0
- mirascope/llm/clients/google/model_ids.py +15 -0
- mirascope/llm/clients/openai/__init__.py +25 -0
- mirascope/llm/clients/openai/completions/__init__.py +9 -0
- mirascope/llm/clients/openai/completions/_utils/__init__.py +13 -0
- mirascope/llm/clients/openai/completions/_utils/decode.py +187 -0
- mirascope/llm/clients/openai/completions/_utils/encode.py +358 -0
- mirascope/llm/clients/openai/completions/_utils/model_features.py +81 -0
- mirascope/llm/clients/openai/completions/clients.py +833 -0
- mirascope/llm/clients/openai/completions/model_ids.py +8 -0
- mirascope/llm/clients/openai/responses/__init__.py +9 -0
- mirascope/llm/clients/openai/responses/_utils/__init__.py +13 -0
- mirascope/llm/clients/openai/responses/_utils/decode.py +194 -0
- mirascope/llm/clients/openai/responses/_utils/encode.py +333 -0
- mirascope/llm/clients/openai/responses/_utils/model_features.py +87 -0
- mirascope/llm/clients/openai/responses/clients.py +832 -0
- mirascope/llm/clients/openai/responses/model_ids.py +8 -0
- mirascope/llm/clients/openai/shared/__init__.py +7 -0
- mirascope/llm/clients/openai/shared/_utils.py +55 -0
- mirascope/llm/clients/providers.py +175 -0
- mirascope/llm/content/__init__.py +70 -0
- mirascope/llm/content/audio.py +173 -0
- mirascope/llm/content/document.py +94 -0
- mirascope/llm/content/image.py +206 -0
- mirascope/llm/content/text.py +47 -0
- mirascope/llm/content/thought.py +58 -0
- mirascope/llm/content/tool_call.py +63 -0
- mirascope/llm/content/tool_output.py +26 -0
- mirascope/llm/context/__init__.py +6 -0
- mirascope/llm/context/_utils.py +28 -0
- mirascope/llm/context/context.py +24 -0
- mirascope/llm/exceptions.py +105 -0
- mirascope/llm/formatting/__init__.py +22 -0
- mirascope/llm/formatting/_utils.py +74 -0
- mirascope/llm/formatting/format.py +104 -0
- mirascope/llm/formatting/from_call_args.py +30 -0
- mirascope/llm/formatting/partial.py +58 -0
- mirascope/llm/formatting/types.py +109 -0
- mirascope/llm/mcp/__init__.py +5 -0
- mirascope/llm/mcp/client.py +118 -0
- mirascope/llm/messages/__init__.py +32 -0
- mirascope/llm/messages/message.py +182 -0
- mirascope/llm/models/__init__.py +16 -0
- mirascope/llm/models/models.py +1243 -0
- mirascope/llm/prompts/__init__.py +33 -0
- mirascope/llm/prompts/_utils.py +60 -0
- mirascope/llm/prompts/decorator.py +286 -0
- mirascope/llm/prompts/protocols.py +99 -0
- mirascope/llm/responses/__init__.py +57 -0
- mirascope/llm/responses/_utils.py +56 -0
- mirascope/llm/responses/base_response.py +91 -0
- mirascope/llm/responses/base_stream_response.py +697 -0
- mirascope/llm/responses/finish_reason.py +27 -0
- mirascope/llm/responses/response.py +345 -0
- mirascope/llm/responses/root_response.py +177 -0
- mirascope/llm/responses/stream_response.py +572 -0
- mirascope/llm/responses/streams.py +363 -0
- mirascope/llm/tools/__init__.py +40 -0
- mirascope/llm/tools/_utils.py +25 -0
- mirascope/llm/tools/decorator.py +175 -0
- mirascope/llm/tools/protocols.py +96 -0
- mirascope/llm/tools/tool_schema.py +246 -0
- mirascope/llm/tools/toolkit.py +152 -0
- mirascope/llm/tools/tools.py +169 -0
- mirascope/llm/types/__init__.py +22 -0
- mirascope/llm/types/dataclass.py +9 -0
- mirascope/llm/types/jsonable.py +44 -0
- mirascope/llm/types/type_vars.py +19 -0
- mirascope-2.0.0a0.dist-info/METADATA +117 -0
- mirascope-2.0.0a0.dist-info/RECORD +101 -0
- mirascope/beta/__init__.py +0 -3
- mirascope/beta/openai/__init__.py +0 -17
- mirascope/beta/openai/realtime/__init__.py +0 -13
- mirascope/beta/openai/realtime/_utils/__init__.py +0 -3
- mirascope/beta/openai/realtime/_utils/_audio.py +0 -74
- mirascope/beta/openai/realtime/_utils/_protocols.py +0 -50
- mirascope/beta/openai/realtime/realtime.py +0 -500
- mirascope/beta/openai/realtime/recording.py +0 -98
- mirascope/beta/openai/realtime/tool.py +0 -113
- mirascope/beta/rag/__init__.py +0 -24
- mirascope/beta/rag/base/__init__.py +0 -22
- mirascope/beta/rag/base/chunkers/__init__.py +0 -2
- mirascope/beta/rag/base/chunkers/base_chunker.py +0 -37
- mirascope/beta/rag/base/chunkers/text_chunker.py +0 -33
- mirascope/beta/rag/base/config.py +0 -8
- mirascope/beta/rag/base/document.py +0 -11
- mirascope/beta/rag/base/embedders.py +0 -35
- mirascope/beta/rag/base/embedding_params.py +0 -18
- mirascope/beta/rag/base/embedding_response.py +0 -30
- mirascope/beta/rag/base/query_results.py +0 -7
- mirascope/beta/rag/base/vectorstore_params.py +0 -18
- mirascope/beta/rag/base/vectorstores.py +0 -37
- mirascope/beta/rag/chroma/__init__.py +0 -11
- mirascope/beta/rag/chroma/types.py +0 -62
- mirascope/beta/rag/chroma/vectorstores.py +0 -121
- mirascope/beta/rag/cohere/__init__.py +0 -11
- mirascope/beta/rag/cohere/embedders.py +0 -87
- mirascope/beta/rag/cohere/embedding_params.py +0 -29
- mirascope/beta/rag/cohere/embedding_response.py +0 -29
- mirascope/beta/rag/cohere/py.typed +0 -0
- mirascope/beta/rag/openai/__init__.py +0 -11
- mirascope/beta/rag/openai/embedders.py +0 -144
- mirascope/beta/rag/openai/embedding_params.py +0 -18
- mirascope/beta/rag/openai/embedding_response.py +0 -14
- mirascope/beta/rag/openai/py.typed +0 -0
- mirascope/beta/rag/pinecone/__init__.py +0 -19
- mirascope/beta/rag/pinecone/types.py +0 -143
- mirascope/beta/rag/pinecone/vectorstores.py +0 -148
- mirascope/beta/rag/weaviate/__init__.py +0 -6
- mirascope/beta/rag/weaviate/types.py +0 -92
- mirascope/beta/rag/weaviate/vectorstores.py +0 -103
- mirascope/core/__init__.py +0 -109
- mirascope/core/anthropic/__init__.py +0 -31
- mirascope/core/anthropic/_call.py +0 -67
- mirascope/core/anthropic/_call_kwargs.py +0 -13
- mirascope/core/anthropic/_thinking.py +0 -70
- mirascope/core/anthropic/_utils/__init__.py +0 -16
- mirascope/core/anthropic/_utils/_convert_common_call_params.py +0 -25
- mirascope/core/anthropic/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -21
- mirascope/core/anthropic/_utils/_convert_message_params.py +0 -102
- mirascope/core/anthropic/_utils/_get_json_output.py +0 -31
- mirascope/core/anthropic/_utils/_handle_stream.py +0 -113
- mirascope/core/anthropic/_utils/_message_param_converter.py +0 -154
- mirascope/core/anthropic/_utils/_setup_call.py +0 -146
- mirascope/core/anthropic/call_params.py +0 -44
- mirascope/core/anthropic/call_response.py +0 -226
- mirascope/core/anthropic/call_response_chunk.py +0 -152
- mirascope/core/anthropic/dynamic_config.py +0 -40
- mirascope/core/anthropic/py.typed +0 -0
- mirascope/core/anthropic/stream.py +0 -204
- mirascope/core/anthropic/tool.py +0 -101
- mirascope/core/azure/__init__.py +0 -31
- mirascope/core/azure/_call.py +0 -67
- mirascope/core/azure/_call_kwargs.py +0 -13
- mirascope/core/azure/_utils/__init__.py +0 -14
- mirascope/core/azure/_utils/_convert_common_call_params.py +0 -26
- mirascope/core/azure/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -21
- mirascope/core/azure/_utils/_convert_message_params.py +0 -121
- mirascope/core/azure/_utils/_get_credential.py +0 -33
- mirascope/core/azure/_utils/_get_json_output.py +0 -27
- mirascope/core/azure/_utils/_handle_stream.py +0 -130
- mirascope/core/azure/_utils/_message_param_converter.py +0 -117
- mirascope/core/azure/_utils/_setup_call.py +0 -183
- mirascope/core/azure/call_params.py +0 -59
- mirascope/core/azure/call_response.py +0 -215
- mirascope/core/azure/call_response_chunk.py +0 -105
- mirascope/core/azure/dynamic_config.py +0 -30
- mirascope/core/azure/py.typed +0 -0
- mirascope/core/azure/stream.py +0 -147
- mirascope/core/azure/tool.py +0 -93
- mirascope/core/base/__init__.py +0 -86
- mirascope/core/base/_call_factory.py +0 -256
- mirascope/core/base/_create.py +0 -253
- mirascope/core/base/_extract.py +0 -175
- mirascope/core/base/_extract_with_tools.py +0 -189
- mirascope/core/base/_partial.py +0 -95
- mirascope/core/base/_utils/__init__.py +0 -92
- mirascope/core/base/_utils/_base_message_param_converter.py +0 -22
- mirascope/core/base/_utils/_base_type.py +0 -26
- mirascope/core/base/_utils/_convert_base_model_to_base_tool.py +0 -48
- mirascope/core/base/_utils/_convert_base_type_to_base_tool.py +0 -24
- mirascope/core/base/_utils/_convert_function_to_base_tool.py +0 -139
- mirascope/core/base/_utils/_convert_messages_to_message_params.py +0 -178
- mirascope/core/base/_utils/_convert_provider_finish_reason_to_finish_reason.py +0 -20
- mirascope/core/base/_utils/_default_tool_docstring.py +0 -6
- mirascope/core/base/_utils/_extract_tool_return.py +0 -42
- mirascope/core/base/_utils/_fn_is_async.py +0 -24
- mirascope/core/base/_utils/_format_template.py +0 -32
- mirascope/core/base/_utils/_get_audio_type.py +0 -18
- mirascope/core/base/_utils/_get_common_usage.py +0 -20
- mirascope/core/base/_utils/_get_create_fn_or_async_create_fn.py +0 -137
- mirascope/core/base/_utils/_get_document_type.py +0 -7
- mirascope/core/base/_utils/_get_dynamic_configuration.py +0 -69
- mirascope/core/base/_utils/_get_fields_from_call_args.py +0 -34
- mirascope/core/base/_utils/_get_fn_args.py +0 -23
- mirascope/core/base/_utils/_get_image_dimensions.py +0 -39
- mirascope/core/base/_utils/_get_image_type.py +0 -26
- mirascope/core/base/_utils/_get_metadata.py +0 -17
- mirascope/core/base/_utils/_get_possible_user_message_param.py +0 -21
- mirascope/core/base/_utils/_get_prompt_template.py +0 -28
- mirascope/core/base/_utils/_get_template_values.py +0 -51
- mirascope/core/base/_utils/_get_template_variables.py +0 -38
- mirascope/core/base/_utils/_get_unsupported_tool_config_keys.py +0 -10
- mirascope/core/base/_utils/_is_prompt_template.py +0 -24
- mirascope/core/base/_utils/_json_mode_content.py +0 -17
- mirascope/core/base/_utils/_messages_decorator.py +0 -121
- mirascope/core/base/_utils/_parse_content_template.py +0 -323
- mirascope/core/base/_utils/_parse_prompt_messages.py +0 -63
- mirascope/core/base/_utils/_pil_image_to_bytes.py +0 -13
- mirascope/core/base/_utils/_protocols.py +0 -901
- mirascope/core/base/_utils/_setup_call.py +0 -79
- mirascope/core/base/_utils/_setup_extract_tool.py +0 -30
- mirascope/core/base/call_kwargs.py +0 -13
- mirascope/core/base/call_params.py +0 -36
- mirascope/core/base/call_response.py +0 -338
- mirascope/core/base/call_response_chunk.py +0 -130
- mirascope/core/base/dynamic_config.py +0 -82
- mirascope/core/base/from_call_args.py +0 -30
- mirascope/core/base/merge_decorators.py +0 -59
- mirascope/core/base/message_param.py +0 -175
- mirascope/core/base/messages.py +0 -116
- mirascope/core/base/metadata.py +0 -13
- mirascope/core/base/prompt.py +0 -497
- mirascope/core/base/response_model_config_dict.py +0 -9
- mirascope/core/base/stream.py +0 -479
- mirascope/core/base/stream_config.py +0 -11
- mirascope/core/base/structured_stream.py +0 -296
- mirascope/core/base/tool.py +0 -214
- mirascope/core/base/toolkit.py +0 -176
- mirascope/core/base/types.py +0 -344
- mirascope/core/bedrock/__init__.py +0 -34
- mirascope/core/bedrock/_call.py +0 -68
- mirascope/core/bedrock/_call_kwargs.py +0 -12
- mirascope/core/bedrock/_types.py +0 -104
- mirascope/core/bedrock/_utils/__init__.py +0 -14
- mirascope/core/bedrock/_utils/_convert_common_call_params.py +0 -39
- mirascope/core/bedrock/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -23
- mirascope/core/bedrock/_utils/_convert_message_params.py +0 -111
- mirascope/core/bedrock/_utils/_get_json_output.py +0 -30
- mirascope/core/bedrock/_utils/_handle_stream.py +0 -104
- mirascope/core/bedrock/_utils/_message_param_converter.py +0 -172
- mirascope/core/bedrock/_utils/_setup_call.py +0 -258
- mirascope/core/bedrock/call_params.py +0 -38
- mirascope/core/bedrock/call_response.py +0 -248
- mirascope/core/bedrock/call_response_chunk.py +0 -111
- mirascope/core/bedrock/dynamic_config.py +0 -37
- mirascope/core/bedrock/py.typed +0 -0
- mirascope/core/bedrock/stream.py +0 -154
- mirascope/core/bedrock/tool.py +0 -100
- mirascope/core/cohere/__init__.py +0 -30
- mirascope/core/cohere/_call.py +0 -67
- mirascope/core/cohere/_call_kwargs.py +0 -11
- mirascope/core/cohere/_types.py +0 -20
- mirascope/core/cohere/_utils/__init__.py +0 -14
- mirascope/core/cohere/_utils/_convert_common_call_params.py +0 -26
- mirascope/core/cohere/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -24
- mirascope/core/cohere/_utils/_convert_message_params.py +0 -32
- mirascope/core/cohere/_utils/_get_json_output.py +0 -30
- mirascope/core/cohere/_utils/_handle_stream.py +0 -35
- mirascope/core/cohere/_utils/_message_param_converter.py +0 -54
- mirascope/core/cohere/_utils/_setup_call.py +0 -150
- mirascope/core/cohere/call_params.py +0 -62
- mirascope/core/cohere/call_response.py +0 -205
- mirascope/core/cohere/call_response_chunk.py +0 -125
- mirascope/core/cohere/dynamic_config.py +0 -32
- mirascope/core/cohere/py.typed +0 -0
- mirascope/core/cohere/stream.py +0 -113
- mirascope/core/cohere/tool.py +0 -93
- mirascope/core/costs/__init__.py +0 -5
- mirascope/core/costs/_anthropic_calculate_cost.py +0 -219
- mirascope/core/costs/_azure_calculate_cost.py +0 -11
- mirascope/core/costs/_bedrock_calculate_cost.py +0 -15
- mirascope/core/costs/_cohere_calculate_cost.py +0 -44
- mirascope/core/costs/_gemini_calculate_cost.py +0 -67
- mirascope/core/costs/_google_calculate_cost.py +0 -427
- mirascope/core/costs/_groq_calculate_cost.py +0 -156
- mirascope/core/costs/_litellm_calculate_cost.py +0 -11
- mirascope/core/costs/_mistral_calculate_cost.py +0 -64
- mirascope/core/costs/_openai_calculate_cost.py +0 -416
- mirascope/core/costs/_vertex_calculate_cost.py +0 -67
- mirascope/core/costs/_xai_calculate_cost.py +0 -104
- mirascope/core/costs/calculate_cost.py +0 -86
- mirascope/core/gemini/__init__.py +0 -40
- mirascope/core/gemini/_call.py +0 -67
- mirascope/core/gemini/_call_kwargs.py +0 -12
- mirascope/core/gemini/_utils/__init__.py +0 -14
- mirascope/core/gemini/_utils/_convert_common_call_params.py +0 -39
- mirascope/core/gemini/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -23
- mirascope/core/gemini/_utils/_convert_message_params.py +0 -156
- mirascope/core/gemini/_utils/_get_json_output.py +0 -35
- mirascope/core/gemini/_utils/_handle_stream.py +0 -33
- mirascope/core/gemini/_utils/_message_param_converter.py +0 -209
- mirascope/core/gemini/_utils/_setup_call.py +0 -149
- mirascope/core/gemini/call_params.py +0 -52
- mirascope/core/gemini/call_response.py +0 -216
- mirascope/core/gemini/call_response_chunk.py +0 -100
- mirascope/core/gemini/dynamic_config.py +0 -26
- mirascope/core/gemini/stream.py +0 -120
- mirascope/core/gemini/tool.py +0 -104
- mirascope/core/google/__init__.py +0 -29
- mirascope/core/google/_call.py +0 -67
- mirascope/core/google/_call_kwargs.py +0 -13
- mirascope/core/google/_utils/__init__.py +0 -14
- mirascope/core/google/_utils/_convert_common_call_params.py +0 -38
- mirascope/core/google/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -27
- mirascope/core/google/_utils/_convert_message_params.py +0 -297
- mirascope/core/google/_utils/_get_json_output.py +0 -37
- mirascope/core/google/_utils/_handle_stream.py +0 -58
- mirascope/core/google/_utils/_message_param_converter.py +0 -200
- mirascope/core/google/_utils/_setup_call.py +0 -201
- mirascope/core/google/_utils/_validate_media_type.py +0 -58
- mirascope/core/google/call_params.py +0 -22
- mirascope/core/google/call_response.py +0 -255
- mirascope/core/google/call_response_chunk.py +0 -135
- mirascope/core/google/dynamic_config.py +0 -26
- mirascope/core/google/stream.py +0 -199
- mirascope/core/google/tool.py +0 -146
- mirascope/core/groq/__init__.py +0 -30
- mirascope/core/groq/_call.py +0 -67
- mirascope/core/groq/_call_kwargs.py +0 -13
- mirascope/core/groq/_utils/__init__.py +0 -14
- mirascope/core/groq/_utils/_convert_common_call_params.py +0 -26
- mirascope/core/groq/_utils/_convert_message_params.py +0 -112
- mirascope/core/groq/_utils/_get_json_output.py +0 -27
- mirascope/core/groq/_utils/_handle_stream.py +0 -123
- mirascope/core/groq/_utils/_message_param_converter.py +0 -89
- mirascope/core/groq/_utils/_setup_call.py +0 -132
- mirascope/core/groq/call_params.py +0 -52
- mirascope/core/groq/call_response.py +0 -213
- mirascope/core/groq/call_response_chunk.py +0 -104
- mirascope/core/groq/dynamic_config.py +0 -29
- mirascope/core/groq/py.typed +0 -0
- mirascope/core/groq/stream.py +0 -135
- mirascope/core/groq/tool.py +0 -80
- mirascope/core/litellm/__init__.py +0 -28
- mirascope/core/litellm/_call.py +0 -67
- mirascope/core/litellm/_utils/__init__.py +0 -5
- mirascope/core/litellm/_utils/_setup_call.py +0 -109
- mirascope/core/litellm/call_params.py +0 -10
- mirascope/core/litellm/call_response.py +0 -24
- mirascope/core/litellm/call_response_chunk.py +0 -14
- mirascope/core/litellm/dynamic_config.py +0 -8
- mirascope/core/litellm/py.typed +0 -0
- mirascope/core/litellm/stream.py +0 -86
- mirascope/core/litellm/tool.py +0 -13
- mirascope/core/mistral/__init__.py +0 -36
- mirascope/core/mistral/_call.py +0 -65
- mirascope/core/mistral/_call_kwargs.py +0 -19
- mirascope/core/mistral/_utils/__init__.py +0 -14
- mirascope/core/mistral/_utils/_convert_common_call_params.py +0 -24
- mirascope/core/mistral/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -22
- mirascope/core/mistral/_utils/_convert_message_params.py +0 -122
- mirascope/core/mistral/_utils/_get_json_output.py +0 -34
- mirascope/core/mistral/_utils/_handle_stream.py +0 -139
- mirascope/core/mistral/_utils/_message_param_converter.py +0 -176
- mirascope/core/mistral/_utils/_setup_call.py +0 -164
- mirascope/core/mistral/call_params.py +0 -36
- mirascope/core/mistral/call_response.py +0 -205
- mirascope/core/mistral/call_response_chunk.py +0 -105
- mirascope/core/mistral/dynamic_config.py +0 -33
- mirascope/core/mistral/py.typed +0 -0
- mirascope/core/mistral/stream.py +0 -120
- mirascope/core/mistral/tool.py +0 -81
- mirascope/core/openai/__init__.py +0 -31
- mirascope/core/openai/_call.py +0 -67
- mirascope/core/openai/_call_kwargs.py +0 -13
- mirascope/core/openai/_utils/__init__.py +0 -14
- mirascope/core/openai/_utils/_convert_common_call_params.py +0 -26
- mirascope/core/openai/_utils/_convert_message_params.py +0 -148
- mirascope/core/openai/_utils/_get_json_output.py +0 -31
- mirascope/core/openai/_utils/_handle_stream.py +0 -138
- mirascope/core/openai/_utils/_message_param_converter.py +0 -105
- mirascope/core/openai/_utils/_setup_call.py +0 -155
- mirascope/core/openai/call_params.py +0 -92
- mirascope/core/openai/call_response.py +0 -273
- mirascope/core/openai/call_response_chunk.py +0 -139
- mirascope/core/openai/dynamic_config.py +0 -34
- mirascope/core/openai/py.typed +0 -0
- mirascope/core/openai/stream.py +0 -185
- mirascope/core/openai/tool.py +0 -101
- mirascope/core/py.typed +0 -0
- mirascope/core/vertex/__init__.py +0 -45
- mirascope/core/vertex/_call.py +0 -62
- mirascope/core/vertex/_call_kwargs.py +0 -12
- mirascope/core/vertex/_utils/__init__.py +0 -14
- mirascope/core/vertex/_utils/_convert_common_call_params.py +0 -37
- mirascope/core/vertex/_utils/_convert_finish_reason_to_common_finish_reasons.py +0 -23
- mirascope/core/vertex/_utils/_convert_message_params.py +0 -171
- mirascope/core/vertex/_utils/_get_json_output.py +0 -36
- mirascope/core/vertex/_utils/_handle_stream.py +0 -33
- mirascope/core/vertex/_utils/_message_param_converter.py +0 -133
- mirascope/core/vertex/_utils/_setup_call.py +0 -160
- mirascope/core/vertex/call_params.py +0 -24
- mirascope/core/vertex/call_response.py +0 -206
- mirascope/core/vertex/call_response_chunk.py +0 -99
- mirascope/core/vertex/dynamic_config.py +0 -28
- mirascope/core/vertex/stream.py +0 -119
- mirascope/core/vertex/tool.py +0 -101
- mirascope/core/xai/__init__.py +0 -28
- mirascope/core/xai/_call.py +0 -67
- mirascope/core/xai/_utils/__init__.py +0 -5
- mirascope/core/xai/_utils/_setup_call.py +0 -113
- mirascope/core/xai/call_params.py +0 -10
- mirascope/core/xai/call_response.py +0 -16
- mirascope/core/xai/call_response_chunk.py +0 -14
- mirascope/core/xai/dynamic_config.py +0 -8
- mirascope/core/xai/py.typed +0 -0
- mirascope/core/xai/stream.py +0 -57
- mirascope/core/xai/tool.py +0 -13
- mirascope/experimental/graphs/__init__.py +0 -5
- mirascope/integrations/__init__.py +0 -16
- mirascope/integrations/_middleware_factory.py +0 -403
- mirascope/integrations/langfuse/__init__.py +0 -3
- mirascope/integrations/langfuse/_utils.py +0 -114
- mirascope/integrations/langfuse/_with_langfuse.py +0 -70
- mirascope/integrations/logfire/__init__.py +0 -3
- mirascope/integrations/logfire/_utils.py +0 -225
- mirascope/integrations/logfire/_with_logfire.py +0 -63
- mirascope/integrations/otel/__init__.py +0 -10
- mirascope/integrations/otel/_utils.py +0 -270
- mirascope/integrations/otel/_with_hyperdx.py +0 -60
- mirascope/integrations/otel/_with_otel.py +0 -59
- mirascope/integrations/tenacity.py +0 -14
- mirascope/llm/_call.py +0 -401
- mirascope/llm/_context.py +0 -384
- mirascope/llm/_override.py +0 -3639
- mirascope/llm/_protocols.py +0 -500
- mirascope/llm/_response_metaclass.py +0 -31
- mirascope/llm/call_response.py +0 -158
- mirascope/llm/call_response_chunk.py +0 -66
- mirascope/llm/stream.py +0 -162
- mirascope/llm/tool.py +0 -64
- mirascope/mcp/__init__.py +0 -7
- mirascope/mcp/_utils.py +0 -288
- mirascope/mcp/client.py +0 -167
- mirascope/mcp/server.py +0 -356
- mirascope/mcp/tools.py +0 -110
- mirascope/py.typed +0 -0
- mirascope/retries/__init__.py +0 -11
- mirascope/retries/fallback.py +0 -131
- mirascope/retries/tenacity.py +0 -50
- mirascope/tools/__init__.py +0 -37
- mirascope/tools/base.py +0 -98
- mirascope/tools/system/__init__.py +0 -0
- mirascope/tools/system/_docker_operation.py +0 -166
- mirascope/tools/system/_file_system.py +0 -267
- mirascope/tools/web/__init__.py +0 -0
- mirascope/tools/web/_duckduckgo.py +0 -111
- mirascope/tools/web/_httpx.py +0 -125
- mirascope/tools/web/_parse_url_content.py +0 -94
- mirascope/tools/web/_requests.py +0 -54
- mirascope/v0/__init__.py +0 -43
- mirascope/v0/anthropic.py +0 -54
- mirascope/v0/base/__init__.py +0 -12
- mirascope/v0/base/calls.py +0 -118
- mirascope/v0/base/extractors.py +0 -122
- mirascope/v0/base/ops_utils.py +0 -207
- mirascope/v0/base/prompts.py +0 -48
- mirascope/v0/base/types.py +0 -14
- mirascope/v0/base/utils.py +0 -21
- mirascope/v0/openai.py +0 -54
- mirascope-1.25.7.dist-info/METADATA +0 -169
- mirascope-1.25.7.dist-info/RECORD +0 -378
- {mirascope-1.25.7.dist-info → mirascope-2.0.0a0.dist-info}/WHEEL +0 -0
- {mirascope-1.25.7.dist-info → mirascope-2.0.0a0.dist-info}/licenses/LICENSE +0 -0
|
@@ -1,152 +0,0 @@
|
|
|
1
|
-
"""This module contains the `AnthropicCallResponseChunk` class.
|
|
2
|
-
|
|
3
|
-
usage docs: learn/streams.md#handling-streamed-responses
|
|
4
|
-
"""
|
|
5
|
-
|
|
6
|
-
from typing import cast
|
|
7
|
-
|
|
8
|
-
from anthropic.types import (
|
|
9
|
-
Message,
|
|
10
|
-
MessageDeltaUsage,
|
|
11
|
-
MessageStartEvent,
|
|
12
|
-
MessageStreamEvent,
|
|
13
|
-
RawMessageDeltaEvent,
|
|
14
|
-
RawMessageStartEvent,
|
|
15
|
-
Usage,
|
|
16
|
-
)
|
|
17
|
-
|
|
18
|
-
from ..base import BaseCallResponseChunk, types
|
|
19
|
-
from ..base.types import CostMetadata
|
|
20
|
-
from ._utils._convert_finish_reason_to_common_finish_reasons import (
|
|
21
|
-
_convert_finish_reasons_to_common_finish_reasons,
|
|
22
|
-
)
|
|
23
|
-
|
|
24
|
-
FinishReason = Message.__annotations__["stop_reason"]
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
class AnthropicCallResponseChunk(
|
|
28
|
-
BaseCallResponseChunk[MessageStreamEvent, FinishReason]
|
|
29
|
-
):
|
|
30
|
-
"""A convenience wrapper around the Anthropic `ChatCompletionChunk` streamed chunks.
|
|
31
|
-
|
|
32
|
-
When calling the Anthropic API using a function decorated with `anthropic_call` and
|
|
33
|
-
`stream` set to `True`, the stream will contain `AnthropicResponseChunk` instances
|
|
34
|
-
with properties that allow for more convenient access to commonly used attributes.
|
|
35
|
-
|
|
36
|
-
Example:
|
|
37
|
-
|
|
38
|
-
```python
|
|
39
|
-
from mirascope.core import prompt_template
|
|
40
|
-
from mirascope.core.anthropic import anthropic_call
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
@anthropic_call("claude-3-5-sonnet-20240620", stream=True)
|
|
44
|
-
def recommend_book(genre: str) -> str:
|
|
45
|
-
return f"Recommend a {genre} book"
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
stream = recommend_book("fantasy") # response is an `AnthropicStream`
|
|
49
|
-
for chunk, _ in stream:
|
|
50
|
-
print(chunk.content, end="", flush=True)
|
|
51
|
-
```
|
|
52
|
-
"""
|
|
53
|
-
|
|
54
|
-
@property
|
|
55
|
-
def content(self) -> str:
|
|
56
|
-
"""Returns the string content of the 0th message."""
|
|
57
|
-
return (
|
|
58
|
-
self.chunk.delta.text
|
|
59
|
-
if self.chunk.type == "content_block_delta"
|
|
60
|
-
and self.chunk.delta.type == "text_delta"
|
|
61
|
-
else ""
|
|
62
|
-
)
|
|
63
|
-
|
|
64
|
-
@property
|
|
65
|
-
def thinking(self) -> str:
|
|
66
|
-
"""Returns the thinking content from thinking deltas."""
|
|
67
|
-
return (
|
|
68
|
-
self.chunk.delta.thinking
|
|
69
|
-
if self.chunk.type == "content_block_delta"
|
|
70
|
-
and self.chunk.delta.type == "thinking_delta"
|
|
71
|
-
else ""
|
|
72
|
-
)
|
|
73
|
-
|
|
74
|
-
@property
|
|
75
|
-
def signature(self) -> str:
|
|
76
|
-
"""Returns the signature content from signature deltas."""
|
|
77
|
-
return (
|
|
78
|
-
self.chunk.delta.signature
|
|
79
|
-
if self.chunk.type == "content_block_delta"
|
|
80
|
-
and self.chunk.delta.type == "signature_delta"
|
|
81
|
-
else ""
|
|
82
|
-
)
|
|
83
|
-
|
|
84
|
-
@property
|
|
85
|
-
def finish_reasons(self) -> list[FinishReason] | None:
|
|
86
|
-
"""Returns the finish reason of the response."""
|
|
87
|
-
if (
|
|
88
|
-
isinstance(self.chunk, RawMessageStartEvent)
|
|
89
|
-
and self.chunk.message.stop_reason
|
|
90
|
-
):
|
|
91
|
-
return [str(self.chunk.message.stop_reason)]
|
|
92
|
-
return None
|
|
93
|
-
|
|
94
|
-
@property
|
|
95
|
-
def model(self) -> str | None:
|
|
96
|
-
"""Returns the name of the response model."""
|
|
97
|
-
if isinstance(self.chunk, MessageStartEvent):
|
|
98
|
-
return self.chunk.message.model
|
|
99
|
-
return None
|
|
100
|
-
|
|
101
|
-
@property
|
|
102
|
-
def id(self) -> str | None:
|
|
103
|
-
"""Returns the id of the response."""
|
|
104
|
-
if isinstance(self.chunk, MessageStartEvent):
|
|
105
|
-
return self.chunk.message.id
|
|
106
|
-
return None
|
|
107
|
-
|
|
108
|
-
@property
|
|
109
|
-
def usage(self) -> Usage | MessageDeltaUsage | None:
|
|
110
|
-
"""Returns the usage of the message."""
|
|
111
|
-
if isinstance(self.chunk, MessageStartEvent):
|
|
112
|
-
return self.chunk.message.usage
|
|
113
|
-
elif isinstance(self.chunk, RawMessageDeltaEvent):
|
|
114
|
-
return self.chunk.usage
|
|
115
|
-
return None
|
|
116
|
-
|
|
117
|
-
@property
|
|
118
|
-
def input_tokens(self) -> int | None:
|
|
119
|
-
"""Returns the number of input tokens."""
|
|
120
|
-
if (usage := self.usage) and isinstance(usage, Usage):
|
|
121
|
-
return usage.input_tokens
|
|
122
|
-
return None
|
|
123
|
-
|
|
124
|
-
@property
|
|
125
|
-
def cached_tokens(self) -> int | None:
|
|
126
|
-
"""Returns the number of cached tokens."""
|
|
127
|
-
if (usage := self.usage) and isinstance(usage, Usage):
|
|
128
|
-
return getattr(usage, "cache_read_input_tokens", 0)
|
|
129
|
-
return None
|
|
130
|
-
|
|
131
|
-
@property
|
|
132
|
-
def output_tokens(self) -> int | None:
|
|
133
|
-
"""Returns the number of output tokens."""
|
|
134
|
-
if self.usage:
|
|
135
|
-
return self.usage.output_tokens
|
|
136
|
-
return None
|
|
137
|
-
|
|
138
|
-
@property
|
|
139
|
-
def cost_metadata(self) -> CostMetadata:
|
|
140
|
-
"""Returns the cost metadata."""
|
|
141
|
-
return CostMetadata(
|
|
142
|
-
input_tokens=self.input_tokens,
|
|
143
|
-
output_tokens=self.output_tokens,
|
|
144
|
-
cached_tokens=self.cached_tokens,
|
|
145
|
-
)
|
|
146
|
-
|
|
147
|
-
@property
|
|
148
|
-
def common_finish_reasons(self) -> list[types.FinishReason] | None:
|
|
149
|
-
"""Provider-agnostic finish reasons."""
|
|
150
|
-
return _convert_finish_reasons_to_common_finish_reasons(
|
|
151
|
-
cast(list[str], self.finish_reasons)
|
|
152
|
-
)
|
|
@@ -1,40 +0,0 @@
|
|
|
1
|
-
"""This module defines the function return type for functions as LLM calls."""
|
|
2
|
-
|
|
3
|
-
from anthropic import (
|
|
4
|
-
Anthropic,
|
|
5
|
-
AnthropicBedrock,
|
|
6
|
-
AnthropicVertex,
|
|
7
|
-
AsyncAnthropic,
|
|
8
|
-
AsyncAnthropicBedrock,
|
|
9
|
-
AsyncAnthropicVertex,
|
|
10
|
-
)
|
|
11
|
-
from anthropic.types import MessageParam
|
|
12
|
-
|
|
13
|
-
from ..base import BaseDynamicConfig, BaseMessageParam
|
|
14
|
-
from .call_params import AnthropicCallParams
|
|
15
|
-
|
|
16
|
-
AnthropicDynamicConfig = BaseDynamicConfig[
|
|
17
|
-
MessageParam | BaseMessageParam,
|
|
18
|
-
AnthropicCallParams,
|
|
19
|
-
Anthropic | AnthropicBedrock | AnthropicVertex,
|
|
20
|
-
]
|
|
21
|
-
AsyncAnthropicDynamicConfig = BaseDynamicConfig[
|
|
22
|
-
MessageParam | BaseMessageParam,
|
|
23
|
-
AnthropicCallParams,
|
|
24
|
-
AsyncAnthropic | AsyncAnthropicBedrock | AsyncAnthropicVertex,
|
|
25
|
-
]
|
|
26
|
-
"""The function return type for functions wrapped with the `anthropic_call` decorator.
|
|
27
|
-
|
|
28
|
-
Example:
|
|
29
|
-
|
|
30
|
-
```python
|
|
31
|
-
from mirascope.core import prompt_template
|
|
32
|
-
from mirascope.core.anthropic import AnthropicDynamicConfig, anthropic_call
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
@anthropic_call("claude-3-5-sonnet-20240620")
|
|
36
|
-
@prompt_template("Recommend a {capitalized_genre} book")
|
|
37
|
-
def recommend_book(genre: str) -> AnthropicDynamicConfig:
|
|
38
|
-
return {"computed_fields": {"capitalized_genre": genre.capitalize()}}
|
|
39
|
-
```
|
|
40
|
-
"""
|
|
File without changes
|
|
@@ -1,204 +0,0 @@
|
|
|
1
|
-
"""The `AnthropicStream` class for convenience around streaming LLM calls.
|
|
2
|
-
|
|
3
|
-
usage docs: learn/streams.md
|
|
4
|
-
"""
|
|
5
|
-
|
|
6
|
-
from collections.abc import AsyncGenerator, Generator
|
|
7
|
-
from typing import Any
|
|
8
|
-
|
|
9
|
-
from anthropic.types import (
|
|
10
|
-
Message,
|
|
11
|
-
MessageParam,
|
|
12
|
-
TextBlock,
|
|
13
|
-
ToolParam,
|
|
14
|
-
ToolUseBlock,
|
|
15
|
-
Usage,
|
|
16
|
-
)
|
|
17
|
-
from anthropic.types.content_block import ContentBlock
|
|
18
|
-
from anthropic.types.text_block_param import TextBlockParam
|
|
19
|
-
from anthropic.types.tool_use_block_param import ToolUseBlockParam
|
|
20
|
-
from pydantic import BaseModel
|
|
21
|
-
|
|
22
|
-
from ..base.call_kwargs import BaseCallKwargs
|
|
23
|
-
from ..base.metadata import Metadata
|
|
24
|
-
from ..base.stream import BaseStream
|
|
25
|
-
from ..base.types import CostMetadata
|
|
26
|
-
from ._thinking import ThinkingBlock
|
|
27
|
-
from .call_params import AnthropicCallParams
|
|
28
|
-
from .call_response import AnthropicCallResponse
|
|
29
|
-
from .call_response_chunk import AnthropicCallResponseChunk
|
|
30
|
-
from .dynamic_config import AnthropicDynamicConfig, AsyncAnthropicDynamicConfig
|
|
31
|
-
from .tool import AnthropicTool
|
|
32
|
-
|
|
33
|
-
FinishReason = Message.__annotations__["stop_reason"]
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
class AnthropicStream(
|
|
37
|
-
BaseStream[
|
|
38
|
-
AnthropicCallResponse,
|
|
39
|
-
AnthropicCallResponseChunk,
|
|
40
|
-
MessageParam,
|
|
41
|
-
MessageParam,
|
|
42
|
-
MessageParam,
|
|
43
|
-
MessageParam,
|
|
44
|
-
AnthropicTool,
|
|
45
|
-
ToolParam,
|
|
46
|
-
AsyncAnthropicDynamicConfig | AnthropicDynamicConfig,
|
|
47
|
-
AnthropicCallParams,
|
|
48
|
-
FinishReason,
|
|
49
|
-
]
|
|
50
|
-
):
|
|
51
|
-
"""A class for convenience around streaming Anthropic LLM calls.
|
|
52
|
-
|
|
53
|
-
Example:
|
|
54
|
-
|
|
55
|
-
```python
|
|
56
|
-
from mirascope.core import prompt_template
|
|
57
|
-
from mirascope.core.anthropic import anthropic_call
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
@anthropic_call("claude-3-5-sonnet-20240620", stream=True)
|
|
61
|
-
def recommend_book(genre: str) -> str:
|
|
62
|
-
return f"Recommend a {genre} book"
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
stream = recommend_book("fantasy") # returns `AnthropicStream` instance
|
|
66
|
-
for chunk, _ in stream:
|
|
67
|
-
print(chunk.content, end="", flush=True)
|
|
68
|
-
```
|
|
69
|
-
"""
|
|
70
|
-
|
|
71
|
-
_provider = "anthropic"
|
|
72
|
-
|
|
73
|
-
def __init__(
|
|
74
|
-
self,
|
|
75
|
-
*,
|
|
76
|
-
stream: Generator[
|
|
77
|
-
tuple[AnthropicCallResponseChunk, AnthropicTool | None], None, None
|
|
78
|
-
]
|
|
79
|
-
| AsyncGenerator[tuple[AnthropicCallResponseChunk, AnthropicTool | None], None],
|
|
80
|
-
metadata: Metadata,
|
|
81
|
-
tool_types: list[type[AnthropicTool]] | None,
|
|
82
|
-
call_response_type: type[AnthropicCallResponse],
|
|
83
|
-
model: str,
|
|
84
|
-
prompt_template: str | None,
|
|
85
|
-
fn_args: dict[str, Any],
|
|
86
|
-
dynamic_config: AsyncAnthropicDynamicConfig | AnthropicDynamicConfig,
|
|
87
|
-
messages: list[MessageParam],
|
|
88
|
-
call_params: AnthropicCallParams,
|
|
89
|
-
call_kwargs: BaseCallKwargs[ToolParam],
|
|
90
|
-
) -> None:
|
|
91
|
-
"""Initialize AnthropicStream with thinking content tracking."""
|
|
92
|
-
super().__init__(
|
|
93
|
-
stream=stream,
|
|
94
|
-
metadata=metadata,
|
|
95
|
-
tool_types=tool_types,
|
|
96
|
-
call_response_type=call_response_type,
|
|
97
|
-
model=model,
|
|
98
|
-
prompt_template=prompt_template,
|
|
99
|
-
fn_args=fn_args,
|
|
100
|
-
dynamic_config=dynamic_config,
|
|
101
|
-
messages=messages,
|
|
102
|
-
call_params=call_params,
|
|
103
|
-
call_kwargs=call_kwargs,
|
|
104
|
-
)
|
|
105
|
-
self.thinking = ""
|
|
106
|
-
self.signature = ""
|
|
107
|
-
|
|
108
|
-
def _update_properties(self, chunk: AnthropicCallResponseChunk) -> None:
|
|
109
|
-
"""Updates the properties of the stream, including thinking content."""
|
|
110
|
-
super()._update_properties(chunk)
|
|
111
|
-
self.thinking += chunk.thinking
|
|
112
|
-
self.signature += chunk.signature
|
|
113
|
-
|
|
114
|
-
def _construct_message_param(
|
|
115
|
-
self, tool_calls: list[ToolUseBlock] | None = None, content: str | None = None
|
|
116
|
-
) -> MessageParam:
|
|
117
|
-
"""Constructs the message parameter for the assistant."""
|
|
118
|
-
message_param_tool_calls = []
|
|
119
|
-
if tool_calls:
|
|
120
|
-
message_param_tool_calls: list[ToolUseBlockParam] = [
|
|
121
|
-
ToolUseBlockParam(
|
|
122
|
-
id=tool_call.id,
|
|
123
|
-
input=tool_call.input,
|
|
124
|
-
name=tool_call.name,
|
|
125
|
-
type="tool_use",
|
|
126
|
-
)
|
|
127
|
-
for tool_call in tool_calls
|
|
128
|
-
]
|
|
129
|
-
return {
|
|
130
|
-
"role": "assistant",
|
|
131
|
-
"content": ([TextBlockParam(text=content, type="text")] if content else [])
|
|
132
|
-
+ message_param_tool_calls,
|
|
133
|
-
}
|
|
134
|
-
|
|
135
|
-
def construct_call_response(self) -> AnthropicCallResponse:
|
|
136
|
-
"""Constructs the call response from a consumed AnthropicStream.
|
|
137
|
-
|
|
138
|
-
Raises:
|
|
139
|
-
ValueError: if the stream has not yet been consumed.
|
|
140
|
-
"""
|
|
141
|
-
if not hasattr(self, "message_param"):
|
|
142
|
-
raise ValueError(
|
|
143
|
-
"No stream response, check if the stream has been consumed."
|
|
144
|
-
)
|
|
145
|
-
usage = Usage(
|
|
146
|
-
input_tokens=int(self.input_tokens or 0),
|
|
147
|
-
output_tokens=int(self.output_tokens or 0),
|
|
148
|
-
)
|
|
149
|
-
|
|
150
|
-
content_blocks: list[ContentBlock] = []
|
|
151
|
-
|
|
152
|
-
# Add thinking block first if we have thinking content
|
|
153
|
-
if hasattr(self, "thinking") and self.thinking:
|
|
154
|
-
content_blocks.append(
|
|
155
|
-
ThinkingBlock( # pyright: ignore [reportArgumentType]
|
|
156
|
-
type="thinking",
|
|
157
|
-
thinking=self.thinking,
|
|
158
|
-
signature=getattr(self, "signature", ""),
|
|
159
|
-
)
|
|
160
|
-
)
|
|
161
|
-
|
|
162
|
-
if isinstance(self.message_param["content"], str):
|
|
163
|
-
content_blocks.append(
|
|
164
|
-
TextBlock(text=self.message_param["content"], type="text")
|
|
165
|
-
)
|
|
166
|
-
else:
|
|
167
|
-
for content in self.message_param["content"]:
|
|
168
|
-
content_type = (
|
|
169
|
-
content.type if isinstance(content, BaseModel) else content["type"]
|
|
170
|
-
)
|
|
171
|
-
|
|
172
|
-
if content_type == "text":
|
|
173
|
-
content_blocks.append(TextBlock.model_validate(content))
|
|
174
|
-
elif content_type == "tool_use":
|
|
175
|
-
content_blocks.append(ToolUseBlock.model_validate(content))
|
|
176
|
-
completion = Message(
|
|
177
|
-
id=self.id if self.id else "",
|
|
178
|
-
content=content_blocks,
|
|
179
|
-
model=self.model,
|
|
180
|
-
role="assistant",
|
|
181
|
-
stop_reason=self.finish_reasons[0] if self.finish_reasons else None,
|
|
182
|
-
stop_sequence=None,
|
|
183
|
-
type="message",
|
|
184
|
-
usage=usage,
|
|
185
|
-
)
|
|
186
|
-
return AnthropicCallResponse(
|
|
187
|
-
metadata=self.metadata,
|
|
188
|
-
response=completion,
|
|
189
|
-
tool_types=self.tool_types,
|
|
190
|
-
prompt_template=self.prompt_template,
|
|
191
|
-
fn_args=self.fn_args if self.fn_args else {},
|
|
192
|
-
dynamic_config=self.dynamic_config,
|
|
193
|
-
messages=self.messages,
|
|
194
|
-
call_params=self.call_params,
|
|
195
|
-
call_kwargs=self.call_kwargs,
|
|
196
|
-
user_message_param=self.user_message_param,
|
|
197
|
-
start_time=self.start_time,
|
|
198
|
-
end_time=self.end_time,
|
|
199
|
-
)
|
|
200
|
-
|
|
201
|
-
@property
|
|
202
|
-
def cost_metadata(self) -> CostMetadata:
|
|
203
|
-
"""Get metadata required for cost calculation."""
|
|
204
|
-
return super().cost_metadata
|
mirascope/core/anthropic/tool.py
DELETED
|
@@ -1,101 +0,0 @@
|
|
|
1
|
-
"""The `OpenAITool` class for easy tool usage with OpenAI LLM calls.
|
|
2
|
-
|
|
3
|
-
usage docs: learn/tools.md
|
|
4
|
-
"""
|
|
5
|
-
|
|
6
|
-
from __future__ import annotations
|
|
7
|
-
|
|
8
|
-
from typing import Any, cast
|
|
9
|
-
|
|
10
|
-
from anthropic.types import ToolParam, ToolUseBlock
|
|
11
|
-
from pydantic.json_schema import SkipJsonSchema
|
|
12
|
-
from typing_extensions import TypedDict
|
|
13
|
-
|
|
14
|
-
from ..base import BaseTool, ToolConfig
|
|
15
|
-
from ..base._partial import partial
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
class _CacheControl(TypedDict):
|
|
19
|
-
type: str
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
class AnthropicToolConfig(ToolConfig, total=False):
|
|
23
|
-
"""A tool configuration for Anthropic-specific features."""
|
|
24
|
-
|
|
25
|
-
cache_control: _CacheControl
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
class AnthropicTool(BaseTool):
|
|
29
|
-
"""A class for defining tools for Anthropic LLM calls.
|
|
30
|
-
|
|
31
|
-
Example:
|
|
32
|
-
|
|
33
|
-
```python
|
|
34
|
-
from mirascope.core import prompt_template
|
|
35
|
-
from mirascope.core.anthropic import anthropic_call
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
def format_book(title: str, author: str) -> str:
|
|
39
|
-
return f"{title} by {author}"
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
@anthropic_call("claude-3-5-sonnet-20240620", tools=[format_book])
|
|
43
|
-
def recommend_book(genre: str) -> str:
|
|
44
|
-
return f"Recommend a {genre} book"
|
|
45
|
-
|
|
46
|
-
response = recommend_book("fantasy")
|
|
47
|
-
if tool := response.tool: # returns an `AnthropicTool` instance
|
|
48
|
-
print(tool.call())
|
|
49
|
-
```
|
|
50
|
-
"""
|
|
51
|
-
|
|
52
|
-
__provider__ = "anthropic"
|
|
53
|
-
__tool_config_type__ = AnthropicToolConfig
|
|
54
|
-
|
|
55
|
-
tool_call: SkipJsonSchema[ToolUseBlock]
|
|
56
|
-
|
|
57
|
-
@classmethod
|
|
58
|
-
def tool_schema(cls) -> ToolParam:
|
|
59
|
-
"""Constructs a `ToolParam` tool schema from the `BaseModel` schema defined.
|
|
60
|
-
|
|
61
|
-
Example:
|
|
62
|
-
```python
|
|
63
|
-
from mirascope.core.anthropic import AnthropicTool
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
def format_book(title: str, author: str) -> str:
|
|
67
|
-
return f"{title} by {author}"
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
tool_type = AnthropicTool.type_from_fn(format_book)
|
|
71
|
-
print(tool_type.tool_schema()) # prints the Anthropic-specific tool schema
|
|
72
|
-
```
|
|
73
|
-
"""
|
|
74
|
-
kwargs = {
|
|
75
|
-
"input_schema": cls.model_json_schema(),
|
|
76
|
-
"name": cls._name(),
|
|
77
|
-
"description": cls._description(),
|
|
78
|
-
}
|
|
79
|
-
if "cache_control" in cls.tool_config:
|
|
80
|
-
kwargs["cache_control"] = cls.tool_config["cache_control"]
|
|
81
|
-
return ToolParam(**kwargs)
|
|
82
|
-
|
|
83
|
-
@classmethod
|
|
84
|
-
def from_tool_call(
|
|
85
|
-
cls, tool_call: ToolUseBlock, allow_partial: bool = False
|
|
86
|
-
) -> AnthropicTool:
|
|
87
|
-
"""Constructs an `AnthropicTool` instance from a `tool_call`.
|
|
88
|
-
|
|
89
|
-
Args:
|
|
90
|
-
tool_call: The Anthropic tool call from which to construct this tool
|
|
91
|
-
instance.
|
|
92
|
-
"""
|
|
93
|
-
model_json = {"tool_call": tool_call}
|
|
94
|
-
model_json |= (
|
|
95
|
-
cls._dict_from_json(tool_call.input, True)
|
|
96
|
-
if isinstance(tool_call.input, str)
|
|
97
|
-
else cast(dict[str, Any], tool_call.input)
|
|
98
|
-
)
|
|
99
|
-
if allow_partial:
|
|
100
|
-
return partial(cls, {"tool_call", "delta"}).model_validate(model_json)
|
|
101
|
-
return cls.model_validate(model_json)
|
mirascope/core/azure/__init__.py
DELETED
|
@@ -1,31 +0,0 @@
|
|
|
1
|
-
"""The Mirascope Azure Module."""
|
|
2
|
-
|
|
3
|
-
from typing import TypeAlias
|
|
4
|
-
|
|
5
|
-
from azure.ai.inference.models import ChatRequestMessage
|
|
6
|
-
|
|
7
|
-
from ..base import BaseMessageParam
|
|
8
|
-
from ._call import azure_call
|
|
9
|
-
from ._call import azure_call as call
|
|
10
|
-
from .call_params import AzureCallParams
|
|
11
|
-
from .call_response import AzureCallResponse
|
|
12
|
-
from .call_response_chunk import AzureCallResponseChunk
|
|
13
|
-
from .dynamic_config import AsyncAzureDynamicConfig, AzureDynamicConfig
|
|
14
|
-
from .stream import AzureStream
|
|
15
|
-
from .tool import AzureTool, AzureToolConfig
|
|
16
|
-
|
|
17
|
-
AzureMessageParam: TypeAlias = ChatRequestMessage | BaseMessageParam
|
|
18
|
-
|
|
19
|
-
__all__ = [
|
|
20
|
-
"AsyncAzureDynamicConfig",
|
|
21
|
-
"AzureCallParams",
|
|
22
|
-
"AzureCallResponse",
|
|
23
|
-
"AzureCallResponseChunk",
|
|
24
|
-
"AzureDynamicConfig",
|
|
25
|
-
"AzureMessageParam",
|
|
26
|
-
"AzureStream",
|
|
27
|
-
"AzureTool",
|
|
28
|
-
"AzureToolConfig",
|
|
29
|
-
"azure_call",
|
|
30
|
-
"call",
|
|
31
|
-
]
|
mirascope/core/azure/_call.py
DELETED
|
@@ -1,67 +0,0 @@
|
|
|
1
|
-
"""The `azure_call` decorator for functions as LLM calls."""
|
|
2
|
-
|
|
3
|
-
from ..base import call_factory
|
|
4
|
-
from ._utils import (
|
|
5
|
-
get_json_output,
|
|
6
|
-
handle_stream,
|
|
7
|
-
handle_stream_async,
|
|
8
|
-
setup_call,
|
|
9
|
-
)
|
|
10
|
-
from .call_params import AzureCallParams
|
|
11
|
-
from .call_response import AzureCallResponse
|
|
12
|
-
from .call_response_chunk import AzureCallResponseChunk
|
|
13
|
-
from .stream import AzureStream
|
|
14
|
-
from .tool import AzureTool
|
|
15
|
-
|
|
16
|
-
azure_call = call_factory(
|
|
17
|
-
TCallResponse=AzureCallResponse,
|
|
18
|
-
TCallResponseChunk=AzureCallResponseChunk,
|
|
19
|
-
TToolType=AzureTool,
|
|
20
|
-
TStream=AzureStream,
|
|
21
|
-
default_call_params=AzureCallParams(),
|
|
22
|
-
setup_call=setup_call,
|
|
23
|
-
get_json_output=get_json_output,
|
|
24
|
-
handle_stream=handle_stream,
|
|
25
|
-
handle_stream_async=handle_stream_async,
|
|
26
|
-
)
|
|
27
|
-
"""A decorator for calling the Azure API with a typed function.
|
|
28
|
-
|
|
29
|
-
usage docs: learn/calls.md
|
|
30
|
-
|
|
31
|
-
This decorator is used to wrap a typed function that calls the Azure API. It parses
|
|
32
|
-
the prompt template of the wrapped function as the messages array and templates the input
|
|
33
|
-
arguments for the function into each message's template.
|
|
34
|
-
|
|
35
|
-
Example:
|
|
36
|
-
|
|
37
|
-
```python
|
|
38
|
-
from mirascope.core import prompt_template
|
|
39
|
-
from mirascope.core.azure import azure_call
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
@azure_call("gpt-4o-mini")
|
|
43
|
-
def recommend_book(genre: str) -> str:
|
|
44
|
-
return f"Recommend a {genre} book"
|
|
45
|
-
|
|
46
|
-
response = recommend_book("fantasy")
|
|
47
|
-
print(response.content)
|
|
48
|
-
```
|
|
49
|
-
|
|
50
|
-
Args:
|
|
51
|
-
model (str): The Azure model to use in the API call.
|
|
52
|
-
stream (bool): Whether to stream the response from the API call.
|
|
53
|
-
tools (list[BaseTool | Callable]): The tools to use in the Azure API call.
|
|
54
|
-
response_model (BaseModel | BaseType): The response model into which the response
|
|
55
|
-
should be structured.
|
|
56
|
-
output_parser (Callable[[AzureCallResponse | ResponseModelT], Any]): A function for
|
|
57
|
-
parsing the call response whose value will be returned in place of the original
|
|
58
|
-
call response.
|
|
59
|
-
json_mode (bool): Whether to use JSON Mode.
|
|
60
|
-
client (object): An optional custom client to use in place of the default client.
|
|
61
|
-
call_params (AzureCallParams): The `AzureCallParams` call parameters to use in the
|
|
62
|
-
API call.
|
|
63
|
-
|
|
64
|
-
Returns:
|
|
65
|
-
decorator (Callable): The decorator for turning a typed function into an Azure API
|
|
66
|
-
call.
|
|
67
|
-
"""
|
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
"""This module contains the type definition for the Azure call keyword arguments."""
|
|
2
|
-
|
|
3
|
-
from collections.abc import Sequence
|
|
4
|
-
|
|
5
|
-
from azure.ai.inference.models import ChatCompletionsToolDefinition, ChatRequestMessage
|
|
6
|
-
|
|
7
|
-
from ..base import BaseCallKwargs
|
|
8
|
-
from .call_params import AzureCallParams
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
class AzureCallKwargs(AzureCallParams, BaseCallKwargs[ChatCompletionsToolDefinition]):
|
|
12
|
-
model: str
|
|
13
|
-
messages: Sequence[ChatRequestMessage]
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
"""Azure utilities for decorator factories."""
|
|
2
|
-
|
|
3
|
-
from ._convert_message_params import convert_message_params
|
|
4
|
-
from ._get_json_output import get_json_output
|
|
5
|
-
from ._handle_stream import handle_stream, handle_stream_async
|
|
6
|
-
from ._setup_call import setup_call
|
|
7
|
-
|
|
8
|
-
__all__ = [
|
|
9
|
-
"convert_message_params",
|
|
10
|
-
"get_json_output",
|
|
11
|
-
"handle_stream",
|
|
12
|
-
"handle_stream_async",
|
|
13
|
-
"setup_call",
|
|
14
|
-
]
|
|
@@ -1,26 +0,0 @@
|
|
|
1
|
-
from typing import cast
|
|
2
|
-
|
|
3
|
-
from ...base.call_params import CommonCallParams
|
|
4
|
-
from ..call_params import AzureCallParams
|
|
5
|
-
|
|
6
|
-
AZURE_PARAM_MAPPING = {
|
|
7
|
-
"temperature": "temperature",
|
|
8
|
-
"max_tokens": "max_tokens",
|
|
9
|
-
"top_p": "top_p",
|
|
10
|
-
"frequency_penalty": "frequency_penalty",
|
|
11
|
-
"presence_penalty": "presence_penalty",
|
|
12
|
-
"seed": "seed",
|
|
13
|
-
"stop": "stop",
|
|
14
|
-
}
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
def convert_common_call_params(common_params: CommonCallParams) -> AzureCallParams:
|
|
18
|
-
"""Convert CommonCallParams to Azure parameters."""
|
|
19
|
-
return cast(
|
|
20
|
-
AzureCallParams,
|
|
21
|
-
{
|
|
22
|
-
AZURE_PARAM_MAPPING[key]: [value] if isinstance(value, str) else value
|
|
23
|
-
for key, value in common_params.items()
|
|
24
|
-
if key in AZURE_PARAM_MAPPING and AZURE_PARAM_MAPPING[key] is not None
|
|
25
|
-
},
|
|
26
|
-
)
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
from mirascope.core.base._utils._convert_provider_finish_reason_to_finish_reason import (
|
|
2
|
-
FinishReasonMappingValue,
|
|
3
|
-
_convert_finish_reasons_to_common_finish_reasons_from_mapping,
|
|
4
|
-
)
|
|
5
|
-
from mirascope.core.base.types import FinishReason
|
|
6
|
-
|
|
7
|
-
_FinishReasonMapping: dict[str, FinishReasonMappingValue] = {
|
|
8
|
-
"CompletionsFinishReason.STOPPED": "stop",
|
|
9
|
-
"CompletionsFinishReason.TOKEN_LIMIT_REACHED": "length",
|
|
10
|
-
"CompletionsFinishReason.CONTENT_FILTERED": "content_filter",
|
|
11
|
-
"CompletionsFinishReason.TOOL_CALLS": "tool_calls",
|
|
12
|
-
}
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
def _convert_finish_reasons_to_common_finish_reasons(
|
|
16
|
-
finish_reasons: list[str],
|
|
17
|
-
) -> list[FinishReason] | None:
|
|
18
|
-
"""Provider-agnostic finish reasons."""
|
|
19
|
-
return _convert_finish_reasons_to_common_finish_reasons_from_mapping(
|
|
20
|
-
finish_reasons, _FinishReasonMapping
|
|
21
|
-
)
|