pydantic-ai 0.0.52__tar.gz → 0.0.54__tar.gz

{pydantic_ai-0.0.52 → pydantic_ai-0.0.54}/.gitignore

@@ -16,3 +16,4 @@ examples/pydantic_ai_examples/.chat_app_messages.sqlite
 /question_graph_history.json
 /docs-site/.wrangler/
 /CLAUDE.md
+node_modules/

{pydantic_ai-0.0.52 → pydantic_ai-0.0.54}/Makefile

@@ -8,8 +8,12 @@
 .pre-commit: ## Check that pre-commit is installed
 	@pre-commit -V || echo 'Please install pre-commit: https://pre-commit.com/'
 
+.PHONY: .deno
+.deno: ## Check that deno is installed
+	@deno --version > /dev/null 2>&1 || (printf "\033[0;31m✖ Error: deno is not installed, but is needed for mcp-run-python\033[0m\n    Please install deno: https://docs.deno.com/runtime/getting_started/installation/\n" && exit 1)
+
 .PHONY: install
-install: .uv .pre-commit ## Install the package, dependencies, and pre-commit for local development
+install: .uv .pre-commit .deno ## Install the package, dependencies, and pre-commit for local development
 	uv sync --frozen --all-extras --all-packages --group lint --group docs
 	pre-commit install --install-hooks
 

{pydantic_ai-0.0.52 → pydantic_ai-0.0.54}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pydantic-ai
-Version: 0.0.52
+Version: 0.0.54
 Summary: Agent Framework / shim to use Pydantic with LLMs
 Project-URL: Homepage, https://ai.pydantic.dev
 Project-URL: Source, https://github.com/pydantic/pydantic-ai
@@ -28,9 +28,9 @@ Classifier: Topic :: Internet
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Python: >=3.9
-Requires-Dist: pydantic-ai-slim[anthropic,bedrock,cli,cohere,evals,groq,mcp,mistral,openai,vertexai]==0.0.52
+Requires-Dist: pydantic-ai-slim[anthropic,bedrock,cli,cohere,evals,groq,mcp,mistral,openai,vertexai]==0.0.54
 Provides-Extra: examples
-Requires-Dist: pydantic-ai-examples==0.0.52; extra == 'examples'
+Requires-Dist: pydantic-ai-examples==0.0.54; extra == 'examples'
 Provides-Extra: logfire
 Requires-Dist: logfire>=3.11.0; extra == 'logfire'
 Description-Content-Type: text/markdown

pydantic_ai-0.0.54/tests/cassettes/test_settings/test_stop_settings[anthropic].yaml

@@ -0,0 +1,57 @@
+interactions:
+- request:
+    headers:
+      accept:
+      - application/json
+      accept-encoding:
+      - gzip, deflate
+      connection:
+      - keep-alive
+      content-length:
+      - '193'
+      content-type:
+      - application/json
+      host:
+      - api.anthropic.com
+    method: POST
+    parsed_body:
+      max_tokens: 1024
+      messages:
+      - content:
+        - text: What is the capital of France?
+          type: text
+        role: user
+      model: claude-3-5-sonnet-latest
+      stop_sequences:
+      - Paris
+      stream: false
+    uri: https://api.anthropic.com/v1/messages
+  response:
+    headers:
+      connection:
+      - keep-alive
+      content-length:
+      - '333'
+      content-type:
+      - application/json
+      transfer-encoding:
+      - chunked
+    parsed_body:
+      content:
+      - text: 'The capital of France is '
+        type: text
+      id: msg_01FfkgikmbDFzn9XE1YYkJmA
+      model: claude-3-5-sonnet-20241022
+      role: assistant
+      stop_reason: stop_sequence
+      stop_sequence: Paris
+      type: message
+      usage:
+        cache_creation_input_tokens: 0
+        cache_read_input_tokens: 0
+        input_tokens: 14
+        output_tokens: 6
+    status:
+      code: 200
+      message: OK
+version: 1

pydantic_ai-0.0.54/tests/cassettes/test_settings/test_stop_settings[bedrock].yaml

@@ -0,0 +1,43 @@
+interactions:
+- request:
+    body: '{"messages": [{"role": "user", "content": [{"text": "What is the capital of France?"}]}], "system": [], "inferenceConfig":
+      {"stopSequences": ["Paris"]}}'
+    headers:
+      amz-sdk-invocation-id:
+      - !!binary |
+        YzVkZjljOTMtMDQ1Zi00NWE0LWJhY2YtMDAwMjdjYTg1NmRl
+      amz-sdk-request:
+      - !!binary |
+        YXR0ZW1wdD0x
+      content-length:
+      - '152'
+      content-type:
+      - !!binary |
+        YXBwbGljYXRpb24vanNvbg==
+    method: POST
+    uri: https://bedrock-runtime.us-east-1.amazonaws.com/model/us.amazon.nova-micro-v1%3A0/converse
+  response:
+    headers:
+      connection:
+      - keep-alive
+      content-length:
+      - '209'
+      content-type:
+      - application/json
+    parsed_body:
+      metrics:
+        latencyMs: 179
+      output:
+        message:
+          content:
+          - text: The capital of France is Paris
+          role: assistant
+      stopReason: end_turn
+      usage:
+        inputTokens: 7
+        outputTokens: 6
+        totalTokens: 13
+    status:
+      code: 200
+      message: OK
+version: 1

pydantic_ai-0.0.54/tests/cassettes/test_settings/test_stop_settings[cohere].yaml

@@ -0,0 +1,66 @@
+interactions:
+- request:
+    headers:
+      accept:
+      - '*/*'
+      accept-encoding:
+      - gzip, deflate
+      connection:
+      - keep-alive
+      content-length:
+      - '140'
+      content-type:
+      - application/json
+      host:
+      - api.cohere.com
+    method: POST
+    parsed_body:
+      messages:
+      - content: What is the capital of France?
+        role: user
+      model: command-r-plus
+      stop_sequences:
+      - Paris
+      stream: false
+    uri: https://api.cohere.com/v2/chat
+  response:
+    headers:
+      access-control-expose-headers:
+      - X-Debug-Trace-ID
+      alt-svc:
+      - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+      cache-control:
+      - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+      content-length:
+      - '280'
+      content-type:
+      - application/json
+      expires:
+      - Thu, 01 Jan 1970 00:00:00 UTC
+      num_chars:
+      - '1200'
+      num_tokens:
+      - '12'
+      pragma:
+      - no-cache
+      vary:
+      - Origin
+    parsed_body:
+      finish_reason: STOP_SEQUENCE
+      id: 2ed6908c-e5cb-4063-b2a3-0ac4990d1b85
+      message:
+        content:
+        - text: The capital of France is
+          type: text
+        role: assistant
+      usage:
+        billed_units:
+          input_tokens: 7
+          output_tokens: 5
+        tokens:
+          input_tokens: 200
+          output_tokens: 7
+    status:
+      code: 200
+      message: OK
+version: 1

pydantic_ai-0.0.54/tests/cassettes/test_settings/test_stop_settings[gemini].yaml

@@ -0,0 +1,60 @@
+interactions:
+- request:
+    headers:
+      accept:
+      - '*/*'
+      accept-encoding:
+      - gzip, deflate
+      connection:
+      - keep-alive
+      content-length:
+      - '154'
+      content-type:
+      - application/json
+      host:
+      - generativelanguage.googleapis.com
+    method: POST
+    parsed_body:
+      contents:
+      - parts:
+        - text: What is the capital of France?
+        role: user
+      generation_config:
+        stop_sequences:
+        - Paris
+      safety_settings: null
+    uri: https://generativelanguage.googleapis.com/v1beta/models/gemini-1.5-flash:generateContent
+  response:
+    headers:
+      alt-svc:
+      - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+      content-length:
+      - '416'
+      content-type:
+      - application/json; charset=UTF-8
+      server-timing:
+      - gfet4t7; dur=314
+      transfer-encoding:
+      - chunked
+      vary:
+      - Origin
+      - X-Origin
+      - Referer
+    parsed_body:
+      candidates:
+      - content:
+          parts:
+          - text: ''
+          role: model
+        finishReason: STOP
+      modelVersion: gemini-1.5-flash
+      usageMetadata:
+        promptTokenCount: 7
+        promptTokensDetails:
+        - modality: TEXT
+          tokenCount: 7
+        totalTokenCount: 7
+    status:
+      code: 200
+      message: OK
+version: 1

pydantic_ai-0.0.54/tests/cassettes/test_settings/test_stop_settings[groq].yaml

@@ -0,0 +1,71 @@
+interactions:
+- request:
+    headers:
+      accept:
+      - application/json
+      accept-encoding:
+      - gzip, deflate
+      connection:
+      - keep-alive
+      content-length:
+      - '136'
+      content-type:
+      - application/json
+      host:
+      - api.groq.com
+    method: POST
+    parsed_body:
+      messages:
+      - content: What is the capital of France?
+        role: user
+      model: llama3-8b-8192
+      n: 1
+      stop:
+      - Paris
+      stream: false
+    uri: https://api.groq.com/openai/v1/chat/completions
+  response:
+    headers:
+      alt-svc:
+      - h3=":443"; ma=86400
+      cache-control:
+      - private, max-age=0, no-store, no-cache, must-revalidate
+      connection:
+      - keep-alive
+      content-length:
+      - '562'
+      content-type:
+      - application/json
+      transfer-encoding:
+      - chunked
+      vary:
+      - Origin, Accept-Encoding
+    parsed_body:
+      choices:
+      - finish_reason: stop
+        index: 0
+        logprobs: null
+        message:
+          content: 'The capital of France is '
+          role: assistant
+      created: 1744190899
+      id: chatcmpl-9de98446-dccf-439b-bcb8-996ee77471d8
+      model: llama3-8b-8192
+      object: chat.completion
+      system_fingerprint: fp_dadc9d6142
+      usage:
+        completion_time: 0.006666667
+        completion_tokens: 8
+        prompt_time: 0.003914844
+        prompt_tokens: 17
+        queue_time: 0.5322581550000001
+        total_time: 0.010581511
+        total_tokens: 25
+      usage_breakdown:
+        models: null
+      x_groq:
+        id: req_01jrcy20hceg1t9cpsg7cmj7f9
+    status:
+      code: 200
+      message: OK
+version: 1

pydantic_ai-0.0.54/tests/cassettes/test_settings/test_stop_settings[mistral].yaml

@@ -0,0 +1,69 @@
+interactions:
+- request:
+    headers:
+      accept:
+      - application/json
+      accept-encoding:
+      - gzip, deflate
+      connection:
+      - keep-alive
+      content-length:
+      - '153'
+      content-type:
+      - application/json
+      host:
+      - api.mistral.ai
+    method: POST
+    parsed_body:
+      messages:
+      - content: What is the capital of France?
+        role: user
+      model: ministral-8b-latest
+      n: 1
+      stop:
+      - Paris
+      stream: false
+      top_p: 1.0
+    uri: https://api.mistral.ai/v1/chat/completions
+  response:
+    headers:
+      access-control-allow-origin:
+      - '*'
+      alt-svc:
+      - h3=":443"; ma=86400
+      connection:
+      - keep-alive
+      content-length:
+      - '322'
+      content-type:
+      - application/json
+      ratelimitbysize-limit:
+      - '500000'
+      ratelimitbysize-query-cost:
+      - '32008'
+      ratelimitbysize-remaining:
+      - '467992'
+      ratelimitbysize-reset:
+      - '42'
+      transfer-encoding:
+      - chunked
+    parsed_body:
+      choices:
+      - finish_reason: stop
+        index: 0
+        message:
+          content: 'The capital of France is '
+          role: assistant
+          tool_calls: null
+      created: 1744190898
+      id: 0bbc8cf8fc76455fae759fb9109f8547
+      model: ministral-8b-latest
+      object: chat.completion
+      usage:
+        completion_tokens: 6
+        prompt_tokens: 10
+        total_tokens: 16
+    status:
+      code: 200
+      message: OK
+version: 1

pydantic_ai-0.0.54/tests/cassettes/test_settings/test_stop_settings[openai].yaml

@@ -0,0 +1,79 @@
+interactions:
+- request:
+    headers:
+      accept:
+      - application/json
+      accept-encoding:
+      - gzip, deflate
+      connection:
+      - keep-alive
+      content-length:
+      - '129'
+      content-type:
+      - application/json
+      host:
+      - api.openai.com
+    method: POST
+    parsed_body:
+      messages:
+      - content: What is the capital of France?
+        role: user
+      model: o3-mini
+      n: 1
+      stop:
+      - Paris
+      stream: false
+    uri: https://api.openai.com/v1/chat/completions
+  response:
+    headers:
+      access-control-expose-headers:
+      - X-Request-ID
+      alt-svc:
+      - h3=":443"; ma=86400
+      connection:
+      - keep-alive
+      content-length:
+      - '805'
+      content-type:
+      - application/json
+      openai-organization:
+      - pydantic-28gund
+      openai-processing-ms:
+      - '3852'
+      openai-version:
+      - '2020-10-01'
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      transfer-encoding:
+      - chunked
+    parsed_body:
+      choices:
+      - finish_reason: stop
+        index: 0
+        message:
+          annotations: []
+          content: 'The capital of France is '
+          refusal: null
+          role: assistant
+      created: 1744190892
+      id: chatcmpl-BKM16LEJBCFN3jeeR1O8sFXn6OMZt
+      model: o3-mini-2025-01-31
+      object: chat.completion
+      service_tier: default
+      system_fingerprint: fp_617f206dd9
+      usage:
+        completion_tokens: 80
+        completion_tokens_details:
+          accepted_prediction_tokens: 0
+          audio_tokens: 0
+          reasoning_tokens: 64
+          rejected_prediction_tokens: 0
+        prompt_tokens: 13
+        prompt_tokens_details:
+          audio_tokens: 0
+          cached_tokens: 0
+        total_tokens: 93
+    status:
+      code: 200
+      message: OK
+version: 1

{pydantic_ai-0.0.52 → pydantic_ai-0.0.54}/tests/conftest.py

@@ -22,7 +22,7 @@ from vcr import VCR
 
 import pydantic_ai.models
 from pydantic_ai.messages import BinaryContent
-from pydantic_ai.models import cached_async_http_client
+from pydantic_ai.models import Model, cached_async_http_client
 
 __all__ = 'IsDatetime', 'IsFloat', 'IsNow', 'IsStr', 'TestEnv', 'ClientWithHandler', 'try_import'
 
@@ -30,6 +30,7 @@ __all__ = 'IsDatetime', 'IsFloat', 'IsNow', 'IsStr', 'TestEnv', 'ClientWithHandl
 pydantic_ai.models.ALLOW_MODEL_REQUESTS = False
 
 if TYPE_CHECKING:
+    from pydantic_ai.providers.bedrock import BedrockProvider
 
     def IsDatetime(*args: Any, **kwargs: Any) -> datetime: ...
     def IsFloat(*args: Any, **kwargs: Any) -> float: ...
@@ -267,6 +268,77 @@ def mistral_api_key() -> str:
     return os.getenv('MISTRAL_API_KEY', 'mock-api-key')
 
 
+@pytest.fixture(scope='session')
+def bedrock_provider():  # pragma: no cover
+    try:
+        import boto3
+
+        from pydantic_ai.providers.bedrock import BedrockProvider
+
+        bedrock_client = boto3.client(
+            'bedrock-runtime',
+            region_name=os.getenv('AWS_REGION', 'us-east-1'),
+            aws_access_key_id=os.getenv('AWS_ACCESS_KEY_ID', 'AKIA6666666666666666'),
+            aws_secret_access_key=os.getenv('AWS_SECRET_ACCESS_KEY', '6666666666666666666666666666666666666666'),
+        )
+        yield BedrockProvider(bedrock_client=bedrock_client)
+        bedrock_client.close()
+    except ImportError:
+        pytest.skip('boto3 is not installed')
+
+
+@pytest.fixture()
+def model(
+    request: pytest.FixtureRequest,
+    openai_api_key: str,
+    anthropic_api_key: str,
+    mistral_api_key: str,
+    groq_api_key: str,
+    co_api_key: str,
+    gemini_api_key: str,
+    bedrock_provider: BedrockProvider,
+) -> Model:  # pragma: no cover
+    try:
+        if request.param == 'openai':
+            from pydantic_ai.models.openai import OpenAIModel
+            from pydantic_ai.providers.openai import OpenAIProvider
+
+            return OpenAIModel('o3-mini', provider=OpenAIProvider(api_key=openai_api_key))
+        elif request.param == 'anthropic':
+            from pydantic_ai.models.anthropic import AnthropicModel
+            from pydantic_ai.providers.anthropic import AnthropicProvider
+
+            return AnthropicModel('claude-3-5-sonnet-latest', provider=AnthropicProvider(api_key=anthropic_api_key))
+        elif request.param == 'mistral':
+            from pydantic_ai.models.mistral import MistralModel
+            from pydantic_ai.providers.mistral import MistralProvider
+
+            return MistralModel('ministral-8b-latest', provider=MistralProvider(api_key=mistral_api_key))
+        elif request.param == 'groq':
+            from pydantic_ai.models.groq import GroqModel
+            from pydantic_ai.providers.groq import GroqProvider
+
+            return GroqModel('llama3-8b-8192', provider=GroqProvider(api_key=groq_api_key))
+        elif request.param == 'cohere':
+            from pydantic_ai.models.cohere import CohereModel
+            from pydantic_ai.providers.cohere import CohereProvider
+
+            return CohereModel('command-r-plus', provider=CohereProvider(api_key=co_api_key))
+        elif request.param == 'gemini':
+            from pydantic_ai.models.gemini import GeminiModel
+            from pydantic_ai.providers.google_gla import GoogleGLAProvider
+
+            return GeminiModel('gemini-1.5-flash', provider=GoogleGLAProvider(api_key=gemini_api_key))
+        elif request.param == 'bedrock':
+            from pydantic_ai.models.bedrock import BedrockConverseModel
+
+            return BedrockConverseModel('us.amazon.nova-micro-v1:0', provider=bedrock_provider)
+        else:
+            raise ValueError(f'Unknown model: {request.param}')
+    except ImportError:
+        pytest.skip(f'{request.param} is not installed')
+
+
 @pytest.fixture
 def mock_snapshot_id(mocker: MockerFixture):
     i = 0

{pydantic_ai-0.0.52 → pydantic_ai-0.0.54}/tests/evals/test_dataset.py

@@ -5,7 +5,7 @@ import json
 import sys
 from dataclasses import dataclass
 from pathlib import Path
-from typing import TYPE_CHECKING, Any
+from typing import Any
 
 import pytest
 from dirty_equals import HasRepr
@@ -16,17 +16,13 @@ from ..conftest import try_import
 from .utils import render_table
 
 with try_import() as imports_successful:
+    import logfire
+    from logfire.testing import CaptureLogfire
+
     from pydantic_evals import Case, Dataset
     from pydantic_evals.dataset import increment_eval_metric, set_eval_attribute
     from pydantic_evals.evaluators import EvaluationResult, Evaluator, EvaluatorOutput, LLMJudge, Python
     from pydantic_evals.evaluators.context import EvaluatorContext
-    from pydantic_evals.reporting import ReportCase
-
-pytestmark = [pytest.mark.skipif(not imports_successful(), reason='pydantic-evals not installed'), pytest.mark.anyio]
-
-if TYPE_CHECKING or imports_successful():
-    import logfire
-    from logfire.testing import CaptureLogfire
 
     @dataclass
     class MockEvaluator(Evaluator[object, object, object]):
@@ -37,6 +33,10 @@ if TYPE_CHECKING or imports_successful():
         def evaluate(self, ctx: EvaluatorContext[object, object, object]) -> EvaluatorOutput:
             return self.output
 
+    from pydantic_evals.reporting import ReportCase
+
+pytestmark = [pytest.mark.skipif(not imports_successful(), reason='pydantic-evals not installed'), pytest.mark.anyio]
+
 
 if sys.version_info < (3, 11):
     from exceptiongroup import ExceptionGroup
@@ -611,10 +611,10 @@ async def test_from_text_failure():
                 '2 error(s) loading evaluators from registry',
                 [
                     ValueError(
-                        "Evaluator 'NotAnEvaluator' is not in the provided registry. Registered choices: ['Equals', 'EqualsExpected', 'Contains', 'IsInstance', 'MaxDuration', 'LLMJudge', 'HasMatchingSpan']"
+                        "Evaluator 'NotAnEvaluator' is not in the provided `custom_evaluator_types`. Valid choices: ['Equals', 'EqualsExpected', 'Contains', 'IsInstance', 'MaxDuration', 'LLMJudge', 'HasMatchingSpan']. If you are trying to use a custom evaluator, you must include its type in the `custom_evaluator_types` argument."
                     ),
                     ValueError(
-                        "Evaluator 'NotAnEvaluator' is not in the provided registry. Registered choices: ['Equals', 'EqualsExpected', 'Contains', 'IsInstance', 'MaxDuration', 'LLMJudge', 'HasMatchingSpan']"
+                        "Evaluator 'NotAnEvaluator' is not in the provided `custom_evaluator_types`. Valid choices: ['Equals', 'EqualsExpected', 'Contains', 'IsInstance', 'MaxDuration', 'LLMJudge', 'HasMatchingSpan']. If you are trying to use a custom evaluator, you must include its type in the `custom_evaluator_types` argument."
                     ),
                 ],
             )

{pydantic_ai-0.0.52 → pydantic_ai-0.0.54}/tests/evals/test_evaluator_common.py

@@ -222,10 +222,10 @@ async def test_llm_judge_evaluator(mocker: MockerFixture):
     assert result.value is True
     assert result.reason == 'Test passed'
 
-    mock_judge_output.assert_called_once_with('Hello world', 'Content contains a greeting', 'openai:gpt-4o')
+    mock_judge_output.assert_called_once_with('Hello world', 'Content contains a greeting', None)
 
     # Test with input
-    evaluator = LLMJudge(rubric='Output contains input', include_input=True)
+    evaluator = LLMJudge(rubric='Output contains input', include_input=True, model='openai:gpt-4o')
     result = await evaluator.evaluate(ctx)
     assert isinstance(result, EvaluationReason)
     assert result.value is True