pytest-agent-check 0.0.1__tar.gz

pytest_agent_check-0.0.1/.cassettes/balance_check.yaml

@@ -0,0 +1,17 @@
+agent_name: support-agent
+interactions:
+- input: What's my account balance?
+  metadata: {}
+  output: Your current account balance is $1,250.00 USD.
+  timestamp: '2026-07-30T17:55:13.139494+00:00'
+  tool_calls:
+  - arguments:
+      account_id: ACT-001
+    duration_ms: null
+    name: get_account_balance
+    result:
+      balance: 1250.0
+      currency: USD
+metadata: {}
+recorded_at: '2026-07-30T17:55:13.139599+00:00'
+test_name: balance_check

pytest_agent_check-0.0.1/.cassettes/bank-agent__test_check_balance_auto_cassette.yaml

@@ -0,0 +1,16 @@
+agent_name: bank-agent
+interactions:
+- input: What is my balance?
+  metadata: {}
+  output: Your current balance is $250.00.
+  timestamp: '2026-07-30T17:55:44.516827+00:00'
+  tool_calls:
+  - arguments:
+      account_id: A-001
+    duration_ms: null
+    name: get_balance
+    result:
+      balance: 250.0
+metadata: {}
+recorded_at: '2026-07-30T17:55:44.516939+00:00'
+test_name: bank-agent__test_check_balance_auto_cassette

pytest_agent_check-0.0.1/.cassettes/check_balance.yaml

@@ -0,0 +1,16 @@
+agent_name: bank-agent
+interactions:
+- input: What is my balance?
+  metadata: {}
+  output: Your current balance is $250.00.
+  timestamp: '2026-07-30T17:55:44.515350+00:00'
+  tool_calls:
+  - arguments:
+      account_id: A-001
+    duration_ms: null
+    name: get_balance
+    result:
+      balance: 250.0
+metadata: {}
+recorded_at: '2026-07-30T17:55:44.515721+00:00'
+test_name: check_balance

pytest_agent_check-0.0.1/.cassettes/mock-support__test_expect_tools_and_output.yaml

@@ -0,0 +1,23 @@
+agent_name: mock-support
+interactions:
+- input: I want a refund
+  metadata: {}
+  output: Your refund of $50 has been processed. It will arrive in 3-5 business days.
+  timestamp: '2026-07-30T17:55:44.532931+00:00'
+  tool_calls:
+  - arguments:
+      order_id: '123'
+    duration_ms: null
+    name: lookup_order
+    result:
+      status: delivered
+  - arguments:
+      amount: 50
+      order_id: '123'
+    duration_ms: null
+    name: issue_refund
+    result:
+      refund_id: RF-001
+metadata: {}
+recorded_at: '2026-07-30T17:55:44.533010+00:00'
+test_name: mock-support__test_expect_tools_and_output

pytest_agent_check-0.0.1/.cassettes/mock-support__test_no_tool_calls.yaml

@@ -0,0 +1,10 @@
+agent_name: mock-support
+interactions:
+- input: Hello
+  metadata: {}
+  output: I'm not sure how to help with that.
+  timestamp: '2026-07-30T17:55:44.533958+00:00'
+  tool_calls: []
+metadata: {}
+recorded_at: '2026-07-30T17:55:44.534040+00:00'
+test_name: mock-support__test_no_tool_calls

pytest_agent_check-0.0.1/.cassettes/order_status.yaml

@@ -0,0 +1,21 @@
+agent_name: support-agent
+interactions:
+- input: Where is my order?
+  metadata: {}
+  output: 'Your order ORD-001 is currently in transit via FastShip (tracking: FS-987654321).
+    Estimated delivery is February 20, 2025.'
+  timestamp: '2026-07-30T17:55:13.140429+00:00'
+  tool_calls:
+  - arguments:
+      order_id: ORD-001
+    duration_ms: null
+    name: lookup_order
+    result:
+      carrier: FastShip
+      estimated_delivery: '2025-02-20'
+      order_id: ORD-001
+      status: in_transit
+      tracking: FS-987654321
+metadata: {}
+recorded_at: '2026-07-30T17:55:13.140515+00:00'
+test_name: order_status

pytest_agent_check-0.0.1/.cassettes/refund_flow.yaml

@@ -0,0 +1,40 @@
+agent_name: support-agent
+interactions:
+- input: I want a refund for my order ORD-001
+  metadata: {}
+  output: 'Your refund of $49.99 for order ORD-001 has been approved (refund ID: RF-001).
+    The amount will be returned to your original payment method within 3-5 business
+    days.'
+  timestamp: '2026-07-30T17:55:13.137690+00:00'
+  tool_calls:
+  - arguments:
+      order_id: ORD-001
+    duration_ms: null
+    name: lookup_order
+    result:
+      amount: 49.99
+      items:
+      - Wireless Headphones
+      order_id: ORD-001
+      status: delivered
+  - arguments:
+      order_id: ORD-001
+    duration_ms: null
+    name: check_refund_eligibility
+    result:
+      eligible: true
+      reason: Within 30-day return window
+      refund_amount: 49.99
+  - arguments:
+      amount: 49.99
+      method: original_payment
+      order_id: ORD-001
+    duration_ms: null
+    name: issue_refund
+    result:
+      expected_arrival: 3-5 business days
+      refund_id: RF-001
+      status: approved
+metadata: {}
+recorded_at: '2026-07-30T17:55:13.137966+00:00'
+test_name: refund_flow

pytest_agent_check-0.0.1/.cassettes/unknown_request.yaml

@@ -0,0 +1,10 @@
+agent_name: support-agent
+interactions:
+- input: Sing me a song
+  metadata: {}
+  output: I'm sorry, I couldn't understand your request. Please try rephrasing.
+  timestamp: '2026-07-30T17:55:13.141367+00:00'
+  tool_calls: []
+metadata: {}
+recorded_at: '2026-07-30T17:55:13.141458+00:00'
+test_name: unknown_request

pytest_agent_check-0.0.1/.github/workflows/ci.yml

@@ -0,0 +1,79 @@
+name: CI
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  lint:
+    name: Lint
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          fetch-depth: 0  # full history for setuptools-scm
+      - uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97    # v7.0.0
+        with:
+          python-version: "3.14"
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install ruff
+      - name: Check formatting & lint
+        run: ruff check .
+
+  test:
+    name: Test Python ${{ matrix.python-version }}
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11", "3.12", "3.13", "3.14"]
+      fail-fast: false
+
+    steps:
+      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          fetch-depth: 0  # full history for setuptools-scm
+      - uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97    # v7.0.0
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install package
+        run: |
+          python -m pip install --upgrade pip
+          pip install .[cli]
+
+      - name: Run tests (replay mode — offline, deterministic)
+        run: |
+          python -m pytest tests/ examples/ -v --cassette-mode=replay
+
+      - name: Verify CLI works
+        run: |
+          agent-eval run tests/ --quiet 2>&1 | tail -5
+          agent-eval --help
+
+  build:
+    name: Build package
+    runs-on: ubuntu-latest
+    needs: [lint, test]
+    steps:
+      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          fetch-depth: 0  # full history for setuptools-scm
+      - uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97    # v7.0.0
+        with:
+          python-version: "3.14"
+      - name: Build
+        run: |
+          pip install build
+          python -m build
+      - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
+        with:
+          name: dist
+          path: dist/

pytest_agent_check-0.0.1/.github/workflows/pr-labeler.yml

@@ -0,0 +1,18 @@
+name: PR Labeler
+
+on:
+  pull_request_target:
+    types: [opened, edited, synchronize, labeled, unlabeled]
+
+jobs:
+  label_pr:
+    permissions:
+      pull-requests: write
+      contents: read
+    runs-on: ubuntu-latest
+    steps:
+      - uses: release-drafter/release-drafter/autolabeler@4d75298e00d9e34c483e5ff8c68d0ea1c1940c1e # v7.5.1
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          config-name: github:shenxianpeng/.github:/.github/release-drafter.yml

pytest_agent_check-0.0.1/.github/workflows/publish-pypi.yml

@@ -0,0 +1,38 @@
+name: Upload Python Package
+
+on:
+  release:
+    branches: [main]
+    types: [published]
+
+permissions:
+  contents: read
+
+jobs:
+  build-and-publish:
+    runs-on: ubuntu-latest
+    permissions:
+      id-token: write  # mandatory for trusted publishing (OIDC)
+
+    steps:
+      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          fetch-depth: 0
+
+      - name: Set up Python
+        uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # v7.0.0
+        with:
+          python-version: "3.x"
+
+      - name: Install build dependencies
+        run: python -m pip install --upgrade pip build twine
+
+      - name: Build distribution
+        run: python -m build
+
+      - name: Check distribution
+        run: twine check dist/*
+
+      - name: Publish to PyPI
+        if: github.repository == 'shenxianpeng/pytest-agent-check'
+        uses: pypa/gh-action-pypi-publish@dc37677b2e1c63e2034f94d8a5b11f265b73ba33 # v1.14.2

pytest_agent_check-0.0.1/.github/workflows/release-drafter.yml

@@ -0,0 +1,19 @@
+name: Release Drafter
+
+on:
+  push:
+    branches: [main]
+  workflow_dispatch:
+
+jobs:
+  update_release_draft:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+      pull-requests: read
+    steps:
+      - uses: release-drafter/release-drafter@4d75298e00d9e34c483e5ff8c68d0ea1c1940c1e # v7.5.1
+        with:
+          config-name: github:shenxianpeng/.github:/.github/release-drafter.yml
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

pytest_agent_check-0.0.1/.gitignore

@@ -0,0 +1,26 @@
+# Python
+__pycache__/
+*.py[cod]
+*.egg-info/
+dist/
+build/
+
+# Virtual environment
+venv/
+.env
+
+# Ruff
+.ruff_cache/
+
+# Pytest
+.pytest_cache/
+
+# OS
+.DS_Store
+Thumbs.db
+
+# IDE
+.vscode/
+.idea/
+*.swp
+*.swo

pytest_agent_check-0.0.1/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Xianpeng Shen
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.