pytest-async-benchmark 0.1.1__tar.gz

pytest_async_benchmark-0.1.1/.github/workflows/ci.yml

@@ -0,0 +1,51 @@
+name: CI
+
+on:
+  push:
+    branches: [main, develop]
+  pull_request:
+    branches: [main]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v3
+        with:
+          version: "latest"
+
+      - name: Set up Python ${{ matrix.python-version }}
+        run: uv python install ${{ matrix.python-version }}
+
+      - name: Install dependencies
+        run: |
+          uv sync --all-extras --dev
+
+      - name: Run linting
+        run: |
+          uv run ruff check .
+          uv run ruff format --check .
+
+      - name: Run tests
+        run: |
+          uv run pytest tests/ -v --tb=short
+
+      - name: Test examples
+        run: |
+          uv run python -m pytest examples/pytest_examples.py -v
+          uv run python examples/comparison_examples.py
+
+      - name: Test package build
+        run: |
+          uv build
+          # Verify the package can be installed
+          uv pip install dist/*.whl
+          # Test that the plugin is discoverable
+          uv run python -c "import pytest_async_benchmark; print('✅ Package imports successfully')"

pytest_async_benchmark-0.1.1/.github/workflows/release.yml

@@ -0,0 +1,346 @@
+name: Release to PyPI
+
+on:
+  push:
+    tags:
+      - "v*"
+  release:
+    types: [published]
+  workflow_dispatch:
+    inputs:
+      version:
+        description: "Version to release (must match git tag)"
+        required: true
+        type: string
+
+env:
+  PYTHON_VERSION: "3.11"
+
+jobs:
+  validate-release:
+    name: Validate Release
+    runs-on: ubuntu-latest
+    outputs:
+      version: ${{ steps.get-version.outputs.version }}
+      is-prerelease: ${{ steps.check-prerelease.outputs.is-prerelease }}
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          enable-cache: true
+
+      - name: Get version from tag or input
+        id: get-version
+        run: |
+          if [ "${{ github.event_name }}" == "release" ]; then
+            VERSION="${{ github.event.release.tag_name }}"
+          elif [ "${{ github.event_name }}" == "push" ] && [ "${{ github.ref_type }}" == "tag" ]; then
+            VERSION="${{ github.ref_name }}"
+          elif [ "${{ github.event_name }}" == "workflow_dispatch" ]; then
+            VERSION="${{ github.event.inputs.version }}"
+          else
+            echo "❌ Unable to determine version from event: ${{ github.event_name }}"
+            exit 1
+          fi
+
+          VERSION=${VERSION#v}
+
+          echo "Event: ${{ github.event_name }}"
+          echo "Ref type: ${{ github.ref_type }}"
+          echo "Ref name: ${{ github.ref_name }}"
+          echo "Detected version: $VERSION"
+          echo "version=$VERSION" >> $GITHUB_OUTPUT
+
+      - name: Verify version consistency
+        run: |
+          VERSION="${{ steps.get-version.outputs.version }}"
+
+          # Check pyproject.toml version
+          PYPROJECT_VERSION=$(grep '^version = ' pyproject.toml | sed 's/version = "\(.*\)"/\1/')
+
+          # Check __init__.py version
+          INIT_VERSION=$(grep '^__version__ = ' src/pytest_async_benchmark/__init__.py | sed 's/__version__ = "\(.*\)"/\1/')
+
+          echo "Tag/Input version: $VERSION"
+          echo "pyproject.toml version: $PYPROJECT_VERSION"
+          echo "__init__.py version: $INIT_VERSION"
+
+          if [ "$VERSION" != "$PYPROJECT_VERSION" ]; then
+            echo "❌ Version mismatch: tag ($VERSION) != pyproject.toml ($PYPROJECT_VERSION)"
+            exit 1
+          fi
+
+          if [ "$VERSION" != "$INIT_VERSION" ]; then
+            echo "❌ Version mismatch: tag ($VERSION) != __init__.py ($INIT_VERSION)"
+            exit 1
+          fi
+
+          echo "✅ All versions are consistent: $VERSION"
+
+      - name: Check if prerelease
+        id: check-prerelease
+        run: |
+          VERSION="${{ steps.get-version.outputs.version }}"
+          if [[ "$VERSION" =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]]; then
+            echo "is-prerelease=false" >> $GITHUB_OUTPUT
+            echo "✅ Stable release version: $VERSION"
+          else
+            echo "is-prerelease=true" >> $GITHUB_OUTPUT
+            echo "🧪 Pre-release version: $VERSION"
+          fi
+
+      - name: Run comprehensive tests
+        run: |
+          echo "🔍 Running comprehensive release checks..."
+
+          if [ "${{ github.event_name }}" == "push" ] && [ "${{ github.ref_type }}" == "tag" ]; then
+            echo "ℹ️  Tag-triggered release detected, running basic checks only..."
+            
+            # Run basic checks without tag validation
+            uv run pytest tests/ -v --tb=short
+            uv run ruff check .
+            uv run ruff format --check .
+            
+            echo "✅ Basic checks passed for tag-triggered release"
+          else
+            # Full release check for manual triggers
+            python scripts/release-check.py
+          fi
+
+  test-matrix:
+    name: Test on Python ${{ matrix.python-version }}
+    runs-on: ubuntu-latest
+    needs: validate-release
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          enable-cache: true
+
+      - name: Install dependencies and run tests
+        run: |
+          echo "🧪 Testing on Python ${{ matrix.python-version }}..."
+          uv sync --dev
+          uv run pytest tests/ -v --tb=short
+
+          echo "📝 Testing examples..."
+          uv run python -m pytest examples/pytest_examples.py -v
+
+          echo "🔍 Testing plugin discovery..."
+          uv run python -c "import pytest_async_benchmark; print(f'✅ Plugin imported successfully - version: {pytest_async_benchmark.__version__}')"
+
+  build-and-publish:
+    name: Build and Publish to PyPI
+    runs-on: ubuntu-latest
+    needs: [validate-release, test-matrix]
+    environment: release
+
+    permissions:
+      contents: read
+      id-token: write # Required for trusted publishing to PyPI
+      attestations: write # Required for package attestations
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          enable-cache: true
+
+      - name: Build package
+        run: |
+          echo "🔨 Building package for release..."
+          uv build
+
+          echo "📦 Built packages:"
+          ls -la dist/
+
+          echo "📋 Package contents:"
+          for file in dist/*; do
+            echo "=== $file ==="
+            if [[ $file == *.whl ]]; then
+              python -m zipfile -l "$file"
+            elif [[ $file == *.tar.gz ]]; then
+              tar -tzf "$file" | head -20
+            fi
+            echo ""
+          done
+
+      - name: Generate package attestations
+        uses: actions/attest-build-provenance@v1
+        with:
+          subject-path: "dist/*"
+
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          verbose: true
+          print-hash: true
+          attestations: true
+
+      - name: Upload release artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: release-dist-${{ needs.validate-release.outputs.version }}
+          path: dist/
+          retention-days: 90
+
+  create-github-release:
+    name: Create GitHub Release
+    runs-on: ubuntu-latest
+    needs: [validate-release, build-and-publish]
+    if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/')
+
+    permissions:
+      contents: write
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Create Release
+        uses: actions/create-release@v1
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          tag_name: ${{ github.ref_name }}
+          release_name: "Release ${{ github.ref_name }}"
+          draft: false
+          prerelease: ${{ needs.validate-release.outputs.is-prerelease == 'true' }}
+          body: |
+            ## 🚀 pytest-async-benchmark ${{ github.ref_name }}
+
+            ### 📦 Installation
+            ```bash
+            pip install pytest-async-benchmark==${{ needs.validate-release.outputs.version }}
+            # or
+            uv add pytest-async-benchmark==${{ needs.validate-release.outputs.version }}
+            ```
+
+            ### 🔗 Links
+            - **PyPI:** https://pypi.org/project/pytest-async-benchmark/${{ needs.validate-release.outputs.version }}/
+            - **Documentation:** https://github.com/${{ github.repository }}#readme
+
+            For detailed changes, see the commit history.
+
+  post-release:
+    name: Post-Release Tasks
+    runs-on: ubuntu-latest
+    needs: [validate-release, build-and-publish]
+    if: always() && needs.build-and-publish.result == 'success'
+
+    steps:
+      - name: Wait for PyPI availability
+        run: |
+          VERSION="${{ needs.validate-release.outputs.version }}"
+          echo "⏳ Waiting for package to be available on PyPI..."
+
+          for i in {1..10}; do
+            echo "🔍 Attempt $i: Checking PyPI availability..."
+            if curl -s "https://pypi.org/pypi/pytest-async-benchmark/$VERSION/json" | grep -q '"version"'; then
+              echo "✅ Package is available on PyPI!"
+              break
+            else
+              if [ $i -eq 10 ]; then
+                echo "⚠️  Package may not be immediately available on PyPI"
+              else
+                echo "⏳ Not available yet, waiting 30 seconds..."
+                sleep 30
+              fi
+            fi
+          done
+
+      - name: Test installation from PyPI
+        run: |
+          VERSION="${{ needs.validate-release.outputs.version }}"
+          echo "📥 Testing installation from PyPI..."
+
+          # Create fresh environment for testing
+          python -m venv test-env
+          source test-env/bin/activate
+
+          # Install from PyPI
+          pip install pytest-async-benchmark==$VERSION
+
+          # Test basic functionality
+          python -c "
+          import pytest_async_benchmark
+          print(f'✅ Successfully installed from PyPI - version: {pytest_async_benchmark.__version__}')
+
+          # Test pytest plugin
+          import pytest
+          from pytest_async_benchmark.plugin import pytest_configure
+          print('✅ Pytest plugin can be imported')
+
+          # Test basic runner functionality
+          import asyncio
+          from pytest_async_benchmark.runner import AsyncBenchmarkRunner
+
+          async def test_func():
+              await asyncio.sleep(0.001)
+              return 'test'
+
+          async def main():
+              runner = AsyncBenchmarkRunner(rounds=2, iterations=3)
+              result = await runner.run(test_func)
+              print(f'✅ Basic benchmark test passed: {result[\"mean\"]:.4f}s average')
+
+          asyncio.run(main())
+          "
+
+      - name: Create release summary
+        run: |
+          VERSION="${{ needs.validate-release.outputs.version }}"
+          IS_PRERELEASE="${{ needs.validate-release.outputs.is-prerelease }}"
+
+          echo "## 🚀 Release Summary" >> $GITHUB_STEP_SUMMARY
+          echo "" >> $GITHUB_STEP_SUMMARY
+          echo "- **Version:** \`$VERSION\`" >> $GITHUB_STEP_SUMMARY
+          echo "- **Type:** $([ "$IS_PRERELEASE" == "true" ] && echo "Pre-release 🧪" || echo "Stable Release ✅")" >> $GITHUB_STEP_SUMMARY
+          echo "- **PyPI URL:** https://pypi.org/project/pytest-async-benchmark/$VERSION/" >> $GITHUB_STEP_SUMMARY
+          echo "- **Documentation:** https://github.com/${{ github.repository }}#readme" >> $GITHUB_STEP_SUMMARY
+          echo "" >> $GITHUB_STEP_SUMMARY
+          echo "### 📦 Installation" >> $GITHUB_STEP_SUMMARY
+          echo "\`\`\`bash" >> $GITHUB_STEP_SUMMARY
+          echo "pip install pytest-async-benchmark==$VERSION" >> $GITHUB_STEP_SUMMARY
+          echo "# or" >> $GITHUB_STEP_SUMMARY
+          echo "uv add pytest-async-benchmark==$VERSION" >> $GITHUB_STEP_SUMMARY
+          echo "\`\`\`" >> $GITHUB_STEP_SUMMARY
+          echo "" >> $GITHUB_STEP_SUMMARY
+          echo "### 🎉 What's New" >> $GITHUB_STEP_SUMMARY
+          echo "Check the [release notes](https://github.com/${{ github.repository }}/releases/tag/v$VERSION) for detailed changes." >> $GITHUB_STEP_SUMMARY
+
+          echo "🎉 Successfully released pytest-async-benchmark v$VERSION to PyPI!"

pytest_async_benchmark-0.1.1/.github/workflows/test-publish.yml

@@ -0,0 +1,141 @@
+name: Test Publish to TestPyPI
+
+on:
+  push:
+    branches: [main]
+    paths:
+      - "src/**"
+      - "pyproject.toml"
+      - ".github/workflows/test-publish.yml"
+  workflow_dispatch:
+    inputs:
+      test_version:
+        description: "Test version suffix (e.g., rc1, beta1)"
+        required: false
+        default: "dev"
+
+jobs:
+  test-publish:
+    name: Test Publish to TestPyPI
+    runs-on: ubuntu-latest
+
+    permissions:
+      contents: read
+      id-token: write
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          enable-cache: true
+
+      - name: Verify release readiness
+        run: |
+          echo "🔍 Running release readiness checks..."
+          python scripts/release-check.py
+
+      - name: Create test version
+        run: |
+          CURRENT_VERSION=$(grep '^version = ' pyproject.toml | sed 's/version = "\(.*\)"/\1/')
+
+          TIMESTAMP=$(date +%Y%m%d%H%M%S)
+          TEST_SUFFIX="${{ github.event.inputs.test_version || 'dev' }}"
+          TEST_VERSION="${CURRENT_VERSION}.${TEST_SUFFIX}${TIMESTAMP}"
+
+          echo "Current version: $CURRENT_VERSION"
+          echo "Test version: $TEST_VERSION"
+          echo "TEST_VERSION=$TEST_VERSION" >> $GITHUB_ENV
+
+          sed -i "s/version = \"$CURRENT_VERSION\"/version = \"$TEST_VERSION\"/" pyproject.toml
+          sed -i "s/__version__ = \"$CURRENT_VERSION\"/__version__ = \"$TEST_VERSION\"/" src/pytest_async_benchmark/__init__.py
+
+      - name: Build package
+        run: |
+          echo "🔨 Building package with test version $TEST_VERSION..."
+          uv build
+
+          echo "📦 Built packages:"
+          ls -la dist/
+
+          find dist/ -name "*-py3-none-any.whl" ! -name "*$TEST_VERSION*" -delete
+          find dist/ -name "*.tar.gz" ! -name "*$TEST_VERSION*" -delete
+
+          echo "📦 Final packages for upload:"
+          ls -la dist/
+
+      - name: Publish to TestPyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          repository-url: https://test.pypi.org/legacy/
+          verbose: true
+          print-hash: true
+
+      - name: Test installation from TestPyPI
+        run: |
+          echo "⏳ Waiting for package to be available on TestPyPI..."
+          sleep 30
+
+          echo "📥 Testing installation from TestPyPI..."
+
+          # Install from TestPyPI with retries
+          for i in {1..5}; do
+            if pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple/ pytest-async-benchmark==$TEST_VERSION; then
+              echo "✅ Successfully installed from TestPyPI"
+              break
+            else
+              echo "⏳ Attempt $i failed, retrying in 30 seconds..."
+              sleep 30
+              if [ $i -eq 5 ]; then
+                echo "❌ Failed to install after 5 attempts"
+                exit 1
+              fi
+            fi
+          done
+
+          # Test basic import and version
+          python -c "
+          import pytest_async_benchmark
+          print(f'✅ Import successful - version: {pytest_async_benchmark.__version__}')
+          assert pytest_async_benchmark.__version__ == '$TEST_VERSION', f'Version mismatch: expected $TEST_VERSION, got {pytest_async_benchmark.__version__}'
+          print('✅ Version verification passed')
+          "
+
+          # Test pytest plugin discovery
+          python -c "
+          import pytest
+          from pytest_async_benchmark.plugin import pytest_configure
+          print('✅ Pytest plugin can be imported and configured')
+          "
+
+          # Test that the fixture is available
+          echo 'def test_fixture_available(async_benchmark): pass' > test_temp.py
+          python -m pytest test_temp.py --collect-only | grep "async_benchmark" && echo "✅ async_benchmark fixture is discoverable" || echo "⚠️ Fixture discovery test failed"
+          rm -f test_temp.py
+
+      - name: Upload build artifacts
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: test-dist-packages
+          path: dist/
+          retention-days: 7
+
+      - name: Summary
+        run: |
+          echo "## 🧪 Test Publish Summary" >> $GITHUB_STEP_SUMMARY
+          echo "" >> $GITHUB_STEP_SUMMARY
+          echo "- **Test Version:** \`$TEST_VERSION\`" >> $GITHUB_STEP_SUMMARY
+          echo "- **TestPyPI URL:** https://test.pypi.org/project/pytest-async-benchmark/$TEST_VERSION/" >> $GITHUB_STEP_SUMMARY
+          echo "- **Install Command:** \`pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple/ pytest-async-benchmark==$TEST_VERSION\`" >> $GITHUB_STEP_SUMMARY
+          echo "" >> $GITHUB_STEP_SUMMARY
+          echo "✅ Package successfully published to TestPyPI for testing!" >> $GITHUB_STEP_SUMMARY

pytest_async_benchmark-0.1.1/.gitignore

@@ -0,0 +1,174 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# UV
+#   Similar to Pipfile.lock, it is generally recommended to include uv.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#uv.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/latest/usage/project/#working-with-version-control
+.pdm.toml
+.pdm-python
+.pdm-build/
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
+
+# Ruff stuff:
+.ruff_cache/
+
+# PyPI configuration file
+.pypirc