agentbreeder 2.6.0__tar.gz → 2.7.2__tar.gz

agentbreeder-2.7.2/.github/workflows/ci.yml

@@ -0,0 +1,569 @@
+name: CI
+
+on:
+  pull_request:
+    branches: [main]
+  push:
+    branches: [main]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  lint-python:
+    name: Lint Python
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+          cache: pip
+
+      - name: Install dependencies
+        run: pip install ruff mypy types-redis types-PyYAML pydantic fastapi starlette
+
+      - name: Ruff check
+        run: ruff check .
+
+      - name: Ruff format check
+        run: ruff format --check .
+
+      - name: Mypy type check
+        run: mypy api/ engine/ cli/ registry/ connectors/ --ignore-missing-imports
+
+  lint-frontend:
+    name: Lint Frontend
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: dashboard
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: npm
+          cache-dependency-path: dashboard/package-lock.json
+
+      - run: npm ci
+      - run: npm run lint
+      - run: npx tsc -b --noEmit
+
+  test-python:
+    name: Python ${{ matrix.python-version }} Tests
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.11", "3.12"]
+    services:
+      postgres:
+        image: postgres:16
+        env:
+          POSTGRES_USER: agentbreeder
+          POSTGRES_PASSWORD: agentbreeder
+          POSTGRES_DB: agentbreeder_test
+        ports:
+          - 5432:5432
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+      redis:
+        image: redis:7
+        ports:
+          - 6379:6379
+        options: >-
+          --health-cmd "redis-cli ping"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: pip
+
+      - name: Install dependencies
+        run: pip install -e ".[dev]"
+
+      - name: Configure git identity for tests
+        run: |
+          git config --global user.email "ci@agentbreeder.dev"
+          git config --global user.name "AgentBreeder CI"
+
+      - name: Apply database migrations
+        env:
+          DATABASE_URL: postgresql+asyncpg://agentbreeder:agentbreeder@localhost:5432/agentbreeder_test
+        run: alembic upgrade head
+
+      - name: Run unit + integration tests with coverage
+        env:
+          DATABASE_URL: postgresql+asyncpg://agentbreeder:agentbreeder@localhost:5432/agentbreeder_test
+          REDIS_URL: redis://localhost:6379
+          SECRET_KEY: test-secret-key-for-ci
+          AGENTBREEDER_ENV: test
+          JWT_SECRET_KEY: test-jwt-secret-for-ci
+        run: |
+          pytest tests/unit/ tests/integration/ \
+            --cov=api --cov=engine --cov=cli --cov=registry --cov=connectors \
+            --cov-report=xml:coverage.xml \
+            --cov-report=term-missing \
+            --junitxml=test-results.xml
+
+      - name: Upload coverage to Codecov
+        if: github.event_name == 'push' && github.ref == 'refs/heads/main'
+        uses: codecov/codecov-action@v7
+        with:
+          file: coverage.xml
+          fail_ci_if_error: false
+        env:
+          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
+
+      - name: Enforce coverage threshold
+        run: |
+          coverage report --fail-under=75
+
+  # ── Examples smoke (catches drift in reference scaffolds users copy) ────────
+  # NOTE: agentbreeder init is interactive today (no --yes/--cloud flags), so this
+  # gate validates the examples directory rather than driving init. When init grows
+  # non-interactive flags, expand this to scaffold via init too.
+  test-examples-smoke:
+    name: Examples Smoke (parse + pytest config)
+    runs-on: ubuntu-latest
+    needs: [test-python]
+    strategy:
+      fail-fast: false
+      matrix:
+        example:
+          - examples/langgraph-agent
+          - examples/crewai-agent
+          - examples/claude-sdk-agent
+          - examples/openai-agents-agent
+          - examples/google-adk-agent
+          - examples/quickstart/rag-agent
+          - examples/quickstart/graph-agent
+          - examples/quickstart/search-agent
+    env:
+      EXAMPLE_DIR: ${{ matrix.example }}
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+          cache: pip
+
+      - name: Verify required files exist
+        run: |
+          cd "$EXAMPLE_DIR"
+          test -f agent.yaml || (echo "missing agent.yaml" && exit 1)
+          # Entry-point file: each framework uses its own convention
+          # (agent.py / crew.py / main.py). At least one must exist.
+          if ! ls agent.py crew.py main.py 2>/dev/null | head -1 | grep -q .; then
+            echo "missing entry-point file (expected one of: agent.py, crew.py, main.py)" >&2
+            exit 1
+          fi
+          test -f requirements.txt || (echo "missing requirements.txt" && exit 1)
+          test -f pyproject.toml || (echo "missing pyproject.toml" && exit 1)
+          grep -q "^pytest" requirements.txt || (echo "pytest not in requirements.txt" && exit 1)
+          grep -q "pythonpath" pyproject.toml || (echo "pythonpath missing in pyproject.toml" && exit 1)
+
+      - name: Validate entry-point parses
+        run: |
+          cd "$EXAMPLE_DIR"
+          ENTRY=$(ls agent.py crew.py main.py 2>/dev/null | head -1)
+          python -c "import ast; ast.parse(open('$ENTRY').read())"
+
+      - name: Pytest config sanity (config loads cleanly)
+        run: |
+          pip install pytest
+          cd "$EXAMPLE_DIR"
+          mkdir -p tests
+          echo "def test_pytest_config_loads(): assert True" > tests/test_smoke.py
+          pytest tests/test_smoke.py -v
+          rm tests/test_smoke.py
+
+  # ── Docker E2E (real stack) ──────────────────────────────────────────────────
+  test-e2e-docker:
+    name: E2E Tests (Docker)
+    runs-on: ubuntu-latest
+    needs: [test-python]
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v4
+
+      - name: Build API image
+        run: |
+          docker build -t agentbreeder-api:e2e . 2>&1 | tail -5
+
+      - name: Build Dashboard image
+        run: |
+          docker build -t agentbreeder-dashboard:e2e ./dashboard 2>&1 | tail -5
+
+      - name: Start DB and cache
+        run: |
+          IMAGE_API=agentbreeder-api:e2e \
+          IMAGE_DASHBOARD=agentbreeder-dashboard:e2e \
+          docker compose \
+            -f deploy/docker-compose.yml \
+            -f deploy/docker-compose.e2e.yml \
+            -p e2e \
+            up -d --wait \
+            postgres redis
+        timeout-minutes: 3
+
+      - name: Run migrations
+        run: |
+          IMAGE_API=agentbreeder-api:e2e \
+          docker compose \
+            -f deploy/docker-compose.yml \
+            -f deploy/docker-compose.e2e.yml \
+            -p e2e \
+            run --rm migrate
+        timeout-minutes: 2
+
+      - name: Start API and dashboard
+        run: |
+          IMAGE_API=agentbreeder-api:e2e \
+          IMAGE_DASHBOARD=agentbreeder-dashboard:e2e \
+          docker compose \
+            -f deploy/docker-compose.yml \
+            -f deploy/docker-compose.e2e.yml \
+            -p e2e \
+            up -d --wait \
+            api dashboard
+        timeout-minutes: 3
+
+      - name: Wait for API health
+        run: |
+          for i in $(seq 1 30); do
+            if curl -sf http://localhost:8000/health; then
+              echo "API is healthy"
+              break
+            fi
+            echo "Attempt $i/30 — waiting..."
+            sleep 5
+          done
+          curl -sf http://localhost:8000/health || (echo "API never became healthy" && exit 1)
+
+      - name: Wait for dashboard
+        run: |
+          for i in $(seq 1 20); do
+            if curl -sf http://localhost:3001 > /dev/null; then
+              echo "Dashboard is up"
+              break
+            fi
+            sleep 3
+          done
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: npm
+          cache-dependency-path: dashboard/package-lock.json
+
+      - name: Install frontend dependencies
+        working-directory: dashboard
+        run: npm ci
+
+      - name: Install Playwright browsers
+        working-directory: dashboard
+        run: npx playwright install --with-deps chromium
+
+      - name: Run Docker E2E tests (Playwright — health + page-load only)
+        working-directory: dashboard
+        run: npx playwright test --config=playwright.docker.config.ts
+        env:
+          PLAYWRIGHT_DOCKER_BASE_URL: http://localhost:3001
+
+      - name: Run Docker E2E API smoke (auth + agents + auth gates)
+        # In the e2e stack only the dashboard is host-exposed (:3001); its
+        # nginx proxies /api/* to the api container. The smoke script lets
+        # API_BASE_URL default to DASHBOARD_BASE_URL so we go through nginx.
+        run: bash dashboard/tests/e2e-docker/api_smoke.sh
+        env:
+          DASHBOARD_BASE_URL: http://localhost:3001
+
+      - name: Show docker logs on failure
+        if: failure()
+        run: |
+          docker compose -f deploy/docker-compose.yml -f deploy/docker-compose.e2e.yml -p e2e logs --tail=100
+
+      - name: Upload Playwright report
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: playwright-docker-report
+          path: dashboard/playwright-report/
+          retention-days: 7
+
+      - name: Tear down stack
+        if: always()
+        run: |
+          docker compose \
+            -f deploy/docker-compose.yml \
+            -f deploy/docker-compose.e2e.yml \
+            -p e2e \
+            down -v --remove-orphans
+
+  docker-build:
+    name: Docker Build
+    runs-on: ubuntu-latest
+    needs: [test-python]
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Build SDK package
+        run: |
+          pip install build
+          cd sdk/python && python -m build
+
+      - name: Build CLI package
+        run: |
+          pip install build
+          python -m build
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v4
+
+      - name: Build API image
+        uses: docker/build-push-action@v6
+        with:
+          context: .
+          push: false
+          tags: agentbreeder-api:ci
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+
+      - name: Build Dashboard image
+        uses: docker/build-push-action@v6
+        with:
+          context: ./dashboard
+          push: false
+          tags: agentbreeder-dashboard:ci
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+
+      - name: Build CLI image
+        uses: docker/build-push-action@v6
+        with:
+          file: ./Dockerfile.cli
+          push: false
+          tags: agentbreeder-cli:ci
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+
+  # Track J: Go sidecar binary + image
+  test-sidecar:
+    name: Test Sidecar (Go)
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: sidecar
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-go@v6
+        with:
+          go-version: "1.22"
+          cache-dependency-path: sidecar/go.sum
+
+      - name: Verify gofmt
+        run: |
+          out=$(gofmt -l .)
+          if [ -n "$out" ]; then
+            echo "gofmt would reformat:"
+            echo "$out"
+            exit 1
+          fi
+
+      - name: go vet
+        run: go vet ./...
+
+      - name: go test (with coverage)
+        run: go test -race -cover ./...
+
+  # Track I phase 1: Go SDK (#165)
+  test-go-sdk:
+    name: Test Go SDK
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: sdk/go/agentbreeder
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-go@v6
+        with:
+          go-version: "1.22"
+          cache-dependency-path: sdk/go/agentbreeder/go.sum
+
+      - name: Verify gofmt
+        run: |
+          out=$(gofmt -l .)
+          if [ -n "$out" ]; then
+            echo "gofmt would reformat:"
+            echo "$out"
+            exit 1
+          fi
+
+      - name: go vet
+        run: go vet ./...
+
+      - name: go test (with race + coverage)
+        run: |
+          go test -race -coverprofile=coverage.out ./...
+          go tool cover -func=coverage.out | tail -1
+
+      - name: Enforce coverage threshold (>=85%)
+        run: |
+          pct=$(go tool cover -func=coverage.out | awk '/^total:/ {print $3}' | tr -d '%')
+          echo "Coverage: ${pct}%"
+          awk -v p="$pct" 'BEGIN { if (p+0 < 85) { exit 1 } }'
+
+  # Build the Go example agent — proves SDK + example compile end-to-end.
+  test-go-example:
+    name: Build Go Example Agent
+    runs-on: ubuntu-latest
+    needs: [test-go-sdk]
+    defaults:
+      run:
+        working-directory: examples/go-agent
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-go@v6
+        with:
+          go-version: "1.22"
+          cache-dependency-path: examples/go-agent/go.sum
+
+      - name: Build
+        run: go build ./...
+
+      - name: Test
+        run: go test -race ./...
+
+  build-sidecar-image:
+    name: Build Sidecar Image
+    runs-on: ubuntu-latest
+    needs: [test-sidecar]
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v4
+
+      - name: Build sidecar image (no push)
+        uses: docker/build-push-action@v6
+        with:
+          context: ./sidecar
+          file: ./sidecar/Dockerfile
+          push: false
+          # Build amd64 only on PRs to keep CI fast; the release workflow
+          # publishes a true multi-arch tag.
+          platforms: linux/amd64
+          tags: agentbreeder-sidecar:ci
+          cache-from: type=gha,scope=sidecar
+          cache-to: type=gha,scope=sidecar,mode=max
+
+  docker-smoke-test:
+    name: Docker Smoke Test
+    runs-on: ubuntu-latest
+    needs: [docker-build]
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v4
+
+      - name: Write minimal .env for smoke test
+        run: |
+          cat > deploy/.env.ci <<'EOF'
+          SECRET_KEY=ci-smoke-test-secret-key-not-for-production
+          JWT_SECRET_KEY=ci-smoke-test-jwt-key-not-for-production
+          AGENTBREEDER_ENV=development
+          EOF
+
+      - name: Start compose stack
+        run: |
+          docker compose -f deploy/docker-compose.yml up -d --build
+        timeout-minutes: 10
+
+      - name: Wait for API health (max 60s)
+        run: |
+          echo "Waiting for API to become healthy..."
+          for i in $(seq 1 30); do
+            STATUS=$(curl -s -o /dev/null -w "%{http_code}" http://localhost:8000/health || true)
+            if [ "$STATUS" = "200" ]; then
+              echo "API is healthy after $((i * 2))s"
+              curl -s http://localhost:8000/health
+              exit 0
+            fi
+            echo "Attempt $i: HTTP $STATUS — retrying in 2s..."
+            sleep 2
+          done
+          echo "ERROR: API did not become healthy within 60 seconds"
+          docker compose -f deploy/docker-compose.yml logs api
+          exit 1
+
+      - name: Install CLI for smoke test
+        run: pip install -e ".[dev]"
+
+      - name: Validate example agent.yaml against running stack
+        env:
+          AGENTBREEDER_API_URL: http://localhost:8000
+        run: agentbreeder validate examples/langgraph-agent/agent.yaml
+
+      - name: Show stack logs on failure
+        if: failure()
+        run: |
+          echo "=== postgres logs ==="
+          docker compose -f deploy/docker-compose.yml logs postgres
+          echo "=== api logs ==="
+          docker compose -f deploy/docker-compose.yml logs api
+          echo "=== migrate logs ==="
+          docker compose -f deploy/docker-compose.yml logs migrate
+
+      - name: Tear down stack
+        if: always()
+        run: |
+          docker compose -f deploy/docker-compose.yml down -v --remove-orphans
+
+  benchmarks:
+    name: Benchmarks
+    runs-on: ubuntu-latest
+    needs: [test-python]
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+          cache: pip
+
+      - name: Install dependencies
+        run: pip install -e ".[dev]" pytest-benchmark
+
+      - name: Run benchmarks
+        run: pytest benchmarks/ --benchmark-json=benchmark-results.json --benchmark-min-rounds=10 --benchmark-warmup=on -o addopts="" -o "python_files=benchmark_*.py test_*.py"
+
+      - name: Upload benchmark results
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: benchmark-results
+          path: benchmark-results.json
+          retention-days: 30

agentbreeder-2.7.2/.github/workflows/docs-check.yml

@@ -0,0 +1,135 @@
+name: Docs Check
+
+on:
+  pull_request:
+    branches: [main]
+
+jobs:
+  # ── Check CHANGELOG is updated when code changes ────────────────────────────
+  changelog-check:
+    name: Changelog Updated
+    runs-on: ubuntu-latest
+    if: github.actor != 'dependabot[bot]'
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Check if source code changed
+        id: code-changed
+        run: |
+          git fetch origin main
+          # Exclude dependency-only files (lock files bumped by dependabot)
+          CHANGED=$(git diff --name-only origin/main...HEAD \
+            | grep -E '^(api|engine|cli|registry|connectors|sdk|dashboard)/' \
+            | grep -vE '(package-lock\.json|yarn\.lock|poetry\.lock|Pipfile\.lock|requirements.*\.txt)$' \
+            || true)
+          if [ -n "$CHANGED" ]; then
+            echo "changed=true" >> $GITHUB_OUTPUT
+            echo "Source code changed:"
+            echo "$CHANGED"
+          else
+            echo "changed=false" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Check CHANGELOG was updated
+        if: steps.code-changed.outputs.changed == 'true'
+        run: |
+          CHANGELOG_CHANGED=$(git diff --name-only origin/main...HEAD | grep -E '^CHANGELOG' || true)
+          if [ -z "$CHANGELOG_CHANGED" ]; then
+            echo "::error::Source code was modified but CHANGELOG.md was not updated."
+            echo ""
+            echo "Please add an entry to CHANGELOG.md describing your changes."
+            echo "Follow the Keep a Changelog format: https://keepachangelog.com"
+            exit 1
+          fi
+          echo "✓ CHANGELOG.md updated"
+
+  # ── Check agent.yaml schema docs stay in sync ───────────────────────────────
+  schema-docs-sync:
+    name: Schema / Docs Sync
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Check if schema changed without docs update
+        run: |
+          git fetch origin main
+          SCHEMA_CHANGED=$(git diff --name-only origin/main...HEAD | grep -E '^engine/schema/' || true)
+          if [ -n "$SCHEMA_CHANGED" ]; then
+            echo "Schema files changed: $SCHEMA_CHANGED"
+            README_CHANGED=$(git diff --name-only origin/main...HEAD | grep -E '^(README|CLAUDE|docs/)' || true)
+            if [ -z "$README_CHANGED" ]; then
+              echo "::warning::Schema files changed but no documentation was updated."
+              echo "Consider updating README.md or docs/ to reflect schema changes."
+              # Warning only — don't fail, as small schema changes may not need doc updates
+            fi
+          fi
+
+  # ── Validate all YAML examples are schema-valid ─────────────────────────────
+  validate-examples:
+    name: Validate YAML Examples
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+          cache: pip
+
+      - name: Install dependencies
+        run: pip install -e ".[dev]"
+
+      - name: Validate example agent.yaml files
+        run: |
+          set -e
+          FAILED=0
+          for yaml_file in examples/**/*.yaml examples/**/*.yml; do
+            if [ -f "$yaml_file" ]; then
+              # Skip template definitions — they use the template schema, not agent schema
+              case "$yaml_file" in examples/templates/*) continue ;; esac
+              # Skip Google ADK native root_agent.yaml files — framework-specific format, not agent.yaml
+              case "$yaml_file" in */root_agent.yaml) continue ;; esac
+              # Snippet YAMLs (files NOT named agent.yaml AND not next to agent.py)
+              # are docs/illustration only — validate schema, skip the runtime-file check.
+              FLAGS=""
+              base=$(basename "$yaml_file")
+              dir=$(dirname "$yaml_file")
+              if [ "$base" != "agent.yaml" ] && [ ! -f "$dir/agent.py" ]; then
+                FLAGS="--schema-only"
+              fi
+              echo "Validating: $yaml_file $FLAGS"
+              python -m cli.main validate "$yaml_file" $FLAGS 2>&1 || {
+                echo "::error file=$yaml_file::YAML validation failed"
+                FAILED=1
+              }
+            fi
+          done
+          exit $FAILED
+
+  # ── Spell check documentation ───────────────────────────────────────────────
+  spellcheck:
+    name: Spell Check
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Spell check markdown files
+        uses: streetsidesoftware/cspell-action@v6
+        with:
+          files: "**/*.md"
+          config: .cspell.json
+          incremental_files_only: true
+          strict: false    # warn only, don't block PRs for typos
+
+  # ── MDX title uniqueness ────────────────────────────────────────────────────
+  mdx-title-uniqueness:
+    name: MDX Title Uniqueness
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Check for duplicate frontmatter titles
+        run: bash .github/scripts/check-mdx-titles.sh