agentops-accelerator 0.3.0__py3-none-any.whl

agentops/templates/workflows/agentops-pr.yml

@@ -0,0 +1,148 @@
+# AgentOps — PR evaluation gate
+#
+# Runs on pull requests targeting develop, release/**, or main and gates
+# the merge on the AgentOps eval result. Posts the rendered Markdown
+# report as an idempotent PR comment.
+#
+# Edit by:
+#   - Changing the run config under inputs.config (add a matrix if you
+#     have multiple scenarios).
+#   - Adjusting thresholds in the bundle, not here.
+#
+# Generated by `agentops workflow generate`.
+
+name: AgentOps PR
+
+on:
+  pull_request:
+    branches:
+      - develop
+      - "release/**"
+      - main
+  workflow_dispatch:
+    inputs:
+      config:
+        description: "Path to agentops.yaml (defaults to ./agentops.yaml at repo root)"
+        required: false
+        default: "agentops.yaml"
+
+permissions:
+  contents: read
+  pull-requests: write
+  id-token: write
+
+concurrency:
+  group: agentops-pr-${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  eval:
+    name: AgentOps eval (PR gate)
+    runs-on: ubuntu-latest
+    # Run the PR gate against the dev environment so the OIDC token
+    # subject is `environment:dev` and `vars.*` resolves from there.
+    environment: dev
+    timeout-minutes: 30
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v6
+
+      - name: Azure login (OIDC)
+        uses: azure/login@v3
+        with:
+          client-id: ${{ vars.AZURE_CLIENT_ID }}
+          tenant-id: ${{ vars.AZURE_TENANT_ID }}
+          subscription-id: ${{ vars.AZURE_SUBSCRIPTION_ID }}
+
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: "3.11"
+
+      # uv is ~5-10x faster than pip on cold installs; the AgentOps stack
+      # (azure-* + opentelemetry-instrumentation-*) pulls dozens of small
+      # wheels so the speed-up is very visible in CI.
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
+        with:
+          enable-cache: false
+
+      - name: Install AgentOps Toolkit
+        run: |
+          # NOTE: pinned to GitHub main until the next package release includes this flow.
+          # Switch to `uv pip install --system "agentops-accelerator[foundry,agent]"` after release.
+          uv pip install --system "agentops-accelerator[foundry,agent] @ git+https://github.com/Azure/agentops.git@main"
+
+__EVAL_STEPS__
+
+      - name: Generate release evidence
+        if: always()
+        env:
+          AZURE_AI_FOUNDRY_PROJECT_ENDPOINT: ${{ vars.AZURE_AI_FOUNDRY_PROJECT_ENDPOINT }}
+          AZURE_OPENAI_ENDPOINT: ${{ vars.AZURE_OPENAI_ENDPOINT }}
+          AZURE_OPENAI_DEPLOYMENT: ${{ vars.AZURE_OPENAI_DEPLOYMENT }}
+          APPLICATIONINSIGHTS_CONNECTION_STRING: ${{ secrets.APPLICATIONINSIGHTS_CONNECTION_STRING || vars.APPLICATIONINSIGHTS_CONNECTION_STRING }}
+        run: |
+          # Doctor gate severity is configured at workflow generation time via
+          # `agentops workflow generate --doctor-gate critical|warning|none`.
+          agentops doctor --workspace . --out .agentops/agent/report.md \
+            --severity-fail __DOCTOR_GATE__ --evidence-pack
+
+      - name: Upload AgentOps results
+        if: always()
+        uses: actions/upload-artifact@v7
+        with:
+          name: agentops-pr-results
+          path: |
+            __EVAL_ARTIFACT_PATHS__
+            .agentops/agent/report.md
+            .agentops/release/latest/evidence.json
+            .agentops/release/latest/evidence.md
+          if-no-files-found: warn
+
+      - name: Step summary
+        if: always()
+        run: |
+          {
+            echo "## AgentOps PR Eval"
+            echo
+            echo "Result: \`${{ steps.eval.outputs.result }}\` (exit code \`${{ steps.eval.outputs.exit_code }}\`)"
+            echo
+            if [ -f .agentops/results/latest/report.md ]; then
+              cat .agentops/results/latest/report.md
+            fi
+            if [ -f .agentops/release/latest/evidence.md ]; then
+              echo
+              echo "---"
+              echo
+              cat .agentops/release/latest/evidence.md
+            fi
+          } >> "$GITHUB_STEP_SUMMARY"
+
+      - name: Comment AgentOps report on PR
+        if: always() && github.event_name == 'pull_request'
+        uses: actions/github-script@v8
+        with:
+          script: |
+            const fs = require('fs');
+            const path = '.agentops/results/latest/report.md';
+            const marker = '<!-- agentops-pr-report -->';
+            let body = `${marker}\n## AgentOps PR Eval\n\nNo report produced.`;
+            if (fs.existsSync(path)) {
+              const md = fs.readFileSync(path, 'utf8');
+              body = `${marker}\n${md}`;
+            }
+            const evidencePath = '.agentops/release/latest/evidence.md';
+            if (fs.existsSync(evidencePath)) {
+              const evidence = fs.readFileSync(evidencePath, 'utf8');
+              body = `${body}\n\n---\n\n${evidence}`;
+            }
+            const { owner, repo } = context.repo;
+            const issue_number = context.payload.pull_request.number;
+            const { data: comments } = await github.rest.issues.listComments({ owner, repo, issue_number });
+            const existing = comments.find(c => c.body && c.body.startsWith(marker));
+            if (existing) {
+              await github.rest.issues.updateComment({ owner, repo, comment_id: existing.id, body });
+            } else {
+              await github.rest.issues.createComment({ owner, repo, issue_number, body });
+            }

agentops/templates/workflows/agentops-watchdog.yml

@@ -0,0 +1,122 @@
+# AgentOps — Scheduled doctor
+#
+# Runs `agentops doctor` on a daily cron and on manual dispatch.
+# Uploads report.md, history.jsonl, and release evidence artifacts so
+# production-readiness history persists across runners.
+#
+# When AZURE_AI_FOUNDRY_PROJECT_ENDPOINT is set as a repository variable,
+# the analyzer auto-discovers the Foundry project's Application Insights
+# and emits OpenTelemetry traces there in addition to the local artifacts.
+# If discovery is not available in your tenant, set
+# APPLICATIONINSIGHTS_CONNECTION_STRING as a GitHub secret or variable.
+#
+# Generated by `agentops workflow generate` (kind: doctor).
+
+name: AgentOps doctor
+
+on:
+  schedule:
+    # Daily at 06:00 UTC — adjust to taste.
+    - cron: "0 6 * * *"
+  workflow_dispatch:
+    inputs:
+      severity_fail:
+        description: "Severity that fails the run (info | warning | critical)"
+        required: false
+        default: "critical"
+
+permissions:
+  contents: read
+  id-token: write
+
+concurrency:
+  group: agentops-doctor-${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  analyze:
+    name: AgentOps doctor analyze
+    runs-on: ubuntu-latest
+    environment: dev
+    timeout-minutes: 30
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v6
+
+      - name: Azure login (OIDC)
+        uses: azure/login@v3
+        with:
+          client-id: ${{ vars.AZURE_CLIENT_ID }}
+          tenant-id: ${{ vars.AZURE_TENANT_ID }}
+          subscription-id: ${{ vars.AZURE_SUBSCRIPTION_ID }}
+
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: "3.11"
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
+        with:
+          enable-cache: false
+
+      - name: Install AgentOps Toolkit
+        run: |
+          uv pip install --system "agentops-accelerator[foundry,agent] @ git+https://github.com/Azure/agentops.git@main"
+
+      # First run has no prior artifact. Using `pattern:` instead of
+      # `name:` makes actions/download-artifact return success with zero
+      # downloads when the artifact does not exist yet, instead of
+      # surfacing a red error annotation on every first run.
+      - name: Restore Doctor history (if any)
+        uses: actions/download-artifact@v4
+        with:
+          pattern: agentops-doctor-history
+          path: .agentops/agent/
+          merge-multiple: true
+
+      - name: Run AgentOps doctor
+        id: analyze
+        env:
+          AZURE_AI_FOUNDRY_PROJECT_ENDPOINT: ${{ vars.AZURE_AI_FOUNDRY_PROJECT_ENDPOINT }}
+          AZURE_OPENAI_ENDPOINT: ${{ vars.AZURE_OPENAI_ENDPOINT }}
+          AZURE_OPENAI_DEPLOYMENT: ${{ vars.AZURE_OPENAI_DEPLOYMENT }}
+          APPLICATIONINSIGHTS_CONNECTION_STRING: ${{ secrets.APPLICATIONINSIGHTS_CONNECTION_STRING || vars.APPLICATIONINSIGHTS_CONNECTION_STRING }}
+        run: |
+          set +e
+          agentops doctor --workspace . --out .agentops/agent/report.md \
+            --severity-fail "${{ inputs.severity_fail || 'critical' }}" \
+            --evidence-pack
+          echo "exit_code=$?" >> "$GITHUB_OUTPUT"
+
+      - name: Upload Doctor artifacts
+        if: always()
+        uses: actions/upload-artifact@v7
+        with:
+          name: agentops-doctor-history
+          path: |
+            .agentops/agent/report.md
+            .agentops/agent/history.jsonl
+            .agentops/release/latest/evidence.json
+            .agentops/release/latest/evidence.md
+          if-no-files-found: warn
+          retention-days: 90
+
+      - name: Step summary
+        if: always()
+        run: |
+          {
+            echo "## AgentOps doctor"
+            echo
+            if [ -f .agentops/agent/report.md ]; then
+              cat .agentops/agent/report.md
+            else
+              echo "No report.md produced."
+            fi
+            if [ -f .agentops/release/latest/evidence.md ]; then
+              echo
+              echo "---"
+              echo
+              cat .agentops/release/latest/evidence.md
+            fi
+          } >> "$GITHUB_STEP_SUMMARY"

agentops/utils/__init__.py

@@ -0,0 +1 @@
+"""Utility helpers package."""