agentops-accelerator 0.5.3__tar.gz → 0.7.0__tar.gz

{agentops_accelerator-0.5.3 → agentops_accelerator-0.7.0}/.claude-plugin/marketplace.json

@@ -13,7 +13,7 @@
       "name": "agentops-accelerator",
       "source": "../../plugins/agentops",
       "description": "Copilot agent skills for running standardized evaluation workflows with AgentOps Toolkit and Microsoft Foundry agents.",
-      "version": "0.4.1",
+      "version": "0.6.0",
       "keywords": [
         "agentops",
         "evaluation",

{agentops_accelerator-0.5.3 → agentops_accelerator-0.7.0}/.github/plugin/marketplace.json

@@ -13,7 +13,7 @@
       "name": "agentops-accelerator",
       "source": "../../plugins/agentops",
       "description": "Copilot agent skills for running standardized evaluation workflows with AgentOps Toolkit and Microsoft Foundry agents.",
-      "version": "0.4.1",
+      "version": "0.6.0",
       "keywords": [
         "agentops",
         "evaluation",

{agentops_accelerator-0.5.3 → agentops_accelerator-0.7.0}/.github/workflows/_build.yml

@@ -39,7 +39,7 @@ jobs:
   build:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
         with:
           ref: ${{ inputs.checkout_ref || github.ref }}
           fetch-depth: 0 # Full history required for setuptools-scm

{agentops_accelerator-0.5.3 → agentops_accelerator-0.7.0}/.github/workflows/agentops-watchdog.yml

@@ -44,7 +44,7 @@ jobs:
     timeout-minutes: 30
     steps:
       - name: Checkout
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
 
       - name: Azure login (OIDC)
         uses: azure/login@v3

{agentops_accelerator-0.5.3 → agentops_accelerator-0.7.0}/.github/workflows/ci.yml

@@ -38,7 +38,7 @@ jobs:
   lint:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
 
       - name: Install uv
         uses: astral-sh/setup-uv@v7
@@ -66,7 +66,7 @@ jobs:
         os: [ubuntu-latest, windows-latest]
         python-version: ["3.11", "3.12", "3.13"]
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
 
       - name: Install uv
         uses: astral-sh/setup-uv@v7
@@ -93,7 +93,7 @@ jobs:
     runs-on: ubuntu-latest
     needs: test
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
 
       - name: Install uv
         uses: astral-sh/setup-uv@v7
@@ -125,7 +125,7 @@ jobs:
     permissions:
       id-token: write  # Required for PyPI Trusted Publishing (OIDC)
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0 # Full history for setuptools-scm
 
@@ -162,7 +162,7 @@ jobs:
     needs: publish-dev
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0
 
@@ -215,7 +215,7 @@ jobs:
   build-vsix:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
 
       # CI uses the committed package.json version as-is (no publish, dry-run only).
       # The version in package.json is synced by cut-release.yml when a release branch is created.

{agentops_accelerator-0.5.3 → agentops_accelerator-0.7.0}/.github/workflows/cut-release.yml

@@ -48,7 +48,7 @@ jobs:
           echo "version=$VERSION" >> "$GITHUB_ENV"
 
       - name: Checkout develop
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
         with:
           ref: develop
           fetch-depth: 0

{agentops_accelerator-0.5.3 → agentops_accelerator-0.7.0}/.github/workflows/e2e.yml

@@ -36,7 +36,7 @@ jobs:
   offline-smoke:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
 
       - name: Set up Python
         uses: actions/setup-python@v6
@@ -69,7 +69,7 @@ jobs:
   unit-tests-with-coverage:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
 
       - name: Set up Python
         uses: actions/setup-python@v6
@@ -127,7 +127,7 @@ jobs:
       hosted_agent_name: ${{ steps.create_hosted_agent.outputs.agent_name }}
       suffix: ${{ steps.suffix.outputs.value }}
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
 
       - id: suffix
         name: Compute per-run suffix
@@ -256,7 +256,7 @@ jobs:
       id-token: write
       contents: read
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
       - uses: actions/setup-python@v6
         with:
           python-version: "3.12"
@@ -307,7 +307,7 @@ jobs:
       id-token: write
       contents: read
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
       - uses: actions/setup-python@v6
         with:
           python-version: "3.12"
@@ -359,7 +359,7 @@ jobs:
       id-token: write
       contents: read
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
       - uses: actions/setup-python@v6
         with:
           python-version: "3.12"
@@ -409,7 +409,7 @@ jobs:
       id-token: write
       contents: read
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
       - uses: actions/setup-python@v6
         with:
           python-version: "3.12"
@@ -464,7 +464,7 @@ jobs:
       id-token: write
       contents: read
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
       - name: Azure login (OIDC)
         uses: ./.github/actions/azure-oidc-login
         with:
@@ -529,7 +529,7 @@ jobs:
     if: always()
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
       - name: Download all artifacts
         uses: actions/download-artifact@v8
         with:

{agentops_accelerator-0.5.3 → agentops_accelerator-0.7.0}/.github/workflows/release.yml

@@ -98,7 +98,7 @@ jobs:
     needs: publish-testpypi
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0
 
@@ -185,7 +185,7 @@ jobs:
     env:
       VSIX_FILE: agentops-skills.vsix
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0 # Full history for version derivation
 
@@ -255,7 +255,7 @@ jobs:
     permissions:
       contents: write
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
 
       - name: Download Python dist artifacts
         uses: actions/download-artifact@v8

{agentops_accelerator-0.5.3 → agentops_accelerator-0.7.0}/.github/workflows/staging.yml

@@ -79,7 +79,7 @@ jobs:
     needs: publish-testpypi
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0
 
@@ -137,7 +137,7 @@ jobs:
     runs-on: ubuntu-latest
     environment: staging
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
 
       - name: Sync VSIX version from branch name
         run: |

{agentops_accelerator-0.5.3 → agentops_accelerator-0.7.0}/AGENTS.md

@@ -14,7 +14,7 @@ The repository provides:
 - A normalized output contract (`results.json`, `report.md`) for CI and PRs
 - A release evidence contract (`evidence.json`, `evidence.md`) for production promotion reviews
 - A local Cockpit (`agentops cockpit`) that links out to Foundry for runtime
-  observability and surfaces Doctor findings AgentOps owns end-to-end
+  observability and surfaces Doctor findings AgentOps handles end-to-end
 - A Doctor (`agentops doctor`) for readiness, regression, and OpEx checks
 - AI Landing Zone deployment readiness checks that connect official preflight,
   azd/Bicep workflow deployment, AgentOps eval gates, and private-network runner
@@ -53,6 +53,9 @@ Public CLI contract:
 - `agentops doctor [--workspace PATH] [--config PATH] [--out PATH] [--lookback-days N] [--severity-fail SEVERITY] [--evidence-pack] [--evidence-out PATH]`
 - `agentops doctor explain [--no-pager] [--format text|markdown|html] [--out PATH] [--open]`
 - `agentops cockpit [--host HOST] [--port PORT] [--workspace PATH] [--no-preflight]`
+- `agentops telemetry dashboard deploy [--dry-run] [--subscription ID] [--resource-group RG] [--workspace-id ID] [--name NAME] [--dir PATH]`
+- `agentops telemetry dashboard open [--print-url] [--subscription ID] [--resource-group RG] [--name NAME] [--dir PATH]`
+- `agentops telemetry dashboard export [--out PATH]`
 - `agentops agent serve [--host HOST] [--port PORT] [--config PATH] [--no-verify] [--workers N]`
 
 Exit code contract:

{agentops_accelerator-0.5.3 → agentops_accelerator-0.7.0}/CHANGELOG.md

@@ -5,6 +5,60 @@ This format follows [Keep a Changelog](https://keepachangelog.com/) and adheres
 
 ## [Unreleased]
 
+## [0.7.0] - 2026-07-01
+
+### Added
+- **Foundry operations dashboard.** A new Azure Monitor Workbook
+  (`agentops telemetry dashboard`) surfaces Azure OpenAI capacity (PTU
+  utilization, rate-limit, spillover), traffic and tokens, latency
+  percentiles (TTFT, TBT, TTLT, tokens/sec), and errors and throttling for a
+  given Azure OpenAI resource and Log Analytics workspace. The workbook JSON,
+  its per-metric KQL queries, and an authoring README ship as package data.
+  Three commands manage it: `deploy` (RBAC + diagnostic-settings preflight,
+  then deploy the `Microsoft.Insights/workbooks` ARM resource, with
+  `--dry-run` to emit the template), `open` (build the portal deep link and
+  open a browser, `--print-url` for non-interactive shells), and `export`
+  (copy the packaged workbook JSON to a local path). `agentops telemetry
+  dashboard deploy` is the first CLI command that creates an Azure resource;
+  it is scoped to a single workbook.
+- **Doctor check for Azure OpenAI usage telemetry.** A new WAF-AI Operational
+  Excellence posture rule (`waf.observability.aoai_diagnostic_categories`)
+  warns when the Azure OpenAI account is not emitting the `RequestResponse`
+  and `AzureOpenAIRequestUsage` diagnostic log categories to a Log Analytics
+  workspace, and prints the exact `az monitor diagnostic-settings create`
+  fix. Doctor stays read-only.
+
+### Changed
+- **Cockpit redesign answers "can I ship?" first.** The Cockpit now opens with
+  three consolidated status cards (Readiness, Doctor, Eval gate) that expand
+  their detail sections on click, promotes "Next actions" to second position,
+  and collapses the detailed sections by default. The former "Eval gate
+  summary" and "Quality gate summary" are merged into a single "Eval gates"
+  section with two subgroups. The Foundry launchpad footer adds a "Foundry
+  operations dashboard" tile (the same workbook portal URL used by
+  `agentops telemetry dashboard open`) next to "Operate overview", folds the
+  single-tile "Azure Monitor" group into the Foundry project group, and
+  removes the duplicated App Insights CTA from the Production signal section.
+  Cockpit remains read-only.
+
+## [0.6.0] - 2026-06-26
+
+### Added
+- **Retrieval telemetry can now be imported as evaluation datasets.** The new
+  `telemetry_imports` config contract and `agentops telemetry validate`,
+  `agentops telemetry preview`, and `agentops telemetry import` commands let
+  teams turn reviewed retrieval telemetry into dataset-backed eval rows with
+  `response_source: dataset`. Grey-box HTTP agents can map `response_fields` from
+  `$response.context`, and the evaluation docs now cover the import workflow and
+  contract.
+
+### Changed
+- Updated the AgentOps CLI tagline to use `Operate` instead of `Own` for clearer
+  operator-focused positioning.
+- **Prompt-agent PR validation now uses sandbox instead of dev.** Generated
+  GitHub and Azure DevOps PR workflows stage prompt-agent candidates in the
+  sandbox Foundry environment, keeping dev for deployed-of-record versions.
+
 ## [0.5.3] - 2026-06-22
 
 ### Fixed
@@ -173,6 +227,25 @@ This format follows [Keep a Changelog](https://keepachangelog.com/) and adheres
   tutorial are updated to describe the new contract.
   ([#214](https://github.com/Azure/agentops/issues/214))
 
+### Fixed
+- **Clean installs now include the pager dependency used by explain commands.**
+  `agentops explain`, `agentops init explain`, and `agentops doctor explain`
+  import Click directly to render long manual output, so `click>=8.1,<9` is now
+  declared as a runtime dependency instead of relying on transitive installs.
+
+- **`agentops eval init` now works with both old and new `azure.ai.agents` azd
+  extensions.** Version 0.1.40 of the extension renamed the eval subcommand from
+  `azd ai agent eval init` to `azd ai agent eval generate`, which made
+  `agentops eval init` hard-fail with `Command "init" is deprecated, use 'azd ai
+  agent eval generate' instead`. AgentOps now invokes `generate` first and
+  transparently falls back to the legacy `init` subcommand when an older
+  extension does not recognise `generate`. The fallback only triggers on
+  subcommand-name/deprecation errors; genuine failures (authentication, project
+  endpoint, timeouts) are still surfaced immediately and unchanged. All
+  previously passed flags (`--project-endpoint`, `--agent`,
+  `--gen-instruction-file`, `--eval-model`, `--dataset`, `--evaluator`) and the
+  recipe discovery/persistence behaviour are preserved.
+
 ## [0.4.0] - 2026-06-14
 
 ### Added

{agentops_accelerator-0.5.3 → agentops_accelerator-0.7.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: agentops-accelerator
-Version: 0.5.3
+Version: 0.7.0
 Summary: Release readiness gates and evidence for Microsoft Foundry agents
 License: MIT License
         
@@ -28,6 +28,7 @@ Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: typer<1.0,>=0.12
+Requires-Dist: click<9,>=8.1
 Requires-Dist: pydantic<3,>=2
 Requires-Dist: ruamel.yaml<1.0,>=0.18
 Requires-Dist: azure-ai-projects<3.0,>=2.0.1
@@ -54,7 +55,7 @@ Dynamic: license-file
 <h1 align="center">AgentOps Accelerator</h1>
 
 <p align="center">
-<b>Evaluate. Ship. Observe. Own.</b>
+<b>Evaluate. Ship. Observe. Operate.</b>
 <br/>
 Continuous evaluation, safety testing, observability, and release readiness for Microsoft Foundry agents.
 </p>
@@ -74,7 +75,7 @@ Continuous evaluation, safety testing, observability, and release readiness for
 <a href="https://github.com/Azure/agentops/blob/main/LICENSE"><img alt="License: MIT" src="https://img.shields.io/badge/License-MIT-green.svg"/></a>
 </p>
 
-AgentOps Accelerator helps Microsoft Foundry agent teams evaluate quality, prepare releases, monitor behavior, and stay accountable after launch. It gives you a practical starting point for agent operations, with Foundry integration as the default path and deeper setup guidance in the full docs.
+AgentOps Accelerator helps Microsoft Foundry agent teams evaluate quality, prepare releases, monitor behavior, and operate reliably after launch. It gives you a practical starting point for agent operations, with Foundry integration as the default path and deeper setup guidance in the full docs.
 
 ## Get started
 
@@ -99,7 +100,7 @@ Use AgentOps Accelerator when you need to:
 - Compare changes across versions
 - Capture release evidence
 - Monitor agent quality and regressions
-- Give teams a repeatable way to own agent behavior in production
+- Give teams a repeatable way to operate agents responsibly in production
 
 The accelerator keeps the local workflow simple, then points you to the full
 docs when you are ready to configure pipelines, dashboards, and release
@@ -108,12 +109,110 @@ practices.
 ## Learn more
 
 For setup guides, tutorials, architecture, CI/CD guidance, Doctor checks, and
-evaluator reference, see:
+evaluator reference, start with the documentation site:
 
 <p align="center">
 <a href="https://aka.ms/agentops-accelerator"><b>https://aka.ms/agentops-accelerator</b></a>
 </p>
 
+## Run a first evaluation
+
+```powershell
+az login
+$env:AZURE_AI_FOUNDRY_PROJECT_ENDPOINT = "https://<resource>.services.ai.azure.com/api/projects/<project>"
+$env:AZURE_OPENAI_ENDPOINT = "https://<openai-resource>.openai.azure.com"
+$env:AZURE_OPENAI_DEPLOYMENT = "gpt-4o-mini"
+agentops eval analyze
+agentops eval run
+agentops doctor --evidence-pack
+```
+
+For Foundry targets, use either `project_endpoint:` in `agentops.yaml` or
+`AZURE_AI_FOUNDRY_PROJECT_ENDPOINT`. Config wins when both are set.
+
+Outputs land in `.agentops/results/latest/`:
+
+- `results.json` - machine-readable (versioned, stable schema)
+- `report.md` - human-readable, PR-friendly
+
+Release evidence lands in `.agentops/release/latest/`:
+
+- `evidence.json` - machine-readable production-readiness projection
+- `evidence.md` - PR/release summary
+
+Capture the first successful run as a baseline:
+
+```powershell
+New-Item -ItemType Directory -Force .agentops\baseline | Out-Null
+Copy-Item .agentops\results\latest\results.json .agentops\baseline\results.json
+```
+
+To see a visible comparison, publish a new agent version with a prompt
+that paraphrases instead of copying exact-answer requests, update
+`agentops.yaml` to that new `name:version`, and compare against the
+baseline:
+
+```powershell
+agentops eval run --baseline .agentops/baseline/results.json
+```
+
+The report grows a `Comparison vs Baseline` section with per-metric deltas.
+
+---
+
+## Commands
+
+Install optional extras as needed: `[agent]` for Doctor/Cockpit and `[mcp]` for MCP.
+
+- `agentops --version` - show installed version.
+- `agentops init` - bootstrap config and seed data.
+- `agentops eval analyze` - check eval readiness.
+- `agentops eval init` - bootstrap an azd `eval.yaml` recipe and wire `execution: azd`.
+- `agentops eval run [--baseline PATH]` - run an evaluation.
+- `agentops eval promote-traces --source FILE [--apply]` - promote local trace export files.
+- `agentops telemetry validate NAME` - validate an Azure Monitor or Application Insights import.
+- `agentops telemetry preview NAME --rows N` - preview telemetry import rows.
+- `agentops telemetry import NAME --apply` - write the imported telemetry dataset.
+- `agentops report generate` - regenerate `report.md`.
+- `agentops workflow analyze` - recommend CI/CD shape.
+- `agentops workflow generate` - generate CI/CD workflows.
+- `agentops skills install` - install Copilot or Claude skills.
+- `agentops mcp serve` - start the MCP server.
+- `agentops doctor [--evidence-pack]` - run readiness checks.
+- `agentops cockpit` - open the local Cockpit.
+- `agentops agent serve` - serve Doctor as a Copilot Extension.
+
+## AgentOps Cockpit
+
+`agentops cockpit` opens a localhost command center for the current workspace.
+It combines eval history, Doctor findings, workflow status, and links to the
+matching Foundry and Azure Monitor views.
+
+Cockpit sections, in display order:
+
+- **Foundry connection** - project, tenant, agent, App Insights.
+- **Foundry launchpad** - links for the agent, project, and telemetry.
+- **Observability readiness** - tracing, evals, red team, alerts.
+- **AgentOps Doctor** - latest Doctor findings.
+- **Eval gate summary** - local and CI gate history.
+- **Quality gate summary** - score trends and regressions.
+- **Production signal** - App Insights health snapshot.
+- **CI/CD Pipelines** - GitHub Actions status.
+- **Next actions** - contextual recommendations.
+
+## Documentation
+
+- [Foundry Prompt Agent tutorial](docs/tutorial-prompt-agent.md) - use this when the Foundry target is `agent: name:version`. Walks the sandbox to dev journey with a PR gate.
+- [Hosted or HTTP Agent tutorial](docs/tutorial-hosted-agent-quickstart.md) - use this when the target is a Foundry hosted or HTTP endpoint URL. Same sandbox to dev journey for endpoint-based agents.
+- [End-to-end tutorial](docs/tutorial-end-to-end.md) - extends either of the above with the full sandbox to dev to qa to prod promotion, Foundry red-team scans, and trace-to-regression promotion.
+- [Evaluation paths](docs/evaluation.md) - choose static dataset, grey-box HTTP, or telemetry/trace import.
+- [Core concepts](docs/concepts.md)
+- [How it works](docs/how-it-works.md)
+- [Doctor explained](docs/doctor-explained.md)
+- [CI/CD with GitHub Actions](docs/ci-github-actions.md)
+- [Built-in evaluator reference](docs/foundry-evaluation-sdk-built-in-evaluators.md)
+- [Release process](docs/release-process.md)
+
 ## Contributing
 
 See [CONTRIBUTING.md](CONTRIBUTING.md) for development, testing, and contribution guidance.

agentops_accelerator-0.7.0/README.md

@@ -0,0 +1,164 @@
+<h1 align="center">AgentOps Accelerator</h1>
+
+<p align="center">
+<b>Evaluate. Ship. Observe. Operate.</b>
+<br/>
+Continuous evaluation, safety testing, observability, and release readiness for Microsoft Foundry agents.
+</p>
+
+<p align="center">
+<a href="https://aka.ms/agentops-accelerator"><b>Documentation</b></a> |
+<a href="https://pypi.org/project/agentops-accelerator/">PyPI</a> |
+<a href="https://marketplace.visualstudio.com/items?itemName=AgentOpsAccelerator.agentops-accelerator">VS Code Extension</a> |
+<a href="https://github.com/Azure/agentops/releases/latest">Latest release</a>
+</p>
+
+<p align="center">
+<a href="https://pypi.org/project/agentops-accelerator/"><img alt="PyPI" src="https://img.shields.io/pypi/v/agentops-accelerator.svg?label=PyPI&color=blue"/></a>
+<a href="https://marketplace.visualstudio.com/items?itemName=AgentOpsAccelerator.agentops-accelerator"><img alt="VS Code Extension" src="https://img.shields.io/badge/VS%20Code-Extension-007ACC.svg?logo=visualstudiocode"/></a>
+<a href="https://github.com/Azure/agentops/actions/workflows/ci.yml"><img alt="CI" src="https://github.com/Azure/agentops/actions/workflows/ci.yml/badge.svg?branch=develop"/></a>
+<a href="https://github.com/Azure/agentops/actions/workflows/release.yml"><img alt="Release" src="https://github.com/Azure/agentops/actions/workflows/release.yml/badge.svg"/></a>
+<a href="https://github.com/Azure/agentops/blob/main/LICENSE"><img alt="License: MIT" src="https://img.shields.io/badge/License-MIT-green.svg"/></a>
+</p>
+
+AgentOps Accelerator helps Microsoft Foundry agent teams evaluate quality, prepare releases, monitor behavior, and operate reliably after launch. It gives you a practical starting point for agent operations, with Foundry integration as the default path and deeper setup guidance in the full docs.
+
+## Get started
+
+```powershell
+python -m pip install agentops-accelerator
+agentops init
+```
+
+`agentops init` starts a guided setup that creates your `agentops.yaml` and
+`.agentops/` workspace.
+
+Next, follow the tutorial that matches your agent type:
+
+- [Prompt Agent tutorial](https://azure.github.io/agentops/tutorial-prompt-agent/)
+- [Hosted or HTTP Agent tutorial](https://azure.github.io/agentops/tutorial-hosted-agent/)
+
+## What it helps you do
+
+Use AgentOps Accelerator when you need to:
+
+- Evaluate an agent before release
+- Compare changes across versions
+- Capture release evidence
+- Monitor agent quality and regressions
+- Give teams a repeatable way to operate agents responsibly in production
+
+The accelerator keeps the local workflow simple, then points you to the full
+docs when you are ready to configure pipelines, dashboards, and release
+practices.
+
+## Learn more
+
+For setup guides, tutorials, architecture, CI/CD guidance, Doctor checks, and
+evaluator reference, start with the documentation site:
+
+<p align="center">
+<a href="https://aka.ms/agentops-accelerator"><b>https://aka.ms/agentops-accelerator</b></a>
+</p>
+
+## Run a first evaluation
+
+```powershell
+az login
+$env:AZURE_AI_FOUNDRY_PROJECT_ENDPOINT = "https://<resource>.services.ai.azure.com/api/projects/<project>"
+$env:AZURE_OPENAI_ENDPOINT = "https://<openai-resource>.openai.azure.com"
+$env:AZURE_OPENAI_DEPLOYMENT = "gpt-4o-mini"
+agentops eval analyze
+agentops eval run
+agentops doctor --evidence-pack
+```
+
+For Foundry targets, use either `project_endpoint:` in `agentops.yaml` or
+`AZURE_AI_FOUNDRY_PROJECT_ENDPOINT`. Config wins when both are set.
+
+Outputs land in `.agentops/results/latest/`:
+
+- `results.json` - machine-readable (versioned, stable schema)
+- `report.md` - human-readable, PR-friendly
+
+Release evidence lands in `.agentops/release/latest/`:
+
+- `evidence.json` - machine-readable production-readiness projection
+- `evidence.md` - PR/release summary
+
+Capture the first successful run as a baseline:
+
+```powershell
+New-Item -ItemType Directory -Force .agentops\baseline | Out-Null
+Copy-Item .agentops\results\latest\results.json .agentops\baseline\results.json
+```
+
+To see a visible comparison, publish a new agent version with a prompt
+that paraphrases instead of copying exact-answer requests, update
+`agentops.yaml` to that new `name:version`, and compare against the
+baseline:
+
+```powershell
+agentops eval run --baseline .agentops/baseline/results.json
+```
+
+The report grows a `Comparison vs Baseline` section with per-metric deltas.
+
+---
+
+## Commands
+
+Install optional extras as needed: `[agent]` for Doctor/Cockpit and `[mcp]` for MCP.
+
+- `agentops --version` - show installed version.
+- `agentops init` - bootstrap config and seed data.
+- `agentops eval analyze` - check eval readiness.
+- `agentops eval init` - bootstrap an azd `eval.yaml` recipe and wire `execution: azd`.
+- `agentops eval run [--baseline PATH]` - run an evaluation.
+- `agentops eval promote-traces --source FILE [--apply]` - promote local trace export files.
+- `agentops telemetry validate NAME` - validate an Azure Monitor or Application Insights import.
+- `agentops telemetry preview NAME --rows N` - preview telemetry import rows.
+- `agentops telemetry import NAME --apply` - write the imported telemetry dataset.
+- `agentops report generate` - regenerate `report.md`.
+- `agentops workflow analyze` - recommend CI/CD shape.
+- `agentops workflow generate` - generate CI/CD workflows.
+- `agentops skills install` - install Copilot or Claude skills.
+- `agentops mcp serve` - start the MCP server.
+- `agentops doctor [--evidence-pack]` - run readiness checks.
+- `agentops cockpit` - open the local Cockpit.
+- `agentops agent serve` - serve Doctor as a Copilot Extension.
+
+## AgentOps Cockpit
+
+`agentops cockpit` opens a localhost command center for the current workspace.
+It combines eval history, Doctor findings, workflow status, and links to the
+matching Foundry and Azure Monitor views.
+
+Cockpit sections, in display order:
+
+- **Foundry connection** - project, tenant, agent, App Insights.
+- **Foundry launchpad** - links for the agent, project, and telemetry.
+- **Observability readiness** - tracing, evals, red team, alerts.
+- **AgentOps Doctor** - latest Doctor findings.
+- **Eval gate summary** - local and CI gate history.
+- **Quality gate summary** - score trends and regressions.
+- **Production signal** - App Insights health snapshot.
+- **CI/CD Pipelines** - GitHub Actions status.
+- **Next actions** - contextual recommendations.
+
+## Documentation
+
+- [Foundry Prompt Agent tutorial](docs/tutorial-prompt-agent.md) - use this when the Foundry target is `agent: name:version`. Walks the sandbox to dev journey with a PR gate.
+- [Hosted or HTTP Agent tutorial](docs/tutorial-hosted-agent-quickstart.md) - use this when the target is a Foundry hosted or HTTP endpoint URL. Same sandbox to dev journey for endpoint-based agents.
+- [End-to-end tutorial](docs/tutorial-end-to-end.md) - extends either of the above with the full sandbox to dev to qa to prod promotion, Foundry red-team scans, and trace-to-regression promotion.
+- [Evaluation paths](docs/evaluation.md) - choose static dataset, grey-box HTTP, or telemetry/trace import.
+- [Core concepts](docs/concepts.md)
+- [How it works](docs/how-it-works.md)
+- [Doctor explained](docs/doctor-explained.md)
+- [CI/CD with GitHub Actions](docs/ci-github-actions.md)
+- [Built-in evaluator reference](docs/foundry-evaluation-sdk-built-in-evaluators.md)
+- [Release process](docs/release-process.md)
+
+## Contributing
+
+See [CONTRIBUTING.md](CONTRIBUTING.md) for development, testing, and contribution guidance.