agentops-accelerator 0.3.0__py3-none-any.whl

agentops/templates/pipelines/azuredevops/agentops-pr-prompt-agent.yml

@@ -0,0 +1,210 @@
+# AgentOps - PR evaluation gate (Foundry prompt agent, Azure DevOps)
+#
+# agentops:deploy-mode=prompt-agent
+#
+# For Foundry prompt-agent flows, the PR gate must evaluate the prompt
+# the PR is proposing, not the seed agent version pinned in
+# `agentops.yaml`. So this PR pipeline stages an ephemeral candidate
+# Foundry prompt-agent version in the dev project from the
+# source-controlled `prompt_file`, evaluates that exact candidate, and
+# runs Doctor against it. The merge gate is the eval + Doctor result.
+#
+# Notes:
+#   - Each PR run creates or reuses a candidate version in the dev
+#     Foundry project. AgentOps deduplicates only when the prompt is
+#     byte-identical to the current seed version's instructions; PR
+#     candidates can therefore accumulate over time and may need to be
+#     cleaned up out-of-band.
+#   - Merge is what promotes the candidate via the deploy pipeline.
+#     This PR pipeline does not record the candidate as deployed.
+#
+# Setup (one-time):
+#   1. Create a variable group named `agentops` in Pipelines -> Library
+#      with: AZURE_AI_FOUNDRY_PROJECT_ENDPOINT, AZURE_OPENAI_ENDPOINT,
+#      AZURE_OPENAI_DEPLOYMENT, AGENTOPS_AGENT_PROMPT_FILE (optional).
+#   2. Create a service connection to your Azure subscription named
+#      `agentops-azure`.
+#   3. Grant the build service "Contribute to pull requests" permission
+#      on the repository so the PR-comment step can post.
+#
+# Generated by `agentops workflow generate --platform azure-devops --deploy-mode prompt-agent`.
+
+trigger: none
+
+pr:
+  branches:
+    include:
+      - develop
+      - release/*
+      - main
+
+pool:
+  vmImage: ubuntu-latest
+
+variables:
+  - group: agentops
+  - name: AZURE_SERVICE_CONNECTION
+    value: agentops-azure
+  - name: AGENTOPS_CONFIG
+    value: agentops.yaml
+  - name: TARGET_ENVIRONMENT
+    value: __ENV_NAME__
+
+stages:
+  - stage: stage_candidate
+    displayName: Stage Foundry prompt candidate (PR)
+    jobs:
+      - job: stage_candidate
+        steps:
+          - checkout: self
+            fetchDepth: 1
+
+          - task: UsePythonVersion@0
+            displayName: Set up Python 3.11
+            inputs:
+              versionSpec: "3.11"
+
+          - task: AzureCLI@2
+            displayName: Create candidate agent version from prompt_file
+            inputs:
+              azureSubscription: $(AZURE_SERVICE_CONNECTION)
+              scriptType: bash
+              scriptLocation: inlineScript
+              inlineScript: |
+                python -m pip install --upgrade pip
+                python -m pip install "agentops-accelerator[foundry] @ git+https://github.com/Azure/agentops.git@main"
+                python -m agentops.pipeline.prompt_deploy stage \
+                  --config "$(AGENTOPS_CONFIG)" \
+                  --environment "$(TARGET_ENVIRONMENT)" \
+                  --out ".agentops/deployments/foundry-agent.json" \
+                  --eval-config ".agentops/deployments/agentops.candidate.yaml"
+            env:
+              AZURE_AI_FOUNDRY_PROJECT_ENDPOINT: $(AZURE_AI_FOUNDRY_PROJECT_ENDPOINT)
+              AGENTOPS_AGENT_PROMPT_FILE: $(AGENTOPS_AGENT_PROMPT_FILE)
+
+          - task: PublishPipelineArtifact@1
+            displayName: Upload candidate deployment record
+            inputs:
+              targetPath: .agentops/deployments
+              artifact: foundry-agent-__ENV_KEY__-candidate
+              publishLocation: pipeline
+
+  - stage: eval
+    displayName: AgentOps eval (PR candidate gate)
+    dependsOn: stage_candidate
+    jobs:
+      - job: run_eval
+        displayName: Eval candidate for $(TARGET_ENVIRONMENT)
+        timeoutInMinutes: 45
+        steps:
+          - checkout: self
+            fetchDepth: 1
+
+          - task: DownloadPipelineArtifact@2
+            displayName: Download candidate deployment record
+            inputs:
+              artifact: foundry-agent-__ENV_KEY__-candidate
+              path: .agentops/deployments
+
+          - task: UsePythonVersion@0
+            displayName: Set up Python 3.11
+            inputs:
+              versionSpec: "3.11"
+
+          - bash: |
+              python -m pip install --upgrade pip
+              python -m pip install "agentops-accelerator[foundry,agent] @ git+https://github.com/Azure/agentops.git@main"
+            displayName: Install AgentOps Toolkit
+
+__EVAL_TASKS__
+
+          - task: AzureCLI@2
+            displayName: Run AgentOps doctor
+            condition: always()
+            inputs:
+              azureSubscription: $(AZURE_SERVICE_CONNECTION)
+              scriptType: bash
+              scriptLocation: inlineScript
+              inlineScript: |
+                # Doctor gate severity is configured at workflow
+                # generation time via `agentops workflow generate
+                # --doctor-gate critical|warning|none`.
+                agentops doctor --workspace . --out .agentops/agent/report.md \
+                  --severity-fail __DOCTOR_GATE__ --evidence-pack
+            env:
+              AZURE_AI_FOUNDRY_PROJECT_ENDPOINT: $(AZURE_AI_FOUNDRY_PROJECT_ENDPOINT)
+              AZURE_OPENAI_ENDPOINT: $(AZURE_OPENAI_ENDPOINT)
+              AZURE_OPENAI_DEPLOYMENT: $(AZURE_OPENAI_DEPLOYMENT)
+              APPLICATIONINSIGHTS_CONNECTION_STRING: $(APPLICATIONINSIGHTS_CONNECTION_STRING)
+
+          - task: PublishPipelineArtifact@1
+            displayName: Upload AgentOps results
+            condition: always()
+            inputs:
+              targetPath: __EVAL_ARTIFACT_TARGET__
+              artifact: agentops-pr-results
+              publishLocation: pipeline
+
+          - task: PublishPipelineArtifact@1
+            displayName: Upload AgentOps release evidence
+            condition: always()
+            inputs:
+              targetPath: .agentops/release/latest
+              artifact: agentops-pr-release-evidence
+              publishLocation: pipeline
+
+          - bash: |
+              if [ -f .agentops/results/latest/report.md ]; then
+                cat .agentops/results/latest/report.md
+              else
+                echo "No report.md produced."
+              fi
+              if [ -f .agentops/release/latest/evidence.md ]; then
+                echo
+                echo "---"
+                echo
+                cat .agentops/release/latest/evidence.md
+              fi
+            displayName: Print report.md to log
+            condition: always()
+
+          - bash: |
+              set -euo pipefail
+              if [ "$(Build.Reason)" != "PullRequest" ]; then
+                echo "Not a PR build; skipping PR comment."
+                exit 0
+              fi
+              if [ ! -f .agentops/results/latest/report.md ]; then
+                echo "No report.md produced; skipping PR comment."
+                exit 0
+              fi
+              MARKER='<!-- agentops-pr-report -->'
+              BODY="$(printf '%s\n' "$MARKER"; cat .agentops/results/latest/report.md)"
+              if [ -f .agentops/release/latest/evidence.md ]; then
+                BODY="$(printf '%s\n\n---\n\n%s' "$BODY" "$(cat .agentops/release/latest/evidence.md)")"
+              fi
+              ORG_URL="$(System.CollectionUri)"
+              PROJECT="$(System.TeamProject)"
+              REPO_ID="$(Build.Repository.ID)"
+              PR_ID="$(System.PullRequest.PullRequestId)"
+              API="${ORG_URL}${PROJECT}/_apis/git/repositories/${REPO_ID}/pullRequests/${PR_ID}/threads?api-version=7.1-preview.1"
+              AUTH="Authorization: Bearer $(System.AccessToken)"
+
+              EXISTING=$(curl -s -H "$AUTH" "$API" | python -c "import sys, json; data=json.load(sys.stdin); print(next((t['id'] for t in data.get('value', []) for c in t.get('comments', []) if isinstance(c.get('content'), str) and c['content'].startswith('$MARKER')), ''))")
+
+              PAYLOAD=$(python -c "import json,sys; print(json.dumps({'content': sys.stdin.read(), 'commentType': 1}))" <<< "$BODY")
+
+              if [ -n "$EXISTING" ]; then
+                curl -s -X POST -H "$AUTH" -H 'Content-Type: application/json' \
+                  -d "$PAYLOAD" \
+                  "${ORG_URL}${PROJECT}/_apis/git/repositories/${REPO_ID}/pullRequests/${PR_ID}/threads/${EXISTING}/comments?api-version=7.1-preview.1" > /dev/null
+              else
+                THREAD_PAYLOAD=$(python -c "import json,sys; b=sys.stdin.read(); print(json.dumps({'comments':[{'parentCommentId':0,'content':b,'commentType':1}],'status':1}))" <<< "$BODY")
+                curl -s -X POST -H "$AUTH" -H 'Content-Type: application/json' \
+                  -d "$THREAD_PAYLOAD" \
+                  "$API" > /dev/null
+              fi
+            displayName: Comment AgentOps report on PR
+            condition: always()
+            env:
+              SYSTEM_ACCESSTOKEN: $(System.AccessToken)

agentops/templates/pipelines/azuredevops/agentops-pr.yml

@@ -0,0 +1,155 @@
+# AgentOps — PR evaluation gate (Azure DevOps Pipelines)
+#
+# Runs on pull requests targeting develop, release/**, or main and gates
+# the merge on the AgentOps eval result. Posts the rendered Markdown
+# report as an idempotent PR comment via the Azure DevOps REST API.
+#
+# Setup (one-time):
+#   1. Create a variable group named `agentops` in Pipelines → Library with:
+#        AZURE_AI_FOUNDRY_PROJECT_ENDPOINT
+#        AZURE_OPENAI_ENDPOINT
+#        AZURE_OPENAI_DEPLOYMENT
+#   2. Create a service connection to your Azure subscription named
+#      `agentops-azure` (Pipelines → Service connections → New).
+#   3. Grant the build service "Contribute to pull requests" permission
+#      on the repository so the PR-comment step can post.
+#
+# Generated by `agentops workflow generate --platform azure-devops`.
+
+trigger: none
+
+pr:
+  branches:
+    include:
+      - develop
+      - release/*
+      - main
+
+pool:
+  vmImage: ubuntu-latest
+
+variables:
+  - group: agentops
+  - name: AZURE_SERVICE_CONNECTION
+    value: agentops-azure
+  - name: AGENTOPS_CONFIG
+    value: agentops.yaml
+
+stages:
+  - stage: eval
+    displayName: AgentOps eval (PR gate)
+    jobs:
+      - job: run_eval
+        displayName: Run AgentOps eval
+        timeoutInMinutes: 30
+        steps:
+          - checkout: self
+            fetchDepth: 1
+
+          - task: UsePythonVersion@0
+            displayName: Set up Python 3.11
+            inputs:
+              versionSpec: "3.11"
+
+          - bash: |
+              python -m pip install --upgrade pip
+              # NOTE: pinned to GitHub main until the next package release includes this flow.
+              python -m pip install "agentops-accelerator[foundry,agent] @ git+https://github.com/Azure/agentops.git@main"
+            displayName: Install AgentOps Toolkit
+
+__EVAL_TASKS__
+
+          - task: AzureCLI@2
+            displayName: Run AgentOps doctor
+            condition: always()
+            inputs:
+              azureSubscription: $(AZURE_SERVICE_CONNECTION)
+              scriptType: bash
+              scriptLocation: inlineScript
+              inlineScript: |
+                # Doctor gate severity is configured at workflow generation
+                # time via `agentops workflow generate
+                # --doctor-gate critical|warning|none`.
+                agentops doctor --workspace . --out .agentops/agent/report.md \
+                  --severity-fail __DOCTOR_GATE__ --evidence-pack
+            env:
+              AZURE_AI_FOUNDRY_PROJECT_ENDPOINT: $(AZURE_AI_FOUNDRY_PROJECT_ENDPOINT)
+              AZURE_OPENAI_ENDPOINT: $(AZURE_OPENAI_ENDPOINT)
+              AZURE_OPENAI_DEPLOYMENT: $(AZURE_OPENAI_DEPLOYMENT)
+              APPLICATIONINSIGHTS_CONNECTION_STRING: $(APPLICATIONINSIGHTS_CONNECTION_STRING)
+
+          - task: PublishPipelineArtifact@1
+            displayName: Upload AgentOps results
+            condition: always()
+            inputs:
+              targetPath: __EVAL_ARTIFACT_TARGET__
+              artifact: agentops-pr-results
+              publishLocation: pipeline
+
+          - task: PublishPipelineArtifact@1
+            displayName: Upload AgentOps release evidence
+            condition: always()
+            inputs:
+              targetPath: .agentops/release/latest
+              artifact: agentops-pr-release-evidence
+              publishLocation: pipeline
+
+          - bash: |
+              if [ -f .agentops/results/latest/report.md ]; then
+                cat .agentops/results/latest/report.md
+              else
+                echo "No report.md produced."
+              fi
+              if [ -f .agentops/release/latest/evidence.md ]; then
+                echo
+                echo "---"
+                echo
+                cat .agentops/release/latest/evidence.md
+              fi
+            displayName: Print report.md to log
+            condition: always()
+
+          - bash: |
+              set -euo pipefail
+              if [ "$(Build.Reason)" != "PullRequest" ]; then
+                echo "Not a PR build; skipping PR comment."
+                exit 0
+              fi
+              if [ ! -f .agentops/results/latest/report.md ]; then
+                echo "No report.md produced; skipping PR comment."
+                exit 0
+              fi
+              MARKER='<!-- agentops-pr-report -->'
+              BODY="$(printf '%s\n' "$MARKER"; cat .agentops/results/latest/report.md)"
+              if [ -f .agentops/release/latest/evidence.md ]; then
+                BODY="$(printf '%s\n\n---\n\n%s' "$BODY" "$(cat .agentops/release/latest/evidence.md)")"
+              fi
+              ORG_URL="$(System.CollectionUri)"
+              PROJECT="$(System.TeamProject)"
+              REPO_ID="$(Build.Repository.ID)"
+              PR_ID="$(System.PullRequest.PullRequestId)"
+              API="${ORG_URL}${PROJECT}/_apis/git/repositories/${REPO_ID}/pullRequests/${PR_ID}/threads?api-version=7.1-preview.1"
+              AUTH="Authorization: Bearer $(System.AccessToken)"
+
+              EXISTING=$(curl -s -H "$AUTH" "$API" \
+                | python -c "import sys, json; data=json.load(sys.stdin); \
+print(next((t['id'] for t in data.get('value', []) \
+for c in t.get('comments', []) \
+if isinstance(c.get('content'), str) and c['content'].startswith('$MARKER')), ''))")
+
+              PAYLOAD=$(python -c "import json,sys; print(json.dumps({'content': sys.stdin.read(), 'commentType': 1}))" <<< "$BODY")
+
+              if [ -n "$EXISTING" ]; then
+                curl -s -X POST -H "$AUTH" -H 'Content-Type: application/json' \
+                  -d "$PAYLOAD" \
+                  "${ORG_URL}${PROJECT}/_apis/git/repositories/${REPO_ID}/pullRequests/${PR_ID}/threads/${EXISTING}/comments?api-version=7.1-preview.1" > /dev/null
+              else
+                THREAD_PAYLOAD=$(python -c "import json,sys; b=sys.stdin.read(); print(json.dumps({'comments':[{'parentCommentId':0,'content':b,'commentType':1}],'status':1}))" <<< "$BODY")
+                curl -s -X POST -H "$AUTH" -H 'Content-Type: application/json' \
+                  -d "$THREAD_PAYLOAD" \
+                  "$API" > /dev/null
+              fi
+            displayName: Comment AgentOps report on PR
+            condition: always()
+            env:
+              SYSTEM_ACCESSTOKEN: $(System.AccessToken)

agentops/templates/pipelines/azuredevops/agentops-watchdog.yml

@@ -0,0 +1,106 @@
+# AgentOps — Scheduled doctor (Azure DevOps Pipelines)
+#
+# Runs `agentops doctor` on a daily cron. Restores the previous
+# run's history.jsonl from a pipeline artifact so the Doctor cockpit
+# carries trend data across executions.
+#
+# Setup mirrors agentops-pr.yml (variable group `agentops`, service
+# connection `agentops-azure`).
+# If Foundry App Insights auto-discovery is not available in your tenant,
+# add APPLICATIONINSIGHTS_CONNECTION_STRING to the `agentops` variable group.
+#
+# Generated by `agentops workflow generate --platform azure-devops` (kind: doctor).
+
+trigger: none
+pr: none
+
+schedules:
+  - cron: "0 6 * * *"
+    displayName: Daily Doctor
+    branches:
+      include:
+        - main
+
+pool:
+  vmImage: ubuntu-latest
+
+variables:
+  - group: agentops
+  - name: AZURE_SERVICE_CONNECTION
+    value: agentops-azure
+
+stages:
+  - stage: analyze
+    displayName: AgentOps doctor
+    jobs:
+      - job: run_doctor
+        displayName: Run AgentOps doctor
+        timeoutInMinutes: 30
+        steps:
+          - checkout: self
+            fetchDepth: 1
+
+          - task: UsePythonVersion@0
+            displayName: Set up Python 3.11
+            inputs:
+              versionSpec: "3.11"
+
+          - task: DownloadPipelineArtifact@2
+            displayName: Restore Doctor history
+            continueOnError: true
+            inputs:
+              source: specific
+              project: $(System.TeamProject)
+              pipeline: $(System.DefinitionId)
+              runVersion: latestFromBranch
+              runBranch: $(Build.SourceBranch)
+              artifact: agentops-doctor-history
+              path: $(Build.SourcesDirectory)/.agentops/agent
+
+          - task: AzureCLI@2
+            displayName: Install AgentOps Toolkit and run Doctor
+            inputs:
+              azureSubscription: $(AZURE_SERVICE_CONNECTION)
+              scriptType: bash
+              scriptLocation: inlineScript
+              inlineScript: |
+                python -m pip install --upgrade pip
+                python -m pip install "agentops-accelerator[foundry,agent] @ git+https://github.com/Azure/agentops.git@main"
+                agentops doctor --workspace . --out .agentops/agent/report.md \
+                  --severity-fail critical --evidence-pack
+            env:
+              AZURE_AI_FOUNDRY_PROJECT_ENDPOINT: $(AZURE_AI_FOUNDRY_PROJECT_ENDPOINT)
+              AZURE_OPENAI_ENDPOINT: $(AZURE_OPENAI_ENDPOINT)
+              AZURE_OPENAI_DEPLOYMENT: $(AZURE_OPENAI_DEPLOYMENT)
+              APPLICATIONINSIGHTS_CONNECTION_STRING: $(APPLICATIONINSIGHTS_CONNECTION_STRING)
+
+          - task: PublishPipelineArtifact@1
+            displayName: Publish Doctor history
+            condition: always()
+            inputs:
+              targetPath: .agentops/agent
+              artifact: agentops-doctor-history
+              publishLocation: pipeline
+
+          - task: PublishPipelineArtifact@1
+            displayName: Publish release evidence
+            condition: always()
+            inputs:
+              targetPath: .agentops/release/latest
+              artifact: agentops-doctor-release-evidence
+              publishLocation: pipeline
+
+          - bash: |
+              if [ -f .agentops/agent/report.md ]; then
+                cat .agentops/agent/report.md
+              else
+                echo "No report.md produced."
+              fi
+              if [ -f .agentops/release/latest/evidence.md ]; then
+                echo
+                echo "---"
+                echo
+                cat .agentops/release/latest/evidence.md
+              fi
+            displayName: Print Doctor report
+            condition: always()

agentops/templates/project.gitignore

@@ -0,0 +1,36 @@
+# Generated by `agentops init`
+# Standard Python / virtualenv / IDE noise
+__pycache__/
+*.py[cod]
+*$py.class
+*.egg-info/
+.eggs/
+build/
+dist/
+.venv/
+venv/
+env/
+ENV/
+.pytest_cache/
+.mypy_cache/
+.ruff_cache/
+.coverage
+htmlcov/
+
+# Environment files
+.env
+.env.*
+!.env.example
+
+# IDE
+.idea/
+.vscode/
+*.swp
+
+# AgentOps runtime artifacts (results are reproducible from the config + dataset)
+.agentops/results/
+.agentops/official-eval/
+.agentops/.resolved/
+
+# Local install scratch space (unpacked plugins, VSIX, editor extras)
+.local/

agentops/templates/sample-traces.jsonl

@@ -0,0 +1,3 @@
+{"operation_Id":"trace-demo-001","timestamp":"2026-05-21T21:40:00Z","customDimensions":{"input":"Answer with exactly this sentence: Paris is the capital of France and one of Europe's major cultural centers.","response":"Paris is the capital of France and one of Europe's major cultural centers."}}
+{"operation_Id":"trace-demo-002","timestamp":"2026-05-21T21:41:00Z","customDimensions":{"input":"Answer with exactly this sentence: Mars is known as the Red Planet because iron-rich dust gives its surface a reddish color.","response":"Mars is known as the Red Planet because iron-rich dust gives its surface a reddish color."}}
+{"operation_Id":"trace-demo-003","timestamp":"2026-05-21T21:42:00Z","customDimensions":{"input":"Answer with exactly this sentence: Water has the chemical formula H2O because each molecule contains two hydrogen atoms and one oxygen atom.","response":"Water has the chemical formula H2O because each molecule contains two hydrogen atoms and one oxygen atom."}}

agentops/templates/skills/agentops-agent/SKILL.md

@@ -0,0 +1,137 @@
+---
+name: agentops-agent
+description: AgentOps Doctor - surface release-readiness findings, regressions, latency spikes, error rates, and safety hits across AgentOps eval history, Azure Monitor traces, and Foundry control plane.
+---
+
+# `agentops-agent` - Doctor skill
+
+Use this skill when the user asks any of:
+
+- *"Are my agents healthy in production?"*
+- *"Run the doctor"*
+- *"Anything regressed in our last evals?"*
+- *"Show latency / error spikes from Azure Monitor"*
+- *"Open the AgentOps doctor report"*
+
+This skill is the front door to `agentops doctor` and the
+`agentops agent serve` Copilot Extension. It does **not** invent
+findings - it shells out to the CLI which reads real data from:
+
+1. `.agentops/results/*/results.json` (eval history)
+2. Application Insights traces emitted by Foundry agents
+3. Foundry control plane (`azure-ai-projects`)
+
+Doctor and Cockpit are read-only readiness tools. They help answer "can we ship
+it, and where is the proof?" They do not create, deploy, mutate, or delete
+Foundry or Azure resources.
+
+## Workflow
+
+### 1. Validate the workspace
+
+Look for `.agentops/agent.yaml`. If absent, copy the template:
+
+```bash
+mkdir -p .agentops
+cp $(python -c "import agentops, os, pathlib;
+print(pathlib.Path(agentops.__file__).parent / 'templates' / 'agent.yaml')") .agentops/agent.yaml
+```
+
+Edit `app_insights_resource_id` and `project_endpoint_env` if the user
+wants the Azure Monitor / Foundry sources to be live. Without those
+values the sources skip gracefully.
+
+### 2. Run the analyzer
+
+```bash
+agentops doctor --severity-fail critical
+```
+
+The command writes `.agentops/agent/report.md`. Exit codes:
+
+- `0` - no findings at or above the configured severity floor
+- `2` - at least one finding meets the severity floor (use this in CI)
+- `1` - runtime / configuration error
+
+### 3. Read and summarize
+
+Open `.agentops/agent/report.md`. The report has:
+
+- **Verdict banner** - overall pass / warning / critical
+- **Summary** - counts by severity
+- **Sources** - which sources ran, which were skipped and why
+- **Findings** - sorted by severity, each with a recommendation
+- **Recent runs** - appendix of the last `lookback_runs` evals
+
+When summarising for the user, lead with the verdict, then the top
+3 findings, each with the recommendation. Always cite the finding `id`
+so the user can grep them later.
+
+### 4. Drive remediation, do not invent it
+
+For each finding the report includes a `Recommendation`. Follow it
+verbatim - for example, if the finding says "compare the latest run
+against the baseline runs in `.agentops/results/`", actually open
+those folders.
+
+## Local cockpit (`agentops cockpit`)
+
+For a workspace-level operations view the user can open a local
+Cockpit:
+
+```bash
+pip install "agentops-accelerator[agent] @ git+https://github.com/Azure/agentops.git@main"
+agentops cockpit
+# → http://127.0.0.1:8090
+```
+
+Cockpit reads local AgentOps artifacts first: `.agentops/results/`,
+generated reports, `.agentops/agent/history.jsonl`, and workflow files.
+When a Foundry project is configured, it also resolves telemetry
+readiness and links to the matching Foundry and Azure Monitor views.
+It is read-only and bound to localhost.
+
+When telemetry is enabled the analyzer **also** emits OpenTelemetry
+spans for the Doctor run with per-severity / per-category counters,
+useful for long-term retention in App Insights or any OTel backend.
+Resolution order:
+
+1. `APPLICATIONINSIGHTS_CONNECTION_STRING` (or the AgentOps-prefixed
+   variant) - explicit user configuration always wins.
+2. `AGENTOPS_OTLP_ENDPOINT` - generic OTLP/HTTP exporter.
+3. **Auto-discovery** - when `AZURE_AI_FOUNDRY_PROJECT_ENDPOINT` is
+   set but no explicit env var is, AgentOps asks the Foundry project
+   for the connection string of the Application Insights resource
+   attached to it. Zero configuration when the user is already on
+   Foundry.
+
+## Copilot Extension server
+
+If the user wants the Doctor inside Copilot Chat, they can:
+
+```bash
+pip install "agentops-accelerator[agent] @ git+https://github.com/Azure/agentops.git@main"
+agentops agent serve --no-verify       # local dev
+```
+
+For production, point them at:
+
+- `src/agentops/templates/agent-server/Dockerfile`
+- `src/agentops/templates/agent-server/main.bicep`
+- `src/agentops/templates/agent-server/README.md`
+
+These are the deploy scaffold for hosting the Doctor as a Copilot
+Extension on Azure Container Apps.
+
+## Guardrails
+
+- Do **not** fabricate findings, metric values, or recommendations.
+- Do **not** invent CLI flags. The contract is exactly:
+  - `agentops doctor [--workspace] [--config] [--out] [--lookback-days] [--severity-fail]`
+  - `agentops agent serve [--host] [--port] [--config] [--no-verify] [--workers]`
+  - `agentops cockpit [--host] [--port] [--workspace]`
+- If a source is `skipped` or `error`, surface that as the *first*
+  thing in the user-facing summary so they know the analyzer ran with
+  partial data.
+- Never suggest disabling content-safety checks - recommend filtering
+  the offending row or tightening the system prompt instead.