agentops-accelerator 0.3.0__py3-none-any.whl

agentops/templates/pipelines/azuredevops/agentops-deploy-prod-azd.yml

@@ -0,0 +1,141 @@
+# AgentOps - Deploy to production with azd (Azure DevOps Pipelines)
+#
+# agentops:deploy-mode=azd
+#
+# RUN_AZD_PROVISION defaults to false for production. Use Azure DevOps
+# Environment approvals before enabling infra changes.
+
+trigger:
+  branches:
+    include:
+      - main
+
+pr: none
+
+pool:
+  vmImage: ubuntu-latest
+
+variables:
+  - group: agentops
+  - name: AZURE_SERVICE_CONNECTION
+    value: agentops-azure
+  - name: AGENTOPS_CONFIG
+    value: agentops.yaml
+  - name: AZURE_ENV_NAME
+    value: production
+  - name: RUN_AZD_PROVISION
+    value: "false"
+
+stages:
+  - stage: provision
+    displayName: azd environment (production)
+    jobs:
+      - deployment: azd_provision
+        environment: production
+        strategy:
+          runOnce:
+            deploy:
+              steps:
+                - checkout: self
+                - task: AzureCLI@2
+                  displayName: Prepare azd env and optional provision
+                  inputs:
+                    azureSubscription: $(AZURE_SERVICE_CONNECTION)
+                    scriptType: bash
+                    scriptLocation: inlineScript
+                    inlineScript: |
+                      test -f azure.yaml || {
+                        echo "##vso[task.logissue type=error;sourcepath=azure.yaml]No azure.yaml found. Ask your coding agent to generate a zero-trust azd deployment, then re-run this pipeline."
+                        exit 1
+                      }
+                      curl -fsSL https://aka.ms/install-azd.sh | bash
+                      azd env new "$(AZURE_ENV_NAME)" --no-prompt --subscription "$(AZURE_SUBSCRIPTION_ID)" ${AZURE_LOCATION:+--location "$AZURE_LOCATION"} \
+                        || azd env select "$(AZURE_ENV_NAME)"
+                      azd env set AZURE_SUBSCRIPTION_ID "$(AZURE_SUBSCRIPTION_ID)"
+                      if [ -n "$AZURE_LOCATION" ]; then
+                        azd env set AZURE_LOCATION "$AZURE_LOCATION"
+                      fi
+                      if [ "$(RUN_AZD_PROVISION)" = "true" ]; then
+__AILZ_PREFLIGHT_COMMAND__
+                        azd provision --no-prompt
+                      else
+                        echo "Skipping azd provision for production."
+                      fi
+
+  - stage: safety_eval
+    displayName: AgentOps safety eval (pre-deploy)
+    dependsOn: provision
+    jobs:
+      - job: eval_gate
+        steps:
+          - checkout: self
+          - task: UsePythonVersion@0
+            inputs:
+              versionSpec: "3.11"
+          - bash: |
+              python -m pip install --upgrade pip
+              python -m pip install "agentops-accelerator[foundry,agent] @ git+https://github.com/Azure/agentops.git@main"
+            displayName: Install AgentOps Toolkit
+
+__EVAL_TASKS__
+
+          - task: AzureCLI@2
+            displayName: Run AgentOps doctor
+            condition: always()
+            inputs:
+              azureSubscription: $(AZURE_SERVICE_CONNECTION)
+              scriptType: bash
+              scriptLocation: inlineScript
+              inlineScript: |
+                agentops doctor --workspace . --out .agentops/agent/report.md \
+                  --severity-fail critical --evidence-pack
+            env:
+              AZURE_AI_FOUNDRY_PROJECT_ENDPOINT: $(AZURE_AI_FOUNDRY_PROJECT_ENDPOINT)
+              AZURE_OPENAI_ENDPOINT: $(AZURE_OPENAI_ENDPOINT)
+              AZURE_OPENAI_DEPLOYMENT: $(AZURE_OPENAI_DEPLOYMENT)
+              APPLICATIONINSIGHTS_CONNECTION_STRING: $(APPLICATIONINSIGHTS_CONNECTION_STRING)
+          - task: PublishPipelineArtifact@1
+            condition: always()
+            inputs:
+              targetPath: __EVAL_ARTIFACT_TARGET__
+              artifact: agentops-deploy-prod-results
+              publishLocation: pipeline
+
+          - task: PublishPipelineArtifact@1
+            condition: always()
+            inputs:
+              targetPath: .agentops/release/latest
+              artifact: agentops-deploy-prod-release-evidence
+              publishLocation: pipeline
+
+  - stage: deploy
+    displayName: azd deploy (production)
+    dependsOn: safety_eval
+    jobs:
+      - deployment: azd_deploy
+        environment: production
+        strategy:
+          runOnce:
+            deploy:
+              steps:
+                - checkout: self
+                - task: AzureCLI@2
+                  displayName: Run azd deploy
+                  inputs:
+                    azureSubscription: $(AZURE_SERVICE_CONNECTION)
+                    scriptType: bash
+                    scriptLocation: inlineScript
+                    inlineScript: |
+                      curl -fsSL https://aka.ms/install-azd.sh | bash
+                      test -f azure.yaml || {
+                        echo "##vso[task.logissue type=error;sourcepath=azure.yaml]No azure.yaml found. Ask your coding agent to generate a zero-trust azd deployment, then re-run this pipeline."
+                        exit 1
+                      }
+                      azd env new "$(AZURE_ENV_NAME)" --no-prompt --subscription "$(AZURE_SUBSCRIPTION_ID)" ${AZURE_LOCATION:+--location "$AZURE_LOCATION"} \
+                        || azd env select "$(AZURE_ENV_NAME)"
+                      azd env set AZURE_SUBSCRIPTION_ID "$(AZURE_SUBSCRIPTION_ID)"
+                      if [ -n "$AZURE_LOCATION" ]; then
+                        azd env set AZURE_LOCATION "$AZURE_LOCATION"
+                      fi
+                      azd env refresh "$(AZURE_ENV_NAME)" --no-prompt
+                      azd deploy --no-prompt

agentops/templates/pipelines/azuredevops/agentops-deploy-prod.yml

@@ -0,0 +1,94 @@
+# AgentOps — Deploy to production (Azure DevOps Pipelines)
+#
+# Runs on push to `main`. Executes the AgentOps eval against the
+# production environment and, on PASS, calls `agentops/deploy.sh production`.
+# Production deploys are typically gated by an approval check configured
+# on the `production` Environment in Pipelines → Environments.
+#
+# Generated by `agentops workflow generate --platform azure-devops`.
+
+trigger:
+  branches:
+    include:
+      - main
+
+pr: none
+
+pool:
+  vmImage: ubuntu-latest
+
+variables:
+  - group: agentops
+  - name: AZURE_SERVICE_CONNECTION
+    value: agentops-azure
+  - name: AGENTOPS_CONFIG
+    value: agentops.yaml
+  - name: TARGET_ENVIRONMENT
+    value: production
+
+stages:
+  - stage: eval
+    displayName: AgentOps eval (pre-deploy)
+    jobs:
+      - deployment: agentops_eval_and_deploy
+        displayName: Eval + deploy to $(TARGET_ENVIRONMENT)
+        environment: $(TARGET_ENVIRONMENT)
+        timeoutInMinutes: 45
+        strategy:
+          runOnce:
+            deploy:
+              steps:
+                - checkout: self
+                  fetchDepth: 1
+
+                - task: UsePythonVersion@0
+                  displayName: Set up Python 3.11
+                  inputs:
+                    versionSpec: "3.11"
+
+                - bash: |
+                    python -m pip install --upgrade pip
+                    python -m pip install "agentops-accelerator[foundry,agent] @ git+https://github.com/Azure/agentops.git@main"
+                  displayName: Install AgentOps Toolkit
+
+__EVAL_TASKS__
+
+                - task: AzureCLI@2
+                  displayName: Run AgentOps doctor
+                  condition: always()
+                  inputs:
+                    azureSubscription: $(AZURE_SERVICE_CONNECTION)
+                    scriptType: bash
+                    scriptLocation: inlineScript
+                    inlineScript: |
+                      agentops doctor --workspace . --out .agentops/agent/report.md \
+                        --severity-fail critical --evidence-pack
+                  env:
+                    AZURE_AI_FOUNDRY_PROJECT_ENDPOINT: $(AZURE_AI_FOUNDRY_PROJECT_ENDPOINT)
+                    AZURE_OPENAI_ENDPOINT: $(AZURE_OPENAI_ENDPOINT)
+                    AZURE_OPENAI_DEPLOYMENT: $(AZURE_OPENAI_DEPLOYMENT)
+                    APPLICATIONINSIGHTS_CONNECTION_STRING: $(APPLICATIONINSIGHTS_CONNECTION_STRING)
+
+                - task: PublishPipelineArtifact@1
+                  displayName: Upload AgentOps results
+                  condition: always()
+                  inputs:
+                    targetPath: __EVAL_ARTIFACT_TARGET__
+                    artifact: agentops-deploy-$(TARGET_ENVIRONMENT)-results
+                    publishLocation: pipeline
+
+                - task: PublishPipelineArtifact@1
+                  displayName: Upload AgentOps release evidence
+                  condition: always()
+                  inputs:
+                    targetPath: .agentops/release/latest
+                    artifact: agentops-deploy-$(TARGET_ENVIRONMENT)-release-evidence
+                    publishLocation: pipeline
+
+                - bash: |
+                    if [ -x ./agentops/deploy.sh ]; then
+                      ./agentops/deploy.sh "$(TARGET_ENVIRONMENT)"
+                    else
+                      echo "##[warning]No ./agentops/deploy.sh hook found; skipping deploy step."
+                    fi
+                  displayName: Deploy to $(TARGET_ENVIRONMENT)

agentops/templates/pipelines/azuredevops/agentops-deploy-prompt-agent.yml

@@ -0,0 +1,167 @@
+# AgentOps - Deploy Foundry prompt agent to __ENV_LABEL__ (Azure DevOps)
+#
+# agentops:deploy-mode=prompt-agent
+#
+# Stages a candidate Foundry prompt-agent version from prompt_file, evaluates
+# that exact candidate, then records it as deployed only after the gate passes.
+#
+# Generated by `agentops workflow generate --platform azure-devops --deploy-mode prompt-agent`.
+
+trigger:
+  branches:
+    include:
+__BRANCHES__
+
+pr: none
+
+pool:
+  vmImage: ubuntu-latest
+
+variables:
+  - group: agentops
+  - name: AZURE_SERVICE_CONNECTION
+    value: agentops-azure
+  - name: AGENTOPS_CONFIG
+    value: agentops.yaml
+  - name: TARGET_ENVIRONMENT
+    value: __ENV_NAME__
+
+stages:
+  - stage: stage_candidate
+    displayName: Stage Foundry prompt candidate (__ENV_LABEL__)
+    jobs:
+      - job: stage_candidate
+        steps:
+          - checkout: self
+            fetchDepth: 1
+
+          - task: UsePythonVersion@0
+            displayName: Set up Python 3.11
+            inputs:
+              versionSpec: "3.11"
+
+          - task: AzureCLI@2
+            displayName: Create candidate agent version from prompt_file
+            inputs:
+              azureSubscription: $(AZURE_SERVICE_CONNECTION)
+              scriptType: bash
+              scriptLocation: inlineScript
+              inlineScript: |
+                python -m pip install --upgrade pip
+                python -m pip install "agentops-accelerator[foundry] @ git+https://github.com/Azure/agentops.git@main"
+                python -m agentops.pipeline.prompt_deploy stage \
+                  --config "$(AGENTOPS_CONFIG)" \
+                  --environment "$(TARGET_ENVIRONMENT)" \
+                  --out ".agentops/deployments/foundry-agent.json" \
+                  --eval-config ".agentops/deployments/agentops.candidate.yaml"
+            env:
+              AZURE_AI_FOUNDRY_PROJECT_ENDPOINT: $(AZURE_AI_FOUNDRY_PROJECT_ENDPOINT)
+              AGENTOPS_AGENT_PROMPT_FILE: $(AGENTOPS_AGENT_PROMPT_FILE)
+
+          - task: PublishPipelineArtifact@1
+            displayName: Upload candidate deployment record
+            inputs:
+              targetPath: .agentops/deployments
+              artifact: foundry-agent-__ENV_KEY__-candidate
+              publishLocation: pipeline
+
+  - stage: eval
+    displayName: AgentOps eval (__ENV_LABEL__ candidate gate)
+    dependsOn: stage_candidate
+    jobs:
+      - deployment: agentops_eval_and_deploy
+        displayName: Eval candidate for $(TARGET_ENVIRONMENT)
+        environment: $(TARGET_ENVIRONMENT)
+        timeoutInMinutes: 45
+        strategy:
+          runOnce:
+            deploy:
+              steps:
+                - checkout: self
+                  fetchDepth: 1
+
+                - task: DownloadPipelineArtifact@2
+                  displayName: Download candidate deployment record
+                  inputs:
+                    artifact: foundry-agent-__ENV_KEY__-candidate
+                    path: .agentops/deployments
+
+                - task: UsePythonVersion@0
+                  displayName: Set up Python 3.11
+                  inputs:
+                    versionSpec: "3.11"
+
+                - bash: |
+                    python -m pip install --upgrade pip
+                    python -m pip install "agentops-accelerator[foundry,agent] @ git+https://github.com/Azure/agentops.git@main"
+                  displayName: Install AgentOps Toolkit
+
+__EVAL_TASKS__
+
+                - task: AzureCLI@2
+                  displayName: Run AgentOps doctor
+                  condition: always()
+                  inputs:
+                    azureSubscription: $(AZURE_SERVICE_CONNECTION)
+                    scriptType: bash
+                    scriptLocation: inlineScript
+                    inlineScript: |
+                      agentops doctor --workspace . --out .agentops/agent/report.md \
+                        --severity-fail critical --evidence-pack
+                  env:
+                    AZURE_AI_FOUNDRY_PROJECT_ENDPOINT: $(AZURE_AI_FOUNDRY_PROJECT_ENDPOINT)
+                    AZURE_OPENAI_ENDPOINT: $(AZURE_OPENAI_ENDPOINT)
+                    AZURE_OPENAI_DEPLOYMENT: $(AZURE_OPENAI_DEPLOYMENT)
+                    APPLICATIONINSIGHTS_CONNECTION_STRING: $(APPLICATIONINSIGHTS_CONNECTION_STRING)
+
+                - task: PublishPipelineArtifact@1
+                  displayName: Upload AgentOps results
+                  condition: always()
+                  inputs:
+                    targetPath: __EVAL_ARTIFACT_TARGET__
+                    artifact: agentops-deploy-__ENV_KEY__-results
+                    publishLocation: pipeline
+
+                - task: PublishPipelineArtifact@1
+                  displayName: Upload AgentOps release evidence
+                  condition: always()
+                  inputs:
+                    targetPath: .agentops/release/latest
+                    artifact: agentops-deploy-__ENV_KEY__-release-evidence
+                    publishLocation: pipeline
+
+  - stage: deploy
+    displayName: Record Foundry prompt deploy (__ENV_LABEL__)
+    dependsOn: eval
+    jobs:
+      - deployment: foundry_prompt_deploy
+        displayName: Record candidate as deployed to $(TARGET_ENVIRONMENT)
+        environment: $(TARGET_ENVIRONMENT)
+        strategy:
+          runOnce:
+            deploy:
+              steps:
+                - task: DownloadPipelineArtifact@2
+                  displayName: Download candidate deployment record
+                  inputs:
+                    artifact: foundry-agent-__ENV_KEY__-candidate
+                    path: .agentops/deployments
+
+                - task: UsePythonVersion@0
+                  displayName: Set up Python 3.11
+                  inputs:
+                    versionSpec: "3.11"
+
+                - bash: |
+                    python -m pip install "agentops-accelerator @ git+https://github.com/Azure/agentops.git@main"
+                    python -m agentops.pipeline.prompt_deploy summarize \
+                      --deployment ".agentops/deployments/foundry-agent.json" \
+                      --environment "$(TARGET_ENVIRONMENT)"
+                  displayName: Mark candidate as deployed
+
+                - task: PublishPipelineArtifact@1
+                  displayName: Upload Foundry deployment record
+                  inputs:
+                    targetPath: .agentops/deployments/foundry-agent.json
+                    artifact: foundry-agent-__ENV_KEY__-deployment
+                    publishLocation: pipeline

agentops/templates/pipelines/azuredevops/agentops-deploy-qa-azd.yml

@@ -0,0 +1,118 @@
+# AgentOps - Deploy to qa with azd (Azure DevOps Pipelines)
+#
+# agentops:deploy-mode=azd
+#
+# RUN_AZD_PROVISION defaults to false for QA. Set it to true only for
+# reviewed infrastructure changes.
+
+trigger:
+  branches:
+    include:
+      - release/*
+
+pr: none
+
+pool:
+  vmImage: ubuntu-latest
+
+variables:
+  - group: agentops
+  - name: AZURE_SERVICE_CONNECTION
+    value: agentops-azure
+  - name: AGENTOPS_CONFIG
+    value: agentops.yaml
+  - name: AZURE_ENV_NAME
+    value: qa
+  - name: RUN_AZD_PROVISION
+    value: "false"
+
+stages:
+  - stage: provision
+    displayName: azd environment (qa)
+    jobs:
+      - deployment: azd_provision
+        environment: qa
+        strategy:
+          runOnce:
+            deploy:
+              steps:
+                - checkout: self
+                - task: AzureCLI@2
+                  displayName: Prepare azd env and optional provision
+                  inputs:
+                    azureSubscription: $(AZURE_SERVICE_CONNECTION)
+                    scriptType: bash
+                    scriptLocation: inlineScript
+                    inlineScript: |
+                      test -f azure.yaml || {
+                        echo "##vso[task.logissue type=error;sourcepath=azure.yaml]No azure.yaml found. Ask your coding agent to generate a zero-trust azd deployment, then re-run this pipeline."
+                        exit 1
+                      }
+                      curl -fsSL https://aka.ms/install-azd.sh | bash
+                      azd env new "$(AZURE_ENV_NAME)" --no-prompt --subscription "$(AZURE_SUBSCRIPTION_ID)" ${AZURE_LOCATION:+--location "$AZURE_LOCATION"} \
+                        || azd env select "$(AZURE_ENV_NAME)"
+                      azd env set AZURE_SUBSCRIPTION_ID "$(AZURE_SUBSCRIPTION_ID)"
+                      if [ -n "$AZURE_LOCATION" ]; then
+                        azd env set AZURE_LOCATION "$AZURE_LOCATION"
+                      fi
+                      if [ "$(RUN_AZD_PROVISION)" = "true" ]; then
+__AILZ_PREFLIGHT_COMMAND__
+                        azd provision --no-prompt
+                      else
+                        echo "Skipping azd provision for QA."
+                      fi
+
+  - stage: eval
+    displayName: AgentOps eval (pre-deploy)
+    dependsOn: provision
+    jobs:
+      - job: eval_gate
+        steps:
+          - checkout: self
+          - task: UsePythonVersion@0
+            inputs:
+              versionSpec: "3.11"
+          - bash: |
+              python -m pip install --upgrade pip
+              python -m pip install "agentops-accelerator[foundry] @ git+https://github.com/Azure/agentops.git@main"
+            displayName: Install AgentOps Toolkit
+
+__EVAL_TASKS__
+          - task: PublishPipelineArtifact@1
+            condition: always()
+            inputs:
+              targetPath: __EVAL_ARTIFACT_TARGET__
+              artifact: agentops-deploy-qa-results
+              publishLocation: pipeline
+
+  - stage: deploy
+    displayName: azd deploy (qa)
+    dependsOn: eval
+    jobs:
+      - deployment: azd_deploy
+        environment: qa
+        strategy:
+          runOnce:
+            deploy:
+              steps:
+                - checkout: self
+                - task: AzureCLI@2
+                  displayName: Run azd deploy
+                  inputs:
+                    azureSubscription: $(AZURE_SERVICE_CONNECTION)
+                    scriptType: bash
+                    scriptLocation: inlineScript
+                    inlineScript: |
+                      curl -fsSL https://aka.ms/install-azd.sh | bash
+                      test -f azure.yaml || {
+                        echo "##vso[task.logissue type=error;sourcepath=azure.yaml]No azure.yaml found. Ask your coding agent to generate a zero-trust azd deployment, then re-run this pipeline."
+                        exit 1
+                      }
+                      azd env new "$(AZURE_ENV_NAME)" --no-prompt --subscription "$(AZURE_SUBSCRIPTION_ID)" ${AZURE_LOCATION:+--location "$AZURE_LOCATION"} \
+                        || azd env select "$(AZURE_ENV_NAME)"
+                      azd env set AZURE_SUBSCRIPTION_ID "$(AZURE_SUBSCRIPTION_ID)"
+                      if [ -n "$AZURE_LOCATION" ]; then
+                        azd env set AZURE_LOCATION "$AZURE_LOCATION"
+                      fi
+                      azd env refresh "$(AZURE_ENV_NAME)" --no-prompt
+                      azd deploy --no-prompt

agentops/templates/pipelines/azuredevops/agentops-deploy-qa.yml

@@ -0,0 +1,68 @@
+# AgentOps — Deploy to qa (Azure DevOps Pipelines)
+#
+# Runs on push to `release/*`. Executes the AgentOps eval against the qa
+# environment and, on PASS, calls `agentops/deploy.sh qa`.
+#
+# Generated by `agentops workflow generate --platform azure-devops`.
+
+trigger:
+  branches:
+    include:
+      - release/*
+
+pr: none
+
+pool:
+  vmImage: ubuntu-latest
+
+variables:
+  - group: agentops
+  - name: AZURE_SERVICE_CONNECTION
+    value: agentops-azure
+  - name: AGENTOPS_CONFIG
+    value: agentops.yaml
+  - name: TARGET_ENVIRONMENT
+    value: qa
+
+stages:
+  - stage: eval
+    displayName: AgentOps eval (pre-deploy)
+    jobs:
+      - deployment: agentops_eval_and_deploy
+        displayName: Eval + deploy to $(TARGET_ENVIRONMENT)
+        environment: $(TARGET_ENVIRONMENT)
+        timeoutInMinutes: 45
+        strategy:
+          runOnce:
+            deploy:
+              steps:
+                - checkout: self
+                  fetchDepth: 1
+
+                - task: UsePythonVersion@0
+                  displayName: Set up Python 3.11
+                  inputs:
+                    versionSpec: "3.11"
+
+                - bash: |
+                    python -m pip install --upgrade pip
+                    python -m pip install "agentops-accelerator[foundry] @ git+https://github.com/Azure/agentops.git@main"
+                  displayName: Install AgentOps Toolkit
+
+__EVAL_TASKS__
+
+                - task: PublishPipelineArtifact@1
+                  displayName: Upload AgentOps results
+                  condition: always()
+                  inputs:
+                    targetPath: __EVAL_ARTIFACT_TARGET__
+                    artifact: agentops-deploy-$(TARGET_ENVIRONMENT)-results
+                    publishLocation: pipeline
+
+                - bash: |
+                    if [ -x ./agentops/deploy.sh ]; then
+                      ./agentops/deploy.sh "$(TARGET_ENVIRONMENT)"
+                    else
+                      echo "##[warning]No ./agentops/deploy.sh hook found; skipping deploy step."
+                    fi
+                  displayName: Deploy to $(TARGET_ENVIRONMENT)