agentops-accelerator 0.8.1__tar.gz → 0.8.2__tar.gz

{agentops_accelerator-0.8.1 → agentops_accelerator-0.8.2}/.claude-plugin/marketplace.json

@@ -13,7 +13,7 @@
       "name": "agentops-accelerator",
       "source": "../../plugins/agentops",
       "description": "Copilot agent skills for running standardized evaluation workflows with AgentOps Toolkit and Microsoft Foundry agents.",
-      "version": "0.8.1",
+      "version": "0.8.2",
       "keywords": [
         "agentops",
         "evaluation",

{agentops_accelerator-0.8.1 → agentops_accelerator-0.8.2}/.github/plugin/marketplace.json

@@ -13,7 +13,7 @@
       "name": "agentops-accelerator",
       "source": "../../plugins/agentops",
       "description": "Copilot agent skills for running standardized evaluation workflows with AgentOps Toolkit and Microsoft Foundry agents.",
-      "version": "0.8.1",
+      "version": "0.8.2",
       "keywords": [
         "agentops",
         "evaluation",

{agentops_accelerator-0.8.1 → agentops_accelerator-0.8.2}/CHANGELOG.md

@@ -5,6 +5,33 @@ This format follows [Keep a Changelog](https://keepachangelog.com/) and adheres
 
 ## [Unreleased]
 
+## [0.8.2] - 2026-08-07
+
+### Fixed
+- **`protocol: responses` now works against a Foundry hosted agent.** Every
+  invocation failed with
+  `HTTP 400 ... Missing required query parameter: api-version`, because the
+  hosted-agent path built the request URL by string-concatenating `/responses`
+  onto the configured URL. That had three consequences:
+  - Any existing query string was corrupted, because `/responses` was appended
+    after it (`.../responses?api-version=v1` became
+    `.../responses?api-version=v1/responses`).
+  - The required `api-version` query parameter was never added, so the Foundry
+    data plane rejected the request outright.
+  - A Foundry *agent identity* URL
+    (`/api/projects/<project>/agents/<name>/versions/<n>`) was accepted even
+    though it is not an invocable route; the invocable route is
+    `/agents/<name>/endpoint/protocols/openai/responses`.
+
+  The URL is now parsed rather than concatenated: the path and the query string
+  are handled separately, an agent identity URL is normalized onto the protocol
+  route, and `api-version` defaults to `v1` for Foundry protocol routes only.
+  When the configured URL pins a version, the version is preserved by sending an
+  `agent_reference` in the request body (the same mechanism
+  `_invoke_foundry_prompt` already uses), so pinning semantics are not lost.
+  URLs that already point at a `/responses` route and non-Foundry HTTP endpoints
+  are left untouched.
+
 ## [0.8.1] - 2026-07-16
 
 ### Fixed

{agentops_accelerator-0.8.1/src/agentops_accelerator.egg-info → agentops_accelerator-0.8.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: agentops-accelerator
-Version: 0.8.1
+Version: 0.8.2
 Summary: Release readiness gates and evidence for Microsoft Foundry agents
 License: MIT License
         

{agentops_accelerator-0.8.1 → agentops_accelerator-0.8.2}/plugins/agentops/package.json

@@ -2,7 +2,7 @@
   "name": "agentops-accelerator",
   "displayName": "AgentOps Accelerator — Skills for GitHub Copilot",
   "description": "Copilot agent skills for running standardized evaluation workflows with AgentOps Accelerator and Microsoft Foundry agents.",
-  "version": "0.8.1",
+  "version": "0.8.2",
   "publisher": "AgentOpsAccelerator",
   "icon": "icon.png",
   "license": "MIT",

{agentops_accelerator-0.8.1 → agentops_accelerator-0.8.2}/plugins/agentops/plugin.json

@@ -1,7 +1,7 @@
 {
   "name": "agentops-accelerator",
   "description": "Copilot agent skills for running standardized evaluation workflows with AgentOps Accelerator and Microsoft Foundry agents.",
-  "version": "0.8.1",
+  "version": "0.8.2",
   "author": {
     "name": "AgentOps Accelerator",
     "url": "https://github.com/Azure/agentops"

{agentops_accelerator-0.8.1 → agentops_accelerator-0.8.2}/src/agentops/pipeline/invocations.py

@@ -18,8 +18,10 @@ from __future__ import annotations
 
 import json
 import os
+import re
 import time
 import urllib.error
+import urllib.parse
 import urllib.request
 from dataclasses import dataclass, field
 from typing import Any, Dict, List, Optional
@@ -49,6 +51,79 @@ _MAX_TOOL_ITERATIONS = 4
 # while letting the agent produce its final natural-language reply.
 _TOOL_STUB_OUTPUT = '{"status": "ok"}'
 
+# Foundry serves hosted agents on a protocol route hanging off the agent
+# resource, not on the resource URL itself. The portal and `azd` surface
+# identity URLs (`.../agents/<name>` or `.../agents/<name>/versions/<n>`),
+# which cannot be POSTed to, so they are normalised onto this suffix.
+_FOUNDRY_HOSTED_RESPONSES_SUFFIX = "/endpoint/protocols/openai/responses"
+
+# The Foundry protocol route rejects requests without `api-version`
+# (HTTP 400 "Missing required query parameter: api-version"). This is the
+# default applied when the configured URL does not carry one already.
+_FOUNDRY_HOSTED_API_VERSION = "v1"
+
+# Matches a Foundry agent identity path, optionally pinned to a version.
+_FOUNDRY_AGENT_PATH_RE = re.compile(
+    r"^(?P<base>.*/agents/(?P<name>[^/]+))(?:/versions/(?P<version>[^/]+))?$"
+)
+
+
+def _foundry_hosted_responses_target(
+    raw_url: str,
+) -> tuple[str, Optional[Dict[str, Any]]]:
+    """Normalise a Foundry hosted-agent URL into its Responses invocation route.
+
+    Accepts any of the URL shapes users realistically have on hand:
+
+    * ``.../agents/<name>`` - agent identity URL
+    * ``.../agents/<name>/versions/<n>`` - version-pinned identity URL
+    * ``.../agents/<name>/endpoint/protocols/openai`` - protocol route
+    * ``.../agents/<name>/endpoint/protocols/openai/responses`` - full route
+
+    Query parameters on the configured URL are preserved, and ``api-version``
+    is defaulted when absent. When the source URL pinned a specific version,
+    an ``agent_reference`` block is returned so the pin survives the rewrite
+    (the protocol route itself is not version-scoped).
+
+    Returns ``(url, agent_reference_or_None)``.
+    """
+    parts = urllib.parse.urlsplit(raw_url)
+    path = parts.path.rstrip("/")
+    agent_reference: Optional[Dict[str, Any]] = None
+
+    if not path.endswith("/responses"):
+        identity = _FOUNDRY_AGENT_PATH_RE.match(path)
+        if identity:
+            path = identity.group("base") + _FOUNDRY_HOSTED_RESPONSES_SUFFIX
+            version = identity.group("version")
+            if version:
+                agent_reference = {
+                    "type": "agent_reference",
+                    "name": urllib.parse.unquote(identity.group("name")),
+                    "version": urllib.parse.unquote(version),
+                }
+        else:
+            path = f"{path}/responses"
+
+    query = urllib.parse.parse_qsl(parts.query, keep_blank_values=True)
+    # Only Foundry's own protocol route mandates api-version; leave custom
+    # hosted endpoints (e.g. *.azurewebsites.net) byte-for-byte unchanged.
+    if "/protocols/openai" in path and not any(
+        key.lower() == "api-version" for key, _ in query
+    ):
+        query.append(("api-version", _FOUNDRY_HOSTED_API_VERSION))
+
+    url = urllib.parse.urlunsplit(
+        (
+            parts.scheme,
+            parts.netloc,
+            path,
+            urllib.parse.urlencode(query),
+            parts.fragment,
+        )
+    )
+    return url, agent_reference
+
 
 def _summarise_tool_calls(calls: List[Any]) -> str:
     """Build a short, human-readable summary of executed tool calls.
@@ -547,16 +622,21 @@ def _invoke_foundry_hosted(
     }
 
     if target.protocol == "responses":
-        url = target.url.rstrip("/")
-        if not url.endswith("/responses"):
-            url = f"{url}/responses"
-        initial_body = {"input": [{"role": "user", "content": _row_input(row)}]}
+        url, agent_reference = _foundry_hosted_responses_target(target.url)
+        initial_body: Dict[str, Any] = {
+            "input": [{"role": "user", "content": _row_input(row)}]
+        }
+        if agent_reference:
+            initial_body["agent_reference"] = agent_reference
 
         text, aggregated_tool_calls, elapsed = _run_responses_tool_loop(
             url=url,
             headers=headers,
             initial_body=initial_body,
             timeout=timeout,
+            follow_up_extras=(
+                {"agent_reference": agent_reference} if agent_reference else None
+            ),
         )
 
         if not text:

{agentops_accelerator-0.8.1 → agentops_accelerator-0.8.2/src/agentops_accelerator.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: agentops-accelerator
-Version: 0.8.1
+Version: 0.8.2
 Summary: Release readiness gates and evidence for Microsoft Foundry agents
 License: MIT License
         

agentops_accelerator-0.8.2/tests/unit/test_invocations.py

@@ -0,0 +1,112 @@
+"""Unit tests for target invocation helpers."""
+
+from __future__ import annotations
+
+from pathlib import Path
+
+import pytest
+
+from agentops.core.agentops_config import AgentOpsConfig
+from agentops.pipeline import invocations
+
+
+def _config(**overrides: object) -> AgentOpsConfig:
+    data = {
+        "version": 1,
+        "agent": "my-agent:1",
+        "dataset": Path("data.jsonl"),
+        **overrides,
+    }
+    return AgentOpsConfig(**data)
+
+
+def test_project_endpoint_prefers_config_over_environment(monkeypatch):
+    monkeypatch.setenv(
+        "AZURE_AI_FOUNDRY_PROJECT_ENDPOINT",
+        "https://from-env.services.ai.azure.com/api/projects/p",
+    )
+    cfg = _config(
+        project_endpoint="https://from-config.services.ai.azure.com/api/projects/p"
+    )
+
+    assert (
+        invocations._project_endpoint(cfg)
+        == "https://from-config.services.ai.azure.com/api/projects/p"
+    )
+
+
+def test_project_endpoint_falls_back_to_environment(monkeypatch):
+    monkeypatch.setenv(
+        "AZURE_AI_FOUNDRY_PROJECT_ENDPOINT",
+        "https://from-env.services.ai.azure.com/api/projects/p",
+    )
+
+    assert (
+        invocations._project_endpoint(_config())
+        == "https://from-env.services.ai.azure.com/api/projects/p"
+    )
+
+
+def test_project_endpoint_requires_config_or_environment(monkeypatch):
+    monkeypatch.delenv("AZURE_AI_FOUNDRY_PROJECT_ENDPOINT", raising=False)
+
+    with pytest.raises(RuntimeError, match="project_endpoint"):
+        invocations._project_endpoint(_config())
+
+
+_AGENT_BASE = "https://acct.services.ai.azure.com/api/projects/proj/agents/helpdeskbot"
+_PROTOCOL_ROUTE = f"{_AGENT_BASE}/endpoint/protocols/openai/responses"
+
+
+def test_hosted_responses_target_rewrites_version_pinned_identity_url():
+    url, agent_reference = invocations._foundry_hosted_responses_target(
+        f"{_AGENT_BASE}/versions/11"
+    )
+
+    assert url == f"{_PROTOCOL_ROUTE}?api-version=v1"
+    assert agent_reference == {
+        "type": "agent_reference",
+        "name": "helpdeskbot",
+        "version": "11",
+    }
+
+
+def test_hosted_responses_target_rewrites_unversioned_identity_url():
+    url, agent_reference = invocations._foundry_hosted_responses_target(_AGENT_BASE)
+
+    assert url == f"{_PROTOCOL_ROUTE}?api-version=v1"
+    assert agent_reference is None
+
+
+def test_hosted_responses_target_preserves_existing_query_parameters():
+    url, _ = invocations._foundry_hosted_responses_target(
+        f"{_AGENT_BASE}/endpoint/protocols/openai?api-version=2025-05-01&trace=on"
+    )
+
+    assert url == f"{_PROTOCOL_ROUTE}?api-version=2025-05-01&trace=on"
+
+
+def test_hosted_responses_target_is_idempotent_on_full_route():
+    configured = f"{_PROTOCOL_ROUTE}?api-version=v1"
+
+    url, agent_reference = invocations._foundry_hosted_responses_target(configured)
+
+    assert url == configured
+    assert agent_reference is None
+
+
+def test_hosted_responses_target_appends_responses_to_protocol_route():
+    url, _ = invocations._foundry_hosted_responses_target(
+        f"{_AGENT_BASE}/endpoint/protocols/openai"
+    )
+
+    assert url == f"{_PROTOCOL_ROUTE}?api-version=v1"
+
+
+def test_hosted_responses_target_leaves_custom_endpoints_without_api_version():
+    url, agent_reference = invocations._foundry_hosted_responses_target(
+        "https://my-agent.azurewebsites.net/chat"
+    )
+
+    assert url == "https://my-agent.azurewebsites.net/chat/responses"
+    assert agent_reference is None

agentops_accelerator-0.8.1/tests/unit/test_invocations.py

@@ -1,54 +0,0 @@
-"""Unit tests for target invocation helpers."""
-
-from __future__ import annotations
-
-from pathlib import Path
-
-import pytest
-
-from agentops.core.agentops_config import AgentOpsConfig
-from agentops.pipeline import invocations
-
-
-def _config(**overrides: object) -> AgentOpsConfig:
-    data = {
-        "version": 1,
-        "agent": "my-agent:1",
-        "dataset": Path("data.jsonl"),
-        **overrides,
-    }
-    return AgentOpsConfig(**data)
-
-
-def test_project_endpoint_prefers_config_over_environment(monkeypatch):
-    monkeypatch.setenv(
-        "AZURE_AI_FOUNDRY_PROJECT_ENDPOINT",
-        "https://from-env.services.ai.azure.com/api/projects/p",
-    )
-    cfg = _config(
-        project_endpoint="https://from-config.services.ai.azure.com/api/projects/p"
-    )
-
-    assert (
-        invocations._project_endpoint(cfg)
-        == "https://from-config.services.ai.azure.com/api/projects/p"
-    )
-
-
-def test_project_endpoint_falls_back_to_environment(monkeypatch):
-    monkeypatch.setenv(
-        "AZURE_AI_FOUNDRY_PROJECT_ENDPOINT",
-        "https://from-env.services.ai.azure.com/api/projects/p",
-    )
-
-    assert (
-        invocations._project_endpoint(_config())
-        == "https://from-env.services.ai.azure.com/api/projects/p"
-    )
-
-
-def test_project_endpoint_requires_config_or_environment(monkeypatch):
-    monkeypatch.delenv("AZURE_AI_FOUNDRY_PROJECT_ENDPOINT", raising=False)
-
-    with pytest.raises(RuntimeError, match="project_endpoint"):
-        invocations._project_endpoint(_config())