arize-phoenix 8.8.0__tar.gz → 8.10.0__tar.gz

{arize_phoenix-8.8.0 → arize_phoenix-8.10.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: arize-phoenix
-Version: 8.8.0
+Version: 8.10.0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
@@ -48,7 +48,7 @@ Requires-Dist: scipy
 Requires-Dist: sqlalchemy[asyncio]<3,>=2.0.4
 Requires-Dist: sqlean-py>=3.45.1
 Requires-Dist: starlette
-Requires-Dist: strawberry-graphql==0.253.1
+Requires-Dist: strawberry-graphql>=0.262.0
 Requires-Dist: tqdm
 Requires-Dist: typing-extensions>=4.6
 Requires-Dist: uvicorn
@@ -69,7 +69,7 @@ Requires-Dist: opentelemetry-sdk; extra == 'container'
 Requires-Dist: opentelemetry-semantic-conventions; extra == 'container'
 Requires-Dist: prometheus-client; extra == 'container'
 Requires-Dist: py-grpc-prometheus; extra == 'container'
-Requires-Dist: strawberry-graphql[opentelemetry]==0.253.1; extra == 'container'
+Requires-Dist: strawberry-graphql[opentelemetry]==0.262.0; extra == 'container'
 Requires-Dist: umap-learn; extra == 'container'
 Requires-Dist: uvloop; (platform_system != 'Windows') and extra == 'container'
 Provides-Extra: dev
@@ -100,7 +100,7 @@ Requires-Dist: pytest-postgresql; extra == 'dev'
 Requires-Dist: pytest-xdist; extra == 'dev'
 Requires-Dist: pytest==8.3.3; extra == 'dev'
 Requires-Dist: ruff==0.6.9; extra == 'dev'
-Requires-Dist: strawberry-graphql[debug-server,opentelemetry]==0.253.1; extra == 'dev'
+Requires-Dist: strawberry-graphql[debug-server,opentelemetry]==0.262.0; extra == 'dev'
 Requires-Dist: tabulate; extra == 'dev'
 Requires-Dist: tox-uv==1.11.3; extra == 'dev'
 Requires-Dist: tox==4.18.1; extra == 'dev'

{arize_phoenix-8.8.0 → arize_phoenix-8.10.0}/pyproject.toml

@@ -29,7 +29,7 @@ dependencies = [
   "starlette",
   "uvicorn",
   "psutil",
-  "strawberry-graphql==0.253.1",  # need to pin version because we're monkey-patching
+  "strawberry-graphql>=0.262.0",  # resolve security vulnerability https://github.com/Arize-ai/phoenix/security/dependabot/45
   "pyarrow",
   "typing-extensions>=4.6",
   "scipy",
@@ -88,7 +88,7 @@ dev = [
   "pytest-postgresql",
   "asyncpg",
   "psycopg[binary,pool]",
-  "strawberry-graphql[debug-server,opentelemetry]==0.253.1",  # need to pin version because we're monkey-patching
+  "strawberry-graphql[debug-server,opentelemetry]==0.262.0",  # need to pin version because we're monkey-patching
   "pre-commit",
   "arize[AutoEmbeddings, LLM_Evaluation]",
   "llama-index>=0.10.3",
@@ -135,7 +135,7 @@ container = [
   "opentelemetry-instrumentation-sqlalchemy",
   "opentelemetry-instrumentation-grpc",
   "py-grpc-prometheus",
-  "strawberry-graphql[opentelemetry]==0.253.1",  # need to pin version because we're monkey-patching
+  "strawberry-graphql[opentelemetry]==0.262.0",  # need to pin version because we're monkey-patching
   "uvloop; platform_system != 'Windows'",
   "fast-hdbscan>=0.2.0",
   "numba>=0.60.0",  # https://github.com/astral-sh/uv/issues/6281

{arize_phoenix-8.8.0 → arize_phoenix-8.10.0}/src/phoenix/config.py

@@ -86,6 +86,13 @@ ENV_PHOENIX_SQL_DATABASE_SCHEMA = "PHOENIX_SQL_DATABASE_SCHEMA"
 The schema to use for the PostgresSQL database. (This is ignored for SQLite.)
 See e.g. https://www.postgresql.org/docs/current/ddl-schemas.html
 """
+ENV_PHOENIX_DATABASE_ALLOCATED_STORAGE_CAPACITY_GIBIBYTES = (
+    "PHOENIX_DATABASE_ALLOCATED_STORAGE_CAPACITY_GIBIBYTES"
+)
+"""
+The allocated storage capacity for the Phoenix database in gibibytes (2^30 bytes). Use float for
+fractional value. This is currently used only by the UI for informational displays.
+"""
 ENV_PHOENIX_ENABLE_PROMETHEUS = "PHOENIX_ENABLE_PROMETHEUS"
 """
 Whether to enable Prometheus. Defaults to false.
@@ -690,6 +697,10 @@ def get_env_database_schema() -> Optional[str]:
     return getenv(ENV_PHOENIX_SQL_DATABASE_SCHEMA)
 
 
+def get_env_database_allocated_storage_capacity_gibibytes() -> Optional[float]:
+    return _float_val(ENV_PHOENIX_DATABASE_ALLOCATED_STORAGE_CAPACITY_GIBIBYTES)
+
+
 def get_env_enable_prometheus() -> bool:
     if (enable_promotheus := getenv(ENV_PHOENIX_ENABLE_PROMETHEUS)) is None or (
         enable_promotheus_lower := enable_promotheus.lower()

{arize_phoenix-8.8.0 → arize_phoenix-8.10.0}/src/phoenix/experiments/types.py

@@ -282,6 +282,8 @@ class ExperimentEvaluationRun:
 ExperimentTask: TypeAlias = Union[
     Callable[[Example], TaskOutput],
     Callable[[Example], Awaitable[TaskOutput]],
+    Callable[..., JSONSerializable],
+    Callable[..., Awaitable[JSONSerializable]],
 ]
 
 

{arize_phoenix-8.8.0 → arize_phoenix-8.10.0}/src/phoenix/server/api/helpers/playground_clients.py

@@ -761,6 +761,13 @@ class AnthropicStreamingClient(PlaygroundStreamingClient):
         import anthropic.types as anthropic_types
 
         anthropic_messages, system_prompt = self._build_anthropic_messages(messages)
+        if (
+            "thinking" in invocation_parameters
+            and isinstance(invocation_parameters, dict)
+            and "type" in invocation_parameters["thinking"]
+            and invocation_parameters["thinking"]["type"] == "enabled"
+        ):
+            invocation_parameters.pop("top_p", None)
         anthropic_params = {
             "messages": anthropic_messages,
             "model": self.model_name,
@@ -810,9 +817,9 @@ class AnthropicStreamingClient(PlaygroundStreamingClient):
                 elif isinstance(event, anthropic_streaming._types.CitationEvent):
                     raise NotImplementedError
                 elif isinstance(event, anthropic_streaming._types.ThinkingEvent):
-                    raise NotImplementedError
+                    pass
                 elif isinstance(event, anthropic_streaming._types.SignatureEvent):
-                    raise NotImplementedError
+                    pass
                 else:
                     assert_never(event)
 
@@ -862,6 +869,27 @@ class AnthropicStreamingClient(PlaygroundStreamingClient):
         return content
 
 
+@register_llm_client(
+    provider_key=GenerativeProviderKey.ANTHROPIC,
+    model_names=[
+        "claude-3-7-sonnet-latest",
+        "claude-3-7-sonnet-20250219",
+    ],
+)
+class AnthropicReasoningStreamingClient(AnthropicStreamingClient):
+    @classmethod
+    def supported_invocation_parameters(cls) -> list[InvocationParameter]:
+        invocation_params = super().supported_invocation_parameters()
+        invocation_params.append(
+            JSONInvocationParameter(
+                invocation_name="thinking",
+                canonical_name=CanonicalParameterName.ANTHROPIC_EXTENDED_THINKING,
+                label="Thinking Budget",
+            )
+        )
+        return invocation_params
+
+
 @register_llm_client(
     provider_key=GenerativeProviderKey.GOOGLE,
     model_names=[

{arize_phoenix-8.8.0 → arize_phoenix-8.10.0}/src/phoenix/server/api/helpers/prompts/models.py

@@ -3,8 +3,8 @@ from __future__ import annotations
 from enum import Enum
 from typing import Any, Literal, Mapping, Optional, Union
 
-from pydantic import BaseModel, ConfigDict, Field, RootModel
-from typing_extensions import Annotated, TypeAlias, TypeGuard, assert_never
+from pydantic import BaseModel, ConfigDict, Field, RootModel, model_validator
+from typing_extensions import Annotated, Self, TypeAlias, TypeGuard, assert_never
 
 from phoenix.db.types.model_provider import ModelProvider
 from phoenix.server.api.helpers.prompts.conversions.anthropic import AnthropicToolChoiceConversion
@@ -370,11 +370,32 @@ class PromptAzureOpenAIInvocationParameters(PromptModel):
     azure_openai: PromptAzureOpenAIInvocationParametersContent
 
 
+class PromptAnthropicThinkingConfigDisabled(PromptModel):
+    type: Literal["disabled"]
+
+
+class PromptAnthropicThinkingConfigEnabled(PromptModel):
+    type: Literal["enabled"]
+    budget_tokens: int = Field(..., ge=1024)
+
+
 class PromptAnthropicInvocationParametersContent(PromptModel):
     max_tokens: int
     temperature: float = UNDEFINED
     top_p: float = UNDEFINED
     stop_sequences: list[str] = UNDEFINED
+    thinking: Annotated[
+        Union[PromptAnthropicThinkingConfigDisabled, PromptAnthropicThinkingConfigEnabled],
+        Field(..., discriminator="type"),
+    ] = UNDEFINED
+
+    @model_validator(mode="after")
+    def check_thinking_budget_tokens_lt_max_tokens(self) -> Self:
+        if self.thinking is UNDEFINED:
+            return self
+        if self.thinking.type == "enabled" and self.thinking.budget_tokens >= self.max_tokens:
+            raise ValueError("The thinking budget must be less than max tokens.")
+        return self
 
 
 class PromptAnthropicInvocationParameters(PromptModel):

{arize_phoenix-8.8.0 → arize_phoenix-8.10.0}/src/phoenix/server/api/input_types/InvocationParameters.py

@@ -16,6 +16,7 @@ class CanonicalParameterName(str, Enum):
     TOOL_CHOICE = "tool_choice"
     RESPONSE_FORMAT = "response_format"
     REASONING_EFFORT = "reasoning_effort"
+    ANTHROPIC_EXTENDED_THINKING = "anthropic_extended_thinking"
 
 
 @strawberry.enum

{arize_phoenix-8.8.0 → arize_phoenix-8.10.0}/src/phoenix/server/api/mutations/__init__.py

@@ -13,12 +13,14 @@ from phoenix.server.api.mutations.prompt_mutations import PromptMutationMixin
 from phoenix.server.api.mutations.prompt_version_tag_mutations import PromptVersionTagMutationMixin
 from phoenix.server.api.mutations.span_annotations_mutations import SpanAnnotationMutationMixin
 from phoenix.server.api.mutations.trace_annotations_mutations import TraceAnnotationMutationMixin
+from phoenix.server.api.mutations.trace_mutations import TraceMutationMixin
 from phoenix.server.api.mutations.user_mutations import UserMutationMixin
 
 
 @strawberry.type
 class Mutation(
     ApiKeyMutationMixin,
+    ChatCompletionMutationMixin,
     DatasetMutationMixin,
     ExperimentMutationMixin,
     ExportEventsMutationMixin,
@@ -28,7 +30,7 @@ class Mutation(
     PromptLabelMutationMixin,
     SpanAnnotationMutationMixin,
     TraceAnnotationMutationMixin,
+    TraceMutationMixin,
     UserMutationMixin,
-    ChatCompletionMutationMixin,
 ):
     pass

{arize_phoenix-8.8.0 → arize_phoenix-8.10.0}/src/phoenix/server/api/mutations/prompt_label_mutations.py

@@ -11,6 +11,7 @@ from strawberry.types import Info
 
 from phoenix.db import models
 from phoenix.db.types.identifier import Identifier as IdentifierModel
+from phoenix.server.api.auth import IsLocked, IsNotReadOnly
 from phoenix.server.api.context import Context
 from phoenix.server.api.exceptions import Conflict, NotFound
 from phoenix.server.api.queries import Query
@@ -58,7 +59,7 @@ class PromptLabelMutationPayload:
 
 @strawberry.type
 class PromptLabelMutationMixin:
-    @strawberry.mutation
+    @strawberry.mutation(permission_classes=[IsNotReadOnly, IsLocked])  # type: ignore
     async def create_prompt_label(
         self, info: Info[Context, None], input: CreatePromptLabelInput
     ) -> PromptLabelMutationPayload:
@@ -77,7 +78,7 @@ class PromptLabelMutationMixin:
                 query=Query(),
             )
 
-    @strawberry.mutation
+    @strawberry.mutation(permission_classes=[IsNotReadOnly, IsLocked])  # type: ignore
     async def patch_prompt_label(
         self, info: Info[Context, None], input: PatchPromptLabelInput
     ) -> PromptLabelMutationPayload:
@@ -106,7 +107,7 @@ class PromptLabelMutationMixin:
                 query=Query(),
             )
 
-    @strawberry.mutation
+    @strawberry.mutation(permission_classes=[IsNotReadOnly])  # type: ignore
     async def delete_prompt_label(
         self, info: Info[Context, None], input: DeletePromptLabelInput
     ) -> PromptLabelMutationPayload:
@@ -130,7 +131,7 @@ class PromptLabelMutationMixin:
                 query=Query(),
             )
 
-    @strawberry.mutation
+    @strawberry.mutation(permission_classes=[IsNotReadOnly, IsLocked])  # type: ignore
     async def set_prompt_label(
         self, info: Info[Context, None], input: SetPromptLabelInput
     ) -> PromptLabelMutationPayload:
@@ -160,7 +161,7 @@ class PromptLabelMutationMixin:
                 query=Query(),
             )
 
-    @strawberry.mutation
+    @strawberry.mutation(permission_classes=[IsNotReadOnly])  # type: ignore
     async def unset_prompt_label(
         self, info: Info[Context, None], input: UnsetPromptLabelInput
     ) -> PromptLabelMutationPayload:

{arize_phoenix-8.8.0 → arize_phoenix-8.10.0}/src/phoenix/server/api/mutations/prompt_mutations.py

@@ -13,6 +13,7 @@ from strawberry.types import Info
 from phoenix.db import models
 from phoenix.db.types.identifier import Identifier as IdentifierModel
 from phoenix.db.types.model_provider import ModelProvider
+from phoenix.server.api.auth import IsLocked, IsNotReadOnly
 from phoenix.server.api.context import Context
 from phoenix.server.api.exceptions import BadRequest, Conflict, NotFound
 from phoenix.server.api.helpers.prompts.models import (
@@ -74,7 +75,7 @@ class DeletePromptMutationPayload:
 
 @strawberry.type
 class PromptMutationMixin:
-    @strawberry.mutation
+    @strawberry.mutation(permission_classes=[IsNotReadOnly, IsLocked])  # type: ignore
     async def create_chat_prompt(
         self, info: Info[Context, None], input: CreateChatPromptInput
     ) -> Prompt:
@@ -141,7 +142,7 @@ class PromptMutationMixin:
                 raise Conflict(f"A prompt named '{input.name}' already exists")
         return to_gql_prompt_from_orm(prompt)
 
-    @strawberry.mutation
+    @strawberry.mutation(permission_classes=[IsNotReadOnly, IsLocked])  # type: ignore
     async def create_chat_prompt_version(
         self,
         info: Info[Context, None],
@@ -219,7 +220,7 @@ class PromptMutationMixin:
 
         return to_gql_prompt_from_orm(prompt)
 
-    @strawberry.mutation
+    @strawberry.mutation(permission_classes=[IsNotReadOnly])  # type: ignore
     async def delete_prompt(
         self, info: Info[Context, None], input: DeletePromptInput
     ) -> DeletePromptMutationPayload:
@@ -236,7 +237,7 @@ class PromptMutationMixin:
             await session.commit()
         return DeletePromptMutationPayload(query=Query())
 
-    @strawberry.mutation
+    @strawberry.mutation(permission_classes=[IsNotReadOnly, IsLocked])  # type: ignore
     async def clone_prompt(self, info: Info[Context, None], input: ClonePromptInput) -> Prompt:
         prompt_id = from_global_id_with_expected_type(
             global_id=input.prompt_id, expected_type_name=Prompt.__name__
@@ -289,7 +290,7 @@ class PromptMutationMixin:
                 raise Conflict(f"A prompt named '{input.name}' already exists")
         return to_gql_prompt_from_orm(new_prompt)
 
-    @strawberry.mutation
+    @strawberry.mutation(permission_classes=[IsNotReadOnly, IsLocked])  # type: ignore
     async def patch_prompt(self, info: Info[Context, None], input: PatchPromptInput) -> Prompt:
         prompt_id = from_global_id_with_expected_type(
             global_id=input.prompt_id, expected_type_name=Prompt.__name__

{arize_phoenix-8.8.0 → arize_phoenix-8.10.0}/src/phoenix/server/api/mutations/prompt_version_tag_mutations.py

@@ -10,6 +10,7 @@ from strawberry.types import Info
 
 from phoenix.db import models
 from phoenix.db.types.identifier import Identifier as IdentifierModel
+from phoenix.server.api.auth import IsLocked, IsNotReadOnly
 from phoenix.server.api.context import Context
 from phoenix.server.api.exceptions import BadRequest, Conflict, NotFound
 from phoenix.server.api.queries import Query
@@ -41,7 +42,7 @@ class PromptVersionTagMutationPayload:
 
 @strawberry.type
 class PromptVersionTagMutationMixin:
-    @strawberry.mutation
+    @strawberry.mutation(permission_classes=[IsNotReadOnly])  # type: ignore
     async def delete_prompt_version_tag(
         self, info: Info[Context, None], input: DeletePromptVersionTagInput
     ) -> PromptVersionTagMutationPayload:
@@ -77,7 +78,7 @@ class PromptVersionTagMutationMixin:
                 prompt_version_tag=None, query=Query(), prompt=to_gql_prompt_from_orm(prompt)
             )
 
-    @strawberry.mutation
+    @strawberry.mutation(permission_classes=[IsNotReadOnly, IsLocked])  # type: ignore
     async def set_prompt_version_tag(
         self, info: Info[Context, None], input: SetPromptVersionTagInput
     ) -> PromptVersionTagMutationPayload:

arize_phoenix-8.10.0/src/phoenix/server/api/mutations/trace_mutations.py

@@ -0,0 +1,74 @@
+import strawberry
+from sqlalchemy import and_, delete, not_, select
+from sqlalchemy.orm import load_only
+from sqlalchemy.sql import literal
+from strawberry.relay import GlobalID
+from strawberry.types import Info
+
+from phoenix.db import models
+from phoenix.server.api.auth import IsNotReadOnly
+from phoenix.server.api.context import Context
+from phoenix.server.api.exceptions import BadRequest
+from phoenix.server.api.queries import Query
+from phoenix.server.api.types.node import from_global_id_with_expected_type
+from phoenix.server.dml_event import SpanDeleteEvent
+
+
+@strawberry.type
+class TraceMutationMixin:
+    @strawberry.mutation(permission_classes=[IsNotReadOnly])  # type: ignore
+    async def delete_traces(
+        self,
+        info: Info[Context, None],
+        trace_ids: list[GlobalID],
+    ) -> Query:
+        if not trace_ids:
+            raise BadRequest("Must provide at least one trace ID to delete")
+        trace_ids = list(set(trace_ids))
+        try:
+            trace_rowids = [
+                from_global_id_with_expected_type(global_id=id, expected_type_name="Trace")
+                for id in trace_ids
+            ]
+        except ValueError as error:
+            raise BadRequest(str(error))
+        async with info.context.db() as session:
+            traces = (
+                await session.scalars(
+                    delete(models.Trace)
+                    .where(models.Trace.id.in_(trace_rowids))
+                    .returning(models.Trace)
+                    .options(
+                        load_only(models.Trace.project_rowid, models.Trace.project_session_rowid)
+                    )
+                )
+            ).all()
+            if len(traces) < len(trace_rowids):
+                await session.rollback()
+                raise BadRequest("Invalid trace IDs provided")
+            project_ids = tuple(set(trace.project_rowid for trace in traces))
+            if len(project_ids) > 1:
+                await session.rollback()
+                raise BadRequest("Cannot delete traces from multiple projects")
+            session_ids = set(
+                session_id
+                for trace in traces
+                if (session_id := trace.project_session_rowid) is not None
+            )
+            if session_ids:
+                await session.execute(
+                    delete(models.ProjectSession).where(
+                        and_(
+                            models.ProjectSession.id.in_(session_ids),
+                            not_(
+                                select(literal(1))
+                                .where(
+                                    models.Trace.project_session_rowid == models.ProjectSession.id
+                                )
+                                .exists()
+                            ),
+                        )
+                    )
+                )
+            info.context.event_queue.put(SpanDeleteEvent(project_ids))
+        return Query()

{arize_phoenix-8.8.0 → arize_phoenix-8.10.0}/src/phoenix/server/api/queries.py

@@ -13,7 +13,11 @@ from strawberry.relay import Connection, GlobalID, Node
 from strawberry.types import Info
 from typing_extensions import Annotated, TypeAlias, assert_never
 
-from phoenix.config import ENV_PHOENIX_SQL_DATABASE_SCHEMA, getenv
+from phoenix.config import (
+    ENV_PHOENIX_SQL_DATABASE_SCHEMA,
+    get_env_database_allocated_storage_capacity_gibibytes,
+    getenv,
+)
 from phoenix.db import enums, models
 from phoenix.db.helpers import SupportedSQLDialect
 from phoenix.db.models import DatasetExample as OrmExample
@@ -789,6 +793,15 @@ class Query:
             clustered_events=clustered_events,
         )
 
+    @strawberry.field(
+        description="The allocated storage capacity of the database in bytes. "
+        "Return None if this information is unavailable.",
+    )  # type: ignore
+    async def db_storage_capacity_bytes(self) -> Optional[float]:
+        if gibibytes := get_env_database_allocated_storage_capacity_gibibytes():
+            return gibibytes * 2**30
+        return None
+
     @strawberry.field
     async def db_table_stats(
         self,

{arize_phoenix-8.8.0 → arize_phoenix-8.10.0}/src/phoenix/server/api/routers/v1/experiments.py

@@ -1,11 +1,13 @@
+import json
 from datetime import datetime
 from random import getrandbits
 from typing import Any, Optional
 
-from fastapi import APIRouter, HTTPException, Path
+from fastapi import APIRouter, HTTPException, Path, Response
 from pydantic import Field
-from sqlalchemy import select
+from sqlalchemy import and_, func, select
 from starlette.requests import Request
+from starlette.responses import PlainTextResponse
 from starlette.status import HTTP_404_NOT_FOUND
 from strawberry.relay import GlobalID
 
@@ -306,3 +308,102 @@ async def list_experiments(
         ]
 
         return ListExperimentsResponseBody(data=data)
+
+
+@router.get(
+    "/experiments/{experiment_id}/json",
+    operation_id="getExperimentJSON",
+    summary="Download experiment runs as a JSON file",
+    response_class=PlainTextResponse,
+    responses=add_errors_to_responses(
+        [
+            {"status_code": HTTP_404_NOT_FOUND, "description": "Experiment not found"},
+        ]
+    ),
+)
+async def get_experiment_jsonl(
+    request: Request,
+    response: Response,
+    experiment_id: str = Path(..., title="Experiment ID"),
+) -> str:
+    experiment_globalid = GlobalID.from_id(experiment_id)
+    try:
+        experiment_rowid = from_global_id_with_expected_type(experiment_globalid, "Experiment")
+    except ValueError:
+        raise HTTPException(
+            detail=f"Experiment with ID {experiment_globalid} does not exist",
+            status_code=HTTP_404_NOT_FOUND,
+        )
+
+    async with request.app.state.db() as session:
+        experiment = await session.get(models.Experiment, experiment_rowid)
+        if not experiment:
+            raise HTTPException(
+                detail=f"Experiment with ID {experiment_globalid} does not exist",
+                status_code=HTTP_404_NOT_FOUND,
+            )
+        revision_ids = (
+            select(func.max(models.DatasetExampleRevision.id))
+            .join(
+                models.DatasetExample,
+                models.DatasetExample.id == models.DatasetExampleRevision.dataset_example_id,
+            )
+            .where(
+                and_(
+                    models.DatasetExampleRevision.dataset_version_id
+                    <= experiment.dataset_version_id,
+                    models.DatasetExample.dataset_id == experiment.dataset_id,
+                )
+            )
+            .group_by(models.DatasetExampleRevision.dataset_example_id)
+            .scalar_subquery()
+        )
+        runs_and_revisions = (
+            await session.execute(
+                select(models.ExperimentRun, models.DatasetExampleRevision)
+                .join(
+                    models.DatasetExample,
+                    models.DatasetExample.id == models.ExperimentRun.dataset_example_id,
+                )
+                .join(
+                    models.DatasetExampleRevision,
+                    and_(
+                        models.DatasetExample.id
+                        == models.DatasetExampleRevision.dataset_example_id,
+                        models.DatasetExampleRevision.id.in_(revision_ids),
+                        models.DatasetExampleRevision.revision_kind != "DELETE",
+                    ),
+                )
+                .where(models.ExperimentRun.experiment_id == experiment_rowid)
+                .order_by(
+                    models.ExperimentRun.dataset_example_id, models.ExperimentRun.repetition_number
+                )
+            )
+        ).all()
+        if not runs_and_revisions:
+            raise HTTPException(
+                detail=f"Experiment with ID {experiment_globalid} has no runs",
+                status_code=HTTP_404_NOT_FOUND,
+            )
+    records = []
+    for run, revision in runs_and_revisions:
+        record = {
+            "example_id": str(
+                GlobalID(models.DatasetExample.__name__, str(run.dataset_example_id))
+            ),
+            "repetition_number": run.repetition_number,
+            "input": revision.input,
+            "reference_output": revision.output,
+            "output": run.output,
+            "error": run.error,
+            "latency_ms": run.latency_ms,
+            "start_time": run.start_time.isoformat(),
+            "end_time": run.end_time.isoformat(),
+            "trace_id": run.trace_id,
+            "prompt_token_count": run.prompt_token_count,
+            "completion_token_count": run.completion_token_count,
+        }
+        records.append(record)
+
+    response.headers["content-disposition"] = f'attachment; filename="{experiment.name}.json"'
+    return json.dumps(records, ensure_ascii=False, indent=2)

{arize_phoenix-8.8.0 → arize_phoenix-8.10.0}/src/phoenix/server/api/routers/v1/prompts.py

@@ -2,13 +2,13 @@ import logging
 from typing import Any, Optional, Union
 
 from fastapi import APIRouter, HTTPException, Path, Query
-from pydantic import ValidationError
+from pydantic import ValidationError, model_validator
 from sqlalchemy import select
 from sqlalchemy.sql import Select
 from starlette.requests import Request
 from starlette.status import HTTP_404_NOT_FOUND, HTTP_422_UNPROCESSABLE_ENTITY
 from strawberry.relay import GlobalID
-from typing_extensions import TypeAlias, assert_never
+from typing_extensions import Self, TypeAlias, assert_never
 
 from phoenix.db import models
 from phoenix.db.types.identifier import Identifier
@@ -52,6 +52,18 @@ class PromptVersionData(V1RoutesBaseModel):
     tools: Optional[PromptTools] = None
     response_format: Optional[PromptResponseFormat] = None
 
+    @model_validator(mode="after")
+    def check_template_type_match(self) -> Self:
+        if self.template_type is PromptTemplateType.CHAT:
+            if self.template.type == "chat":
+                return self
+        elif self.template_type is PromptTemplateType.STRING:
+            if self.template.type == "string":
+                return self
+        else:
+            assert_never(self.template_type)
+        raise ValueError("Template type does not match template")
+
 
 class PromptVersion(PromptVersionData):
     id: str

{arize_phoenix-8.8.0 → arize_phoenix-8.10.0}/src/phoenix/server/app.py

@@ -549,7 +549,7 @@ def create_graphql_router(
     read_only: bool = False,
     secret: Optional[str] = None,
     token_store: Optional[TokenStore] = None,
-) -> GraphQLRouter:  # type: ignore[type-arg]
+) -> GraphQLRouter[Context, None]:
     """Creates the GraphQL router.
 
     Args: