arize-phoenix 8.8.0__py3-none-any.whl → 8.10.0__py3-none-any.whl

phoenix/server/api/routers/v1/experiments.py

@@ -1,11 +1,13 @@
+import json
 from datetime import datetime
 from random import getrandbits
 from typing import Any, Optional
 
-from fastapi import APIRouter, HTTPException, Path
+from fastapi import APIRouter, HTTPException, Path, Response
 from pydantic import Field
-from sqlalchemy import select
+from sqlalchemy import and_, func, select
 from starlette.requests import Request
+from starlette.responses import PlainTextResponse
 from starlette.status import HTTP_404_NOT_FOUND
 from strawberry.relay import GlobalID
 
@@ -306,3 +308,102 @@ async def list_experiments(
         ]
 
         return ListExperimentsResponseBody(data=data)
+
+
+@router.get(
+    "/experiments/{experiment_id}/json",
+    operation_id="getExperimentJSON",
+    summary="Download experiment runs as a JSON file",
+    response_class=PlainTextResponse,
+    responses=add_errors_to_responses(
+        [
+            {"status_code": HTTP_404_NOT_FOUND, "description": "Experiment not found"},
+        ]
+    ),
+)
+async def get_experiment_jsonl(
+    request: Request,
+    response: Response,
+    experiment_id: str = Path(..., title="Experiment ID"),
+) -> str:
+    experiment_globalid = GlobalID.from_id(experiment_id)
+    try:
+        experiment_rowid = from_global_id_with_expected_type(experiment_globalid, "Experiment")
+    except ValueError:
+        raise HTTPException(
+            detail=f"Experiment with ID {experiment_globalid} does not exist",
+            status_code=HTTP_404_NOT_FOUND,
+        )
+
+    async with request.app.state.db() as session:
+        experiment = await session.get(models.Experiment, experiment_rowid)
+        if not experiment:
+            raise HTTPException(
+                detail=f"Experiment with ID {experiment_globalid} does not exist",
+                status_code=HTTP_404_NOT_FOUND,
+            )
+        revision_ids = (
+            select(func.max(models.DatasetExampleRevision.id))
+            .join(
+                models.DatasetExample,
+                models.DatasetExample.id == models.DatasetExampleRevision.dataset_example_id,
+            )
+            .where(
+                and_(
+                    models.DatasetExampleRevision.dataset_version_id
+                    <= experiment.dataset_version_id,
+                    models.DatasetExample.dataset_id == experiment.dataset_id,
+                )
+            )
+            .group_by(models.DatasetExampleRevision.dataset_example_id)
+            .scalar_subquery()
+        )
+        runs_and_revisions = (
+            await session.execute(
+                select(models.ExperimentRun, models.DatasetExampleRevision)
+                .join(
+                    models.DatasetExample,
+                    models.DatasetExample.id == models.ExperimentRun.dataset_example_id,
+                )
+                .join(
+                    models.DatasetExampleRevision,
+                    and_(
+                        models.DatasetExample.id
+                        == models.DatasetExampleRevision.dataset_example_id,
+                        models.DatasetExampleRevision.id.in_(revision_ids),
+                        models.DatasetExampleRevision.revision_kind != "DELETE",
+                    ),
+                )
+                .where(models.ExperimentRun.experiment_id == experiment_rowid)
+                .order_by(
+                    models.ExperimentRun.dataset_example_id, models.ExperimentRun.repetition_number
+                )
+            )
+        ).all()
+        if not runs_and_revisions:
+            raise HTTPException(
+                detail=f"Experiment with ID {experiment_globalid} has no runs",
+                status_code=HTTP_404_NOT_FOUND,
+            )
+    records = []
+    for run, revision in runs_and_revisions:
+        record = {
+            "example_id": str(
+                GlobalID(models.DatasetExample.__name__, str(run.dataset_example_id))
+            ),
+            "repetition_number": run.repetition_number,
+            "input": revision.input,
+            "reference_output": revision.output,
+            "output": run.output,
+            "error": run.error,
+            "latency_ms": run.latency_ms,
+            "start_time": run.start_time.isoformat(),
+            "end_time": run.end_time.isoformat(),
+            "trace_id": run.trace_id,
+            "prompt_token_count": run.prompt_token_count,
+            "completion_token_count": run.completion_token_count,
+        }
+        records.append(record)
+
+    response.headers["content-disposition"] = f'attachment; filename="{experiment.name}.json"'
+    return json.dumps(records, ensure_ascii=False, indent=2)

phoenix/server/api/routers/v1/prompts.py

@@ -2,13 +2,13 @@ import logging
 from typing import Any, Optional, Union
 
 from fastapi import APIRouter, HTTPException, Path, Query
-from pydantic import ValidationError
+from pydantic import ValidationError, model_validator
 from sqlalchemy import select
 from sqlalchemy.sql import Select
 from starlette.requests import Request
 from starlette.status import HTTP_404_NOT_FOUND, HTTP_422_UNPROCESSABLE_ENTITY
 from strawberry.relay import GlobalID
-from typing_extensions import TypeAlias, assert_never
+from typing_extensions import Self, TypeAlias, assert_never
 
 from phoenix.db import models
 from phoenix.db.types.identifier import Identifier
@@ -52,6 +52,18 @@ class PromptVersionData(V1RoutesBaseModel):
     tools: Optional[PromptTools] = None
     response_format: Optional[PromptResponseFormat] = None
 
+    @model_validator(mode="after")
+    def check_template_type_match(self) -> Self:
+        if self.template_type is PromptTemplateType.CHAT:
+            if self.template.type == "chat":
+                return self
+        elif self.template_type is PromptTemplateType.STRING:
+            if self.template.type == "string":
+                return self
+        else:
+            assert_never(self.template_type)
+        raise ValueError("Template type does not match template")
+
 
 class PromptVersion(PromptVersionData):
     id: str

phoenix/server/app.py

@@ -549,7 +549,7 @@ def create_graphql_router(
     read_only: bool = False,
     secret: Optional[str] = None,
     token_store: Optional[TokenStore] = None,
-) -> GraphQLRouter:  # type: ignore[type-arg]
+) -> GraphQLRouter[Context, None]:
     """Creates the GraphQL router.
 
     Args:

phoenix/server/static/.vite/manifest.json

@@ -1,87 +1,87 @@
 {
-  "_components-Cvwn-4Sk.js": {
-    "file": "assets/components-Cvwn-4Sk.js",
+  "_components-CVzKofML.js": {
+    "file": "assets/components-CVzKofML.js",
     "name": "components",
     "imports": [
-      "_vendor-yn6w6Ozi.js",
-      "_pages-DLMdDkgQ.js",
-      "_vendor-arizeai-DoGO67dU.js",
-      "_vendor-codemirror-BLdSYxpm.js",
+      "_vendor-VJCVsFqd.js",
+      "_pages-CVFLHgre.js",
+      "_vendor-arizeai-BiZagY4a.js",
+      "_vendor-codemirror-0mUqu36F.js",
       "_vendor-three-C-AGeJYv.js"
     ]
   },
-  "_pages-DLMdDkgQ.js": {
-    "file": "assets/pages-DLMdDkgQ.js",
+  "_pages-CVFLHgre.js": {
+    "file": "assets/pages-CVFLHgre.js",
     "name": "pages",
     "imports": [
-      "_vendor-yn6w6Ozi.js",
-      "_vendor-arizeai-DoGO67dU.js",
-      "_components-Cvwn-4Sk.js",
-      "_vendor-codemirror-BLdSYxpm.js",
-      "_vendor-recharts-CjOpOw1c.js"
+      "_vendor-VJCVsFqd.js",
+      "_vendor-arizeai-BiZagY4a.js",
+      "_components-CVzKofML.js",
+      "_vendor-codemirror-0mUqu36F.js",
+      "_vendor-recharts-CfKQSOmq.js"
     ]
   },
   "_vendor-Cg6lcjUC.css": {
     "file": "assets/vendor-Cg6lcjUC.css",
     "src": "_vendor-Cg6lcjUC.css"
   },
-  "_vendor-arizeai-DoGO67dU.js": {
-    "file": "assets/vendor-arizeai-DoGO67dU.js",
+  "_vendor-VJCVsFqd.js": {
+    "file": "assets/vendor-VJCVsFqd.js",
+    "name": "vendor",
+    "imports": [
+      "_vendor-three-C-AGeJYv.js"
+    ],
+    "css": [
+      "assets/vendor-Cg6lcjUC.css"
+    ]
+  },
+  "_vendor-arizeai-BiZagY4a.js": {
+    "file": "assets/vendor-arizeai-BiZagY4a.js",
     "name": "vendor-arizeai",
     "imports": [
-      "_vendor-yn6w6Ozi.js"
+      "_vendor-VJCVsFqd.js"
     ]
   },
-  "_vendor-codemirror-BLdSYxpm.js": {
-    "file": "assets/vendor-codemirror-BLdSYxpm.js",
+  "_vendor-codemirror-0mUqu36F.js": {
+    "file": "assets/vendor-codemirror-0mUqu36F.js",
     "name": "vendor-codemirror",
     "imports": [
-      "_vendor-yn6w6Ozi.js",
-      "_vendor-shiki-BwTCxCQY.js"
+      "_vendor-VJCVsFqd.js",
+      "_vendor-shiki-BsgMOuir.js"
     ]
   },
-  "_vendor-recharts-CjOpOw1c.js": {
-    "file": "assets/vendor-recharts-CjOpOw1c.js",
+  "_vendor-recharts-CfKQSOmq.js": {
+    "file": "assets/vendor-recharts-CfKQSOmq.js",
     "name": "vendor-recharts",
     "imports": [
-      "_vendor-yn6w6Ozi.js"
+      "_vendor-VJCVsFqd.js"
     ]
   },
-  "_vendor-shiki-BwTCxCQY.js": {
-    "file": "assets/vendor-shiki-BwTCxCQY.js",
+  "_vendor-shiki-BsgMOuir.js": {
+    "file": "assets/vendor-shiki-BsgMOuir.js",
     "name": "vendor-shiki",
     "imports": [
-      "_vendor-yn6w6Ozi.js"
+      "_vendor-VJCVsFqd.js"
     ]
   },
   "_vendor-three-C-AGeJYv.js": {
     "file": "assets/vendor-three-C-AGeJYv.js",
     "name": "vendor-three"
   },
-  "_vendor-yn6w6Ozi.js": {
-    "file": "assets/vendor-yn6w6Ozi.js",
-    "name": "vendor",
-    "imports": [
-      "_vendor-three-C-AGeJYv.js"
-    ],
-    "css": [
-      "assets/vendor-Cg6lcjUC.css"
-    ]
-  },
   "index.tsx": {
-    "file": "assets/index-Cxmc6_pQ.js",
+    "file": "assets/index-Ctff7oin.js",
     "name": "index",
     "src": "index.tsx",
     "isEntry": true,
     "imports": [
-      "_vendor-yn6w6Ozi.js",
-      "_vendor-arizeai-DoGO67dU.js",
-      "_pages-DLMdDkgQ.js",
-      "_components-Cvwn-4Sk.js",
+      "_vendor-VJCVsFqd.js",
+      "_vendor-arizeai-BiZagY4a.js",
+      "_pages-CVFLHgre.js",
+      "_components-CVzKofML.js",
       "_vendor-three-C-AGeJYv.js",
-      "_vendor-codemirror-BLdSYxpm.js",
-      "_vendor-shiki-BwTCxCQY.js",
-      "_vendor-recharts-CjOpOw1c.js"
+      "_vendor-codemirror-0mUqu36F.js",
+      "_vendor-shiki-BsgMOuir.js",
+      "_vendor-recharts-CfKQSOmq.js"
     ]
   }
 }