arize-phoenix 8.12.0__py3-none-any.whl → 8.13.0__py3-none-any.whl

{arize_phoenix-8.12.0.dist-info → arize_phoenix-8.13.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: arize-phoenix
-Version: 8.12.0
+Version: 8.13.0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues

{arize_phoenix-8.12.0.dist-info → arize_phoenix-8.13.0.dist-info}/RECORD

@@ -6,7 +6,7 @@ phoenix/exceptions.py,sha256=n2L2KKuecrdflB9MsCdAYCiSEvGJptIsfRkXMoJle7A,169
 phoenix/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 phoenix/services.py,sha256=kpW1WL0kiB8XJsO6XycvZVJ-lBkNoenhQ7atCvBoSe8,5365
 phoenix/settings.py,sha256=ht-0oN-sMV6SPXrk7Tu1EZlngpAYkGNLYPhO8DyrdQI,661
-phoenix/version.py,sha256=hURJbBJpRlARLVE-_bmA1Vwr56PpPmoJTwIlaM1pNE4,23
+phoenix/version.py,sha256=sk_qeEM7orIiG3sa7MgoA8R7f-PiyLmkT3IJccgKp_Q,23
 phoenix/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/core/embedding_dimension.py,sha256=zKGbcvwOXgLf-yrJBpQyKtd-LEOPRKHnUToyAU8Owis,87
 phoenix/core/model.py,sha256=qBFraOtmwCCnWJltKNP18DDG0mULXigytlFsa6YOz6k,4837
@@ -21,7 +21,7 @@ phoenix/db/enums.py,sha256=tt7iovXLhVTLZ3_LbHNGgcI44SnNjXfkKtLAZG57T54,428
 phoenix/db/facilitator.py,sha256=sAYqzBXYSVBKPTQVYrd7ZmtqMAr1zP9dVJwjfNGW7hc,4207
 phoenix/db/helpers.py,sha256=daKbpY2QhTPo9a_T1xNHKI4WzWHkMmmrGIws7Hw-RZ4,4884
 phoenix/db/migrate.py,sha256=oUrXH8yEbcpL4eh09aSCuUiSrhFli0eT5D_j4ZmYChY,2797
-phoenix/db/models.py,sha256=kTXUlNzWyMxSNZxbTnnfdAfJcDLj8j6Nny2Q6DbqfSQ,45723
+phoenix/db/models.py,sha256=TbHgtT7WWdkQK-OtLsUqp3MwP23HGV1IaSAWTqCf5ac,45707
 phoenix/db/insertion/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/db/insertion/constants.py,sha256=8wifm7X-1XvroZ__R2Gc96NsgLhTDn0zXl4lehlXtcA,70
 phoenix/db/insertion/dataset.py,sha256=I9OC1ouVx7m6BH_c8hvcxW1dWGRAtpvXee29yBTuFkg,7136
@@ -37,12 +37,12 @@ phoenix/db/migrations/env.py,sha256=tFO3ceuCx9Es5_2w_BXclaQMmNQKNX21b1UEV5mYdeo,
 phoenix/db/migrations/script.py.mako,sha256=MEqL-2qATlST9TAOeYgscMn1uy6HUS9NFvDgl93dMj8,635
 phoenix/db/migrations/data_migration_scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/db/migrations/data_migration_scripts/populate_project_sessions.py,sha256=NJPoEX2-OhYxQXl0jRcX5eoq1azgLi8RLArZZw2pTY4,6046
-phoenix/db/migrations/versions/10460e46d750_datasets.py,sha256=3wftHgat1sEeKBl0EcQ24r_oOK_T-Tcmd2Loo73RVCs,8679
-phoenix/db/migrations/versions/3be8647b87d8_add_token_columns_to_spans_table.py,sha256=GxuKD501WSx083uIv21GhJS0l4Xk3exovfycaGAxY30,3638
+phoenix/db/migrations/versions/10460e46d750_datasets.py,sha256=E2xC5NCmY6bEvJGf1SbxblvmERHdxeEq13mbWTz3clQ,8663
+phoenix/db/migrations/versions/3be8647b87d8_add_token_columns_to_spans_table.py,sha256=RxE_1vrpSAy2GKwHvrU3cOLA_bxcRRDibAj87nJEDKE,3622
 phoenix/db/migrations/versions/4ded9e43755f_create_project_sessions_table.py,sha256=HDP3X5yxm5PwxMkODd-wrSwspQpFotTEz40jXRgq320,1787
-phoenix/db/migrations/versions/bc8fea3c2bc8_add_prompt_tables.py,sha256=BKkhvBjw4FjdVcxDM8z23_PRIp7eheoS3Bj_F_u761M,5543
+phoenix/db/migrations/versions/bc8fea3c2bc8_add_prompt_tables.py,sha256=rq-bwg0grRVvbKvwE2ZBCFG_nQRmYNCd2PJeFd_5SDk,5527
 phoenix/db/migrations/versions/cd164e83824f_users_and_tokens.py,sha256=fkpmh5PgMZJiZpvLbZIaqlI2cucVpVbbNYpQ-Tznil8,5180
-phoenix/db/migrations/versions/cf03bd6bae1d_init.py,sha256=lorqWUcujC0fsYIOriGZlZw2LKjS3nF34KHxi1fp_Z8,8646
+phoenix/db/migrations/versions/cf03bd6bae1d_init.py,sha256=ZNQzTUyb3p9Bkq7rjd5MRxGQV8W08zpY8E3GlzSJ2cM,8630
 phoenix/db/types/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/db/types/identifier.py,sha256=TSm3o4CDnd7vNyQj3c8CKtrx04ZNaDFDbYLFHTi0_7I,181
 phoenix/db/types/model_provider.py,sha256=96UMeqiy5X9PmYMOWA6dZAmI_BSV3yVxt9HEVYGe5Ns,157
@@ -215,7 +215,7 @@ phoenix/server/api/routers/v1/datasets.py,sha256=gHlF4x0EmWiJ-8vwJygoh0bO3gvDBmi
 phoenix/server/api/routers/v1/evaluations.py,sha256=RpOkTylp5Da6BvPZGuN8ksnxz_BVXRIwyOvwX9Iko8U,12647
 phoenix/server/api/routers/v1/experiment_evaluations.py,sha256=vx4CKlE84sAL1vtPiM_XWnbfrATQujOSzzduJDYgcyM,4829
 phoenix/server/api/routers/v1/experiment_runs.py,sha256=bInuasRv7ogiYf8fq-LwpJ5tptmMQsBNDlJAqwdymko,6378
-phoenix/server/api/routers/v1/experiments.py,sha256=UZiEf7OnxL3juO119sbE0gV9ScK5XKTfgjl4rj72ESY,16909
+phoenix/server/api/routers/v1/experiments.py,sha256=V9_sxqLTE1MKGFu9H3FEdGKr70lYMbGZx813MGaavfQ,20430
 phoenix/server/api/routers/v1/models.py,sha256=r0nM2kFJ3mxDqgc5vFr1cjNuyOPs3RIKE_DS2VMdF48,1749
 phoenix/server/api/routers/v1/prompts.py,sha256=ytK8HnOZNxUMDtC7XAFxzaTSM9DMMua13vWsqqd4PAw,14986
 phoenix/server/api/routers/v1/spans.py,sha256=uoU_bwIgz86fuvPjP5sX8goDyuCcnsTig-x3f17p60U,9625
@@ -314,16 +314,16 @@ phoenix/server/static/apple-touch-icon-76x76.png,sha256=CT_xT12I0u2i0WU8JzBZBuOQ
 phoenix/server/static/apple-touch-icon.png,sha256=fOfpjqGpWYbJ0eAurKsyoZP1EAs6ZVooBJ_SGk2ZkDs,3801
 phoenix/server/static/favicon.ico,sha256=bY0vvCKRftemZfPShwZtE93DiiQdaYaozkPGwNFr6H8,34494
 phoenix/server/static/modernizr.js,sha256=mvK-XtkNqjOral-QvzoqsyOMECXIMu5BQwSVN_wcU9c,2564
-phoenix/server/static/.vite/manifest.json,sha256=Bf5J32vA6mK0TQjtx_F6dK7GeibGq2gQTQDhNSfEJHE,2165
-phoenix/server/static/assets/components-CbkVj1OQ.js,sha256=gW4kLgfLvzuO0KPA-gbisHNqImkZtXEhFg5q2njd-Ek,430635
-phoenix/server/static/assets/index-BNK6eNx3.js,sha256=hWGabY3aNGqt12pOp_v-JEswgRpLB5O2QmDsFXOeKGE,59739
-phoenix/server/static/assets/pages-CyqzCvBY.js,sha256=3ZVi4bXfGDDEj10g3ax0Q4MS7KmgopWL8d5epxZ1FWM,841781
-phoenix/server/static/assets/vendor-Byx9ZW8r.js,sha256=l6S82ZzhNfzfjoYYM9ZrwUCc0TBKvJdWZVF0oBj8wkA,2281565
+phoenix/server/static/.vite/manifest.json,sha256=NxC9EGNVFUMSpwNaz0pPAK9OI-qPyQGEeBhOAhshDR4,2165
+phoenix/server/static/assets/components-Igx2_EFY.js,sha256=HsxZBGhU8TVlZ1QHaHOSH9PPruR3nQ5ntqOV2Uk_2Nw,435889
+phoenix/server/static/assets/index-C2-HcjQo.js,sha256=sm6mrMg0h8691PwWD69R3j3Hq0hSNcxok8D5ivmisKc,59755
+phoenix/server/static/assets/pages-x8AxTGd1.js,sha256=QlAXYLLXdKmP5uhV9Ty7iRoogfZkL3Ga-dSWnlxz9VE,846285
 phoenix/server/static/assets/vendor-Cg6lcjUC.css,sha256=nZrkr0u6NNElFGvpWHk9GTHeGoibCXCli1bE7mXZGZg,1816
-phoenix/server/static/assets/vendor-arizeai-0BoxbU9V.js,sha256=innWhffEldVIqKcGGH7XAMlE7vvJTGbPzrZxNYvu9fU,200901
-phoenix/server/static/assets/vendor-codemirror-BX78TDyo.js,sha256=Isk5hEoLzUYzDxDPQgGjRzTZOsE91GuJSzVA_zhMpU4,390090
-phoenix/server/static/assets/vendor-recharts-BLborQJX.js,sha256=-s5VSfS1H08wvgAcjvGyoQQz3EG3WQcKOO2X3TwFYPM,282095
-phoenix/server/static/assets/vendor-shiki-DpPpUgzv.js,sha256=_KvBjUsXiXQ-Piup8bgG17MfigFVwN6FPcE2CWxen00,8980312
+phoenix/server/static/assets/vendor-CwOvppSU.js,sha256=zorIsWgg0PkDjHxKCG-oYmme0wYQaIg_7qA54v4HOYM,2421407
+phoenix/server/static/assets/vendor-arizeai-bw-hz0cw.js,sha256=2HKtN3-Kx959BVQ4cv_wH9hGNZBHvRB7zET_fAWNMx0,194761
+phoenix/server/static/assets/vendor-codemirror-Du5cjwoZ.js,sha256=C2Ak-WHgWXh51I6sW4xjpkG5O1UfH4OsNizSpdyQRx8,400557
+phoenix/server/static/assets/vendor-recharts-BMT-13Pz.js,sha256=s3xYgt-cqmBSDYeI1gW6pK-q4T1Ze8hnlLR9i2TFRC8,282095
+phoenix/server/static/assets/vendor-shiki-CevgDqNV.js,sha256=Sv_qlOPUDy9iCCaw7olaBHyspOSkczZh6J6I_vfsB2s,8980312
 phoenix/server/static/assets/vendor-three-C-AGeJYv.js,sha256=c9nLPH5YDRFCzTNuwWO8_5KqcnunPo53mQsb7y9JFW8,620972
 phoenix/server/templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/templates/index.html,sha256=e8_jdi7Eo19SK7DI_gglkTW094D17E0VAegoMmmmvIc,4330
@@ -364,9 +364,9 @@ phoenix/utilities/project.py,sha256=auVpARXkDb-JgeX5f2aStyFIkeKvGwN9l7qrFeJMVxI,
 phoenix/utilities/re.py,sha256=6YyUWIkv0zc2SigsxfOWIHzdpjKA_TZo2iqKq7zJKvw,2081
 phoenix/utilities/span_store.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/utilities/template_formatters.py,sha256=gh9PJD6WEGw7TEYXfSst1UR4pWWwmjxMLrDVQ_CkpkQ,2779
-arize_phoenix-8.12.0.dist-info/METADATA,sha256=qM9RkF7DlQKdlLKsF0efcPwOHrhebyRuSLDmqcWBhCI,23739
-arize_phoenix-8.12.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-arize_phoenix-8.12.0.dist-info/entry_points.txt,sha256=Pgpn8Upxx9P8z8joPXZWl2LlnAlGc3gcQoVchb06X1Q,94
-arize_phoenix-8.12.0.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
-arize_phoenix-8.12.0.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
-arize_phoenix-8.12.0.dist-info/RECORD,,
+arize_phoenix-8.13.0.dist-info/METADATA,sha256=xXuBNvw2h5cwUZ1a9ILQuo_Xm5hxWJXXOis2iwwg6SU,23739
+arize_phoenix-8.13.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+arize_phoenix-8.13.0.dist-info/entry_points.txt,sha256=Pgpn8Upxx9P8z8joPXZWl2LlnAlGc3gcQoVchb06X1Q,94
+arize_phoenix-8.13.0.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
+arize_phoenix-8.13.0.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
+arize_phoenix-8.13.0.dist-info/RECORD,,

phoenix/db/migrations/versions/10460e46d750_datasets.py

@@ -29,7 +29,7 @@ def _(*args: Any, **kwargs: Any) -> str:
 JSON_ = (
     JSON()
     .with_variant(
-        postgresql.JSONB(),  # type: ignore
+        postgresql.JSONB(),
         "postgresql",
     )
     .with_variant(

phoenix/db/migrations/versions/3be8647b87d8_add_token_columns_to_spans_table.py

@@ -41,7 +41,7 @@ def _(*args: Any, **kwargs: Any) -> str:
 JSON_ = (
     JSON()
     .with_variant(
-        postgresql.JSONB(),  # type: ignore
+        postgresql.JSONB(),
         "postgresql",
     )
     .with_variant(

phoenix/db/migrations/versions/bc8fea3c2bc8_add_prompt_tables.py

@@ -29,7 +29,7 @@ def _(*args: Any, **kwargs: Any) -> str:
 JSON_ = (
     JSON()
     .with_variant(
-        postgresql.JSONB(),  # type: ignore
+        postgresql.JSONB(),
         "postgresql",
     )
     .with_variant(

phoenix/db/migrations/versions/cf03bd6bae1d_init.py

@@ -29,7 +29,7 @@ def _(*args: Any, **kwargs: Any) -> str:
 JSON_ = (
     JSON()
     .with_variant(
-        postgresql.JSONB(),  # type: ignore
+        postgresql.JSONB(),
         "postgresql",
     )
     .with_variant(

phoenix/db/models.py

@@ -159,7 +159,7 @@ def _(*args: Any, **kwargs: Any) -> str:
 JSON_ = (
     JSON()
     .with_variant(
-        postgresql.JSONB(),  # type: ignore
+        postgresql.JSONB(),
         "postgresql",
     )
     .with_variant(

phoenix/server/api/routers/v1/experiments.py

@@ -3,13 +3,15 @@ from datetime import datetime
 from random import getrandbits
 from typing import Any, Optional
 
+import pandas as pd
 from fastapi import APIRouter, HTTPException, Path, Response
 from pydantic import Field
 from sqlalchemy import and_, func, select
+from sqlalchemy.ext.asyncio import AsyncSession
 from sqlalchemy.orm import joinedload
 from starlette.requests import Request
 from starlette.responses import PlainTextResponse
-from starlette.status import HTTP_404_NOT_FOUND
+from starlette.status import HTTP_200_OK, HTTP_404_NOT_FOUND, HTTP_422_UNPROCESSABLE_ENTITY
 from strawberry.relay import GlobalID
 
 from phoenix.db import models
@@ -19,7 +21,7 @@ from phoenix.server.api.types.node import from_global_id_with_expected_type
 from phoenix.server.dml_event import ExperimentInsertEvent
 
 from .models import V1RoutesBaseModel
-from .utils import ResponseBody, add_errors_to_responses
+from .utils import ResponseBody, add_errors_to_responses, add_text_csv_content_to_responses
 
 router = APIRouter(tags=["experiments"], include_in_schema=True)
 
@@ -311,6 +313,66 @@ async def list_experiments(
         return ListExperimentsResponseBody(data=data)
 
 
+async def _get_experiment_runs_and_revisions(
+    session: AsyncSession, experiment_rowid: int
+) -> tuple[models.Experiment, tuple[models.ExperimentRun], tuple[models.DatasetExampleRevision]]:
+    experiment = await session.get(models.Experiment, experiment_rowid)
+    if not experiment:
+        raise HTTPException(detail="Experiment not found", status_code=HTTP_404_NOT_FOUND)
+    revision_ids = (
+        select(func.max(models.DatasetExampleRevision.id))
+        .join(
+            models.DatasetExample,
+            models.DatasetExample.id == models.DatasetExampleRevision.dataset_example_id,
+        )
+        .where(
+            and_(
+                models.DatasetExampleRevision.dataset_version_id <= experiment.dataset_version_id,
+                models.DatasetExample.dataset_id == experiment.dataset_id,
+            )
+        )
+        .group_by(models.DatasetExampleRevision.dataset_example_id)
+        .scalar_subquery()
+    )
+    runs_and_revisions = (
+        (
+            await session.execute(
+                select(models.ExperimentRun, models.DatasetExampleRevision)
+                .join(
+                    models.DatasetExample,
+                    models.DatasetExample.id == models.ExperimentRun.dataset_example_id,
+                )
+                .join(
+                    models.DatasetExampleRevision,
+                    and_(
+                        models.DatasetExample.id
+                        == models.DatasetExampleRevision.dataset_example_id,
+                        models.DatasetExampleRevision.id.in_(revision_ids),
+                        models.DatasetExampleRevision.revision_kind != "DELETE",
+                    ),
+                )
+                .options(
+                    joinedload(models.ExperimentRun.annotations),
+                )
+                .where(models.ExperimentRun.experiment_id == experiment_rowid)
+                .order_by(
+                    models.ExperimentRun.dataset_example_id,
+                    models.ExperimentRun.repetition_number,
+                )
+            )
+        )
+        .unique()
+        .all()
+    )
+    if not runs_and_revisions:
+        raise HTTPException(
+            detail="Experiment has no runs",
+            status_code=HTTP_404_NOT_FOUND,
+        )
+    runs, revisions = zip(*runs_and_revisions)
+    return experiment, runs, revisions
+
+
 @router.get(
     "/experiments/{experiment_id}/json",
     operation_id="getExperimentJSON",
@@ -324,112 +386,133 @@ async def list_experiments(
 )
 async def get_experiment_json(
     request: Request,
-    response: Response,
     experiment_id: str = Path(..., title="Experiment ID"),
-) -> str:
+) -> Response:
     experiment_globalid = GlobalID.from_id(experiment_id)
     try:
         experiment_rowid = from_global_id_with_expected_type(experiment_globalid, "Experiment")
     except ValueError:
         raise HTTPException(
-            detail=f"Experiment with ID {experiment_globalid} does not exist",
-            status_code=HTTP_404_NOT_FOUND,
+            detail=f"Invalid experiment ID: {experiment_globalid}",
+            status_code=HTTP_422_UNPROCESSABLE_ENTITY,
         )
 
     async with request.app.state.db() as session:
-        experiment = await session.get(models.Experiment, experiment_rowid)
-        if not experiment:
-            raise HTTPException(
-                detail=f"Experiment with ID {experiment_globalid} does not exist",
-                status_code=HTTP_404_NOT_FOUND,
-            )
-        revision_ids = (
-            select(func.max(models.DatasetExampleRevision.id))
-            .join(
-                models.DatasetExample,
-                models.DatasetExample.id == models.DatasetExampleRevision.dataset_example_id,
-            )
-            .where(
-                and_(
-                    models.DatasetExampleRevision.dataset_version_id
-                    <= experiment.dataset_version_id,
-                    models.DatasetExample.dataset_id == experiment.dataset_id,
-                )
-            )
-            .group_by(models.DatasetExampleRevision.dataset_example_id)
-            .scalar_subquery()
+        experiment, runs, revisions = await _get_experiment_runs_and_revisions(
+            session, experiment_rowid
         )
-        runs_and_revisions = (
-            (
-                await session.execute(
-                    select(models.ExperimentRun, models.DatasetExampleRevision)
-                    .join(
-                        models.DatasetExample,
-                        models.DatasetExample.id == models.ExperimentRun.dataset_example_id,
-                    )
-                    .join(
-                        models.DatasetExampleRevision,
-                        and_(
-                            models.DatasetExample.id
-                            == models.DatasetExampleRevision.dataset_example_id,
-                            models.DatasetExampleRevision.id.in_(revision_ids),
-                            models.DatasetExampleRevision.revision_kind != "DELETE",
-                        ),
-                    )
-                    .options(
-                        joinedload(models.ExperimentRun.annotations),
-                    )
-                    .where(models.ExperimentRun.experiment_id == experiment_rowid)
-                    .order_by(
-                        models.ExperimentRun.dataset_example_id,
-                        models.ExperimentRun.repetition_number,
-                    )
+        records = []
+        for run, revision in zip(runs, revisions):
+            annotations = []
+            for annotation in run.annotations:
+                annotations.append(
+                    {
+                        "name": annotation.name,
+                        "annotator_kind": annotation.annotator_kind,
+                        "label": annotation.label,
+                        "score": annotation.score,
+                        "explanation": annotation.explanation,
+                        "trace_id": annotation.trace_id,
+                        "error": annotation.error,
+                        "metadata": annotation.metadata_,
+                        "start_time": annotation.start_time.isoformat(),
+                        "end_time": annotation.end_time.isoformat(),
+                    }
                 )
-            )
-            .unique()
-            .all()
+            record = {
+                "example_id": str(
+                    GlobalID(models.DatasetExample.__name__, str(run.dataset_example_id))
+                ),
+                "repetition_number": run.repetition_number,
+                "input": revision.input,
+                "reference_output": revision.output,
+                "output": run.output["task_output"],
+                "error": run.error,
+                "latency_ms": run.latency_ms,
+                "start_time": run.start_time.isoformat(),
+                "end_time": run.end_time.isoformat(),
+                "trace_id": run.trace_id,
+                "prompt_token_count": run.prompt_token_count,
+                "completion_token_count": run.completion_token_count,
+                "annotations": annotations,
+            }
+            records.append(record)
+
+        return Response(
+            content=json.dumps(records, ensure_ascii=False, indent=2),
+            headers={"content-disposition": f'attachment; filename="{experiment.name}.json"'},
+            media_type="application/json",
         )
-        if not runs_and_revisions:
-            raise HTTPException(
-                detail=f"Experiment with ID {experiment_globalid} has no runs",
-                status_code=HTTP_404_NOT_FOUND,
-            )
-    records = []
-    for run, revision in runs_and_revisions:
-        annotations = []
-        for annotation in run.annotations:
-            annotations.append(
-                {
-                    "name": annotation.name,
-                    "annotator_kind": annotation.annotator_kind,
-                    "label": annotation.label,
-                    "score": annotation.score,
-                    "explanation": annotation.explanation,
-                    "trace_id": annotation.trace_id,
-                    "error": annotation.error,
-                    "metadata": annotation.metadata_,
-                    "start_time": annotation.start_time.isoformat(),
-                    "end_time": annotation.end_time.isoformat(),
-                }
+
+
+@router.get(
+    "/experiments/{experiment_id}/csv",
+    operation_id="getExperimentCSV",
+    summary="Download experiment runs as a CSV file",
+    responses={**add_text_csv_content_to_responses(HTTP_200_OK)},
+)
+async def get_experiment_csv(
+    request: Request,
+    experiment_id: str = Path(..., title="Experiment ID"),
+) -> Response:
+    experiment_globalid = GlobalID.from_id(experiment_id)
+    try:
+        experiment_rowid = from_global_id_with_expected_type(experiment_globalid, "Experiment")
+    except ValueError:
+        raise HTTPException(
+            detail=f"Invalid experiment ID: {experiment_globalid}",
+            status_code=HTTP_422_UNPROCESSABLE_ENTITY,
+        )
+
+    async with request.app.state.db() as session:
+        experiment, runs, revisions = await _get_experiment_runs_and_revisions(
+            session, experiment_rowid
+        )
+        records = []
+        for run, revision in zip(runs, revisions):
+            serialized_run_output = (
+                json.dumps(run.output["task_output"])
+                if isinstance(run.output["task_output"], dict)
+                else run.output["task_output"]
             )
-        record = {
-            "example_id": str(
-                GlobalID(models.DatasetExample.__name__, str(run.dataset_example_id))
-            ),
-            "repetition_number": run.repetition_number,
-            "input": revision.input,
-            "reference_output": revision.output,
-            "output": run.output["task_output"],
-            "error": run.error,
-            "latency_ms": run.latency_ms,
-            "start_time": run.start_time.isoformat(),
-            "end_time": run.end_time.isoformat(),
-            "trace_id": run.trace_id,
-            "prompt_token_count": run.prompt_token_count,
-            "completion_token_count": run.completion_token_count,
-            "annotations": annotations,
-        }
-        records.append(record)
-
-    response.headers["content-disposition"] = f'attachment; filename="{experiment.name}.json"'
-    return json.dumps(records, ensure_ascii=False, indent=2)
+            record = {
+                "example_id": str(GlobalID("DatasetExample", str(run.dataset_example_id))),
+                "repetition_number": run.repetition_number,
+                "input": json.dumps(revision.input),
+                "reference_output": json.dumps(revision.output),
+                "output": serialized_run_output,
+                "error": run.error,
+                "latency_ms": run.latency_ms,
+                "start_time": run.start_time.isoformat(),
+                "end_time": run.end_time.isoformat(),
+                "trace_id": run.trace_id,
+                "prompt_token_count": run.prompt_token_count,
+                "completion_token_count": run.completion_token_count,
+            }
+            for annotation in run.annotations:
+                prefix = f"annotation_{annotation.name}"
+                record.update(
+                    {
+                        f"{prefix}_label": annotation.label,
+                        f"{prefix}_score": annotation.score,
+                        f"{prefix}_explanation": annotation.explanation,
+                        f"{prefix}_metadata": json.dumps(annotation.metadata_),
+                        f"{prefix}_annotator_kind": annotation.annotator_kind,
+                        f"{prefix}_trace_id": annotation.trace_id,
+                        f"{prefix}_error": annotation.error,
+                        f"{prefix}_start_time": annotation.start_time.isoformat(),
+                        f"{prefix}_end_time": annotation.end_time.isoformat(),
+                    }
+                )
+            records.append(record)
+
+        df = pd.DataFrame.from_records(records)
+        csv_content = df.to_csv(index=False).encode()
+
+        return Response(
+            content=csv_content,
+            headers={
+                "content-disposition": f'attachment; filename="{experiment.name}.csv"',
+                "content-type": "text/csv",
+            },
+        )

phoenix/server/static/.vite/manifest.json

@@ -1,28 +1,32 @@
 {
-  "_components-CbkVj1OQ.js": {
-    "file": "assets/components-CbkVj1OQ.js",
+  "_components-Igx2_EFY.js": {
+    "file": "assets/components-Igx2_EFY.js",
     "name": "components",
     "imports": [
-      "_vendor-Byx9ZW8r.js",
-      "_pages-CyqzCvBY.js",
-      "_vendor-arizeai-0BoxbU9V.js",
-      "_vendor-codemirror-BX78TDyo.js",
+      "_vendor-CwOvppSU.js",
+      "_pages-x8AxTGd1.js",
+      "_vendor-arizeai-bw-hz0cw.js",
+      "_vendor-codemirror-Du5cjwoZ.js",
       "_vendor-three-C-AGeJYv.js"
     ]
   },
-  "_pages-CyqzCvBY.js": {
-    "file": "assets/pages-CyqzCvBY.js",
+  "_pages-x8AxTGd1.js": {
+    "file": "assets/pages-x8AxTGd1.js",
     "name": "pages",
     "imports": [
-      "_vendor-Byx9ZW8r.js",
-      "_vendor-arizeai-0BoxbU9V.js",
-      "_components-CbkVj1OQ.js",
-      "_vendor-codemirror-BX78TDyo.js",
-      "_vendor-recharts-BLborQJX.js"
+      "_vendor-CwOvppSU.js",
+      "_vendor-arizeai-bw-hz0cw.js",
+      "_components-Igx2_EFY.js",
+      "_vendor-codemirror-Du5cjwoZ.js",
+      "_vendor-recharts-BMT-13Pz.js"
     ]
   },
-  "_vendor-Byx9ZW8r.js": {
-    "file": "assets/vendor-Byx9ZW8r.js",
+  "_vendor-Cg6lcjUC.css": {
+    "file": "assets/vendor-Cg6lcjUC.css",
+    "src": "_vendor-Cg6lcjUC.css"
+  },
+  "_vendor-CwOvppSU.js": {
+    "file": "assets/vendor-CwOvppSU.js",
     "name": "vendor",
     "imports": [
       "_vendor-three-C-AGeJYv.js"
@@ -31,37 +35,33 @@
       "assets/vendor-Cg6lcjUC.css"
     ]
   },
-  "_vendor-Cg6lcjUC.css": {
-    "file": "assets/vendor-Cg6lcjUC.css",
-    "src": "_vendor-Cg6lcjUC.css"
-  },
-  "_vendor-arizeai-0BoxbU9V.js": {
-    "file": "assets/vendor-arizeai-0BoxbU9V.js",
+  "_vendor-arizeai-bw-hz0cw.js": {
+    "file": "assets/vendor-arizeai-bw-hz0cw.js",
     "name": "vendor-arizeai",
     "imports": [
-      "_vendor-Byx9ZW8r.js"
+      "_vendor-CwOvppSU.js"
     ]
   },
-  "_vendor-codemirror-BX78TDyo.js": {
-    "file": "assets/vendor-codemirror-BX78TDyo.js",
+  "_vendor-codemirror-Du5cjwoZ.js": {
+    "file": "assets/vendor-codemirror-Du5cjwoZ.js",
     "name": "vendor-codemirror",
     "imports": [
-      "_vendor-Byx9ZW8r.js",
-      "_vendor-shiki-DpPpUgzv.js"
+      "_vendor-CwOvppSU.js",
+      "_vendor-shiki-CevgDqNV.js"
     ]
   },
-  "_vendor-recharts-BLborQJX.js": {
-    "file": "assets/vendor-recharts-BLborQJX.js",
+  "_vendor-recharts-BMT-13Pz.js": {
+    "file": "assets/vendor-recharts-BMT-13Pz.js",
     "name": "vendor-recharts",
     "imports": [
-      "_vendor-Byx9ZW8r.js"
+      "_vendor-CwOvppSU.js"
     ]
   },
-  "_vendor-shiki-DpPpUgzv.js": {
-    "file": "assets/vendor-shiki-DpPpUgzv.js",
+  "_vendor-shiki-CevgDqNV.js": {
+    "file": "assets/vendor-shiki-CevgDqNV.js",
     "name": "vendor-shiki",
     "imports": [
-      "_vendor-Byx9ZW8r.js"
+      "_vendor-CwOvppSU.js"
     ]
   },
   "_vendor-three-C-AGeJYv.js": {
@@ -69,19 +69,19 @@
     "name": "vendor-three"
   },
   "index.tsx": {
-    "file": "assets/index-BNK6eNx3.js",
+    "file": "assets/index-C2-HcjQo.js",
     "name": "index",
     "src": "index.tsx",
     "isEntry": true,
     "imports": [
-      "_vendor-Byx9ZW8r.js",
-      "_vendor-arizeai-0BoxbU9V.js",
-      "_pages-CyqzCvBY.js",
-      "_components-CbkVj1OQ.js",
+      "_vendor-CwOvppSU.js",
+      "_vendor-arizeai-bw-hz0cw.js",
+      "_pages-x8AxTGd1.js",
+      "_components-Igx2_EFY.js",
       "_vendor-three-C-AGeJYv.js",
-      "_vendor-codemirror-BX78TDyo.js",
-      "_vendor-shiki-DpPpUgzv.js",
-      "_vendor-recharts-BLborQJX.js"
+      "_vendor-codemirror-Du5cjwoZ.js",
+      "_vendor-shiki-CevgDqNV.js",
+      "_vendor-recharts-BMT-13Pz.js"
     ]
   }
 }