arize-phoenix 4.22.0__py3-none-any.whl → 4.22.1__py3-none-any.whl

{arize_phoenix-4.22.0.dist-info → arize_phoenix-4.22.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: arize-phoenix
-Version: 4.22.0
+Version: 4.22.1
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues

{arize_phoenix-4.22.0.dist-info → arize_phoenix-4.22.1.dist-info}/RECORD

@@ -5,7 +5,7 @@ phoenix/exceptions.py,sha256=n2L2KKuecrdflB9MsCdAYCiSEvGJptIsfRkXMoJle7A,169
 phoenix/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 phoenix/services.py,sha256=aTxhcOA1pZHB6U-B3TEcp6fqDF5oT0xCUvEUNMZVTUQ,5175
 phoenix/settings.py,sha256=cO-qgis_S27nHirTobYI9hHPfZH18R--WMmxNdsVUwc,273
-phoenix/version.py,sha256=QzEW4rw3knzx0cHKAbjoAdUuGoTl82VIDrnWP2UhHw0,23
+phoenix/version.py,sha256=o6NOndzGr8AzXGIlB0Kpj1jAyiWB77iB92rO-Vlh2y0,23
 phoenix/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/core/embedding_dimension.py,sha256=zKGbcvwOXgLf-yrJBpQyKtd-LEOPRKHnUToyAU8Owis,87
 phoenix/core/model.py,sha256=km_a--PBHOuA337ClRw9xqhOHhrUT6Rl9pz_zV0JYkQ,4843
@@ -39,9 +39,9 @@ phoenix/db/migrations/versions/10460e46d750_datasets.py,sha256=eZAyz720DmpOd7Rnu
 phoenix/db/migrations/versions/3be8647b87d8_add_token_columns_to_spans_table.py,sha256=x6oKFwn7Zmite4G0trDQPpMCn0I7jejuBcN3-ivEuDg,3938
 phoenix/db/migrations/versions/cf03bd6bae1d_init.py,sha256=09cpofqje8zi4eQFfUn-i21x7VcsUYOfLKKUlrtKrGc,8662
 phoenix/experiments/__init__.py,sha256=6JGwgUd7xCbGpuHqYZlsmErmYvVgv7N_j43bn3dUqsk,123
-phoenix/experiments/functions.py,sha256=4XaOLE1Co9sW_yjM1sypQClmOLtt9kwoxmhIEJ3f_rk,32209
+phoenix/experiments/functions.py,sha256=WnyBaO6UEesQ1P77GXy-brQSSY9NF1EpAULbtbr4mHo,32228
 phoenix/experiments/tracing.py,sha256=wVpt8Ie9WNPoi1djJdcrkwCokHdTO0bicXViLg3O-1Y,2831
-phoenix/experiments/types.py,sha256=SQqI-8CqA-bDTVIOUC1NOMi9bjEcDSlcG7o3Li1IBFY,23415
+phoenix/experiments/types.py,sha256=HegeRSLyx2lESlzAc2PXYQJVHBFbCLwqQQmPcDMdUnM,23433
 phoenix/experiments/utils.py,sha256=wLu5Kvt1b4a8rGPRWq5G8RQ9XSiV8fCIVm51zWBI3-g,758
 phoenix/experiments/evaluators/__init__.py,sha256=j63fi3fa3U7-itVPHa82GowhjQRU-wO6yhO34u_lhsA,714
 phoenix/experiments/evaluators/base.py,sha256=jAwJs-V7jCp2UBChL0S3813Xyd9GN4rU4IEhX0nkFGs,5549
@@ -68,9 +68,9 @@ phoenix/pointcloud/pointcloud.py,sha256=4zAIkKs2xOUbchpj4XDAV-iPMXrfAJ15TG6rlIYG
 phoenix/pointcloud/projectors.py,sha256=zO_RrtDYSv2rqVOfIP2_9Cv11Dc8EmcZR94xhFcBYPU,1057
 phoenix/pointcloud/umap_parameters.py,sha256=3UQSjrysVOvq2V4KNpTMqNqNiK0BsTZnPBHWZ4fyJtQ,1708
 phoenix/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-phoenix/server/app.py,sha256=1715YnPAPUUojIG6SYHCanSlMLahxPO3h0dKktLwVFU,19889
+phoenix/server/app.py,sha256=fZYS5Jttj70iHnyDMivXs74oZMAx_gQgdWyNUXs59jE,19407
 phoenix/server/dml_event.py,sha256=MpjCFqljxvgb9OB5Cez9vJesb3oHb3XxXictynBfcis,2851
-phoenix/server/dml_event_handler.py,sha256=pKEWiDApy4mBHvp477mo0y94cm65r9gD5ggQgsA_hak,8460
+phoenix/server/dml_event_handler.py,sha256=6p-PucctivelVHfO-_9zNxWZYPr_eGjDF3bKjLtc5co,8251
 phoenix/server/grpc_server.py,sha256=jllxDNkpLQxDkvej4RhTokobowbvydF-SU8gSw1MTCc,3378
 phoenix/server/main.py,sha256=dvjv3g8ANpkvSGCUN02S2Yse643Nlwrp_bj4iXBSVTE,11082
 phoenix/server/prometheus.py,sha256=j9DHB2fERuq_ZKmwVaqR-9wx5WcPPuU1Cm5Bhg5241Y,2996
@@ -78,12 +78,12 @@ phoenix/server/telemetry.py,sha256=T_2OKrxNViAeaANlNspEekg_Y5uZIFWvKAnpz8Aoqvk,2
 phoenix/server/thread_server.py,sha256=RwXQGP_QhGD7le6WB7xEygEEuwBl5Ck_Zo8xGIYGi9M,2135
 phoenix/server/types.py,sha256=UCCkwEzUAbRdu-hZpG7A2hdPM09onBezaXNtWX4A7og,3431
 phoenix/server/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-phoenix/server/api/context.py,sha256=4YkrPe9AnB4l6qXSV5FsrqUdkXG1jxCU8ST7iTNlwZY,3047
+phoenix/server/api/context.py,sha256=2-kJpoix-OISxyAhoI5FFEnQMt9ad-3HQ3VOFCjdbxU,2799
 phoenix/server/api/interceptor.py,sha256=ykDnoC_apUd-llVli3m1CW18kNSIgjz2qZ6m5JmPDu8,1294
 phoenix/server/api/queries.py,sha256=Nuw74Nh1XhDkLNV8hTO3WPPNeqcSlNhUF76r5HaytGc,20268
 phoenix/server/api/schema.py,sha256=BcxdqO5CSGqpKd-AAJHMjFlzaK9oJA8GJuxmMfcdjn4,434
 phoenix/server/api/utils.py,sha256=Kl47G-1A7QKTDrc75BU2QK6HupsG6MWuXxy351FOfKQ,858
-phoenix/server/api/dataloaders/__init__.py,sha256=OaqWVJwb2BM2lDHVbILCdpjbB4M5w2UYFXIz_FEO0YI,3476
+phoenix/server/api/dataloaders/__init__.py,sha256=TrOGnU_SD_vEIxOE_dm8HrD5C2ScLFQ4xQ7f8r-E76s,3064
 phoenix/server/api/dataloaders/annotation_summaries.py,sha256=Wv8AORZoGd5TJ4Y-em8iqJu87AMpZP7lWOTr-SML-x8,5560
 phoenix/server/api/dataloaders/average_experiment_run_latency.py,sha256=q091UmkXx37OBKh7L-GJ5LXHyRXfX2w4XTk1NMHtPpw,1827
 phoenix/server/api/dataloaders/dataset_example_revisions.py,sha256=i0g8F4akEf3kQOzAvBjO27QwXNsq-kJEM8dtzduxQgY,3720
@@ -91,7 +91,6 @@ phoenix/server/api/dataloaders/dataset_example_spans.py,sha256=-TjdyyJv2c2JiN1OX
 phoenix/server/api/dataloaders/document_evaluation_summaries.py,sha256=5XOom2KRAmCwPmtlraiZOSl3vhfaW-eiiYkmetAEalw,5616
 phoenix/server/api/dataloaders/document_evaluations.py,sha256=V6sE34jON_qFxt7eArJbktykAsty-gnBZHlEkORcj0E,1296
 phoenix/server/api/dataloaders/document_retrieval_metrics.py,sha256=JqDqkUuoeG6WfcmWSrmQptfF6IPX8XgzYzyECXTAjgg,4202
-phoenix/server/api/dataloaders/evaluation_summaries.py,sha256=FEfUMKgk0uqQlJCS5ynmjkBoJVkqW9EVQ8vhgQ2ReKY,5656
 phoenix/server/api/dataloaders/experiment_annotation_summaries.py,sha256=qDEBRo0XKJMYBYlXBgJ-69jwPK-0r4pi9ZhbjC_vx6M,2813
 phoenix/server/api/dataloaders/experiment_error_rates.py,sha256=wWTFOO2UxGIYUu53nnzzLk04-mJxw-BQgJELA9gT5bY,1949
 phoenix/server/api/dataloaders/experiment_run_counts.py,sha256=8VlKRaXwD56-7q_uonRr7L6QlEkyEQubkFKmKx6vuz0,1661
@@ -103,10 +102,8 @@ phoenix/server/api/dataloaders/record_counts.py,sha256=64OsyiQRDZASlibpQAXtRkzyA
 phoenix/server/api/dataloaders/span_annotations.py,sha256=v3vGkLGTn-n4khxXZY2btgvfXitvytWgBahzrrWEz0I,1078
 phoenix/server/api/dataloaders/span_dataset_examples.py,sha256=BtLZp11fyyeaWGGBPZj2StzFM0m5jxt52zB2nFMVybo,1306
 phoenix/server/api/dataloaders/span_descendants.py,sha256=b7jGTn0Hi22gv2yskloLnf3BG3upS9z5hnKLMT9Sxac,2094
-phoenix/server/api/dataloaders/span_evaluations.py,sha256=IfwXW23GQaWti8F49wSJocWf7Tklf2ZJ0F6aB4cSVHs,1248
 phoenix/server/api/dataloaders/span_projects.py,sha256=LbQWiboCFqq4CHS18OzvRUwL9yORqP26fh5p7JbpFdg,1244
 phoenix/server/api/dataloaders/token_counts.py,sha256=6gDVely8BYiCBdmiq1ECO0lMChUYPIlsZbB34rmL1xM,4684
-phoenix/server/api/dataloaders/trace_evaluations.py,sha256=vraPehNsausR4dbdvq-HudRVNARJUbep3T-Ud9jwWYY,1262
 phoenix/server/api/dataloaders/trace_row_ids.py,sha256=RODX4NULlBzMxHMrsq0dp1ij6ZlLH4ZzQBnafGdxOvU,1100
 phoenix/server/api/dataloaders/cache/__init__.py,sha256=SYoOM9n8FJaMdQarma5d1blu-jIg2GB8Shqg5ezSzZ8,106
 phoenix/server/api/dataloaders/cache/two_tier_cache.py,sha256=I38L1RsOis98OQftE7n1Q9QBZfFJO6OW_qIINkuJllo,2295
@@ -157,7 +154,7 @@ phoenix/server/api/routers/v1/__init__.py,sha256=nb49zcOdAi3DSGuC9gUubN9Yri-o7-W
 phoenix/server/api/routers/v1/datasets.py,sha256=pyLtVEGnjwxh1wJySBOUFrsjtawatfpaF8F3WijK8qU,37049
 phoenix/server/api/routers/v1/evaluations.py,sha256=FSfz9MTi8s65F07abDXlb9-y97fDZSYbqsCXpimwO7g,12628
 phoenix/server/api/routers/v1/experiment_evaluations.py,sha256=RTQnjupjmh07xowjq77ajbuAZhzIEfYxA4ZtECvGwOU,4844
-phoenix/server/api/routers/v1/experiment_runs.py,sha256=dr7oA3RMyFVON4Dq3fJtDoTeXETcglWVYAakVW8zyZw,6196
+phoenix/server/api/routers/v1/experiment_runs.py,sha256=0G7GgGcZv9dzK47tsPp-p4k5O7W4F_aNRrsNuJN7mho,6393
 phoenix/server/api/routers/v1/experiments.py,sha256=GeT3Rya4bdaCr6sCf2Vx6fQ_gfMX5XyFHmODCSJiCfU,9951
 phoenix/server/api/routers/v1/pydantic_compat.py,sha256=FeK8oe2brqu-djsoqRxiKL4tw5cHmi89OHVfCFxYsAo,2890
 phoenix/server/api/routers/v1/spans.py,sha256=Hd63VHQUqSy0VHsYQ5DPLf5WwKALMXZOIh_ig_5MStc,8780
@@ -183,7 +180,7 @@ phoenix/server/api/types/DocumentEvaluationSummary.py,sha256=EpgKn0uiH2Vbpyltc1M
 phoenix/server/api/types/DocumentRetrievalMetrics.py,sha256=amkpC3H5IU5-9GvO0telpbq00m6lIcv_2v446OpwFwc,1822
 phoenix/server/api/types/EmbeddingDimension.py,sha256=2OTVzAcfY-2xnJLl7122EAaqJyp0sob1v9-ryaNWknw,18961
 phoenix/server/api/types/EmbeddingMetadata.py,sha256=fJvNNYCbkf3SJalArLy9rcBq9Uj1SNac60zjqe1PFnM,461
-phoenix/server/api/types/Evaluation.py,sha256=oW9UfUCs6Td60kb5s6_sJNvUkxk5TQXjG0pmQ0-gT4M,3298
+phoenix/server/api/types/Evaluation.py,sha256=rLJptUSRUPPx9sdUyc4UPWxzkr9gcKtkpAS5Zi_EyFQ,2406
 phoenix/server/api/types/EvaluationSummary.py,sha256=N1DhPXGhBbOOQakF43OGuZ5fl4vye7Uc-HnW5M262F8,1518
 phoenix/server/api/types/Event.py,sha256=XdYgaIxcVIW-YFViCkxj5l9OaVNepyIrCtm5Iqg2le8,3989
 phoenix/server/api/types/EventMetadata.py,sha256=-J0tYF9eZTHwCjwxQHY7Gckr2_MNW5OoWT1mydweZNM,635
@@ -202,13 +199,13 @@ phoenix/server/api/types/MimeType.py,sha256=Zpi6zCalkSFgsvhzvOs-O1gYA04usAi9H__Q
 phoenix/server/api/types/Model.py,sha256=BRIzH5xSGiDrAUYvhwDpwxT6--ddS3Xr3vCvP8_vzdo,8051
 phoenix/server/api/types/NumericRange.py,sha256=afEjgF97Go_OvmjMggbPBt-zGM8IONewAyEiKEHRds0,192
 phoenix/server/api/types/PerformanceMetric.py,sha256=W92B7OghEOgzFvmY0LCqpgavHaQggTGshdgfD0yqHX4,350
-phoenix/server/api/types/Project.py,sha256=f29k2bsDIQTvqDkgW_dA9ufpQAmw6XEWwiPrv-AaASk,15506
+phoenix/server/api/types/Project.py,sha256=CZ5Hl9fNeHiW8MfSbzXGBYP3A7jw0GubWqtHmzW-bUM,13299
 phoenix/server/api/types/PromptResponse.py,sha256=Q8HKtpp8GpUOcxPCzZpkkokidDd6u0aZOv_SuPZZd5Q,630
 phoenix/server/api/types/Retrieval.py,sha256=OhMK2ncjoyp5h1yjKhjlKpoTbQrMHuxmgSFw-AO1rWw,285
 phoenix/server/api/types/ScalarDriftMetricEnum.py,sha256=IUAcRPpgL41WdoIgK6cNk2Te38SspXGyEs-S1fY23_A,232
 phoenix/server/api/types/Segments.py,sha256=m2yoegrxA1Tn7ZAy1rMjjD1isc752MaAXMoffkBlvrM,2921
 phoenix/server/api/types/SortDir.py,sha256=OUpXhlCzCxPoXSDkJJygEs9Rw9pMymfaZUG5zPTrw4Y,152
-phoenix/server/api/types/Span.py,sha256=xzJoRuzFf1S64jDuPmGLjSFZ4oPyKUyfK1CtmtZ4LY0,14801
+phoenix/server/api/types/Span.py,sha256=ypzCF70a22QH7e7N8UQbO3FPtsPnAUxqqnq7UlcdGV4,14373
 phoenix/server/api/types/SpanAnnotation.py,sha256=6b5G-b_OoRvDL2ayWk7MkbqarLK-F-pQMx21CpUuNGY,1168
 phoenix/server/api/types/TimeSeries.py,sha256=wjzuxHFqCey0O7Ys25qiXyuqXK8an-osyNWUE8A_8G4,5227
 phoenix/server/api/types/Trace.py,sha256=-nh3A-S_BlQK1VSSOTWqM85l-WwJsRHifxeDi0sFWZE,3246
@@ -230,10 +227,10 @@ phoenix/server/static/apple-touch-icon-76x76.png,sha256=CT_xT12I0u2i0WU8JzBZBuOQ
 phoenix/server/static/apple-touch-icon.png,sha256=fOfpjqGpWYbJ0eAurKsyoZP1EAs6ZVooBJ_SGk2ZkDs,3801
 phoenix/server/static/favicon.ico,sha256=bY0vvCKRftemZfPShwZtE93DiiQdaYaozkPGwNFr6H8,34494
 phoenix/server/static/modernizr.js,sha256=mvK-XtkNqjOral-QvzoqsyOMECXIMu5BQwSVN_wcU9c,2564
-phoenix/server/static/.vite/manifest.json,sha256=HOOexYONSka_hn_J9xhFRtKsvGXqttAcXqmC1C9uSLI,1929
-phoenix/server/static/assets/components-Bhx3QVW0.js,sha256=5UWD5GSontt9-H7IMs7lRbds6I4RyCbeRwFJRM52DGw,187118
-phoenix/server/static/assets/index-CZg-95kd.js,sha256=NOPlnhvT31fNg9srw7-kvKfoBLFqVbwlTvUrYKYIYeQ,7362
-phoenix/server/static/assets/pages-DG-5zgoV.js,sha256=m2FGLIvrM7I3uweAC_5YcXZfmdTI3mVeVCgLCcB23B0,452737
+phoenix/server/static/.vite/manifest.json,sha256=D9OZ5VZQ3XozxyFU4FF1fd4MmUGkyB_xa67tlUi1NWI,1929
+phoenix/server/static/assets/components-BC3-LP_a.js,sha256=LnC6sDg6caKtsMyIno5Dw7Ure5BGAReRrsn5XBCcP50,187118
+phoenix/server/static/assets/index-BjJvafYL.js,sha256=dz-kVZPp63OEi2l0SYVU5PeimOsUgW3VQQdYdnoZLQE,7362
+phoenix/server/static/assets/pages--n2933VW.js,sha256=WJZ6L_bWgzgJc3EAcbwbzuGADKEcZfMBwSVjDHhKslQ,452799
 phoenix/server/static/assets/vendor-BMWfu6zp.js,sha256=AAVTM5SjGUI_CmAWFUFmhpp5VDhvCD-MrEoh-pXXADY,1355423
 phoenix/server/static/assets/vendor-DxkFTwjz.css,sha256=nZrkr0u6NNElFGvpWHk9GTHeGoibCXCli1bE7mXZGZg,1816
 phoenix/server/static/assets/vendor-arizeai-Sj74jm5V.js,sha256=9lD4YeMt5WtyfrqIApcH9WFQxyJJUtth0syWabkzX-I,304008
@@ -284,8 +281,8 @@ phoenix/utilities/logging.py,sha256=lDXd6EGaamBNcQxL4vP1au9-i_SXe0OraUDiJOcszSw,
 phoenix/utilities/project.py,sha256=8IJuMM4yUMoooPi37sictGj8Etu9rGmq6RFtc9848cQ,436
 phoenix/utilities/re.py,sha256=PDve_OLjRTM8yQQJHC8-n3HdIONi7aNils3ZKRZ5uBM,2045
 phoenix/utilities/span_store.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-arize_phoenix-4.22.0.dist-info/METADATA,sha256=knv747RowfHFOmv5WqkavBVG6KBadXQ8kLol_iYJK-Q,11902
-arize_phoenix-4.22.0.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-arize_phoenix-4.22.0.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
-arize_phoenix-4.22.0.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
-arize_phoenix-4.22.0.dist-info/RECORD,,
+arize_phoenix-4.22.1.dist-info/METADATA,sha256=aMe9GmDUEAXZE2A5wixJeuulWvcq7dA7U4FGnGVVCf8,11902
+arize_phoenix-4.22.1.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+arize_phoenix-4.22.1.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
+arize_phoenix-4.22.1.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
+arize_phoenix-4.22.1.dist-info/RECORD,,

phoenix/experiments/functions.py

@@ -447,14 +447,14 @@ def evaluate_experiment(
         )
         if not dataset.examples:
             raise ValueError(f"Dataset has no examples: {dataset_id=}, {dataset_version_id=}")
-        experiment_runs = tuple(
-            ExperimentRun.from_dict(exp_run)
+        experiment_runs = {
+            exp_run["id"]: ExperimentRun.from_dict(exp_run)
             for exp_run in sync_client.get(f"/v1/experiments/{experiment.id}/runs").json()["data"]
-        )
+        }
         if not experiment_runs:
             raise ValueError("Experiment has not been run")
         params = ExperimentParameters(n_examples=len(dataset.examples))
-        task_summary = TaskSummary.from_task_runs(params, experiment_runs)
+        task_summary = TaskSummary.from_task_runs(params, experiment_runs.values())
         ran_experiment = object.__new__(RanExperiment)
         ran_experiment.__init__(  # type: ignore[misc]
             dataset=dataset,

phoenix/experiments/types.py

@@ -167,7 +167,7 @@ class Dataset:
     def from_dict(cls, obj: Mapping[str, Any]) -> Dataset:
         examples = tuple(map(Example.from_dict, obj.get("examples") or ()))
         return cls(
-            id=obj["id"],
+            id=obj["dataset_id"],
             version_id=obj["version_id"],
             examples={ex.id: ex for ex in examples},
         )
@@ -225,7 +225,7 @@ class ExperimentRun:
         )
 
     def __post_init__(self) -> None:
-        if bool(self.output) == bool(self.error):
+        if self.output is None and self.error is None:
             raise ValueError("Must specify exactly one of experiment_run_output or error")
 
 
@@ -284,7 +284,7 @@ class ExperimentEvaluationRun:
         )
 
     def __post_init__(self) -> None:
-        if bool(self.result) == bool(self.error):
+        if self.result is None and self.error is None:
             raise ValueError("Must specify either result or error")
 
 

phoenix/server/api/context.py

@@ -14,7 +14,6 @@ from phoenix.server.api.dataloaders import (
     DocumentEvaluationsDataLoader,
     DocumentEvaluationSummaryDataLoader,
     DocumentRetrievalMetricsDataLoader,
-    EvaluationSummaryDataLoader,
     ExperimentAnnotationSummaryDataLoader,
     ExperimentErrorRatesDataLoader,
     ExperimentRunCountsDataLoader,
@@ -26,10 +25,8 @@ from phoenix.server.api.dataloaders import (
     SpanAnnotationsDataLoader,
     SpanDatasetExamplesDataLoader,
     SpanDescendantsDataLoader,
-    SpanEvaluationsDataLoader,
     SpanProjectsDataLoader,
     TokenCountDataLoader,
-    TraceEvaluationsDataLoader,
     TraceRowIdsDataLoader,
 )
 from phoenix.server.dml_event import DmlEvent
@@ -45,7 +42,6 @@ class DataLoaders:
     document_evaluations: DocumentEvaluationsDataLoader
     document_retrieval_metrics: DocumentRetrievalMetricsDataLoader
     annotation_summaries: AnnotationSummaryDataLoader
-    evaluation_summaries: EvaluationSummaryDataLoader
     experiment_annotation_summaries: ExperimentAnnotationSummaryDataLoader
     experiment_error_rates: ExperimentErrorRatesDataLoader
     experiment_run_counts: ExperimentRunCountsDataLoader
@@ -56,10 +52,8 @@ class DataLoaders:
     span_annotations: SpanAnnotationsDataLoader
     span_dataset_examples: SpanDatasetExamplesDataLoader
     span_descendants: SpanDescendantsDataLoader
-    span_evaluations: SpanEvaluationsDataLoader
     span_projects: SpanProjectsDataLoader
     token_counts: TokenCountDataLoader
-    trace_evaluations: TraceEvaluationsDataLoader
     trace_row_ids: TraceRowIdsDataLoader
     project_by_name: ProjectByNameDataLoader
 

phoenix/server/api/dataloaders/__init__.py

@@ -10,7 +10,6 @@ from .document_evaluation_summaries import (
 )
 from .document_evaluations import DocumentEvaluationsDataLoader
 from .document_retrieval_metrics import DocumentRetrievalMetricsDataLoader
-from .evaluation_summaries import EvaluationSummaryCache, EvaluationSummaryDataLoader
 from .experiment_annotation_summaries import ExperimentAnnotationSummaryDataLoader
 from .experiment_error_rates import ExperimentErrorRatesDataLoader
 from .experiment_run_counts import ExperimentRunCountsDataLoader
@@ -22,10 +21,8 @@ from .record_counts import RecordCountCache, RecordCountDataLoader
 from .span_annotations import SpanAnnotationsDataLoader
 from .span_dataset_examples import SpanDatasetExamplesDataLoader
 from .span_descendants import SpanDescendantsDataLoader
-from .span_evaluations import SpanEvaluationsDataLoader
 from .span_projects import SpanProjectsDataLoader
 from .token_counts import TokenCountCache, TokenCountDataLoader
-from .trace_evaluations import TraceEvaluationsDataLoader
 from .trace_row_ids import TraceRowIdsDataLoader
 
 __all__ = [
@@ -37,7 +34,6 @@ __all__ = [
     "DocumentEvaluationsDataLoader",
     "DocumentRetrievalMetricsDataLoader",
     "AnnotationSummaryDataLoader",
-    "EvaluationSummaryDataLoader",
     "ExperimentAnnotationSummaryDataLoader",
     "ExperimentErrorRatesDataLoader",
     "ExperimentRunCountsDataLoader",
@@ -47,10 +43,8 @@ __all__ = [
     "RecordCountDataLoader",
     "SpanDatasetExamplesDataLoader",
     "SpanDescendantsDataLoader",
-    "SpanEvaluationsDataLoader",
     "SpanProjectsDataLoader",
     "TokenCountDataLoader",
-    "TraceEvaluationsDataLoader",
     "TraceRowIdsDataLoader",
     "ProjectByNameDataLoader",
     "SpanAnnotationsDataLoader",
@@ -65,9 +59,6 @@ class CacheForDataLoaders:
     annotation_summary: AnnotationSummaryCache = field(
         default_factory=AnnotationSummaryCache,
     )
-    evaluation_summary: EvaluationSummaryCache = field(
-        default_factory=EvaluationSummaryCache,
-    )
     latency_ms_quantile: LatencyMsQuantileCache = field(
         default_factory=LatencyMsQuantileCache,
     )

phoenix/server/api/routers/v1/experiment_runs.py

@@ -108,7 +108,12 @@ async def create_experiment_run(
     return CreateExperimentResponseBody(data=CreateExperimentRunResponseBodyData(id=str(run_gid)))
 
 
-class ListExperimentRunsResponseBody(ResponseBody[List[ExperimentRun]]):
+class ExperimentRunResponse(ExperimentRun):
+    id: str = Field(description="The ID of the experiment run")
+    experiment_id: str = Field(description="The ID of the experiment")
+
+
+class ListExperimentRunsResponseBody(ResponseBody[List[ExperimentRunResponse]]):
     pass
 
 
@@ -147,7 +152,7 @@ async def list_experiment_runs(
             experiment_gid = GlobalID("Experiment", str(exp_run.experiment_id))
             example_gid = GlobalID("DatasetExample", str(exp_run.dataset_example_id))
             runs.append(
-                ExperimentRun(
+                ExperimentRunResponse(
                     start_time=exp_run.start_time,
                     end_time=exp_run.end_time,
                     experiment_id=str(experiment_gid),

phoenix/server/api/types/Evaluation.py

@@ -1,7 +1,7 @@
 import strawberry
 
 import phoenix.trace.v1 as pb
-from phoenix.db.models import DocumentAnnotation, SpanAnnotation, TraceAnnotation
+from phoenix.db.models import DocumentAnnotation, TraceAnnotation
 
 from .Annotation import Annotation
 
@@ -31,31 +31,6 @@ class TraceEvaluation(Annotation):
         )
 
 
-@strawberry.type
-class SpanEvaluation(Annotation):
-    @staticmethod
-    def from_pb_evaluation(evaluation: pb.Evaluation) -> "SpanEvaluation":
-        result = evaluation.result
-        score = result.score.value if result.HasField("score") else None
-        label = result.label.value if result.HasField("label") else None
-        explanation = result.explanation.value if result.HasField("explanation") else None
-        return SpanEvaluation(
-            name=evaluation.name,
-            score=score,
-            label=label,
-            explanation=explanation,
-        )
-
-    @staticmethod
-    def from_sql_span_annotation(annotation: SpanAnnotation) -> "SpanEvaluation":
-        return SpanEvaluation(
-            name=annotation.name,
-            score=annotation.score,
-            label=annotation.label,
-            explanation=annotation.explanation,
-        )
-
-
 @strawberry.type
 class DocumentEvaluation(Annotation):
     document_position: int = strawberry.field(

phoenix/server/api/types/Project.py

@@ -24,7 +24,6 @@ from phoenix.server.api.input_types.SpanSort import SpanSort, SpanSortConfig
 from phoenix.server.api.input_types.TimeRange import TimeRange
 from phoenix.server.api.types.AnnotationSummary import AnnotationSummary
 from phoenix.server.api.types.DocumentEvaluationSummary import DocumentEvaluationSummary
-from phoenix.server.api.types.EvaluationSummary import EvaluationSummary
 from phoenix.server.api.types.pagination import (
     Cursor,
     CursorSortColumn,
@@ -249,23 +248,6 @@ class Project(Node):
             has_next_page=has_next_page,
         )
 
-    @strawberry.field(
-        description="Names of all available evaluations for traces. "
-        "(The list contains no duplicates.)"
-    )  # type: ignore
-    async def trace_evaluation_names(
-        self,
-        info: Info[Context, None],
-    ) -> List[str]:
-        stmt = (
-            select(distinct(models.TraceAnnotation.name))
-            .join(models.Trace)
-            .where(models.Trace.project_rowid == self.id_attr)
-            .where(models.TraceAnnotation.annotator_kind == "LLM")
-        )
-        async with info.context.db() as session:
-            return list(await session.scalars(stmt))
-
     @strawberry.field(
         description="Names of all available annotations for traces. "
         "(The list contains no duplicates.)"
@@ -282,24 +264,6 @@ class Project(Node):
         async with info.context.db() as session:
             return list(await session.scalars(stmt))
 
-    @strawberry.field(
-        description="Names of all available evaluations for spans. "
-        "(The list contains no duplicates.)"
-    )  # type: ignore
-    async def span_evaluation_names(
-        self,
-        info: Info[Context, None],
-    ) -> List[str]:
-        stmt = (
-            select(distinct(models.SpanAnnotation.name))
-            .join(models.Span)
-            .join(models.Trace, models.Span.trace_rowid == models.Trace.id)
-            .where(models.Trace.project_rowid == self.id_attr)
-            .where(models.SpanAnnotation.annotator_kind == "LLM")
-        )
-        async with info.context.db() as session:
-            return list(await session.scalars(stmt))
-
     @strawberry.field(
         description="Names of all available annotations for spans. "
         "(The list contains no duplicates.)"
@@ -337,29 +301,6 @@ class Project(Node):
         async with info.context.db() as session:
             return list(await session.scalars(stmt))
 
-    @strawberry.field
-    async def trace_evaluation_summary(
-        self,
-        info: Info[Context, None],
-        evaluation_name: str,
-        time_range: Optional[TimeRange] = UNSET,
-    ) -> Optional[EvaluationSummary]:
-        return await info.context.data_loaders.evaluation_summaries.load(
-            ("trace", self.id_attr, time_range, None, evaluation_name),
-        )
-
-    @strawberry.field
-    async def span_evaluation_summary(
-        self,
-        info: Info[Context, None],
-        evaluation_name: str,
-        time_range: Optional[TimeRange] = UNSET,
-        filter_condition: Optional[str] = UNSET,
-    ) -> Optional[EvaluationSummary]:
-        return await info.context.data_loaders.evaluation_summaries.load(
-            ("span", self.id_attr, time_range, filter_condition, evaluation_name),
-        )
-
     @strawberry.field
     async def trace_annotation_summary(
         self,
@@ -405,7 +346,7 @@ class Project(Node):
     @strawberry.field
     async def validate_span_filter_condition(self, condition: str) -> ValidationResult:
         # This query is too expensive to run on every validation
-        # valid_eval_names = await self.span_evaluation_names()
+        # valid_eval_names = await self.span_annotation_names()
         try:
             SpanFilter(
                 condition=condition,

phoenix/server/api/types/Span.py

@@ -28,7 +28,7 @@ from phoenix.server.api.types.SpanAnnotation import to_gql_span_annotation
 from phoenix.trace.attributes import get_attribute_value
 
 from .DocumentRetrievalMetrics import DocumentRetrievalMetrics
-from .Evaluation import DocumentEvaluation, SpanEvaluation
+from .Evaluation import DocumentEvaluation
 from .ExampleRevisionInterface import ExampleRevision
 from .MimeType import MimeType
 from .SpanAnnotation import SpanAnnotation
@@ -170,14 +170,6 @@ class Span(Node):
         "codes from descendant spans (children, grandchildren, etc.)",
     )
 
-    @strawberry.field(
-        description="Evaluations associated with the span, e.g. if the span is "
-        "an LLM, an evaluation may assess the helpfulness of its response with "
-        "respect to its input."
-    )  # type: ignore
-    async def span_evaluations(self, info: Info[Context, None]) -> List[SpanEvaluation]:
-        return await info.context.data_loaders.span_evaluations.load(self.id_attr)
-
     @strawberry.field(
         description=(
             "Annotations associated with the span. This encompasses both "

phoenix/server/app.py

@@ -65,7 +65,6 @@ from phoenix.server.api.dataloaders import (
     DocumentEvaluationsDataLoader,
     DocumentEvaluationSummaryDataLoader,
     DocumentRetrievalMetricsDataLoader,
-    EvaluationSummaryDataLoader,
     ExperimentAnnotationSummaryDataLoader,
     ExperimentErrorRatesDataLoader,
     ExperimentRunCountsDataLoader,
@@ -77,10 +76,8 @@ from phoenix.server.api.dataloaders import (
     SpanAnnotationsDataLoader,
     SpanDatasetExamplesDataLoader,
     SpanDescendantsDataLoader,
-    SpanEvaluationsDataLoader,
     SpanProjectsDataLoader,
     TokenCountDataLoader,
-    TraceEvaluationsDataLoader,
     TraceRowIdsDataLoader,
 )
 from phoenix.server.api.routers.v1 import REST_API_VERSION
@@ -303,12 +300,6 @@ def create_graphql_router(
                     if cache_for_dataloaders
                     else None,
                 ),
-                evaluation_summaries=EvaluationSummaryDataLoader(
-                    db,
-                    cache_map=cache_for_dataloaders.evaluation_summary
-                    if cache_for_dataloaders
-                    else None,
-                ),
                 experiment_annotation_summaries=ExperimentAnnotationSummaryDataLoader(db),
                 experiment_error_rates=ExperimentErrorRatesDataLoader(db),
                 experiment_run_counts=ExperimentRunCountsDataLoader(db),
@@ -332,13 +323,11 @@ def create_graphql_router(
                 span_annotations=SpanAnnotationsDataLoader(db),
                 span_dataset_examples=SpanDatasetExamplesDataLoader(db),
                 span_descendants=SpanDescendantsDataLoader(db),
-                span_evaluations=SpanEvaluationsDataLoader(db),
                 span_projects=SpanProjectsDataLoader(db),
                 token_counts=TokenCountDataLoader(
                     db,
                     cache_map=cache_for_dataloaders.token_count if cache_for_dataloaders else None,
                 ),
-                trace_evaluations=TraceEvaluationsDataLoader(db),
                 trace_row_ids=TraceRowIdsDataLoader(db),
                 project_by_name=ProjectByNameDataLoader(db),
             ),

phoenix/server/dml_event_handler.py

@@ -142,7 +142,6 @@ class _SpanDeleteEventHandler(_SpanDmlEventHandler):
     @staticmethod
     def _clear(cache: CacheForDataLoaders, project_id: int) -> None:
         cache.annotation_summary.invalidate_project(project_id)
-        cache.evaluation_summary.invalidate_project(project_id)
         cache.document_evaluation_summary.invalidate_project(project_id)
 
 
@@ -201,7 +200,6 @@ class _SpanAnnotationDmlEventHandler(_AnnotationDmlEventHandler[SpanAnnotationDm
     @staticmethod
     def _clear(cache: CacheForDataLoaders, project_id: int, name: str) -> None:
         cache.annotation_summary.invalidate((project_id, name, "span"))
-        cache.evaluation_summary.invalidate((project_id, name, "span"))
 
 
 class _TraceAnnotationDmlEventHandler(_AnnotationDmlEventHandler[TraceAnnotationDmlEvent]):
@@ -214,7 +212,6 @@ class _TraceAnnotationDmlEventHandler(_AnnotationDmlEventHandler[TraceAnnotation
     @staticmethod
     def _clear(cache: CacheForDataLoaders, project_id: int, name: str) -> None:
         cache.annotation_summary.invalidate((project_id, name, "trace"))
-        cache.evaluation_summary.invalidate((project_id, name, "trace"))
 
 
 class _DocumentAnnotationDmlEventHandler(_AnnotationDmlEventHandler[DocumentAnnotationDmlEvent]):

phoenix/server/static/.vite/manifest.json

@@ -1,21 +1,21 @@
 {
-  "_components-Bhx3QVW0.js": {
-    "file": "assets/components-Bhx3QVW0.js",
+  "_components-BC3-LP_a.js": {
+    "file": "assets/components-BC3-LP_a.js",
     "name": "components",
     "imports": [
       "_vendor-BMWfu6zp.js",
       "_vendor-arizeai-Sj74jm5V.js",
-      "_pages-DG-5zgoV.js",
+      "_pages--n2933VW.js",
       "_vendor-three-DwGkEfCM.js",
       "_vendor-codemirror-DO3VqEcD.js"
     ]
   },
-  "_pages-DG-5zgoV.js": {
-    "file": "assets/pages-DG-5zgoV.js",
+  "_pages--n2933VW.js": {
+    "file": "assets/pages--n2933VW.js",
     "name": "pages",
     "imports": [
       "_vendor-BMWfu6zp.js",
-      "_components-Bhx3QVW0.js",
+      "_components-BC3-LP_a.js",
       "_vendor-arizeai-Sj74jm5V.js",
       "_vendor-recharts-BGN0SxgJ.js",
       "_vendor-codemirror-DO3VqEcD.js"
@@ -61,15 +61,15 @@
     "name": "vendor-three"
   },
   "index.tsx": {
-    "file": "assets/index-CZg-95kd.js",
+    "file": "assets/index-BjJvafYL.js",
     "name": "index",
     "src": "index.tsx",
     "isEntry": true,
     "imports": [
       "_vendor-BMWfu6zp.js",
       "_vendor-arizeai-Sj74jm5V.js",
-      "_components-Bhx3QVW0.js",
-      "_pages-DG-5zgoV.js",
+      "_components-BC3-LP_a.js",
+      "_pages--n2933VW.js",
       "_vendor-three-DwGkEfCM.js",
       "_vendor-codemirror-DO3VqEcD.js",
       "_vendor-recharts-BGN0SxgJ.js"

phoenix/server/static/assets/{components-Bhx3QVW0.js → components-BC3-LP_a.js}

@@ -1,4 +1,4 @@
-import{c as je,p as Dt,d as qe,r as p,j as n,R as W,n as Fn,a as we,C as De,b as U,s as Et,e as Ft,f as ie,g as Se,h as Ke,i as Te,k as Le,l as _t,m as Pt,o as ae,q as Vt,t as Nt,u as Rt,v as s,w as m,x as Fe,$ as V,L as _n,y as Ot,z as Kt,A as At,B as zt,D as cn,F as _e,E as se,G as $t,H as Gt,I as Pn,S as Bt,J as Qt,Q as dn,K as Ht,M as Ut,N as Zt,P as Ae,O as Vn,T as jt,U as qt,V as Wt,W as Jt,X as Xt,Y as Yt,Z as ea,_ as na,a0 as ta,a1 as We,a2 as Q,a3 as Nn,a4 as aa,a5 as ra,a6 as ia,a7 as la,a8 as oa}from"./vendor-BMWfu6zp.js";import{u as sa,_ as q,a as Pe,b as $,c as N,T as R,F as Rn,d as Z,I,e as w,f as G,A as ca,g as On,h as C,i as D,j as z,k as da,l as ua,P as ma,R as H,m as Ve,n as pa,o as ga,L as Je,p as J,q as X,r as Ne,s as ha,t as Kn,E as An,v as fa,w as La,x as ya,y as va,z as ba,B as Ca}from"./vendor-arizeai-Sj74jm5V.js";import{u as ka}from"./pages-DG-5zgoV.js";import{V as xa}from"./vendor-three-DwGkEfCM.js";import{j as zn,E as $n,l as Gn,a as Bn,R as Xe,n as Ye,p as wa}from"./vendor-codemirror-DO3VqEcD.js";const Sa=e=>{const t=a=>({markdownDisplayMode:"text",setMarkdownDisplayMode:r=>{a({markdownDisplayMode:r})},traceStreamingEnabled:!0,setTraceStreamingEnabled:r=>{a({traceStreamingEnabled:r})},showSpanAside:!0,setShowSpanAside:r=>{a({showSpanAside:r})},showMetricsInTraceTree:!0,setShowMetricsInTraceTree:r=>{a({showMetricsInTraceTree:r})},...e});return je()(Dt(qe(t),{name:"arize-phoenix-preferences"}))},Qn=p.createContext(null);function Rl({children:e,...t}){const a=p.useRef();return a.current||(a.current=Sa(t)),n(Qn.Provider,{value:a.current,children:e})}function be(e,t){const a=W.useContext(Qn);if(!a)throw new Error("Missing PreferencesContext.Provider in the tree");return Fn(a,e,t)}var A=(e=>(e.primary="primary",e.reference="reference",e.corpus="corpus",e))(A||{});function _(e){throw new Error("Unreachable")}function en(e){return typeof e=="number"||e===null}function Ma(e){return typeof e=="string"||e===null}function Ol(e){return Array.isArray(e)?e.every(t=>typeof t=="string"):!1}function Ta(e){return typeof e=="object"&&e!==null}const nn=p.createContext(null);function Re(){const e=W.useContext(nn);if(e===null)throw new Error("useInferences must be used within a InferencesProvider");return e}function Kl(e){return n(nn.Provider,{value:{primaryInferences:e.primaryInferences,referenceInferences:e.referenceInferences,corpusInferences:e.corpusInferences,getInferencesNameByRole:t=>{var a,r;switch(t){case A.primary:return e.primaryInferences.name;case A.reference:return((a=e.referenceInferences)==null?void 0:a.name)??"reference";case A.corpus:return((r=e.corpusInferences)==null?void 0:r.name)??"corpus";default:_()}}},children:e.children})}const Hn=function(){var e={defaultValue:null,kind:"LocalArgument",name:"clusters"},t={defaultValue:null,kind:"LocalArgument",name:"dataQualityMetricColumnName"},a={defaultValue:null,kind:"LocalArgument",name:"fetchDataQualityMetric"},r={defaultValue:null,kind:"LocalArgument",name:"fetchPerformanceMetric"},i={defaultValue:null,kind:"LocalArgument",name:"performanceMetric"},l=[{alias:null,args:null,kind:"ScalarField",name:"primaryValue",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"referenceValue",storageKey:null}],o=[{alias:null,args:[{kind:"Variable",name:"clusters",variableName:"clusters"}],concreteType:"Cluster",kind:"LinkedField",name:"clusters",plural:!0,selections:[{alias:null,args:null,kind:"ScalarField",name:"id",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"eventIds",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"driftRatio",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"primaryToCorpusRatio",storageKey:null},{condition:"fetchDataQualityMetric",kind:"Condition",passingValue:!0,selections:[{alias:null,args:[{fields:[{kind:"Variable",name:"columnName",variableName:"dataQualityMetricColumnName"},{kind:"Literal",name:"metric",value:"mean"}],kind:"ObjectValue",name:"metric"}],concreteType:"DatasetValues",kind:"LinkedField",name:"dataQualityMetric",plural:!1,selections:l,storageKey:null}]},{condition:"fetchPerformanceMetric",kind:"Condition",passingValue:!0,selections:[{alias:null,args:[{fields:[{kind:"Variable",name:"metric",variableName:"performanceMetric"}],kind:"ObjectValue",name:"metric"}],concreteType:"DatasetValues",kind:"LinkedField",name:"performanceMetric",plural:!1,selections:l,storageKey:null}]}],storageKey:null}];return{fragment:{argumentDefinitions:[e,t,a,r,i],kind:"Fragment",metadata:null,name:"pointCloudStore_clusterMetricsQuery",selections:o,type:"Query",abstractKey:null},kind:"Request",operation:{argumentDefinitions:[e,a,t,r,i],kind:"Operation",name:"pointCloudStore_clusterMetricsQuery",selections:o},params:{cacheID:"86666967012812887ac0a0149d2d2535",id:null,metadata:{},name:"pointCloudStore_clusterMetricsQuery",operationKind:"query",text:`query pointCloudStore_clusterMetricsQuery(
+import{c as je,p as Dt,d as qe,r as p,j as n,R as W,n as Fn,a as we,C as De,b as U,s as Et,e as Ft,f as ie,g as Se,h as Ke,i as Te,k as Le,l as _t,m as Pt,o as ae,q as Vt,t as Nt,u as Rt,v as s,w as m,x as Fe,$ as V,L as _n,y as Ot,z as Kt,A as At,B as zt,D as cn,F as _e,E as se,G as $t,H as Gt,I as Pn,S as Bt,J as Qt,Q as dn,K as Ht,M as Ut,N as Zt,P as Ae,O as Vn,T as jt,U as qt,V as Wt,W as Jt,X as Xt,Y as Yt,Z as ea,_ as na,a0 as ta,a1 as We,a2 as Q,a3 as Nn,a4 as aa,a5 as ra,a6 as ia,a7 as la,a8 as oa}from"./vendor-BMWfu6zp.js";import{u as sa,_ as q,a as Pe,b as $,c as N,T as R,F as Rn,d as Z,I,e as w,f as G,A as ca,g as On,h as C,i as D,j as z,k as da,l as ua,P as ma,R as H,m as Ve,n as pa,o as ga,L as Je,p as J,q as X,r as Ne,s as ha,t as Kn,E as An,v as fa,w as La,x as ya,y as va,z as ba,B as Ca}from"./vendor-arizeai-Sj74jm5V.js";import{u as ka}from"./pages--n2933VW.js";import{V as xa}from"./vendor-three-DwGkEfCM.js";import{j as zn,E as $n,l as Gn,a as Bn,R as Xe,n as Ye,p as wa}from"./vendor-codemirror-DO3VqEcD.js";const Sa=e=>{const t=a=>({markdownDisplayMode:"text",setMarkdownDisplayMode:r=>{a({markdownDisplayMode:r})},traceStreamingEnabled:!0,setTraceStreamingEnabled:r=>{a({traceStreamingEnabled:r})},showSpanAside:!0,setShowSpanAside:r=>{a({showSpanAside:r})},showMetricsInTraceTree:!0,setShowMetricsInTraceTree:r=>{a({showMetricsInTraceTree:r})},...e});return je()(Dt(qe(t),{name:"arize-phoenix-preferences"}))},Qn=p.createContext(null);function Rl({children:e,...t}){const a=p.useRef();return a.current||(a.current=Sa(t)),n(Qn.Provider,{value:a.current,children:e})}function be(e,t){const a=W.useContext(Qn);if(!a)throw new Error("Missing PreferencesContext.Provider in the tree");return Fn(a,e,t)}var A=(e=>(e.primary="primary",e.reference="reference",e.corpus="corpus",e))(A||{});function _(e){throw new Error("Unreachable")}function en(e){return typeof e=="number"||e===null}function Ma(e){return typeof e=="string"||e===null}function Ol(e){return Array.isArray(e)?e.every(t=>typeof t=="string"):!1}function Ta(e){return typeof e=="object"&&e!==null}const nn=p.createContext(null);function Re(){const e=W.useContext(nn);if(e===null)throw new Error("useInferences must be used within a InferencesProvider");return e}function Kl(e){return n(nn.Provider,{value:{primaryInferences:e.primaryInferences,referenceInferences:e.referenceInferences,corpusInferences:e.corpusInferences,getInferencesNameByRole:t=>{var a,r;switch(t){case A.primary:return e.primaryInferences.name;case A.reference:return((a=e.referenceInferences)==null?void 0:a.name)??"reference";case A.corpus:return((r=e.corpusInferences)==null?void 0:r.name)??"corpus";default:_()}}},children:e.children})}const Hn=function(){var e={defaultValue:null,kind:"LocalArgument",name:"clusters"},t={defaultValue:null,kind:"LocalArgument",name:"dataQualityMetricColumnName"},a={defaultValue:null,kind:"LocalArgument",name:"fetchDataQualityMetric"},r={defaultValue:null,kind:"LocalArgument",name:"fetchPerformanceMetric"},i={defaultValue:null,kind:"LocalArgument",name:"performanceMetric"},l=[{alias:null,args:null,kind:"ScalarField",name:"primaryValue",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"referenceValue",storageKey:null}],o=[{alias:null,args:[{kind:"Variable",name:"clusters",variableName:"clusters"}],concreteType:"Cluster",kind:"LinkedField",name:"clusters",plural:!0,selections:[{alias:null,args:null,kind:"ScalarField",name:"id",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"eventIds",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"driftRatio",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"primaryToCorpusRatio",storageKey:null},{condition:"fetchDataQualityMetric",kind:"Condition",passingValue:!0,selections:[{alias:null,args:[{fields:[{kind:"Variable",name:"columnName",variableName:"dataQualityMetricColumnName"},{kind:"Literal",name:"metric",value:"mean"}],kind:"ObjectValue",name:"metric"}],concreteType:"DatasetValues",kind:"LinkedField",name:"dataQualityMetric",plural:!1,selections:l,storageKey:null}]},{condition:"fetchPerformanceMetric",kind:"Condition",passingValue:!0,selections:[{alias:null,args:[{fields:[{kind:"Variable",name:"metric",variableName:"performanceMetric"}],kind:"ObjectValue",name:"metric"}],concreteType:"DatasetValues",kind:"LinkedField",name:"performanceMetric",plural:!1,selections:l,storageKey:null}]}],storageKey:null}];return{fragment:{argumentDefinitions:[e,t,a,r,i],kind:"Fragment",metadata:null,name:"pointCloudStore_clusterMetricsQuery",selections:o,type:"Query",abstractKey:null},kind:"Request",operation:{argumentDefinitions:[e,a,t,r,i],kind:"Operation",name:"pointCloudStore_clusterMetricsQuery",selections:o},params:{cacheID:"86666967012812887ac0a0149d2d2535",id:null,metadata:{},name:"pointCloudStore_clusterMetricsQuery",operationKind:"query",text:`query pointCloudStore_clusterMetricsQuery(
   $clusters: [ClusterInput!]!
   $fetchDataQualityMetric: Boolean!
   $dataQualityMetricColumnName: String

phoenix/server/static/assets/{index-CZg-95kd.js → index-BjJvafYL.js}

@@ -1,4 +1,4 @@
-import{r as d,j as e,d2 as F,v as s,F as P,R as v,w as E,aN as L,d3 as R,d4 as S,d5 as a,d6 as w,d7 as z,b as A,d8 as j}from"./vendor-BMWfu6zp.js";import{S as C,j as k,Z as $,U as _,t as I,a4 as O}from"./vendor-arizeai-Sj74jm5V.js";import{b2 as T,d as D,R as N,b3 as G,b4 as M}from"./components-Bhx3QVW0.js";import{L as U,E as B,h as q,M as J,a as m,D as K,d as W,b as H,e as V,P as Y,c as Z,T as Q,p as X,f as u,g as ee,i as re,j as g,k as ae,l as h,m as x,n as oe,o as te,q as ne,r as se,s as le,A as ie}from"./pages-DG-5zgoV.js";import"./vendor-three-DwGkEfCM.js";import"./vendor-codemirror-DO3VqEcD.js";import"./vendor-recharts-BGN0SxgJ.js";(function(){const n=document.createElement("link").relList;if(n&&n.supports&&n.supports("modulepreload"))return;for(const o of document.querySelectorAll('link[rel="modulepreload"]'))c(o);new MutationObserver(o=>{for(const t of o)if(t.type==="childList")for(const l of t.addedNodes)l.tagName==="LINK"&&l.rel==="modulepreload"&&c(l)}).observe(document,{childList:!0,subtree:!0});function i(o){const t={};return o.integrity&&(t.integrity=o.integrity),o.referrerPolicy&&(t.referrerPolicy=o.referrerPolicy),o.crossOrigin==="use-credentials"?t.credentials="include":o.crossOrigin==="anonymous"?t.credentials="omit":t.credentials="same-origin",t}function c(o){if(o.ep)return;o.ep=!0;const t=i(o);fetch(o.href,t)}})();const b="arize-phoenix-feature-flags",p={__CLEAR__:!0};function ce(){const r=localStorage.getItem(b);if(!r)return p;try{const n=JSON.parse(r);return Object.assign({},p,n)}catch{return p}}const f=d.createContext(null);function de(){const r=v.useContext(f);if(r===null)throw new Error("useFeatureFlags must be used within a FeatureFlagsProvider");return r}function pe(r){const[n,i]=d.useState(ce()),c=o=>{localStorage.setItem(b,JSON.stringify(o)),i(o)};return e(f.Provider,{value:{featureFlags:n,setFeatureFlags:c},children:e(me,{children:r.children})})}function me(r){const{children:n}=r,{featureFlags:i,setFeatureFlags:c}=de(),[o,t]=d.useState(!1);return F("ctrl+shift+f",()=>t(!0)),s(P,{children:[n,e(_,{type:"modal",isDismissable:!0,onDismiss:()=>t(!1),children:o&&e(C,{title:"Feature Flags",children:e(k,{height:"size-1000",padding:"size-100",children:Object.keys(i).map(l=>e($,{isSelected:i[l],onChange:y=>c({...i,[l]:y}),children:l},l))})})})]})}function ue(){return e(L,{styles:r=>E`
+import{r as d,j as e,d2 as F,v as s,F as P,R as v,w as E,aN as L,d3 as R,d4 as S,d5 as a,d6 as w,d7 as z,b as A,d8 as j}from"./vendor-BMWfu6zp.js";import{S as C,j as k,Z as $,U as _,t as I,a4 as O}from"./vendor-arizeai-Sj74jm5V.js";import{b2 as T,d as D,R as N,b3 as G,b4 as M}from"./components-BC3-LP_a.js";import{L as U,E as B,h as q,M as J,a as m,D as K,d as W,b as H,e as V,P as Y,c as Z,T as Q,p as X,f as u,g as ee,i as re,j as g,k as ae,l as h,m as x,n as oe,o as te,q as ne,r as se,s as le,A as ie}from"./pages--n2933VW.js";import"./vendor-three-DwGkEfCM.js";import"./vendor-codemirror-DO3VqEcD.js";import"./vendor-recharts-BGN0SxgJ.js";(function(){const n=document.createElement("link").relList;if(n&&n.supports&&n.supports("modulepreload"))return;for(const o of document.querySelectorAll('link[rel="modulepreload"]'))c(o);new MutationObserver(o=>{for(const t of o)if(t.type==="childList")for(const l of t.addedNodes)l.tagName==="LINK"&&l.rel==="modulepreload"&&c(l)}).observe(document,{childList:!0,subtree:!0});function i(o){const t={};return o.integrity&&(t.integrity=o.integrity),o.referrerPolicy&&(t.referrerPolicy=o.referrerPolicy),o.crossOrigin==="use-credentials"?t.credentials="include":o.crossOrigin==="anonymous"?t.credentials="omit":t.credentials="same-origin",t}function c(o){if(o.ep)return;o.ep=!0;const t=i(o);fetch(o.href,t)}})();const b="arize-phoenix-feature-flags",p={__CLEAR__:!0};function ce(){const r=localStorage.getItem(b);if(!r)return p;try{const n=JSON.parse(r);return Object.assign({},p,n)}catch{return p}}const f=d.createContext(null);function de(){const r=v.useContext(f);if(r===null)throw new Error("useFeatureFlags must be used within a FeatureFlagsProvider");return r}function pe(r){const[n,i]=d.useState(ce()),c=o=>{localStorage.setItem(b,JSON.stringify(o)),i(o)};return e(f.Provider,{value:{featureFlags:n,setFeatureFlags:c},children:e(me,{children:r.children})})}function me(r){const{children:n}=r,{featureFlags:i,setFeatureFlags:c}=de(),[o,t]=d.useState(!1);return F("ctrl+shift+f",()=>t(!0)),s(P,{children:[n,e(_,{type:"modal",isDismissable:!0,onDismiss:()=>t(!1),children:o&&e(C,{title:"Feature Flags",children:e(k,{height:"size-1000",padding:"size-100",children:Object.keys(i).map(l=>e($,{isSelected:i[l],onChange:y=>c({...i,[l]:y}),children:l},l))})})})]})}function ue(){return e(L,{styles:r=>E`
         body {
           background-color: var(--ac-global-color-grey-75);
           color: var(--ac-global-text-color-900);

phoenix/server/static/assets/{pages-DG-5zgoV.js → pages--n2933VW.js}

@@ -1,4 +1,4 @@
-import{b as E,a9 as Xn,v as s,j as e,w as F,aa as Ke,r as u,ab as Oe,$ as W,ac as Zn,y as he,z as ke,D as J,F as H,B as Vn,R as De,o as ll,ad as nn,ae as oe,af as an,ag as ir,E as Da,ah as zn,a7 as ae,a1 as Sn,a2 as U,ai as ue,aj as dn,ak as rr,al as ga,am as pa,an as ya,ao as En,ap as Se,aq as tl,n as il,a as sr,ar as or,as as dr,at as cr,au as ur,av as mr,c as gr,d as pr,aw as yr}from"./vendor-BMWfu6zp.js";import{R as Ce,u as Ie,a as Pe,T as Ca,P as rl,b as sl,M as za,c as Qa,d as Qn,D as fr,e as hr,f as z,g as ol,h as ge,i as la,j as vn,k as dl,l as Fn,m as Kn,n as cl,o as Me,p as Ae,C as ie,q as ta,r as je,s as Ia,t as On,E as ul,v as kr,w as br,L as ce,x as Sr,y as vr,F as Fr,z as Kr,A as ln,B as ve,S as xr,G as Tr,H as ml,I as Dr,J as Cr,K as Oa,N as Ir,O as Lr,Q as _r,U as Er,V as Rr,W as Ar,X as gl,Y as xn,Z as wr,_ as Pr,$ as Mr,a0 as Nr,a1 as $r,a2 as tn,a3 as La,a4 as pl,a5 as yn,a6 as xa,a7 as gn,a8 as Le,a9 as Vr,aa as zr,ab as be,ac as yl,ad as ia,ae as xe,af as _a,ag as sn,ah as Y,ai as jn,aj as Qr,ak as Ea,al as Ee,am as Re,an as na,ao as Ra,ap as fl,aq as Or,ar as jr,as as ye,at as we,au as qn,av as qr,aw as Bn,ax as ra,ay as hl,az as kl,aA as Br,aB as Hn,aC as Tn,aD as Ne,aE as Dn,aF as Cn,aG as Hr,aH as ja,aI as bl,aJ as Gr,aK as Wr,aL as Ur,aM as Yn,aN as Jr,aO as Xr,aP as Zr,aQ as Yr,aR as es,aS as ns,aT as as,aU as ls,aV as fn,aW as Xe,aX as ts,aY as Ze,aZ as is,a_ as sa,a$ as rs,b0 as Aa,b1 as ss}from"./components-Bhx3QVW0.js";import{C as Sl,D as fe,G as j,H as Ye,J as de,K as os,l as wa,M as Gn,P as on,I as w,e as A,N as qe,a as vl,c as le,p as In,q as Ln,t as te,h as x,n as Fl,O as $e,j as T,i as k,L as Pn,Q as Kl,f as V,S as B,s as ne,U as X,V as xl,W as Tl,X as ds,Y as cs,Z as Pa,_ as hn,v as Wn,T as Fe,d as pe,z as oa,r as kn,$ as Q,a0 as Dl,E as da,b as Mn,a1 as Ma,a2 as us,y as ca,u as ms,a3 as gs}from"./vendor-arizeai-Sj74jm5V.js";import{R as Be,C as Un,X as He,Y as Te,a as Ge,T as We,B as bn,A as Nn,b as Cl,c as Na,L as Il,d as ps,P as ys,e as fs,f as hs}from"./vendor-recharts-BGN0SxgJ.js";import{p as $a,R as ua,n as ma,j as ks,E as bs,k as Ss,b as vs}from"./vendor-codemirror-DO3VqEcD.js";const Ll=function(){var n=[{alias:null,args:null,concreteType:"Functionality",kind:"LinkedField",name:"functionality",plural:!1,selections:[{alias:null,args:null,kind:"ScalarField",name:"modelInferences",storageKey:null}],storageKey:null},{alias:null,args:null,concreteType:"ProjectConnection",kind:"LinkedField",name:"projects",plural:!1,selections:[{alias:null,args:null,concreteType:"ProjectEdge",kind:"LinkedField",name:"edges",plural:!0,selections:[{alias:"project",args:null,concreteType:"Project",kind:"LinkedField",name:"node",plural:!1,selections:[{alias:null,args:null,kind:"ScalarField",name:"id",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"endTime",storageKey:null}],storageKey:null}],storageKey:null}],storageKey:null}];return{fragment:{argumentDefinitions:[],kind:"Fragment",metadata:null,name:"homeLoaderQuery",selections:n,type:"Query",abstractKey:null},kind:"Request",operation:{argumentDefinitions:[],kind:"Operation",name:"homeLoaderQuery",selections:n},params:{cacheID:"6926e4e720b443f7b7252b60271944e6",id:null,metadata:{},name:"homeLoaderQuery",operationKind:"query",text:`query homeLoaderQuery {
+import{b as E,a9 as Xn,v as s,j as e,w as F,aa as Ke,r as u,ab as Oe,$ as W,ac as Zn,y as he,z as ke,D as J,F as H,B as Vn,R as De,o as ll,ad as nn,ae as oe,af as an,ag as ir,E as Da,ah as zn,a7 as ae,a1 as Sn,a2 as U,ai as ue,aj as dn,ak as rr,al as ga,am as pa,an as ya,ao as En,ap as Se,aq as tl,n as il,a as sr,ar as or,as as dr,at as cr,au as ur,av as mr,c as gr,d as pr,aw as yr}from"./vendor-BMWfu6zp.js";import{R as Ce,u as Ie,a as Pe,T as Ca,P as rl,b as sl,M as za,c as Qa,d as Qn,D as fr,e as hr,f as z,g as ol,h as ge,i as la,j as vn,k as dl,l as Fn,m as Kn,n as cl,o as Me,p as Ae,C as ie,q as ta,r as je,s as Ia,t as On,E as ul,v as kr,w as br,L as ce,x as Sr,y as vr,F as Fr,z as Kr,A as ln,B as ve,S as xr,G as Tr,H as ml,I as Dr,J as Cr,K as Oa,N as Ir,O as Lr,Q as _r,U as Er,V as Rr,W as Ar,X as gl,Y as xn,Z as wr,_ as Pr,$ as Mr,a0 as Nr,a1 as $r,a2 as tn,a3 as La,a4 as pl,a5 as yn,a6 as xa,a7 as gn,a8 as Le,a9 as Vr,aa as zr,ab as be,ac as yl,ad as ia,ae as xe,af as _a,ag as sn,ah as Y,ai as jn,aj as Qr,ak as Ea,al as Ee,am as Re,an as na,ao as Ra,ap as fl,aq as Or,ar as jr,as as ye,at as we,au as qn,av as qr,aw as Bn,ax as ra,ay as hl,az as kl,aA as Br,aB as Hn,aC as Tn,aD as Ne,aE as Dn,aF as Cn,aG as Hr,aH as ja,aI as bl,aJ as Gr,aK as Wr,aL as Ur,aM as Yn,aN as Jr,aO as Xr,aP as Zr,aQ as Yr,aR as es,aS as ns,aT as as,aU as ls,aV as fn,aW as Xe,aX as ts,aY as Ze,aZ as is,a_ as sa,a$ as rs,b0 as Aa,b1 as ss}from"./components-BC3-LP_a.js";import{C as Sl,D as fe,G as j,H as Ye,J as de,K as os,l as wa,M as Gn,P as on,I as w,e as A,N as qe,a as vl,c as le,p as In,q as Ln,t as te,h as x,n as Fl,O as $e,j as T,i as k,L as Pn,Q as Kl,f as V,S as B,s as ne,U as X,V as xl,W as Tl,X as ds,Y as cs,Z as Pa,_ as hn,v as Wn,T as Fe,d as pe,z as oa,r as kn,$ as Q,a0 as Dl,E as da,b as Mn,a1 as Ma,a2 as us,y as ca,u as ms,a3 as gs}from"./vendor-arizeai-Sj74jm5V.js";import{R as Be,C as Un,X as He,Y as Te,a as Ge,T as We,B as bn,A as Nn,b as Cl,c as Na,L as Il,d as ps,P as ys,e as fs,f as hs}from"./vendor-recharts-BGN0SxgJ.js";import{p as $a,R as ua,n as ma,j as ks,E as bs,k as Ss,b as vs}from"./vendor-codemirror-DO3VqEcD.js";const Ll=function(){var n=[{alias:null,args:null,concreteType:"Functionality",kind:"LinkedField",name:"functionality",plural:!1,selections:[{alias:null,args:null,kind:"ScalarField",name:"modelInferences",storageKey:null}],storageKey:null},{alias:null,args:null,concreteType:"ProjectConnection",kind:"LinkedField",name:"projects",plural:!1,selections:[{alias:null,args:null,concreteType:"ProjectEdge",kind:"LinkedField",name:"edges",plural:!0,selections:[{alias:"project",args:null,concreteType:"Project",kind:"LinkedField",name:"node",plural:!1,selections:[{alias:null,args:null,kind:"ScalarField",name:"id",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"endTime",storageKey:null}],storageKey:null}],storageKey:null}],storageKey:null}];return{fragment:{argumentDefinitions:[],kind:"Fragment",metadata:null,name:"homeLoaderQuery",selections:n,type:"Query",abstractKey:null},kind:"Request",operation:{argumentDefinitions:[],kind:"Operation",name:"homeLoaderQuery",selections:n},params:{cacheID:"6926e4e720b443f7b7252b60271944e6",id:null,metadata:{},name:"homeLoaderQuery",operationKind:"query",text:`query homeLoaderQuery {
   functionality {
     modelInferences
   }
@@ -934,7 +934,7 @@ fragment DimensionSegmentsBarChart_dimension_3E0ZE6 on Dimension {
     id
   }
 }
-`}}}();ct.hash="5a662d77e69d2e9bb4eb2af4cad6b722";async function Iu(n){const{dimensionId:a}=n.params;return E.fetchQuery(Ce,ct,{id:a}).toPromise()}const ut=function(){var n={defaultValue:null,kind:"LocalArgument",name:"id"},a={defaultValue:null,kind:"LocalArgument",name:"traceId"},l=[{kind:"Variable",name:"id",variableName:"id"}],t={alias:null,args:null,kind:"ScalarField",name:"id",storageKey:null},i={alias:null,args:null,kind:"ScalarField",name:"name",storageKey:null},r={kind:"InlineFragment",selections:[{alias:null,args:[{kind:"Variable",name:"traceId",variableName:"traceId"}],concreteType:"Trace",kind:"LinkedField",name:"trace",plural:!1,selections:[{alias:null,args:[{kind:"Literal",name:"first",value:1e3}],concreteType:"SpanConnection",kind:"LinkedField",name:"spans",plural:!1,selections:[{alias:null,args:null,concreteType:"SpanEdge",kind:"LinkedField",name:"edges",plural:!0,selections:[{alias:"span",args:null,concreteType:"Span",kind:"LinkedField",name:"node",plural:!1,selections:[t,{alias:null,args:null,concreteType:"SpanContext",kind:"LinkedField",name:"context",plural:!1,selections:[{alias:null,args:null,kind:"ScalarField",name:"spanId",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"traceId",storageKey:null}],storageKey:null},i,{alias:null,args:null,kind:"ScalarField",name:"spanKind",storageKey:null},{alias:"statusCode",args:null,kind:"ScalarField",name:"propagatedStatusCode",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"startTime",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"parentId",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"latencyMs",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"tokenCountTotal",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"tokenCountPrompt",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"tokenCountCompletion",storageKey:null},{alias:null,args:null,concreteType:"SpanEvaluation",kind:"LinkedField",name:"spanEvaluations",plural:!0,selections:[i,{alias:null,args:null,kind:"ScalarField",name:"label",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"score",storageKey:null}],storageKey:null}],storageKey:null}],storageKey:null}],storageKey:"spans(first:1000)"}],storageKey:null}],type:"Project",abstractKey:null};return{fragment:{argumentDefinitions:[n,a],kind:"Fragment",metadata:null,name:"TraceDetailsQuery",selections:[{alias:"project",args:l,concreteType:null,kind:"LinkedField",name:"node",plural:!1,selections:[r],storageKey:null}],type:"Query",abstractKey:null},kind:"Request",operation:{argumentDefinitions:[a,n],kind:"Operation",name:"TraceDetailsQuery",selections:[{alias:"project",args:l,concreteType:null,kind:"LinkedField",name:"node",plural:!1,selections:[{alias:null,args:null,kind:"ScalarField",name:"__typename",storageKey:null},r,{kind:"TypeDiscriminator",abstractKey:"__isNode"},t],storageKey:null}]},params:{cacheID:"872e8d6e17fb1b6cf51bae98d6767208",id:null,metadata:{},name:"TraceDetailsQuery",operationKind:"query",text:`query TraceDetailsQuery(
+`}}}();ct.hash="5a662d77e69d2e9bb4eb2af4cad6b722";async function Iu(n){const{dimensionId:a}=n.params;return E.fetchQuery(Ce,ct,{id:a}).toPromise()}const ut=function(){var n={defaultValue:null,kind:"LocalArgument",name:"id"},a={defaultValue:null,kind:"LocalArgument",name:"traceId"},l=[{kind:"Variable",name:"id",variableName:"id"}],t={alias:null,args:null,kind:"ScalarField",name:"id",storageKey:null},i={alias:null,args:null,kind:"ScalarField",name:"name",storageKey:null},r={kind:"InlineFragment",selections:[{alias:null,args:[{kind:"Variable",name:"traceId",variableName:"traceId"}],concreteType:"Trace",kind:"LinkedField",name:"trace",plural:!1,selections:[{alias:null,args:[{kind:"Literal",name:"first",value:1e3}],concreteType:"SpanConnection",kind:"LinkedField",name:"spans",plural:!1,selections:[{alias:null,args:null,concreteType:"SpanEdge",kind:"LinkedField",name:"edges",plural:!0,selections:[{alias:"span",args:null,concreteType:"Span",kind:"LinkedField",name:"node",plural:!1,selections:[t,{alias:null,args:null,concreteType:"SpanContext",kind:"LinkedField",name:"context",plural:!1,selections:[{alias:null,args:null,kind:"ScalarField",name:"spanId",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"traceId",storageKey:null}],storageKey:null},i,{alias:null,args:null,kind:"ScalarField",name:"spanKind",storageKey:null},{alias:"statusCode",args:null,kind:"ScalarField",name:"propagatedStatusCode",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"startTime",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"parentId",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"latencyMs",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"tokenCountTotal",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"tokenCountPrompt",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"tokenCountCompletion",storageKey:null},{alias:null,args:null,concreteType:"SpanAnnotation",kind:"LinkedField",name:"spanAnnotations",plural:!0,selections:[i,{alias:null,args:null,kind:"ScalarField",name:"label",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"score",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"annotatorKind",storageKey:null}],storageKey:null}],storageKey:null}],storageKey:null}],storageKey:"spans(first:1000)"}],storageKey:null}],type:"Project",abstractKey:null};return{fragment:{argumentDefinitions:[n,a],kind:"Fragment",metadata:null,name:"TraceDetailsQuery",selections:[{alias:"project",args:l,concreteType:null,kind:"LinkedField",name:"node",plural:!1,selections:[r],storageKey:null}],type:"Query",abstractKey:null},kind:"Request",operation:{argumentDefinitions:[a,n],kind:"Operation",name:"TraceDetailsQuery",selections:[{alias:"project",args:l,concreteType:null,kind:"LinkedField",name:"node",plural:!1,selections:[{alias:null,args:null,kind:"ScalarField",name:"__typename",storageKey:null},r,{kind:"TypeDiscriminator",abstractKey:"__isNode"},t],storageKey:null}]},params:{cacheID:"22103e9bb1f983529081ca93d60e76ef",id:null,metadata:{},name:"TraceDetailsQuery",operationKind:"query",text:`query TraceDetailsQuery(
   $traceId: ID!
   $id: GlobalID!
 ) {
@@ -959,10 +959,11 @@ fragment DimensionSegmentsBarChart_dimension_3E0ZE6 on Dimension {
               tokenCountTotal
               tokenCountPrompt
               tokenCountCompletion
-              spanEvaluations {
+              spanAnnotations {
                 name
                 label
                 score
+                annotatorKind
               }
             }
           }
@@ -973,7 +974,7 @@ fragment DimensionSegmentsBarChart_dimension_3E0ZE6 on Dimension {
     id
   }
 }
-`}}}();ut.hash="73a6eacf0bb44e37ed4963cb27883c51";const mt=function(){var n=[{defaultValue:null,kind:"LocalArgument",name:"spanId"}],a=[{kind:"Variable",name:"id",variableName:"spanId"}],l={alias:null,args:null,kind:"ScalarField",name:"__typename",storageKey:null},t={alias:null,args:null,kind:"ScalarField",name:"id",storageKey:null},i={alias:null,args:null,concreteType:"SpanContext",kind:"LinkedField",name:"context",plural:!1,selections:[{alias:null,args:null,kind:"ScalarField",name:"spanId",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"traceId",storageKey:null}],storageKey:null},r={alias:null,args:null,kind:"ScalarField",name:"name",storageKey:null},o={alias:null,args:null,kind:"ScalarField",name:"spanKind",storageKey:null},c={alias:"statusCode",args:null,kind:"ScalarField",name:"propagatedStatusCode",storageKey:null},d={alias:null,args:null,kind:"ScalarField",name:"statusMessage",storageKey:null},m={alias:null,args:null,kind:"ScalarField",name:"startTime",storageKey:null},p={alias:null,args:null,kind:"ScalarField",name:"parentId",storageKey:null},g={alias:null,args:null,kind:"ScalarField",name:"latencyMs",storageKey:null},f={alias:null,args:null,kind:"ScalarField",name:"tokenCountTotal",storageKey:null},y={alias:null,args:null,kind:"ScalarField",name:"tokenCountPrompt",storageKey:null},b={alias:null,args:null,kind:"ScalarField",name:"tokenCountCompletion",storageKey:null},S=[{alias:null,args:null,kind:"ScalarField",name:"value",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"mimeType",storageKey:null}],h={alias:null,args:null,concreteType:"SpanIOValue",kind:"LinkedField",name:"input",plural:!1,selections:S,storageKey:null},v={alias:null,args:null,concreteType:"SpanIOValue",kind:"LinkedField",name:"output",plural:!1,selections:S,storageKey:null},L={alias:null,args:null,kind:"ScalarField",name:"attributes",storageKey:null},I={alias:null,args:null,concreteType:"SpanEvent",kind:"LinkedField",name:"events",plural:!0,selections:[r,{alias:null,args:null,kind:"ScalarField",name:"message",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"timestamp",storageKey:null}],storageKey:null},C={alias:null,args:null,concreteType:"DocumentRetrievalMetrics",kind:"LinkedField",name:"documentRetrievalMetrics",plural:!0,selections:[{alias:null,args:null,kind:"ScalarField",name:"evaluationName",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"ndcg",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"precision",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"hit",storageKey:null}],storageKey:null},K={alias:null,args:null,kind:"ScalarField",name:"label",storageKey:null},D={alias:null,args:null,kind:"ScalarField",name:"score",storageKey:null},M={alias:null,args:null,kind:"ScalarField",name:"explanation",storageKey:null},R={alias:null,args:null,concreteType:"DocumentEvaluation",kind:"LinkedField",name:"documentEvaluations",plural:!0,selections:[{alias:null,args:null,kind:"ScalarField",name:"documentPosition",storageKey:null},r,K,D,M],storageKey:null};return{fragment:{argumentDefinitions:n,kind:"Fragment",metadata:null,name:"SpanDetailsQuery",selections:[{alias:"span",args:a,concreteType:null,kind:"LinkedField",name:"node",plural:!1,selections:[l,{kind:"InlineFragment",selections:[t,i,r,o,c,d,m,p,g,f,y,b,h,v,L,{kind:"RequiredField",field:I,action:"THROW",path:"span.events"},C,R,{alias:null,args:null,concreteType:"SpanAnnotation",kind:"LinkedField",name:"spanAnnotations",plural:!0,selections:[r],storageKey:null},{args:null,kind:"FragmentSpread",name:"SpanFeedback_annotations"},{args:null,kind:"FragmentSpread",name:"SpanAside_span"}],type:"Span",abstractKey:null}],storageKey:null}],type:"Query",abstractKey:null},kind:"Request",operation:{argumentDefinitions:n,kind:"Operation",name:"SpanDetailsQuery",selections:[{alias:"span",args:a,concreteType:null,kind:"LinkedField",name:"node",plural:!1,selections:[l,{kind:"TypeDiscriminator",abstractKey:"__isNode"},t,{kind:"InlineFragment",selections:[i,r,o,c,d,m,p,g,f,y,b,h,v,L,I,C,R,{alias:null,args:null,concreteType:"SpanAnnotation",kind:"LinkedField",name:"spanAnnotations",plural:!0,selections:[r,K,D,M,{alias:null,args:null,kind:"ScalarField",name:"annotatorKind",storageKey:null},t],storageKey:null},{alias:"code",args:null,kind:"ScalarField",name:"statusCode",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"endTime",storageKey:null}],type:"Span",abstractKey:null}],storageKey:null}]},params:{cacheID:"b1a80a0108c40baebf6e64b811ca0202",id:null,metadata:{},name:"SpanDetailsQuery",operationKind:"query",text:`query SpanDetailsQuery(
+`}}}();ut.hash="8b568616f23f7d349cac5a31807463fb";const mt=function(){var n=[{defaultValue:null,kind:"LocalArgument",name:"spanId"}],a=[{kind:"Variable",name:"id",variableName:"spanId"}],l={alias:null,args:null,kind:"ScalarField",name:"__typename",storageKey:null},t={alias:null,args:null,kind:"ScalarField",name:"id",storageKey:null},i={alias:null,args:null,concreteType:"SpanContext",kind:"LinkedField",name:"context",plural:!1,selections:[{alias:null,args:null,kind:"ScalarField",name:"spanId",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"traceId",storageKey:null}],storageKey:null},r={alias:null,args:null,kind:"ScalarField",name:"name",storageKey:null},o={alias:null,args:null,kind:"ScalarField",name:"spanKind",storageKey:null},c={alias:"statusCode",args:null,kind:"ScalarField",name:"propagatedStatusCode",storageKey:null},d={alias:null,args:null,kind:"ScalarField",name:"statusMessage",storageKey:null},m={alias:null,args:null,kind:"ScalarField",name:"startTime",storageKey:null},p={alias:null,args:null,kind:"ScalarField",name:"parentId",storageKey:null},g={alias:null,args:null,kind:"ScalarField",name:"latencyMs",storageKey:null},f={alias:null,args:null,kind:"ScalarField",name:"tokenCountTotal",storageKey:null},y={alias:null,args:null,kind:"ScalarField",name:"tokenCountPrompt",storageKey:null},b={alias:null,args:null,kind:"ScalarField",name:"tokenCountCompletion",storageKey:null},S=[{alias:null,args:null,kind:"ScalarField",name:"value",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"mimeType",storageKey:null}],h={alias:null,args:null,concreteType:"SpanIOValue",kind:"LinkedField",name:"input",plural:!1,selections:S,storageKey:null},v={alias:null,args:null,concreteType:"SpanIOValue",kind:"LinkedField",name:"output",plural:!1,selections:S,storageKey:null},L={alias:null,args:null,kind:"ScalarField",name:"attributes",storageKey:null},I={alias:null,args:null,concreteType:"SpanEvent",kind:"LinkedField",name:"events",plural:!0,selections:[r,{alias:null,args:null,kind:"ScalarField",name:"message",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"timestamp",storageKey:null}],storageKey:null},C={alias:null,args:null,concreteType:"DocumentRetrievalMetrics",kind:"LinkedField",name:"documentRetrievalMetrics",plural:!0,selections:[{alias:null,args:null,kind:"ScalarField",name:"evaluationName",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"ndcg",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"precision",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"hit",storageKey:null}],storageKey:null},K={alias:null,args:null,kind:"ScalarField",name:"label",storageKey:null},D={alias:null,args:null,kind:"ScalarField",name:"score",storageKey:null},M={alias:null,args:null,kind:"ScalarField",name:"explanation",storageKey:null},R={alias:null,args:null,concreteType:"DocumentEvaluation",kind:"LinkedField",name:"documentEvaluations",plural:!0,selections:[{alias:null,args:null,kind:"ScalarField",name:"documentPosition",storageKey:null},r,K,D,M],storageKey:null};return{fragment:{argumentDefinitions:n,kind:"Fragment",metadata:null,name:"SpanDetailsQuery",selections:[{alias:"span",args:a,concreteType:null,kind:"LinkedField",name:"node",plural:!1,selections:[l,{kind:"InlineFragment",selections:[t,i,r,o,c,d,m,p,g,f,y,b,h,v,L,{kind:"RequiredField",field:I,action:"THROW",path:"span.events"},C,R,{alias:null,args:null,concreteType:"SpanAnnotation",kind:"LinkedField",name:"spanAnnotations",plural:!0,selections:[r],storageKey:null},{args:null,kind:"FragmentSpread",name:"SpanFeedback_annotations"},{args:null,kind:"FragmentSpread",name:"SpanAside_span"}],type:"Span",abstractKey:null}],storageKey:null}],type:"Query",abstractKey:null},kind:"Request",operation:{argumentDefinitions:n,kind:"Operation",name:"SpanDetailsQuery",selections:[{alias:"span",args:a,concreteType:null,kind:"LinkedField",name:"node",plural:!1,selections:[l,{kind:"TypeDiscriminator",abstractKey:"__isNode"},t,{kind:"InlineFragment",selections:[i,r,o,c,d,m,p,g,f,y,b,h,v,L,I,C,R,{alias:null,args:null,concreteType:"SpanAnnotation",kind:"LinkedField",name:"spanAnnotations",plural:!0,selections:[r,K,D,M,{alias:null,args:null,kind:"ScalarField",name:"annotatorKind",storageKey:null},t],storageKey:null},{alias:"code",args:null,kind:"ScalarField",name:"statusCode",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"endTime",storageKey:null}],type:"Span",abstractKey:null}],storageKey:null}]},params:{cacheID:"b1a80a0108c40baebf6e64b811ca0202",id:null,metadata:{},name:"SpanDetailsQuery",operationKind:"query",text:`query SpanDetailsQuery(
   $spanId: GlobalID!
 ) {
   span: node(id: $spanId) {
@@ -1456,7 +1457,7 @@ fragment DatasetPicker__datasets on Query {
       `,children:[e(Id,{rootSpan:m}),s(nn,{direction:"horizontal",autoSaveId:"trace-panel-group",css:F`
           flex: 1 1 auto;
           overflow: hidden;
-        `,children:[e(oe,{defaultSize:30,minSize:10,maxSize:70,children:e(_d,{children:e(qr,{spans:o,selectedSpanNodeId:d,onSpanClick:p=>{i(g=>(g.set(Ua,p.id),g),{replace:!0})}})})}),e(an,{css:xn}),e(oe,{children:e(Ld,{children:d?e(u.Suspense,{fallback:e(ce,{}),children:e(sd,{spanNodeId:d,projectId:l})}):null})})]})]})}function Id({rootSpan:n}){const{latencyMs:a,statusCode:l,spanEvaluations:t}=n??{latencyMs:null,statusCode:"UNSET",spanEvaluations:[]},i=t.length>0,r=yl(l);return e(T,{padding:"size-200",borderBottomWidth:"thin",borderBottomColor:"dark",children:s(k,{direction:"row",gap:"size-400",children:[s(k,{direction:"column",children:[e(x,{elementType:"h3",textSize:"medium",color:"text-700",children:"Trace Status"}),e(x,{textSize:"xlarge",children:s(k,{direction:"row",gap:"size-50",alignItems:"center",children:[e(ia,{statusCode:l}),e(x,{textSize:"xlarge",color:r,children:l})]})})]}),s(k,{direction:"column",children:[e(x,{elementType:"h3",textSize:"medium",color:"text-700",children:"Latency"}),e(x,{textSize:"xlarge",children:typeof a=="number"?e(xe,{latencyMs:a,textSize:"xlarge"}):"--"})]}),i?s(k,{direction:"column",gap:"size-50",children:[e(x,{elementType:"h3",textSize:"medium",color:"text-700",children:"Evaluations"}),e(k,{direction:"row",gap:"size-50",children:t.map(o=>{const c={...o,annotatorKind:"LLM"};return e(Bn,{annotation:c,children:e(sn,{annotation:c,annotationDisplayPreference:"label"})},o.name)})})]}):null]})})}function Ld({children:n}){return e("div",{"data-testid":"scrolling-tabs-wrapper",css:F`
+        `,children:[e(oe,{defaultSize:30,minSize:10,maxSize:70,children:e(_d,{children:e(qr,{spans:o,selectedSpanNodeId:d,onSpanClick:p=>{i(g=>(g.set(Ua,p.id),g),{replace:!0})}})})}),e(an,{css:xn}),e(oe,{children:e(Ld,{children:d?e(u.Suspense,{fallback:e(ce,{}),children:e(sd,{spanNodeId:d,projectId:l})}):null})})]})]})}function Id({rootSpan:n}){const{latencyMs:a,statusCode:l,spanAnnotations:t}=n??{latencyMs:null,statusCode:"UNSET",spanAnnotations:[]},i=t.length>0,r=yl(l);return e(T,{padding:"size-200",borderBottomWidth:"thin",borderBottomColor:"dark",children:s(k,{direction:"row",gap:"size-400",children:[s(k,{direction:"column",children:[e(x,{elementType:"h3",textSize:"medium",color:"text-700",children:"Trace Status"}),e(x,{textSize:"xlarge",children:s(k,{direction:"row",gap:"size-50",alignItems:"center",children:[e(ia,{statusCode:l}),e(x,{textSize:"xlarge",color:r,children:l})]})})]}),s(k,{direction:"column",children:[e(x,{elementType:"h3",textSize:"medium",color:"text-700",children:"Latency"}),e(x,{textSize:"xlarge",children:typeof a=="number"?e(xe,{latencyMs:a,textSize:"xlarge"}):"--"})]}),i?s(k,{direction:"column",gap:"size-50",children:[e(x,{elementType:"h3",textSize:"medium",color:"text-700",children:"Feedback"}),e(k,{direction:"row",gap:"size-50",children:t.map(o=>e(Bn,{annotation:o,children:e(sn,{annotation:o,annotationDisplayPreference:"label"})},o.name))})]}):null]})})}function Ld({children:n}){return e("div",{"data-testid":"scrolling-tabs-wrapper",css:F`
         height: 100%;
         overflow: hidden;
         .ac-tabs {

phoenix/version.py

@@ -1 +1 @@
-__version__ = "4.22.0"
+__version__ = "4.22.1"

phoenix/server/api/dataloaders/evaluation_summaries.py

@@ -1,149 +0,0 @@
-from collections import defaultdict
-from datetime import datetime
-from typing import (
-    Any,
-    DefaultDict,
-    List,
-    Literal,
-    Optional,
-    Tuple,
-)
-
-import pandas as pd
-from aioitertools.itertools import groupby
-from cachetools import LFUCache, TTLCache
-from sqlalchemy import Select, func, or_, select
-from strawberry.dataloader import AbstractCache, DataLoader
-from typing_extensions import TypeAlias, assert_never
-
-from phoenix.db import models
-from phoenix.server.api.dataloaders.cache import TwoTierCache
-from phoenix.server.api.input_types.TimeRange import TimeRange
-from phoenix.server.api.types.EvaluationSummary import EvaluationSummary
-from phoenix.server.types import DbSessionFactory
-from phoenix.trace.dsl import SpanFilter
-
-Kind: TypeAlias = Literal["span", "trace"]
-ProjectRowId: TypeAlias = int
-TimeInterval: TypeAlias = Tuple[Optional[datetime], Optional[datetime]]
-FilterCondition: TypeAlias = Optional[str]
-EvalName: TypeAlias = str
-
-Segment: TypeAlias = Tuple[Kind, ProjectRowId, TimeInterval, FilterCondition]
-Param: TypeAlias = EvalName
-
-Key: TypeAlias = Tuple[Kind, ProjectRowId, Optional[TimeRange], FilterCondition, EvalName]
-Result: TypeAlias = Optional[EvaluationSummary]
-ResultPosition: TypeAlias = int
-DEFAULT_VALUE: Result = None
-
-
-def _cache_key_fn(key: Key) -> Tuple[Segment, Param]:
-    kind, project_rowid, time_range, filter_condition, eval_name = key
-    interval = (
-        (time_range.start, time_range.end) if isinstance(time_range, TimeRange) else (None, None)
-    )
-    return (kind, project_rowid, interval, filter_condition), eval_name
-
-
-_Section: TypeAlias = Tuple[ProjectRowId, EvalName, Kind]
-_SubKey: TypeAlias = Tuple[TimeInterval, FilterCondition]
-
-
-class EvaluationSummaryCache(
-    TwoTierCache[Key, Result, _Section, _SubKey],
-):
-    def __init__(self) -> None:
-        super().__init__(
-            # TTL=3600 (1-hour) because time intervals are always moving forward, but
-            # interval endpoints are rounded down to the hour by the UI, so anything
-            # older than an hour most likely won't be a cache-hit anyway.
-            main_cache=TTLCache(maxsize=64 * 32 * 2, ttl=3600),
-            sub_cache_factory=lambda: LFUCache(maxsize=2 * 2),
-        )
-
-    def invalidate_project(self, project_rowid: ProjectRowId) -> None:
-        for section in self._cache.keys():
-            if section[0] == project_rowid:
-                del self._cache[section]
-
-    def _cache_key(self, key: Key) -> Tuple[_Section, _SubKey]:
-        (kind, project_rowid, interval, filter_condition), eval_name = _cache_key_fn(key)
-        return (project_rowid, eval_name, kind), (interval, filter_condition)
-
-
-class EvaluationSummaryDataLoader(DataLoader[Key, Result]):
-    def __init__(
-        self,
-        db: DbSessionFactory,
-        cache_map: Optional[AbstractCache[Key, Result]] = None,
-    ) -> None:
-        super().__init__(
-            load_fn=self._load_fn,
-            cache_key_fn=_cache_key_fn,
-            cache_map=cache_map,
-        )
-        self._db = db
-
-    async def _load_fn(self, keys: List[Key]) -> List[Result]:
-        results: List[Result] = [DEFAULT_VALUE] * len(keys)
-        arguments: DefaultDict[
-            Segment,
-            DefaultDict[Param, List[ResultPosition]],
-        ] = defaultdict(lambda: defaultdict(list))
-        for position, key in enumerate(keys):
-            segment, param = _cache_key_fn(key)
-            arguments[segment][param].append(position)
-        for segment, params in arguments.items():
-            stmt = _get_stmt(segment, *params.keys())
-            async with self._db() as session:
-                data = await session.stream(stmt)
-                async for eval_name, group in groupby(data, lambda row: row.name):
-                    summary = EvaluationSummary(pd.DataFrame(group))
-                    for position in params[eval_name]:
-                        results[position] = summary
-        return results
-
-
-def _get_stmt(
-    segment: Segment,
-    *eval_names: Param,
-) -> Select[Any]:
-    kind, project_rowid, (start_time, end_time), filter_condition = segment
-    stmt = select()
-    if kind == "span":
-        msa = models.SpanAnnotation
-        name_column, label_column, score_column = msa.name, msa.label, msa.score
-        annotator_kind_column = msa.annotator_kind
-        time_column = models.Span.start_time
-        stmt = stmt.join(models.Span).join_from(models.Span, models.Trace)
-        if filter_condition:
-            sf = SpanFilter(filter_condition)
-            stmt = sf(stmt)
-    elif kind == "trace":
-        mta = models.TraceAnnotation
-        name_column, label_column, score_column = mta.name, mta.label, mta.score
-        annotator_kind_column = mta.annotator_kind
-        time_column = models.Trace.start_time
-        stmt = stmt.join(models.Trace)
-    else:
-        assert_never(kind)
-    stmt = stmt.add_columns(
-        name_column,
-        label_column,
-        func.count().label("record_count"),
-        func.count(label_column).label("label_count"),
-        func.count(score_column).label("score_count"),
-        func.sum(score_column).label("score_sum"),
-    )
-    stmt = stmt.group_by(name_column, label_column)
-    stmt = stmt.order_by(name_column, label_column)
-    stmt = stmt.where(models.Trace.project_rowid == project_rowid)
-    stmt = stmt.where(annotator_kind_column == "LLM")
-    stmt = stmt.where(or_(score_column.is_not(None), label_column.is_not(None)))
-    stmt = stmt.where(name_column.in_(eval_names))
-    if start_time:
-        stmt = stmt.where(start_time <= time_column)
-    if end_time:
-        stmt = stmt.where(time_column < end_time)
-    return stmt

phoenix/server/api/dataloaders/span_evaluations.py

@@ -1,35 +0,0 @@
-from collections import defaultdict
-from typing import (
-    DefaultDict,
-    List,
-)
-
-from sqlalchemy import select
-from strawberry.dataloader import DataLoader
-from typing_extensions import TypeAlias
-
-from phoenix.db import models
-from phoenix.server.api.types.Evaluation import SpanEvaluation
-from phoenix.server.types import DbSessionFactory
-
-Key: TypeAlias = int
-Result: TypeAlias = List[SpanEvaluation]
-
-
-class SpanEvaluationsDataLoader(DataLoader[Key, Result]):
-    def __init__(self, db: DbSessionFactory) -> None:
-        super().__init__(load_fn=self._load_fn)
-        self._db = db
-
-    async def _load_fn(self, keys: List[Key]) -> List[Result]:
-        span_evaluations_by_id: DefaultDict[Key, Result] = defaultdict(list)
-        msa = models.SpanAnnotation
-        async with self._db() as session:
-            data = await session.stream_scalars(
-                select(msa).where(msa.span_rowid.in_(keys)).where(msa.annotator_kind == "LLM")
-            )
-            async for span_evaluation in data:
-                span_evaluations_by_id[span_evaluation.span_rowid].append(
-                    SpanEvaluation.from_sql_span_annotation(span_evaluation)
-                )
-        return [span_evaluations_by_id[key] for key in keys]

phoenix/server/api/dataloaders/trace_evaluations.py

@@ -1,35 +0,0 @@
-from collections import defaultdict
-from typing import (
-    DefaultDict,
-    List,
-)
-
-from sqlalchemy import select
-from strawberry.dataloader import DataLoader
-from typing_extensions import TypeAlias
-
-from phoenix.db import models
-from phoenix.server.api.types.Evaluation import TraceEvaluation
-from phoenix.server.types import DbSessionFactory
-
-Key: TypeAlias = int
-Result: TypeAlias = List[TraceEvaluation]
-
-
-class TraceEvaluationsDataLoader(DataLoader[Key, Result]):
-    def __init__(self, db: DbSessionFactory) -> None:
-        super().__init__(load_fn=self._load_fn)
-        self._db = db
-
-    async def _load_fn(self, keys: List[Key]) -> List[Result]:
-        trace_evaluations_by_id: DefaultDict[Key, Result] = defaultdict(list)
-        mta = models.TraceAnnotation
-        async with self._db() as session:
-            data = await session.stream_scalars(
-                select(mta).where(mta.trace_rowid.in_(keys)).where(mta.annotator_kind == "LLM")
-            )
-            async for trace_evaluation in data:
-                trace_evaluations_by_id[trace_evaluation.trace_rowid].append(
-                    TraceEvaluation.from_sql_trace_annotation(trace_evaluation)
-                )
-        return [trace_evaluations_by_id[key] for key in keys]