arize-phoenix 4.9.0__py3-none-any.whl → 4.10.0__py3-none-any.whl

{arize_phoenix-4.9.0.dist-info → arize_phoenix-4.10.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: arize-phoenix
-Version: 4.9.0
+Version: 4.10.0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues

{arize_phoenix-4.9.0.dist-info → arize_phoenix-4.10.0.dist-info}/RECORD

@@ -5,7 +5,7 @@ phoenix/exceptions.py,sha256=n2L2KKuecrdflB9MsCdAYCiSEvGJptIsfRkXMoJle7A,169
 phoenix/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 phoenix/services.py,sha256=aTxhcOA1pZHB6U-B3TEcp6fqDF5oT0xCUvEUNMZVTUQ,5175
 phoenix/settings.py,sha256=cO-qgis_S27nHirTobYI9hHPfZH18R--WMmxNdsVUwc,273
-phoenix/version.py,sha256=E0Y9rD8RWyBe6e34I0525HrRS_vGhPvve493oPOdtXw,22
+phoenix/version.py,sha256=eiNxh0tSyv9nut-H3lBLi2t5qqpCFRgVfedLjanNppI,23
 phoenix/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/core/embedding_dimension.py,sha256=zKGbcvwOXgLf-yrJBpQyKtd-LEOPRKHnUToyAU8Owis,87
 phoenix/core/model.py,sha256=km_a--PBHOuA337ClRw9xqhOHhrUT6Rl9pz_zV0JYkQ,4843
@@ -21,9 +21,9 @@ phoenix/db/migrate.py,sha256=MuhtNWnR24riROvarvKfbRb4_D5xuQi6P760vBUKl1E,2270
 phoenix/db/models.py,sha256=7DBWbxY3cx3ve2P1I0kkDKXzlt04zEFJuRPJWsVpH-I,20422
 phoenix/db/insertion/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/db/insertion/dataset.py,sha256=_vxy5e6W5jEuvO2fMKbbNCn9JvHkwI4LRKk_10eKFVg,7171
-phoenix/db/insertion/evaluation.py,sha256=HoUncZN9ZlIr1QO0uA37SbWhrjmwQVYVJlgFX2VefY8,7211
-phoenix/db/insertion/helpers.py,sha256=5AZQSyTGAthyaIl_l5jL4yva1IrTTBG9y2G7l1r2Yyk,1937
-phoenix/db/insertion/span.py,sha256=d85O3R_Cc3aVFDJSgLLX66qNCPNbKtDxug_dSKFDfew,5655
+phoenix/db/insertion/evaluation.py,sha256=SoI85N3MYUSeNgjKa5WzFw14OfNjNTjExv-2m3sxaR8,6371
+phoenix/db/insertion/helpers.py,sha256=v8ONIWZu_x1XNWKmz3gNu3839LqlZbFv4gyAYrLKMts,3068
+phoenix/db/insertion/span.py,sha256=T9jOW3lyWte-JGD7wlP2ZqtO0-V57d8z6U_TldnuGuk,5527
 phoenix/db/migrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/db/migrations/env.py,sha256=QbzB5zrRs6XQQmrYeUpuzeilcMlM-MsbaAgHHYcIHTI,3626
 phoenix/db/migrations/script.py.mako,sha256=MEqL-2qATlST9TAOeYgscMn1uy6HUS9NFvDgl93dMj8,635
@@ -58,7 +58,7 @@ phoenix/pointcloud/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVG
 phoenix/pointcloud/clustering.py,sha256=IzcG67kJ2hPP7pcqVmKPSL_6gKRonKdOT3bCtbTOqnk,820
 phoenix/pointcloud/pointcloud.py,sha256=4zAIkKs2xOUbchpj4XDAV-iPMXrfAJ15TG6rlIYGrao,2145
 phoenix/pointcloud/projectors.py,sha256=zO_RrtDYSv2rqVOfIP2_9Cv11Dc8EmcZR94xhFcBYPU,1057
-phoenix/pointcloud/umap_parameters.py,sha256=lJsEOrbSuSiqI7g4Yt6xj7kgYxEqoep4ZHWLr6VWBqw,1760
+phoenix/pointcloud/umap_parameters.py,sha256=3UQSjrysVOvq2V4KNpTMqNqNiK0BsTZnPBHWZ4fyJtQ,1708
 phoenix/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/app.py,sha256=Ld9NvW7sBT4aJn8CXAB_PIw4c5wlkxCcjT_hzjtn7dM,18478
 phoenix/server/grpc_server.py,sha256=faktLxEtWGlCB1bPR4QwwTsRoQloahKMx0hAWqRGI5s,3379
@@ -69,7 +69,7 @@ phoenix/server/thread_server.py,sha256=dP6cm6Cf08jNhDA1TRlVZpziu1YgtPDmaeIJMm725
 phoenix/server/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/api/context.py,sha256=4jcy203Gtx38399FP21iU3HmFsq-50EKFJlX4IW2Los,2878
 phoenix/server/api/interceptor.py,sha256=ykDnoC_apUd-llVli3m1CW18kNSIgjz2qZ6m5JmPDu8,1294
-phoenix/server/api/queries.py,sha256=wp5BlapuxDIoaQJm7mzG0dURfVxR32vXSJVC0JqG4_Y,19845
+phoenix/server/api/queries.py,sha256=eq2xHaQF-x4k6AGSY6b6mU2pie9bj-AJML6P2Mr0_DM,19886
 phoenix/server/api/schema.py,sha256=BcxdqO5CSGqpKd-AAJHMjFlzaK9oJA8GJuxmMfcdjn4,434
 phoenix/server/api/utils.py,sha256=Y1lGu8J8r8BSBX9OzffgewI8QMziovbG-ePDvZrrwGI,949
 phoenix/server/api/dataloaders/__init__.py,sha256=qehXL37vGdw7v5PFs3kbZVIuhuzrVNVeZACDQjYpwyo,4847
@@ -104,43 +104,49 @@ phoenix/server/api/input_types/ClearProjectInput.py,sha256=cpPFRyQ3ffy2dLbCZgYpw
 phoenix/server/api/input_types/ClusterInput.py,sha256=EL4ftvZxQ8mVdruUPcdhMhByORmSmM8S-X6RPqU6GX0,179
 phoenix/server/api/input_types/Coordinates.py,sha256=meTwbIjwTfqx5DGD2DBlH9wQzdQVNM5a8x9dp1FfIgA,173
 phoenix/server/api/input_types/CreateDatasetInput.py,sha256=Q3MwouIx9jTQBRWDju75iMQXEGJCrL4aD4ESQp771nc,248
+phoenix/server/api/input_types/CreateSpanAnnotationsInput.py,sha256=sTs6YdExpaZpTi6ql1BSpUbyT-ArnU5nz4kZaBs3i1w,399
+phoenix/server/api/input_types/CreateTraceAnnotationsInput.py,sha256=wc93I3ZLtzJL237UDUz96w6UY1UwLX76sr0FMeyGD4c,401
 phoenix/server/api/input_types/DataQualityMetricInput.py,sha256=LazvmQCCM5m9SDZTpyxQXO1rYF4cmsc3lsR2S9S65X4,1292
 phoenix/server/api/input_types/DatasetExampleInput.py,sha256=9oJ6pCFxFd02IWJuK4YAUvz-jCgFGDUCDDb2--GAzCw,289
 phoenix/server/api/input_types/DatasetSort.py,sha256=KDKjx5L8WFNwx7O-g1pDzCMMwY-ErgDd1_HkkZBAvCY,333
 phoenix/server/api/input_types/DatasetVersionSort.py,sha256=w9HyP9rQKsZGiGc2f33ZNmiO9g7FN8r77T7GA85kb40,344
+phoenix/server/api/input_types/DeleteAnnotationsInput.py,sha256=2p9gNrYJzDDYszEdZ2cb6TP_qai6HfOH7QhY0vaXoQQ,166
 phoenix/server/api/input_types/DeleteDatasetExamplesInput.py,sha256=Pfod1r5BJISRG9w_eu9jFeEhNu2XYfcvlhxQ5HWdHAw,350
 phoenix/server/api/input_types/DeleteDatasetInput.py,sha256=p7xjCyWnVCIXHnezmDiWhMq-DHcGv7ucp_O7s8fsiKE,127
 phoenix/server/api/input_types/DeleteExperimentsInput.py,sha256=yUbwMckIBvIL-R9t8K9c3qTWciAXt3Uv_Tio3K2e1uw,166
 phoenix/server/api/input_types/DimensionFilter.py,sha256=vcXgglSnZcB5pGh-6oEtRmGx95hISgFUR7BEPw01g7U,3143
 phoenix/server/api/input_types/DimensionInput.py,sha256=Vfx5FmiMKey4-EHDQsQRPzSAMRJMN5oVMLDUl4NKAa8,164
 phoenix/server/api/input_types/Granularity.py,sha256=6SVfZ5yTZYq1PI6vdpjfkBUc4YilLSkF-k6okuSNbbQ,2301
+phoenix/server/api/input_types/PatchAnnotationsInput.py,sha256=NYlZtZG_ssgvG19FaZpqwUaJ2C1jv1hItU-ERX2_sI8,445
 phoenix/server/api/input_types/PatchDatasetExamplesInput.py,sha256=E86aBGXDBC83jiEGwV5rilnoeQf6eqCfZ0aAVeIt2VI,890
 phoenix/server/api/input_types/PatchDatasetInput.py,sha256=OURtTVY8Z_oFEDtKwT1LCMaOK5D4QYo5TVQ6mDrex-g,328
 phoenix/server/api/input_types/PerformanceMetricInput.py,sha256=fElsLTSEYYgGFGMYTEGcYid39tXUKFdV_JkdHavMcbA,591
 phoenix/server/api/input_types/SpanSort.py,sha256=BqV0DjI4m3RKFbzsHN47XNhJfFmErFIYg64c8EJAVMo,6312
 phoenix/server/api/input_types/TimeRange.py,sha256=yzx-gxj8mDeGLft1FzU_x1MVEgIG5Pt6-f8PUVDgipQ,522
 phoenix/server/api/input_types/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-phoenix/server/api/mutations/__init__.py,sha256=Jcz-pM6SklhEGKcjA7AIB2WJXGhnxGsghrIq131kyDo,502
+phoenix/server/api/mutations/__init__.py,sha256=UKUAhD5NY-ZI7XONnRRkaHoFuuU3idmE4fk6Sjgy18M,776
 phoenix/server/api/mutations/auth.py,sha256=vPRFoj7J6PV6QeODewG4K0PhoOebS5AfMRpbi_wuhyQ,311
 phoenix/server/api/mutations/dataset_mutations.py,sha256=CuKhxsYfvwVcdN_9EXhKxB6444BQfObzKzzyfAeg-n8,23199
 phoenix/server/api/mutations/experiment_mutations.py,sha256=vV2lbJ7ccXZqe-LY7nXx6QxWqhKQE4UNZAFcML-KQ8I,3011
 phoenix/server/api/mutations/export_events_mutations.py,sha256=t_wYBxaqvBJYRoHslh3Bmoxmwlzoy0u8SsBKWIKN5hE,4028
 phoenix/server/api/mutations/project_mutations.py,sha256=d_xtYkYfZ5flpVgEkGknKB8rsEux-zZraczzqAs4e8A,2255
+phoenix/server/api/mutations/span_annotations_mutations.py,sha256=Pfaq4y-FGskPit4z_9GvsyWeBwK1g3CDi2UhGKxyjFE,4973
+phoenix/server/api/mutations/trace_annotations_mutations.py,sha256=4xm-zg8PEjwjfVRsWzBD_iiOS94JI6UYtK3fV2dtA4M,5013
 phoenix/server/api/openapi/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/api/openapi/main.py,sha256=WY0pj3B7siQyyYqKyhqnzWC7P8MtEtiukOBUjGwLXfw,153
 phoenix/server/api/openapi/schema.py,sha256=uuSYe1Ecu72aXRgTNjyMu-9ZPE13DAHJPKtedS-MsSs,451
 phoenix/server/api/routers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/api/routers/utils.py,sha256=M41BoH-fl37izhRuN2aX7lWm7jOC20A_3uClv9TVUUY,583
-phoenix/server/api/routers/v1/__init__.py,sha256=Ir5fsO6gQXW58HGm7s2sMUq0vya7mfcWneLcLJy6_q8,2895
+phoenix/server/api/routers/v1/__init__.py,sha256=D1EFRWG4PcsTubeF3A3ENlNatCRq26AA52FxW11BGjM,3048
 phoenix/server/api/routers/v1/dataset_examples.py,sha256=XfqOvDKF1oxb0pkeYfBycwwGt3LnSyyGdMLKC5VKoGQ,6690
 phoenix/server/api/routers/v1/datasets.py,sha256=r0WcNxF8SKVa3-4rrTIg4Andwr4NmRmW1ybpKuxR9qw,33639
 phoenix/server/api/routers/v1/evaluations.py,sha256=8g6P_e2BweV3RDU0esFmpkb0L5fCwonQPXiJ0y6HLwg,9126
-phoenix/server/api/routers/v1/experiment_evaluations.py,sha256=H_psVyuGUQImo0oxdEAKAMQ-oyVwkVIq5yaMHzHIiPc,5455
+phoenix/server/api/routers/v1/experiment_evaluations.py,sha256=TE1GMSOLN_96uAaJpnRpIH2u9x6_ebtkECgZRHvqt-w,5098
 phoenix/server/api/routers/v1/experiment_runs.py,sha256=jy4SynmzdtQMoUzlowmG6wsVU14SsLAzfcW4JOhXjeQ,8154
-phoenix/server/api/routers/v1/experiments.py,sha256=cG-LyIGRdB1jVTL42Xi2__nsXibVe9Up7m3hFiTIYYY,11886
-phoenix/server/api/routers/v1/spans.py,sha256=PFeS3ayKj4cUle0CH-f-CpM1fRi-JicEG7BEtkANzAo,4074
-phoenix/server/api/routers/v1/traces.py,sha256=dYEf5pThenAQCgfQljHdrnwd4tC_tAXm6Kvk6GphPYs,2774
-phoenix/server/api/types/AnnotatorKind.py,sha256=UmYb2KG0JfxdX0mW1qrXrUoIgjMOncRJr1i8mJki1sE,141
+phoenix/server/api/routers/v1/experiments.py,sha256=uVdmhyJgYI-UqOiRSJ-8OcVpL8a6Z02B5H2Rt_7yboY,11829
+phoenix/server/api/routers/v1/spans.py,sha256=tryWFoJVFRLALzt6dfPmBBhKMS0s3hhlYdTathxVEU4,9638
+phoenix/server/api/routers/v1/traces.py,sha256=PBIrpdJHVJ9gyiukCy1Ck1w0xts0VEHtRKaF7Noa248,8434
+phoenix/server/api/types/AnnotatorKind.py,sha256=rPgGdbN1Gvc109sGQ_ZH-gfJbp93V9wlarzTEJNtUwI,236
 phoenix/server/api/types/Cluster.py,sha256=ac4YfT1OH3xLVmex7EUmB6b9IpULnhLTt554LR0jglE,5689
 phoenix/server/api/types/CreateDatasetPayload.py,sha256=R-6zCmuD0f76RU9Giu78xwTHlASQs6Aq8yzvX1Kxc3g,140
 phoenix/server/api/types/DataQualityMetric.py,sha256=zRKsNvHBu-NdcsunuLhqFpZhi6ks-HMqA1PJD27jTak,590
@@ -167,7 +173,7 @@ phoenix/server/api/types/Experiment.py,sha256=ELYdYFKwgBllxx3cZ_X0XicHjLtshZl0bF
 phoenix/server/api/types/ExperimentAnnotationSummary.py,sha256=Uk3JtxIrsMoZT5tqc4nJdUOM3XegVzjUyoV3pkjNotE,256
 phoenix/server/api/types/ExperimentComparison.py,sha256=0sFz6MoBDw39dds0qVyaqhVs9qqO5rkG1FMSjmfBeCc,441
 phoenix/server/api/types/ExperimentRun.py,sha256=122_SID7SLKPUq2dJ2Y4BBw40DNUtcxo6QCZuO8UbBs,2997
-phoenix/server/api/types/ExperimentRunAnnotation.py,sha256=zGstMbS5OxNikEhD8VouY7Ls7YbxKm-0EmqvGeY3-DI,1773
+phoenix/server/api/types/ExperimentRunAnnotation.py,sha256=iBxDaD9DgiF-Qymp5QyxWfJRGYXM1_CeWA_qzsZBqkI,1812
 phoenix/server/api/types/ExportedFile.py,sha256=e3GTn7B5LgsTbqiwjhMCQH7VsiqXitrBO4aCMS1lHsg,163
 phoenix/server/api/types/Functionality.py,sha256=tzV9xdhB8zqfsjWxP66NDC7EZsplYkYO7jRbLWJIeeg,382
 phoenix/server/api/types/Inferences.py,sha256=HWuDZZrXPWVoEy_pA3bRsAOUYsCKgAxf9zshasGqu5Y,3403
@@ -183,8 +189,10 @@ phoenix/server/api/types/ScalarDriftMetricEnum.py,sha256=IUAcRPpgL41WdoIgK6cNk2T
 phoenix/server/api/types/Segments.py,sha256=m2yoegrxA1Tn7ZAy1rMjjD1isc752MaAXMoffkBlvrM,2921
 phoenix/server/api/types/SortDir.py,sha256=OUpXhlCzCxPoXSDkJJygEs9Rw9pMymfaZUG5zPTrw4Y,152
 phoenix/server/api/types/Span.py,sha256=W4Rsg85bgqbDhgYwpjgOTrIQKbkwpFQPpL6nqMyzhCs,13865
+phoenix/server/api/types/SpanAnnotation.py,sha256=n9pehpY-NqJD9KvK03UJYlHLKdies7mxrqdr9i1c5oE,1241
 phoenix/server/api/types/TimeSeries.py,sha256=wjzuxHFqCey0O7Ys25qiXyuqXK8an-osyNWUE8A_8G4,5227
 phoenix/server/api/types/Trace.py,sha256=ep-mPexub1ijxAnBvc2KrGsNVXO2SfDR1WxqER2wcD8,2376
+phoenix/server/api/types/TraceAnnotation.py,sha256=OW6A2zr1gomOuG0XQe55dk15XXX2DSM0DzatRbHWH5A,1256
 phoenix/server/api/types/UMAPPoints.py,sha256=5sOuruzM8saXa8C2XiyUfk2XPrkVGmhqKpclMYRw1dk,1656
 phoenix/server/api/types/ValidationResult.py,sha256=pHwdYk4J7SJ5xhlWWHg_6qWkfk4rjOx-bSkGHvkDE3Q,142
 phoenix/server/api/types/VectorDriftMetricEnum.py,sha256=etiJM5ZjQuD-oE7sY-FbdIKY050jk3IU49IMwmfJbEc,188
@@ -203,7 +211,7 @@ phoenix/server/static/apple-touch-icon-76x76.png,sha256=CT_xT12I0u2i0WU8JzBZBuOQ
 phoenix/server/static/apple-touch-icon.png,sha256=fOfpjqGpWYbJ0eAurKsyoZP1EAs6ZVooBJ_SGk2ZkDs,3801
 phoenix/server/static/favicon.ico,sha256=bY0vvCKRftemZfPShwZtE93DiiQdaYaozkPGwNFr6H8,34494
 phoenix/server/static/index.css,sha256=KKGpx4iwF91VGRm0YN-4cn8oC-oIqC6HecoPf0x3ZM8,1885
-phoenix/server/static/index.js,sha256=fo34I1yr65xkACAvw2LCNTDFMTpTQjKV3C1_oL1mWYg,3524937
+phoenix/server/static/index.js,sha256=WUcVFCMT2Eo8mZ23tPZQG_DViKcUMC9EIbeLCGdkflw,3525834
 phoenix/server/static/modernizr.js,sha256=mvK-XtkNqjOral-QvzoqsyOMECXIMu5BQwSVN_wcU9c,2564
 phoenix/server/templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/templates/index.html,sha256=S4z7qSoNSwnKFAH9r96AR-YJEyoKMd-VMWVlJ_IdzME,2039
@@ -248,8 +256,8 @@ phoenix/utilities/logging.py,sha256=lDXd6EGaamBNcQxL4vP1au9-i_SXe0OraUDiJOcszSw,
 phoenix/utilities/project.py,sha256=qWsvKnG1oKhOFUowXf9qiOL2ia7jaFe_ijFFHEt8GJo,431
 phoenix/utilities/re.py,sha256=PDve_OLjRTM8yQQJHC8-n3HdIONi7aNils3ZKRZ5uBM,2045
 phoenix/utilities/span_store.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-arize_phoenix-4.9.0.dist-info/METADATA,sha256=yF2f3TQt507o3KgtWsjLWsM4XtMtm0HSus54sjWZo_0,11451
-arize_phoenix-4.9.0.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-arize_phoenix-4.9.0.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
-arize_phoenix-4.9.0.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
-arize_phoenix-4.9.0.dist-info/RECORD,,
+arize_phoenix-4.10.0.dist-info/METADATA,sha256=l9uPi2r0PKsNM1bkkOLnkwPlKSqwyMD63Hd16Y7LV-Y,11452
+arize_phoenix-4.10.0.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+arize_phoenix-4.10.0.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
+arize_phoenix-4.10.0.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
+arize_phoenix-4.10.0.dist-info/RECORD,,

phoenix/db/insertion/evaluation.py

@@ -6,7 +6,7 @@ from typing_extensions import assert_never
 
 from phoenix.db import models
 from phoenix.db.helpers import SupportedSQLDialect, num_docs_col
-from phoenix.db.insertion.helpers import OnConflict, insert_on_conflict
+from phoenix.db.insertion.helpers import insert_on_conflict
 from phoenix.exceptions import PhoenixException
 from phoenix.trace import v1 as pb
 
@@ -87,18 +87,12 @@ async def _insert_trace_evaluation(
         metadata_={},  # `metadata_` must match ORM
         annotator_kind="LLM",
     )
-    set_ = dict(values)
-    set_.pop("metadata_")
-    set_["metadata"] = values["metadata_"]  # `metadata` must match database
     await session.execute(
         insert_on_conflict(
+            values,
             dialect=dialect,
             table=models.TraceAnnotation,
-            values=values,
-            constraint="uq_trace_annotations_name_trace_rowid",
-            column_names=("name", "trace_rowid"),
-            on_conflict=OnConflict.DO_UPDATE,
-            set_=set_,
+            unique_by=("name", "trace_rowid"),
         )
     )
     return TraceEvaluationInsertionEvent(project_rowid, evaluation_name)
@@ -135,18 +129,12 @@ async def _insert_span_evaluation(
         metadata_={},  # `metadata_` must match ORM
         annotator_kind="LLM",
     )
-    set_ = dict(values)
-    set_.pop("metadata_")
-    set_["metadata"] = values["metadata_"]  # `metadata` must match database
     await session.execute(
         insert_on_conflict(
+            values,
             dialect=dialect,
             table=models.SpanAnnotation,
-            values=values,
-            constraint="uq_span_annotations_name_span_rowid",
-            column_names=("name", "span_rowid"),
-            on_conflict=OnConflict.DO_UPDATE,
-            set_=set_,
+            unique_by=("name", "span_rowid"),
         )
     )
     return SpanEvaluationInsertionEvent(project_rowid, evaluation_name)
@@ -192,18 +180,12 @@ async def _insert_document_evaluation(
         metadata_={},  # `metadata_` must match ORM
         annotator_kind="LLM",
     )
-    set_ = dict(values)
-    set_.pop("metadata_")
-    set_["metadata"] = values["metadata_"]  # `metadata` must match database
     await session.execute(
         insert_on_conflict(
+            values,
             dialect=dialect,
             table=models.DocumentAnnotation,
-            values=values,
-            constraint="uq_document_annotations_name_span_rowid_document_position",
-            column_names=("name", "span_rowid", "document_position"),
-            on_conflict=OnConflict.DO_UPDATE,
-            set_=set_,
+            unique_by=("name", "span_rowid", "document_position"),
         )
     )
     return DocumentEvaluationInsertionEvent(project_rowid, evaluation_name)

phoenix/db/insertion/helpers.py

@@ -1,14 +1,27 @@
 from abc import ABC
 from enum import Enum, auto
-from typing import Any, Awaitable, Callable, Mapping, Optional, Sequence
+from typing import (
+    Any,
+    Awaitable,
+    Callable,
+    Iterable,
+    Iterator,
+    Mapping,
+    Optional,
+    Sequence,
+    Tuple,
+    Type,
+)
 
 from sqlalchemy import Insert
 from sqlalchemy.dialects.postgresql import insert as insert_postgresql
 from sqlalchemy.dialects.sqlite import insert as insert_sqlite
 from sqlalchemy.ext.asyncio import AsyncSession
+from sqlalchemy.sql.elements import KeyedColumnElement
 from typing_extensions import TypeAlias, assert_never
 
 from phoenix.db.helpers import SupportedSQLDialect
+from phoenix.db.models import Base
 
 
 class DataManipulationEvent(ABC):
@@ -26,29 +39,57 @@ class OnConflict(Enum):
 
 
 def insert_on_conflict(
+    *records: Mapping[str, Any],
+    table: Type[Base],
     dialect: SupportedSQLDialect,
-    table: Any,
-    values: Mapping[str, Any],
-    constraint: str,
-    column_names: Sequence[str],
-    on_conflict: OnConflict = OnConflict.DO_NOTHING,
+    unique_by: Sequence[str],
+    on_conflict: OnConflict = OnConflict.DO_UPDATE,
     set_: Optional[Mapping[str, Any]] = None,
 ) -> Insert:
     """
     Dialect specific insertion statement using ON CONFLICT DO syntax.
     """
+    if on_conflict is OnConflict.DO_UPDATE:
+        # postegresql rejects duplicate updates for the same record
+        seen = set()
+        unique_records = []
+        for v in reversed(records):
+            if (k := tuple(v.get(name) for name in unique_by)) in seen:
+                continue
+            unique_records.append(v)
+            seen.add(k)
+        records = tuple(reversed(unique_records))
+    constraint = "_".join(("uq", table.__tablename__, *unique_by))
     if dialect is SupportedSQLDialect.POSTGRESQL:
-        stmt_postgresql = insert_postgresql(table).values(values)
-        if on_conflict is OnConflict.DO_NOTHING or not set_:
+        stmt_postgresql = insert_postgresql(table).values(records)
+        if on_conflict is OnConflict.DO_NOTHING:
             return stmt_postgresql.on_conflict_do_nothing(constraint=constraint)
         if on_conflict is OnConflict.DO_UPDATE:
-            return stmt_postgresql.on_conflict_do_update(constraint=constraint, set_=set_)
+            return stmt_postgresql.on_conflict_do_update(
+                constraint=constraint,
+                set_=set_ if set_ else dict(_clean(stmt_postgresql.excluded.items())),
+            )
         assert_never(on_conflict)
     if dialect is SupportedSQLDialect.SQLITE:
-        stmt_sqlite = insert_sqlite(table).values(values)
-        if on_conflict is OnConflict.DO_NOTHING or not set_:
-            return stmt_sqlite.on_conflict_do_nothing(column_names)
+        stmt_sqlite = insert_sqlite(table).values(records)
+        if on_conflict is OnConflict.DO_NOTHING:
+            return stmt_sqlite.on_conflict_do_nothing(unique_by)
         if on_conflict is OnConflict.DO_UPDATE:
-            return stmt_sqlite.on_conflict_do_update(column_names, set_=set_)
+            return stmt_sqlite.on_conflict_do_update(
+                unique_by,
+                set_=set_ if set_ else dict(_clean(stmt_sqlite.excluded.items())),
+            )
         assert_never(on_conflict)
     assert_never(dialect)
+
+
+def _clean(
+    kv: Iterable[Tuple[str, KeyedColumnElement[Any]]],
+) -> Iterator[Tuple[str, KeyedColumnElement[Any]]]:
+    for k, v in kv:
+        if v.primary_key or v.foreign_keys or k == "created_at":
+            continue
+        if k == "metadata_":
+            yield "metadata", v
+        else:
+            yield k, v

phoenix/db/insertion/span.py

@@ -26,17 +26,14 @@ async def insert_span(
     project_name: str,
 ) -> Optional[SpanInsertionEvent]:
     dialect = SupportedSQLDialect(session.bind.dialect.name)
-    project_rowid = await session.scalar(
-        insert_on_conflict(
-            dialect=dialect,
-            table=models.Project,
-            constraint="uq_projects_name",
-            column_names=("name",),
-            values=dict(name=project_name),
-            on_conflict=OnConflict.DO_UPDATE,
-            set_=dict(name=project_name),
-        ).returning(models.Project.id)
-    )
+    if (
+        project_rowid := await session.scalar(
+            select(models.Project.id).where(models.Project.name == project_name)
+        )
+    ) is None:
+        project_rowid = await session.scalar(
+            insert(models.Project).values(dict(name=project_name)).returning(models.Project.id)
+        )
     assert project_rowid is not None
     if trace := await session.scalar(
         select(models.Trace).where(models.Trace.trace_id == span.context.trace_id)
@@ -88,11 +85,7 @@ async def insert_span(
         cumulative_llm_token_count_completion += cast(int, accumulation[2] or 0)
     span_rowid = await session.scalar(
         insert_on_conflict(
-            dialect=dialect,
-            table=models.Span,
-            constraint="uq_spans_span_id",
-            column_names=("span_id",),
-            values=dict(
+            dict(
                 span_id=span.context.span_id,
                 trace_rowid=trace_rowid,
                 parent_id=span.parent_id,
@@ -108,6 +101,9 @@ async def insert_span(
                 cumulative_llm_token_count_prompt=cumulative_llm_token_count_prompt,
                 cumulative_llm_token_count_completion=cumulative_llm_token_count_completion,
             ),
+            dialect=dialect,
+            table=models.Span,
+            unique_by=("span_id",),
             on_conflict=OnConflict.DO_NOTHING,
         ).returning(models.Span.id)
     )

phoenix/pointcloud/umap_parameters.py

@@ -1,52 +1,52 @@
-from dataclasses import dataclass
-from typing import Any, Mapping, Optional
-
-DEFAULT_MIN_DIST = 0.0
-DEFAULT_N_NEIGHBORS = 30
-DEFAULT_N_SAMPLES = 500
-
-MIN_NEIGHBORS = 5
-MAX_NEIGHBORS = 100
-MIN_SAMPLES = 1
-MAX_SAMPLES = 1000
-MIN_MIN_DIST = 0.0
-MAX_MIN_DIST = 0.99
-
-
-@dataclass
-class UMAPParameters:
-    min_dist: float = DEFAULT_MIN_DIST
-    n_neighbors: int = DEFAULT_N_NEIGHBORS
-    n_samples: int = DEFAULT_N_SAMPLES
-
-    def __post_init__(self) -> None:
-        if not isinstance(self.min_dist, float) or not (
-            MIN_MIN_DIST <= self.min_dist <= MAX_MIN_DIST
-        ):
-            raise ValueError(
-                f"minDist must be float type, and between {MIN_MIN_DIST} and {MAX_MIN_DIST}"
-            )
-
-        if not isinstance(self.n_neighbors, int) or not (
-            MIN_NEIGHBORS <= self.n_neighbors <= MAX_NEIGHBORS
-        ):
-            raise ValueError(
-                f"nNeighbors must be int type, and between {MIN_NEIGHBORS} and {MAX_NEIGHBORS}"
-            )
-
-        if not isinstance(self.n_samples, int) or not (
-            MIN_SAMPLES <= self.n_samples <= MAX_SAMPLES
-        ):
-            raise ValueError(
-                f"nSamples must be int type, and between {MIN_SAMPLES} and {MAX_SAMPLES}"
-            )
-
-
-def get_umap_parameters(default_umap_parameters: Optional[Mapping[str, Any]]) -> UMAPParameters:
-    if not default_umap_parameters:
-        return UMAPParameters()
-    return UMAPParameters(
-        min_dist=float(default_umap_parameters.get("min_dist", DEFAULT_MIN_DIST)),
-        n_neighbors=int(default_umap_parameters.get("n_neighbors", DEFAULT_N_NEIGHBORS)),
-        n_samples=int(default_umap_parameters.get("n_samples", DEFAULT_N_SAMPLES)),
-    )
+from dataclasses import dataclass
+from typing import Any, Mapping, Optional
+
+DEFAULT_MIN_DIST = 0.0
+DEFAULT_N_NEIGHBORS = 30
+DEFAULT_N_SAMPLES = 500
+
+MIN_NEIGHBORS = 5
+MAX_NEIGHBORS = 100
+MIN_SAMPLES = 1
+MAX_SAMPLES = 1000
+MIN_MIN_DIST = 0.0
+MAX_MIN_DIST = 0.99
+
+
+@dataclass
+class UMAPParameters:
+    min_dist: float = DEFAULT_MIN_DIST
+    n_neighbors: int = DEFAULT_N_NEIGHBORS
+    n_samples: int = DEFAULT_N_SAMPLES
+
+    def __post_init__(self) -> None:
+        if not isinstance(self.min_dist, float) or not (
+            MIN_MIN_DIST <= self.min_dist <= MAX_MIN_DIST
+        ):
+            raise ValueError(
+                f"minDist must be float type, and between {MIN_MIN_DIST} and {MAX_MIN_DIST}"
+            )
+
+        if not isinstance(self.n_neighbors, int) or not (
+            MIN_NEIGHBORS <= self.n_neighbors <= MAX_NEIGHBORS
+        ):
+            raise ValueError(
+                f"nNeighbors must be int type, and between {MIN_NEIGHBORS} and {MAX_NEIGHBORS}"
+            )
+
+        if not isinstance(self.n_samples, int) or not (
+            MIN_SAMPLES <= self.n_samples <= MAX_SAMPLES
+        ):
+            raise ValueError(
+                f"nSamples must be int type, and between {MIN_SAMPLES} and {MAX_SAMPLES}"
+            )
+
+
+def get_umap_parameters(default_umap_parameters: Optional[Mapping[str, Any]]) -> UMAPParameters:
+    if not default_umap_parameters:
+        return UMAPParameters()
+    return UMAPParameters(
+        min_dist=float(default_umap_parameters.get("min_dist", DEFAULT_MIN_DIST)),
+        n_neighbors=int(default_umap_parameters.get("n_neighbors", DEFAULT_N_NEIGHBORS)),
+        n_samples=int(default_umap_parameters.get("n_samples", DEFAULT_N_SAMPLES)),
+    )

phoenix/server/api/input_types/CreateSpanAnnotationsInput.py

@@ -0,0 +1,16 @@
+from typing import Optional
+
+import strawberry
+from strawberry.relay import GlobalID
+from strawberry.scalars import JSON
+
+
+@strawberry.input
+class CreateSpanAnnotationsInput:
+    span_id: GlobalID
+    name: str
+    annotator_kind: str
+    label: Optional[str] = None
+    score: Optional[float] = None
+    explanation: Optional[str] = None
+    metadata: JSON = strawberry.field(default_factory=dict)

phoenix/server/api/input_types/CreateTraceAnnotationsInput.py

@@ -0,0 +1,16 @@
+from typing import Optional
+
+import strawberry
+from strawberry.relay import GlobalID
+from strawberry.scalars import JSON
+
+
+@strawberry.input
+class CreateTraceAnnotationsInput:
+    trace_id: GlobalID
+    name: str
+    annotator_kind: str
+    label: Optional[str] = None
+    score: Optional[float] = None
+    explanation: Optional[str] = None
+    metadata: JSON = strawberry.field(default_factory=dict)

phoenix/server/api/input_types/DeleteAnnotationsInput.py

@@ -0,0 +1,9 @@
+from typing import List
+
+import strawberry
+from strawberry.relay import GlobalID
+
+
+@strawberry.input
+class DeleteAnnotationsInput:
+    annotation_ids: List[GlobalID]

phoenix/server/api/input_types/PatchAnnotationsInput.py

@@ -0,0 +1,17 @@
+from typing import Optional
+
+import strawberry
+from strawberry import UNSET
+from strawberry.relay import GlobalID
+from strawberry.scalars import JSON
+
+
+@strawberry.input
+class PatchAnnotationsInput:
+    annotation_id: GlobalID
+    name: Optional[str] = UNSET
+    annotator_kind: Optional[str] = UNSET
+    label: Optional[str] = UNSET
+    score: Optional[float] = UNSET
+    explanation: Optional[str] = UNSET
+    metadata: Optional[JSON] = UNSET

phoenix/server/api/mutations/__init__.py

@@ -4,10 +4,17 @@ from phoenix.server.api.mutations.dataset_mutations import DatasetMutationMixin
 from phoenix.server.api.mutations.experiment_mutations import ExperimentMutationMixin
 from phoenix.server.api.mutations.export_events_mutations import ExportEventsMutationMixin
 from phoenix.server.api.mutations.project_mutations import ProjectMutationMixin
+from phoenix.server.api.mutations.span_annotations_mutations import SpanAnnotationMutationMixin
+from phoenix.server.api.mutations.trace_annotations_mutations import TraceAnnotationMutationMixin
 
 
 @strawberry.type
 class Mutation(
-    ProjectMutationMixin, DatasetMutationMixin, ExperimentMutationMixin, ExportEventsMutationMixin
+    ProjectMutationMixin,
+    DatasetMutationMixin,
+    ExperimentMutationMixin,
+    ExportEventsMutationMixin,
+    SpanAnnotationMutationMixin,
+    TraceAnnotationMutationMixin,
 ):
     pass