arize-phoenix 4.22.0__py3-none-any.whl → 4.23.0__py3-none-any.whl

phoenix/server/api/types/Span.py

@@ -28,7 +28,7 @@ from phoenix.server.api.types.SpanAnnotation import to_gql_span_annotation
 from phoenix.trace.attributes import get_attribute_value
 
 from .DocumentRetrievalMetrics import DocumentRetrievalMetrics
-from .Evaluation import DocumentEvaluation, SpanEvaluation
+from .Evaluation import DocumentEvaluation
 from .ExampleRevisionInterface import ExampleRevision
 from .MimeType import MimeType
 from .SpanAnnotation import SpanAnnotation
@@ -170,14 +170,6 @@ class Span(Node):
         "codes from descendant spans (children, grandchildren, etc.)",
     )
 
-    @strawberry.field(
-        description="Evaluations associated with the span, e.g. if the span is "
-        "an LLM, an evaluation may assess the helpfulness of its response with "
-        "respect to its input."
-    )  # type: ignore
-    async def span_evaluations(self, info: Info[Context, None]) -> List[SpanEvaluation]:
-        return await info.context.data_loaders.span_evaluations.load(self.id_attr)
-
     @strawberry.field(
         description=(
             "Annotations associated with the span. This encompasses both "
@@ -240,7 +232,7 @@ class Span(Node):
     @strawberry.field(
         description="The span's attributes translated into an example revision for a dataset",
     )  # type: ignore
-    def as_example_revision(self) -> SpanAsExampleRevision:
+    async def as_example_revision(self, info: Info[Context, None]) -> SpanAsExampleRevision:
         db_span = self.db_span
         attributes = db_span.attributes
         span_io = _SpanIO(
@@ -256,10 +248,28 @@ class Span(Node):
             llm_output_messages=get_attribute_value(attributes, LLM_OUTPUT_MESSAGES),
             retrieval_documents=get_attribute_value(attributes, RETRIEVAL_DOCUMENTS),
         )
+
+        # Fetch annotations associated with this span
+        span_annotations = await self.span_annotations(info)
+        annotations = dict()
+        for annotation in span_annotations:
+            annotations[annotation.name] = {
+                "label": annotation.label,
+                "score": annotation.score,
+                "explanation": annotation.explanation,
+                "metadata": annotation.metadata,
+                "annotator_kind": annotation.annotator_kind.value,
+            }
+        # Merge annotations into the metadata
+        metadata = {
+            **attributes,
+            "annotations": annotations,
+        }
+
         return SpanAsExampleRevision(
             input=get_dataset_example_input(span_io),
             output=get_dataset_example_output(span_io),
-            metadata=attributes,
+            metadata=metadata,
         )
 
     @strawberry.field(description="The project that this span belongs to.")  # type: ignore

phoenix/server/api/types/User.py

@@ -0,0 +1,13 @@
+from datetime import datetime
+from typing import Optional
+
+import strawberry
+from strawberry.relay import Node, NodeID
+
+
+@strawberry.type
+class User(Node):
+    id_attr: NodeID[int]
+    email: str
+    username: Optional[str]
+    created_at: datetime

phoenix/server/app.py

@@ -65,7 +65,6 @@ from phoenix.server.api.dataloaders import (
     DocumentEvaluationsDataLoader,
     DocumentEvaluationSummaryDataLoader,
     DocumentRetrievalMetricsDataLoader,
-    EvaluationSummaryDataLoader,
     ExperimentAnnotationSummaryDataLoader,
     ExperimentErrorRatesDataLoader,
     ExperimentRunCountsDataLoader,
@@ -77,10 +76,8 @@ from phoenix.server.api.dataloaders import (
     SpanAnnotationsDataLoader,
     SpanDatasetExamplesDataLoader,
     SpanDescendantsDataLoader,
-    SpanEvaluationsDataLoader,
     SpanProjectsDataLoader,
     TokenCountDataLoader,
-    TraceEvaluationsDataLoader,
     TraceRowIdsDataLoader,
 )
 from phoenix.server.api.routers.v1 import REST_API_VERSION
@@ -118,6 +115,8 @@ class AppConfig(NamedTuple):
     n_samples: int
     is_development: bool
     web_manifest_path: Path
+    authentication_enabled: bool
+    """ Whether authentication is enabled """
 
 
 class Static(StaticFiles):
@@ -165,6 +164,7 @@ class Static(StaticFiles):
                     "request": request,
                     "is_development": self._app_config.is_development,
                     "manifest": self._web_manifest,
+                    "authentication_enabled": self._app_config.authentication_enabled,
                 },
             )
         except Exception as e:
@@ -303,12 +303,6 @@ def create_graphql_router(
                     if cache_for_dataloaders
                     else None,
                 ),
-                evaluation_summaries=EvaluationSummaryDataLoader(
-                    db,
-                    cache_map=cache_for_dataloaders.evaluation_summary
-                    if cache_for_dataloaders
-                    else None,
-                ),
                 experiment_annotation_summaries=ExperimentAnnotationSummaryDataLoader(db),
                 experiment_error_rates=ExperimentErrorRatesDataLoader(db),
                 experiment_run_counts=ExperimentRunCountsDataLoader(db),
@@ -332,13 +326,11 @@ def create_graphql_router(
                 span_annotations=SpanAnnotationsDataLoader(db),
                 span_dataset_examples=SpanDatasetExamplesDataLoader(db),
                 span_descendants=SpanDescendantsDataLoader(db),
-                span_evaluations=SpanEvaluationsDataLoader(db),
                 span_projects=SpanProjectsDataLoader(db),
                 token_counts=TokenCountDataLoader(
                     db,
                     cache_map=cache_for_dataloaders.token_count if cache_for_dataloaders else None,
                 ),
-                trace_evaluations=TraceEvaluationsDataLoader(db),
                 trace_row_ids=TraceRowIdsDataLoader(db),
                 project_by_name=ProjectByNameDataLoader(db),
             ),
@@ -406,6 +398,7 @@ def create_app(
     db: DbSessionFactory,
     export_path: Path,
     model: Model,
+    authentication_enabled: bool,
     umap_params: UMAPParameters,
     corpus: Optional[Model] = None,
     debug: bool = False,
@@ -526,6 +519,7 @@ def create_app(
                     n_neighbors=umap_params.n_neighbors,
                     n_samples=umap_params.n_samples,
                     is_development=dev,
+                    authentication_enabled=authentication_enabled,
                     web_manifest_path=SERVER_DIR / "static" / ".vite" / "manifest.json",
                 ),
             ),

phoenix/server/dml_event_handler.py

@@ -142,7 +142,6 @@ class _SpanDeleteEventHandler(_SpanDmlEventHandler):
     @staticmethod
     def _clear(cache: CacheForDataLoaders, project_id: int) -> None:
         cache.annotation_summary.invalidate_project(project_id)
-        cache.evaluation_summary.invalidate_project(project_id)
         cache.document_evaluation_summary.invalidate_project(project_id)
 
 
@@ -201,7 +200,6 @@ class _SpanAnnotationDmlEventHandler(_AnnotationDmlEventHandler[SpanAnnotationDm
     @staticmethod
     def _clear(cache: CacheForDataLoaders, project_id: int, name: str) -> None:
         cache.annotation_summary.invalidate((project_id, name, "span"))
-        cache.evaluation_summary.invalidate((project_id, name, "span"))
 
 
 class _TraceAnnotationDmlEventHandler(_AnnotationDmlEventHandler[TraceAnnotationDmlEvent]):
@@ -214,7 +212,6 @@ class _TraceAnnotationDmlEventHandler(_AnnotationDmlEventHandler[TraceAnnotation
     @staticmethod
     def _clear(cache: CacheForDataLoaders, project_id: int, name: str) -> None:
         cache.annotation_summary.invalidate((project_id, name, "trace"))
-        cache.evaluation_summary.invalidate((project_id, name, "trace"))
 
 
 class _DocumentAnnotationDmlEventHandler(_AnnotationDmlEventHandler[DocumentAnnotationDmlEvent]):

phoenix/server/main.py

@@ -13,6 +13,7 @@ from uvicorn import Config, Server
 import phoenix.trace.v1 as pb
 from phoenix.config import (
     EXPORT_DIR,
+    get_auth_settings,
     get_env_database_connection_str,
     get_env_enable_prometheus,
     get_env_grpc_port,
@@ -80,6 +81,11 @@ _WELCOME_MESSAGE = """
 |  Storage: {storage}
 """
 
+_EXPERIMENTAL_WARNING = """
+🚨 WARNING: Phoenix is running in experimental mode. 🚨
+|  Authentication enabled: {auth_enabled}
+"""
+
 
 def _write_pid_file_when_ready(
     server: Server,
@@ -212,6 +218,8 @@ if __name__ == "__main__":
         reference_inferences,
     )
 
+    authentication_enabled, auth_secret = get_auth_settings()
+
     fixture_spans: List[Span] = []
     fixture_evals: List[pb.Evaluation] = []
     if trace_dataset_name is not None:
@@ -251,6 +259,7 @@ if __name__ == "__main__":
         db=factory,
         export_path=export_path,
         model=model,
+        authentication_enabled=authentication_enabled,
         umap_params=umap_params,
         corpus=None
         if corpus_inferences is None
@@ -278,5 +287,8 @@ if __name__ == "__main__":
         )
     )
 
+    if authentication_enabled:
+        print(_EXPERIMENTAL_WARNING.format(auth_enabled=authentication_enabled))
+
     # Start the server
     server.run()

phoenix/server/static/.vite/manifest.json

@@ -1,32 +1,32 @@
 {
-  "_components-Bhx3QVW0.js": {
-    "file": "assets/components-Bhx3QVW0.js",
+  "_components-DBYPF96c.js": {
+    "file": "assets/components-DBYPF96c.js",
     "name": "components",
     "imports": [
-      "_vendor-BMWfu6zp.js",
-      "_vendor-arizeai-Sj74jm5V.js",
-      "_pages-DG-5zgoV.js",
+      "_vendor-CIqy43_9.js",
+      "_vendor-arizeai-B1YgcWL8.js",
+      "_pages-BhOnrUmC.js",
       "_vendor-three-DwGkEfCM.js",
-      "_vendor-codemirror-DO3VqEcD.js"
+      "_vendor-codemirror-_bcwCA1C.js"
     ]
   },
-  "_pages-DG-5zgoV.js": {
-    "file": "assets/pages-DG-5zgoV.js",
+  "_pages-BhOnrUmC.js": {
+    "file": "assets/pages-BhOnrUmC.js",
     "name": "pages",
     "imports": [
-      "_vendor-BMWfu6zp.js",
-      "_components-Bhx3QVW0.js",
-      "_vendor-arizeai-Sj74jm5V.js",
-      "_vendor-recharts-BGN0SxgJ.js",
-      "_vendor-codemirror-DO3VqEcD.js"
+      "_vendor-CIqy43_9.js",
+      "_components-DBYPF96c.js",
+      "_vendor-arizeai-B1YgcWL8.js",
+      "_vendor-recharts-C3pM_Wlg.js",
+      "_vendor-codemirror-_bcwCA1C.js"
     ]
   },
   "_vendor-!~{003}~.js": {
     "file": "assets/vendor-DxkFTwjz.css",
     "src": "_vendor-!~{003}~.js"
   },
-  "_vendor-BMWfu6zp.js": {
-    "file": "assets/vendor-BMWfu6zp.js",
+  "_vendor-CIqy43_9.js": {
+    "file": "assets/vendor-CIqy43_9.js",
     "name": "vendor",
     "imports": [
       "_vendor-three-DwGkEfCM.js"
@@ -35,25 +35,25 @@
       "assets/vendor-DxkFTwjz.css"
     ]
   },
-  "_vendor-arizeai-Sj74jm5V.js": {
-    "file": "assets/vendor-arizeai-Sj74jm5V.js",
+  "_vendor-arizeai-B1YgcWL8.js": {
+    "file": "assets/vendor-arizeai-B1YgcWL8.js",
     "name": "vendor-arizeai",
     "imports": [
-      "_vendor-BMWfu6zp.js"
+      "_vendor-CIqy43_9.js"
     ]
   },
-  "_vendor-codemirror-DO3VqEcD.js": {
-    "file": "assets/vendor-codemirror-DO3VqEcD.js",
+  "_vendor-codemirror-_bcwCA1C.js": {
+    "file": "assets/vendor-codemirror-_bcwCA1C.js",
     "name": "vendor-codemirror",
     "imports": [
-      "_vendor-BMWfu6zp.js"
+      "_vendor-CIqy43_9.js"
     ]
   },
-  "_vendor-recharts-BGN0SxgJ.js": {
-    "file": "assets/vendor-recharts-BGN0SxgJ.js",
+  "_vendor-recharts-C3pM_Wlg.js": {
+    "file": "assets/vendor-recharts-C3pM_Wlg.js",
     "name": "vendor-recharts",
     "imports": [
-      "_vendor-BMWfu6zp.js"
+      "_vendor-CIqy43_9.js"
     ]
   },
   "_vendor-three-DwGkEfCM.js": {
@@ -61,18 +61,18 @@
     "name": "vendor-three"
   },
   "index.tsx": {
-    "file": "assets/index-CZg-95kd.js",
+    "file": "assets/index-DNxu4viw.js",
     "name": "index",
     "src": "index.tsx",
     "isEntry": true,
     "imports": [
-      "_vendor-BMWfu6zp.js",
-      "_vendor-arizeai-Sj74jm5V.js",
-      "_components-Bhx3QVW0.js",
-      "_pages-DG-5zgoV.js",
+      "_vendor-CIqy43_9.js",
+      "_vendor-arizeai-B1YgcWL8.js",
+      "_pages-BhOnrUmC.js",
+      "_components-DBYPF96c.js",
       "_vendor-three-DwGkEfCM.js",
-      "_vendor-codemirror-DO3VqEcD.js",
-      "_vendor-recharts-BGN0SxgJ.js"
+      "_vendor-recharts-C3pM_Wlg.js",
+      "_vendor-codemirror-_bcwCA1C.js"
     ]
   }
 }