arize-phoenix 4.10.0__tar.gz → 4.10.2rc0__tar.gz

{arize_phoenix-4.10.0 → arize_phoenix-4.10.2rc0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: arize-phoenix
-Version: 4.10.0
+Version: 4.10.2rc0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues

{arize_phoenix-4.10.0 → arize_phoenix-4.10.2rc0}/src/phoenix/server/api/context.py

@@ -27,6 +27,7 @@ from phoenix.server.api.dataloaders import (
     MinStartOrMaxEndTimeDataLoader,
     ProjectByNameDataLoader,
     RecordCountDataLoader,
+    SpanAnnotationsDataLoader,
     SpanDescendantsDataLoader,
     SpanEvaluationsDataLoader,
     SpanProjectsDataLoader,
@@ -59,6 +60,7 @@ class DataLoaders:
     trace_evaluations: TraceEvaluationsDataLoader
     trace_row_ids: TraceRowIdsDataLoader
     project_by_name: ProjectByNameDataLoader
+    span_annotations: SpanAnnotationsDataLoader
 
 
 ProjectRowId: TypeAlias = int

{arize_phoenix-4.10.0 → arize_phoenix-4.10.2rc0}/src/phoenix/server/api/dataloaders/__init__.py

@@ -26,6 +26,7 @@ from .latency_ms_quantile import LatencyMsQuantileCache, LatencyMsQuantileDataLo
 from .min_start_or_max_end_times import MinStartOrMaxEndTimeCache, MinStartOrMaxEndTimeDataLoader
 from .project_by_name import ProjectByNameDataLoader
 from .record_counts import RecordCountCache, RecordCountDataLoader
+from .span_annotations import SpanAnnotationsDataLoader
 from .span_descendants import SpanDescendantsDataLoader
 from .span_evaluations import SpanEvaluationsDataLoader
 from .span_projects import SpanProjectsDataLoader
@@ -56,6 +57,7 @@ __all__ = [
     "TraceEvaluationsDataLoader",
     "TraceRowIdsDataLoader",
     "ProjectByNameDataLoader",
+    "SpanAnnotationsDataLoader",
 ]
 
 

arize_phoenix-4.10.2rc0/src/phoenix/server/api/dataloaders/span_annotations.py

@@ -0,0 +1,35 @@
+from collections import defaultdict
+from typing import (
+    AsyncContextManager,
+    Callable,
+    DefaultDict,
+    List,
+)
+
+from sqlalchemy import select
+from sqlalchemy.ext.asyncio import AsyncSession
+from strawberry.dataloader import DataLoader
+from typing_extensions import TypeAlias
+
+from phoenix.db import models
+from phoenix.server.api.types.SpanAnnotation import SpanAnnotation, to_gql_span_annotation
+
+Key: TypeAlias = int
+Result: TypeAlias = List[SpanAnnotation]
+
+
+class SpanAnnotationsDataLoader(DataLoader[Key, Result]):
+    def __init__(self, db: Callable[[], AsyncContextManager[AsyncSession]]) -> None:
+        super().__init__(load_fn=self._load_fn)
+        self._db = db
+
+    async def _load_fn(self, keys: List[Key]) -> List[Result]:
+        span_annotations_by_id: DefaultDict[Key, Result] = defaultdict(list)
+        msa = models.SpanAnnotation
+        async with self._db() as session:
+            data = await session.stream_scalars(select(msa).where(msa.span_rowid.in_(keys)))
+            async for span_annotation in data:
+                span_annotations_by_id[span_annotation.span_rowid].append(
+                    to_gql_span_annotation(span_annotation)
+                )
+        return [span_annotations_by_id[key] for key in keys]

arize_phoenix-4.10.2rc0/src/phoenix/server/api/types/Annotation.py

@@ -0,0 +1,21 @@
+from typing import Optional
+
+import strawberry
+
+
+@strawberry.interface
+class Annotation:
+    name: str = strawberry.field(
+        description="Name of the annotation, e.g. 'helpfulness' or 'relevance'."
+    )
+    score: Optional[float] = strawberry.field(
+        description="Value of the annotation in the form of a numeric score."
+    )
+    label: Optional[str] = strawberry.field(
+        description="Value of the annotation in the form of a string, e.g. "
+        "'helpful' or 'not helpful'. Note that the label is not necessarily binary."
+    )
+    explanation: Optional[str] = strawberry.field(
+        description="The annotator's explanation for the annotation result (i.e. "
+        "score or label, or both) given to the subject."
+    )

{arize_phoenix-4.10.0 → arize_phoenix-4.10.2rc0}/src/phoenix/server/api/types/Evaluation.py

@@ -1,31 +1,13 @@
-from typing import Optional
-
 import strawberry
 
 import phoenix.trace.v1 as pb
 from phoenix.db.models import DocumentAnnotation, SpanAnnotation, TraceAnnotation
 
-
-@strawberry.interface
-class Evaluation:
-    name: str = strawberry.field(
-        description="Name of the evaluation, e.g. 'helpfulness' or 'relevance'."
-    )
-    score: Optional[float] = strawberry.field(
-        description="Result of the evaluation in the form of a numeric score."
-    )
-    label: Optional[str] = strawberry.field(
-        description="Result of the evaluation in the form of a string, e.g. "
-        "'helpful' or 'not helpful'. Note that the label is not necessarily binary."
-    )
-    explanation: Optional[str] = strawberry.field(
-        description="The evaluator's explanation for the evaluation result (i.e. "
-        "score or label, or both) given to the subject."
-    )
+from .Annotation import Annotation
 
 
 @strawberry.type
-class TraceEvaluation(Evaluation):
+class TraceEvaluation(Annotation):
     @staticmethod
     def from_pb_evaluation(evaluation: pb.Evaluation) -> "TraceEvaluation":
         result = evaluation.result
@@ -50,7 +32,7 @@ class TraceEvaluation(Evaluation):
 
 
 @strawberry.type
-class SpanEvaluation(Evaluation):
+class SpanEvaluation(Annotation):
     @staticmethod
     def from_pb_evaluation(evaluation: pb.Evaluation) -> "SpanEvaluation":
         result = evaluation.result
@@ -75,7 +57,7 @@ class SpanEvaluation(Evaluation):
 
 
 @strawberry.type
-class DocumentEvaluation(Evaluation):
+class DocumentEvaluation(Annotation):
     document_position: int = strawberry.field(
         description="The zero-based index among retrieved documents, which "
         "is collected as a list (even when ordering is not inherently meaningful)."

{arize_phoenix-4.10.0 → arize_phoenix-4.10.2rc0}/src/phoenix/server/api/types/Span.py

@@ -19,12 +19,14 @@ from phoenix.server.api.helpers.dataset_helpers import (
     get_dataset_example_input,
     get_dataset_example_output,
 )
-from phoenix.server.api.types.DocumentRetrievalMetrics import DocumentRetrievalMetrics
-from phoenix.server.api.types.Evaluation import DocumentEvaluation, SpanEvaluation
-from phoenix.server.api.types.ExampleRevisionInterface import ExampleRevision
-from phoenix.server.api.types.MimeType import MimeType
 from phoenix.trace.attributes import get_attribute_value
 
+from .DocumentRetrievalMetrics import DocumentRetrievalMetrics
+from .Evaluation import DocumentEvaluation, SpanEvaluation
+from .ExampleRevisionInterface import ExampleRevision
+from .MimeType import MimeType
+from .SpanAnnotation import SpanAnnotation
+
 if TYPE_CHECKING:
     from phoenix.server.api.types.Project import Project
 
@@ -60,6 +62,7 @@ class SpanKind(Enum):
     agent = "AGENT"
     reranker = "RERANKER"
     evaluator = "EVALUATOR"
+    guardrail = "GUARDRAIL"
     unknown = "UNKNOWN"
 
     @classmethod
@@ -172,6 +175,15 @@ class Span(Node):
     async def span_evaluations(self, info: Info[Context, None]) -> List[SpanEvaluation]:
         return await info.context.data_loaders.span_evaluations.load(self.id_attr)
 
+    @strawberry.field(
+        description=(
+            "Annotations of the span's parent span. This encompasses both "
+            "LLM and human annotations."
+        )
+    )  # type: ignore
+    async def span_annotations(self, info: Info[Context, None]) -> List[SpanAnnotation]:
+        return await info.context.data_loaders.span_annotations.load(self.id_attr)
+
     @strawberry.field(
         description="Evaluations of the documents associated with the span, e.g. "
         "if the span is a RETRIEVER with a list of documents in its RETRIEVAL_DOCUMENTS "

{arize_phoenix-4.10.0 → arize_phoenix-4.10.2rc0}/src/phoenix/server/api/types/SpanAnnotation.py

@@ -6,17 +6,15 @@ from strawberry.relay import GlobalID, Node, NodeID
 from strawberry.scalars import JSON
 
 from phoenix.db import models
-from phoenix.server.api.types.AnnotatorKind import AnnotatorKind
+
+from .Annotation import Annotation
+from .AnnotatorKind import AnnotatorKind
 
 
 @strawberry.type
-class SpanAnnotation(Node):
+class SpanAnnotation(Node, Annotation):
     id_attr: NodeID[int]
-    name: str
     annotator_kind: AnnotatorKind
-    label: Optional[str]
-    score: Optional[float]
-    explanation: Optional[str]
     metadata: JSON
     span_rowid: Private[Optional[int]]
 

{arize_phoenix-4.10.0 → arize_phoenix-4.10.2rc0}/src/phoenix/server/app.py

@@ -1,4 +1,5 @@
 import contextlib
+import json
 import logging
 from datetime import datetime
 from pathlib import Path
@@ -72,6 +73,7 @@ from phoenix.server.api.dataloaders import (
     MinStartOrMaxEndTimeDataLoader,
     ProjectByNameDataLoader,
     RecordCountDataLoader,
+    SpanAnnotationsDataLoader,
     SpanDescendantsDataLoader,
     SpanEvaluationsDataLoader,
     SpanProjectsDataLoader,
@@ -102,6 +104,8 @@ class AppConfig(NamedTuple):
     min_dist: float
     n_neighbors: int
     n_samples: int
+    is_development: bool
+    manifest_json_path: str
 
 
 class Static(StaticFiles):
@@ -111,8 +115,16 @@ class Static(StaticFiles):
 
     def __init__(self, *, app_config: AppConfig, **kwargs: Any):
         self._app_config = app_config
+        self.manifest = self._load_manifest()
         super().__init__(**kwargs)
 
+    def _load_manifest(self) -> Dict[str, str]:
+        try:
+            with open(self._app_config.manifest_json_path, "r") as f:
+                return json.load(f)
+        except (FileNotFoundError, json.JSONDecodeError) as e:
+            raise e
+
     async def get_response(self, path: str, scope: Scope) -> Response:
         response = None
         try:
@@ -134,6 +146,8 @@ class Static(StaticFiles):
                     "basename": request.scope.get("root_path", ""),
                     "platform_version": phoenix.__version__,
                     "request": request,
+                    "is_development": self._app_config.is_development,
+                    "manifest": self.manifest,
                 },
             )
         except Exception as e:
@@ -243,6 +257,7 @@ class GraphQLWithContext(GraphQL):  # type: ignore
                 trace_evaluations=TraceEvaluationsDataLoader(self.db),
                 trace_row_ids=TraceRowIdsDataLoader(self.db),
                 project_by_name=ProjectByNameDataLoader(self.db),
+                span_annotations=SpanAnnotationsDataLoader(self.db),
             ),
             cache_for_dataloaders=self.cache_for_dataloaders,
             read_only=self.read_only,
@@ -377,6 +392,7 @@ def create_app(
     umap_params: UMAPParameters,
     corpus: Optional[Model] = None,
     debug: bool = False,
+    dev: bool = False,
     read_only: bool = False,
     enable_prometheus: bool = False,
     initial_spans: Optional[Iterable[Union[Span, Tuple[Span, str]]]] = None,
@@ -408,6 +424,7 @@ def create_app(
     tracer_provider = None
     strawberry_extensions = schema.get_extensions()
     if server_instrumentation_is_enabled():
+        tracer_provider = initialize_opentelemetry_tracer_provider()
         from opentelemetry.trace import TracerProvider
         from strawberry.extensions.tracing import OpenTelemetryExtension
 
@@ -494,6 +511,8 @@ def create_app(
                             min_dist=umap_params.min_dist,
                             n_neighbors=umap_params.n_neighbors,
                             n_samples=umap_params.n_samples,
+                            is_development=dev,
+                            manifest_json_path=SERVER_DIR / "static" / ".vite" / "manifest.json",
                         ),
                     ),
                     name="static",

{arize_phoenix-4.10.0 → arize_phoenix-4.10.2rc0}/src/phoenix/server/main.py

@@ -130,7 +130,9 @@ if __name__ == "__main__":
     parser.add_argument("--read-only", type=bool, default=False)
     parser.add_argument("--no-internet", action="store_true")
     parser.add_argument("--umap_params", type=str, required=False, default=DEFAULT_UMAP_PARAMS_STR)
-    parser.add_argument("--debug", action="store_false")
+    parser.add_argument("--debug", action="store_true")
+    # Whether the app is running in a development environment
+    parser.add_argument("--dev", action="store_true")
     subparsers = parser.add_subparsers(dest="command", required=True)
     serve_parser = subparsers.add_parser("serve")
     datasets_parser = subparsers.add_parser("datasets")
@@ -258,6 +260,7 @@ if __name__ == "__main__":
         if corpus_inferences is None
         else create_model_from_inferences(corpus_inferences),
         debug=args.debug,
+        dev=args.dev,
         read_only=read_only,
         enable_prometheus=enable_prometheus,
         initial_spans=fixture_spans,

arize_phoenix-4.10.2rc0/src/phoenix/server/static/.vite/manifest.json

@@ -0,0 +1,78 @@
+{
+  "_components-C8sm_r1F.js": {
+    "file": "assets/components-C8sm_r1F.js",
+    "name": "components",
+    "imports": [
+      "_vendor-CUDAPm8e.js",
+      "_vendor-arizeai-Do2HOmcL.js",
+      "_pages-bN7juCjh.js",
+      "_vendor-three-DwGkEfCM.js",
+      "_vendor-codemirror-CrdxOlMs.js"
+    ]
+  },
+  "_pages-bN7juCjh.js": {
+    "file": "assets/pages-bN7juCjh.js",
+    "name": "pages",
+    "imports": [
+      "_vendor-CUDAPm8e.js",
+      "_components-C8sm_r1F.js",
+      "_vendor-arizeai-Do2HOmcL.js",
+      "_vendor-recharts-PKRvByVe.js",
+      "_vendor-codemirror-CrdxOlMs.js"
+    ]
+  },
+  "_vendor-!~{003}~.js": {
+    "file": "assets/vendor-DxkFTwjz.css",
+    "src": "_vendor-!~{003}~.js"
+  },
+  "_vendor-CUDAPm8e.js": {
+    "file": "assets/vendor-CUDAPm8e.js",
+    "name": "vendor",
+    "imports": [
+      "_vendor-three-DwGkEfCM.js"
+    ],
+    "css": [
+      "assets/vendor-DxkFTwjz.css"
+    ]
+  },
+  "_vendor-arizeai-Do2HOmcL.js": {
+    "file": "assets/vendor-arizeai-Do2HOmcL.js",
+    "name": "vendor-arizeai",
+    "imports": [
+      "_vendor-CUDAPm8e.js"
+    ]
+  },
+  "_vendor-codemirror-CrdxOlMs.js": {
+    "file": "assets/vendor-codemirror-CrdxOlMs.js",
+    "name": "vendor-codemirror",
+    "imports": [
+      "_vendor-CUDAPm8e.js"
+    ]
+  },
+  "_vendor-recharts-PKRvByVe.js": {
+    "file": "assets/vendor-recharts-PKRvByVe.js",
+    "name": "vendor-recharts",
+    "imports": [
+      "_vendor-CUDAPm8e.js"
+    ]
+  },
+  "_vendor-three-DwGkEfCM.js": {
+    "file": "assets/vendor-three-DwGkEfCM.js",
+    "name": "vendor-three"
+  },
+  "index.tsx": {
+    "file": "assets/index-BEKPzgQs.js",
+    "name": "index",
+    "src": "index.tsx",
+    "isEntry": true,
+    "imports": [
+      "_vendor-CUDAPm8e.js",
+      "_vendor-arizeai-Do2HOmcL.js",
+      "_components-C8sm_r1F.js",
+      "_pages-bN7juCjh.js",
+      "_vendor-three-DwGkEfCM.js",
+      "_vendor-codemirror-CrdxOlMs.js",
+      "_vendor-recharts-PKRvByVe.js"
+    ]
+  }
+}