arize-phoenix 3.4.0__py3-none-any.whl → 3.5.0__py3-none-any.whl

phoenix/experimental/evals/models/rate_limiters.py

@@ -134,8 +134,7 @@ class AdaptiveTokenBucket:
                 continue
 
 
-class RateLimitError(PhoenixException):
-    ...
+class RateLimitError(PhoenixException): ...
 
 
 class RateLimiter:

phoenix/metrics/__init__.py

@@ -33,12 +33,10 @@ class Metric(ABC):
             return self.initial_value
 
     @abstractmethod
-    def calc(self, dataframe: pd.DataFrame) -> Any:
-        ...
+    def calc(self, dataframe: pd.DataFrame) -> Any: ...
 
     @abstractmethod
-    def operands(self) -> List[Column]:
-        ...
+    def operands(self) -> List[Column]: ...
 
     def __call__(
         self,

phoenix/metrics/binning.py

@@ -25,8 +25,7 @@ class BinningMethod(ABC):
     missing values will be grouped into a bin of their own)"""
 
     @abstractmethod
-    def histogram(self, data: "pd.Series[Any]") -> Histogram:
-        ...
+    def histogram(self, data: "pd.Series[Any]") -> Histogram: ...
 
     @abstractmethod
     def segmented_summary(
@@ -34,8 +33,7 @@ class BinningMethod(ABC):
         group_by: Column,
         dataframe: pd.DataFrame,
         metrics: Iterable[Metric],
-    ) -> pd.DataFrame:
-        ...
+    ) -> pd.DataFrame: ...
 
 
 NumericBin: TypeAlias = "pd.Interval[float]"
@@ -296,8 +294,7 @@ class Normalizer(ABC):
     """A function that normalizes counts/frequencies to probabilities."""
 
     @abstractmethod
-    def __call__(self, counts: Histogram) -> Distribution:
-        ...
+    def __call__(self, counts: Histogram) -> Distribution: ...
 
 
 @dataclass(frozen=True)

phoenix/metrics/mixins.py

@@ -3,6 +3,7 @@ Mixins are behavioral building blocks of metrics. All metrics inherit from
 BaseMetric. Other mixins provide specialized functionalities. Mixins rely
 on cooperative multiple inheritance and method resolution order in Python.
 """
+
 import collections
 import inspect
 from abc import ABC, abstractmethod

phoenix/metrics/wrappers.py

@@ -12,6 +12,7 @@ function, the wrappers need to perform a variety of preprocessing steps, e.g.
     So, after the missing values are removed, we still need to coerce the dtype
     to that of the first non-missing value in the series.
 """
+
 import inspect
 from abc import ABC
 from enum import Enum

phoenix/pointcloud/pointcloud.py

@@ -14,13 +14,11 @@ RowIndex: TypeAlias = int
 
 
 class DimensionalityReducer(Protocol):
-    def project(self, mat: Matrix, n_components: int) -> Matrix:
-        ...
+    def project(self, mat: Matrix, n_components: int) -> Matrix: ...
 
 
 class ClustersFinder(Protocol):
-    def find_clusters(self, mat: Matrix) -> List[RawCluster]:
-        ...
+    def find_clusters(self, mat: Matrix) -> List[RawCluster]: ...
 
 
 @dataclass(frozen=True)

phoenix/server/api/input_types/SpanSort.py

@@ -43,8 +43,7 @@ class EvalResultKey:
 
 
 class SupportsGetSpanEvaluation(Protocol):
-    def get_span_evaluation(self, span_id: SpanID, name: str) -> Optional[pb.Evaluation]:
-        ...
+    def get_span_evaluation(self, span_id: SpanID, name: str) -> Optional[pb.Evaluation]: ...
 
 
 @strawberry.input(

phoenix/server/api/interceptor.py

@@ -18,8 +18,7 @@ class Interceptor(ABC):
         return self if obj is None else getattr(obj, self._name)
 
     @abstractmethod
-    def __set__(self, obj: Any, value: Any) -> None:
-        ...
+    def __set__(self, obj: Any, value: Any) -> None: ...
 
 
 class GqlValueMediator(Interceptor):

phoenix/server/api/routers/trace_handler.py

@@ -15,8 +15,7 @@ from starlette.status import HTTP_415_UNSUPPORTED_MEDIA_TYPE, HTTP_422_UNPROCESS
 
 
 class SupportsPutSpan(Protocol):
-    def put(self, span: Span) -> None:
-        ...
+    def put(self, span: Span) -> None: ...
 
 
 class TraceHandler(HTTPEndpoint):

phoenix/server/api/schema.py

@@ -20,6 +20,7 @@ from phoenix.server.api.input_types.Coordinates import (
 )
 from phoenix.server.api.input_types.SpanSort import SpanSort
 from phoenix.server.api.types.Cluster import Cluster, to_gql_clusters
+from phoenix.server.api.types.Project import Project
 from phoenix.trace.dsl import SpanFilter
 from phoenix.trace.schemas import SpanID, TraceID
 
@@ -48,6 +49,22 @@ from .types.ValidationResult import ValidationResult
 
 @strawberry.type
 class Query:
+    @strawberry.field
+    def projects(
+        self,
+        first: Optional[int] = 50,
+        last: Optional[int] = UNSET,
+        after: Optional[Cursor] = UNSET,
+        before: Optional[Cursor] = UNSET,
+    ) -> Connection[Project]:
+        args = ConnectionArgs(
+            first=first,
+            after=after if isinstance(after, Cursor) else None,
+            last=last,
+            before=before if isinstance(before, Cursor) else None,
+        )
+        return connection_from_list(data=[Project(id_attr=0, name="default")], args=args)
+
     @strawberry.field
     def functionality(self, info: Info[Context, None]) -> "Functionality":
         has_model_inferences = not info.context.model.is_empty
@@ -70,7 +87,8 @@ class Query:
         elif type_name == "EmbeddingDimension":
             embedding_dimension = info.context.model.embedding_dimensions[node_id]
             return to_gql_embedding_dimension(node_id, embedding_dimension)
-
+        elif type_name == "Project":
+            return Project(id_attr=0, name="default")  # TODO: implement ID
         raise Exception(f"Unknown node type: {type}")
 
     @strawberry.field
@@ -431,8 +449,7 @@ class Query:
 
 
 @strawberry.type
-class Mutation(ExportEventsMutation):
-    ...
+class Mutation(ExportEventsMutation): ...
 
 
 schema = strawberry.Schema(query=Query, mutation=Mutation)

phoenix/server/api/types/Project.py

@@ -0,0 +1,72 @@
+from datetime import datetime
+from typing import Optional
+
+import strawberry
+from strawberry.types import Info
+
+from phoenix.server.api.context import Context
+
+from .node import Node
+
+
+@strawberry.type
+class Project(Node):
+    name: str
+
+    @strawberry.field
+    def start_time(
+        self,
+        info: Info[Context, None],
+    ) -> Optional[datetime]:
+        if (traces := info.context.traces) is None:
+            return None
+        start_time, _ = traces.right_open_time_range
+        return start_time
+
+    @strawberry.field
+    def end_time(
+        self,
+        info: Info[Context, None],
+    ) -> Optional[datetime]:
+        if (traces := info.context.traces) is None:
+            return None
+        _, end_time = traces.right_open_time_range
+        return end_time
+
+    @strawberry.field
+    def record_count(
+        self,
+        info: Info[Context, None],
+    ) -> int:
+        if (traces := info.context.traces) is None:
+            return 0
+        return traces.span_count
+
+    @strawberry.field
+    def token_count_total(
+        self,
+        info: Info[Context, None],
+    ) -> int:
+        if (traces := info.context.traces) is None:
+            return 0
+        return traces.token_count_total
+
+    @strawberry.field
+    def latency_ms_p50(
+        self,
+        info: Info[Context, None],
+    ) -> Optional[float]:
+        if (traces := info.context.traces) is None:
+            return None
+        (latency,) = traces.root_span_latency_ms_quantiles(0.50)
+        return latency
+
+    @strawberry.field
+    def latency_ms_p99(
+        self,
+        info: Info[Context, None],
+    ) -> Optional[float]:
+        if (traces := info.context.traces) is None:
+            return None
+        (latency,) = traces.root_span_latency_ms_quantiles(0.99)
+        return latency

phoenix/server/api/types/Segments.py

@@ -38,12 +38,10 @@ class GqlBinFactory:
     numeric_ubound: float = np.inf
 
     @overload
-    def __call__(self, bin: "pd.Interval[float]") -> IntervalBin:
-        ...
+    def __call__(self, bin: "pd.Interval[float]") -> IntervalBin: ...
 
     @overload
-    def __call__(self, bin: Union[str, int, float]) -> Union[NominalBin, MissingValueBin]:
-        ...
+    def __call__(self, bin: Union[str, int, float]) -> Union[NominalBin, MissingValueBin]: ...
 
     def __call__(self, bin: Any) -> Union[NominalBin, IntervalBin, MissingValueBin]:
         if isinstance(bin, pd.Interval):

phoenix/server/api/types/Span.py

@@ -24,6 +24,7 @@ INPUT_VALUE = SpanAttributes.INPUT_VALUE
 LLM_TOKEN_COUNT_COMPLETION = SpanAttributes.LLM_TOKEN_COUNT_COMPLETION
 LLM_TOKEN_COUNT_PROMPT = SpanAttributes.LLM_TOKEN_COUNT_PROMPT
 LLM_TOKEN_COUNT_TOTAL = SpanAttributes.LLM_TOKEN_COUNT_TOTAL
+METADATA = SpanAttributes.METADATA
 OUTPUT_MIME_TYPE = SpanAttributes.OUTPUT_MIME_TYPE
 OUTPUT_VALUE = SpanAttributes.OUTPUT_VALUE
 RETRIEVAL_DOCUMENTS = SpanAttributes.RETRIEVAL_DOCUMENTS
@@ -107,6 +108,9 @@ class Span:
     attributes: str = strawberry.field(
         description="Span attributes as a JSON string",
     )
+    metadata: Optional[str] = strawberry.field(
+        description="Metadata as a JSON string",
+    )
     num_documents: Optional[int]
     token_count_total: Optional[int]
     token_count_prompt: Optional[int]
@@ -240,6 +244,7 @@ def to_gql_span(span: trace_schema.Span) -> "Span":
             _nested_attributes(_hide_embedding_vectors(span.attributes)),
             default=_json_encode,
         ),
+        metadata=_convert_metadata_to_string(span.attributes.get(METADATA)),
         num_documents=num_documents,
         token_count_total=cast(
             Optional[int],
@@ -327,3 +332,16 @@ def _hide_embedding_vectors(
         _embeddings.append(_embedding)
     _attributes[EMBEDDING_EMBEDDINGS] = _embeddings
     return _attributes
+
+
+def _convert_metadata_to_string(metadata: Any) -> Optional[str]:
+    """
+    Converts metadata to a string representation.
+    """
+
+    if metadata is None or isinstance(metadata, str):
+        return metadata
+    try:
+        return json.dumps(metadata)
+    except Exception:
+        return str(metadata)

phoenix/server/app.py

@@ -36,6 +36,8 @@ templates = Jinja2Templates(directory=SERVER_DIR / "templates")
 
 
 class AppConfig(NamedTuple):
+    has_inferences: bool
+    """ Whether the model has inferences (e.g. a primary dataset) """
     has_corpus: bool
     min_dist: float
     n_neighbors: int
@@ -64,6 +66,7 @@ class Static(StaticFiles):
             response = templates.TemplateResponse(
                 "index.html",
                 context={
+                    "has_inferences": self._app_config.has_inferences,
                     "has_corpus": self._app_config.has_corpus,
                     "min_dist": self._app_config.min_dist,
                     "n_neighbors": self._app_config.n_neighbors,
@@ -209,6 +212,7 @@ def create_app(
                 app=Static(
                     directory=SERVER_DIR / "static",
                     app_config=AppConfig(
+                        has_inferences=model.is_empty is not True,
                         has_corpus=corpus is not None,
                         min_dist=umap_params.min_dist,
                         n_neighbors=umap_params.n_neighbors,

phoenix/server/main.py

@@ -8,6 +8,7 @@ from threading import Thread
 from time import sleep, time
 from typing import Iterable, Optional, Protocol, TypeVar
 
+import pkg_resources
 from uvicorn import Config, Server
 
 from phoenix.config import EXPORT_DIR, get_env_host, get_env_port, get_pids_path
@@ -34,6 +35,31 @@ from phoenix.trace.span_json_decoder import json_string_to_span
 
 logger = logging.getLogger(__name__)
 
+_WELCOME_MESSAGE = """
+
+██████╗ ██╗  ██╗ ██████╗ ███████╗███╗   ██╗██╗██╗  ██╗
+██╔══██╗██║  ██║██╔═══██╗██╔════╝████╗  ██║██║╚██╗██╔╝
+██████╔╝███████║██║   ██║█████╗  ██╔██╗ ██║██║ ╚███╔╝
+██╔═══╝ ██╔══██║██║   ██║██╔══╝  ██║╚██╗██║██║ ██╔██╗
+██║     ██║  ██║╚██████╔╝███████╗██║ ╚████║██║██╔╝ ██╗
+╚═╝     ╚═╝  ╚═╝ ╚═════╝ ╚══════╝╚═╝  ╚═══╝╚═╝╚═╝  ╚═╝ v{0}
+
+|
+|  🌎 Join our Community 🌎
+|  https://join.slack.com/t/arize-ai/shared_invite/zt-1px8dcmlf-fmThhDFD_V_48oU7ALan4Q
+|
+|  ⭐️ Leave us a Star ⭐️
+|  https://github.com/Arize-ai/phoenix
+|
+|  📚 Documentation 📚
+|  https://docs.arize.com/phoenix
+|
+|  🚀 Phoenix Server 🚀
+|  Phoenix UI: http://{1}:{2}
+|  Log traces: /v1/traces over HTTP
+|
+"""
+
 
 def _write_pid_file_when_ready(
     server: Server,
@@ -60,8 +86,7 @@ _Item = TypeVar("_Item", contravariant=True)
 
 
 class _SupportsPut(Protocol[_Item]):
-    def put(self, item: _Item) -> None:
-        ...
+    def put(self, item: _Item) -> None: ...
 
 
 def _load_items(
@@ -202,4 +227,12 @@ if __name__ == "__main__":
     port = args.port or get_env_port()
     server = Server(config=Config(app, host=host, port=port))
     Thread(target=_write_pid_file_when_ready, args=(server,), daemon=True).start()
+
+    # Print information about the server
+    phoenix_version = pkg_resources.get_distribution("arize-phoenix").version
+    print(
+        _WELCOME_MESSAGE.format(phoenix_version, host if host != "0.0.0.0" else "localhost", port)
+    )
+
+    # Start the server
     server.run()