arize-phoenix 5.5.2__py3-none-any.whl → 5.7.0__py3-none-any.whl

phoenix/server/api/types/AnnotationSummary.py

@@ -1,4 +1,4 @@
-from typing import List, Optional, Union, cast
+from typing import Optional, Union, cast
 
 import pandas as pd
 import strawberry
@@ -22,11 +22,11 @@ class AnnotationSummary:
         return cast(int, self.df.record_count.sum())
 
     @strawberry.field
-    def labels(self) -> List[str]:
+    def labels(self) -> list[str]:
         return self.df.label.dropna().tolist()
 
     @strawberry.field
-    def label_fractions(self) -> List[LabelFraction]:
+    def label_fractions(self) -> list[LabelFraction]:
         if not (n := self.df.label_count.sum()):
             return []
         return [

phoenix/server/api/types/ChatCompletionSubscriptionPayload.py

@@ -0,0 +1,44 @@
+from typing import Optional
+
+import strawberry
+from strawberry.relay import GlobalID
+
+from .Experiment import Experiment
+from .Span import Span
+
+
+@strawberry.interface
+class ChatCompletionSubscriptionPayload:
+    dataset_example_id: Optional[GlobalID] = None
+
+
+@strawberry.type
+class TextChunk(ChatCompletionSubscriptionPayload):
+    content: str
+
+
+@strawberry.type
+class FunctionCallChunk(ChatCompletionSubscriptionPayload):
+    name: str
+    arguments: str
+
+
+@strawberry.type
+class ToolCallChunk(ChatCompletionSubscriptionPayload):
+    id: str
+    function: FunctionCallChunk
+
+
+@strawberry.type
+class FinishedChatCompletion(ChatCompletionSubscriptionPayload):
+    span: Span
+
+
+@strawberry.type
+class ChatCompletionSubscriptionError(ChatCompletionSubscriptionPayload):
+    message: str
+
+
+@strawberry.type
+class ChatCompletionOverDatasetSubscriptionResult(ChatCompletionSubscriptionPayload):
+    experiment: Experiment

phoenix/server/api/types/Cluster.py

@@ -1,5 +1,6 @@
 from collections import Counter, defaultdict
-from typing import Dict, List, Mapping, Optional, Set
+from collections.abc import Mapping
+from typing import Optional
 
 import strawberry
 from strawberry import ID
@@ -22,7 +23,7 @@ class Cluster:
         description="The ID of the cluster",
     )
 
-    event_ids: List[ID] = strawberry.field(
+    event_ids: list[ID] = strawberry.field(
         description="The event IDs of the points in the cluster",
     )
 
@@ -94,7 +95,7 @@ class Cluster:
         metric: DataQualityMetricInput,
     ) -> DatasetValues:
         model = info.context.model
-        row_ids: Dict[InferencesRole, List[int]] = defaultdict(list)
+        row_ids: dict[InferencesRole, list[int]] = defaultdict(list)
         for row_id, inferences_role in map(unpack_event_id, self.event_ids):
             if not isinstance(inferences_role, InferencesRole):
                 continue
@@ -120,7 +121,7 @@ class Cluster:
         metric: PerformanceMetricInput,
     ) -> DatasetValues:
         model = info.context.model
-        row_ids: Dict[InferencesRole, List[int]] = defaultdict(list)
+        row_ids: dict[InferencesRole, list[int]] = defaultdict(list)
         for row_id, inferences_role in map(unpack_event_id, self.event_ids):
             if not isinstance(inferences_role, InferencesRole):
                 continue
@@ -139,15 +140,15 @@ class Cluster:
 
 
 def to_gql_clusters(
-    clustered_events: Mapping[str, Set[ID]],
-) -> List[Cluster]:
+    clustered_events: Mapping[str, set[ID]],
+) -> list[Cluster]:
     """
     Converts a dictionary of event IDs to cluster IDs to a list of clusters
     for the graphQL response
 
     Parameters
     ----------
-    clustered_events: Mapping[str, Set[ID]]
+    clustered_events: Mapping[str, set[ID]]
         A mapping of cluster ID to its set of event IDs
     """
 

phoenix/server/api/types/Dataset.py

@@ -1,5 +1,6 @@
+from collections.abc import AsyncIterable
 from datetime import datetime
-from typing import AsyncIterable, ClassVar, List, Optional, Tuple, Type, cast
+from typing import ClassVar, Optional, cast
 
 import strawberry
 from sqlalchemy import and_, func, select
@@ -27,7 +28,7 @@ from phoenix.server.api.types.SortDir import SortDir
 
 @strawberry.type
 class Dataset(Node):
-    _table: ClassVar[Type[models.Base]] = models.Experiment
+    _table: ClassVar[type[models.Base]] = models.Experiment
     id_attr: NodeID[int]
     name: str
     description: Optional[str]
@@ -233,7 +234,7 @@ class Dataset(Node):
             experiments = [
                 to_gql_experiment(experiment, sequence_number)
                 async for experiment, sequence_number in cast(
-                    AsyncIterable[Tuple[models.Experiment, int]],
+                    AsyncIterable[tuple[models.Experiment, int]],
                     await session.stream(query),
                 )
             ]
@@ -242,7 +243,7 @@ class Dataset(Node):
     @strawberry.field
     async def experiment_annotation_summaries(
         self, info: Info[Context, None]
-    ) -> List[ExperimentAnnotationSummary]:
+    ) -> list[ExperimentAnnotationSummary]:
         dataset_id = self.id_attr
         query = (
             select(

phoenix/server/api/types/Dimension.py

@@ -1,5 +1,5 @@
 from collections import defaultdict
-from typing import Any, Dict, List, Optional
+from typing import Any, Optional
 
 import pandas as pd
 import strawberry
@@ -123,7 +123,7 @@ class Dimension(Node):
             " Missing values are excluded. Non-categorical dimensions return an empty list."
         )
     )  # type: ignore  # https://github.com/strawberry-graphql/strawberry/issues/1929
-    def categories(self) -> List[str]:
+    def categories(self) -> list[str]:
         return list(self.dimension.categories)
 
     @strawberry.field(
@@ -250,7 +250,7 @@ class Dimension(Node):
         if isinstance(binning_method, binning.IntervalBinning) and binning_method.bins is not None:
             all_bins = all_bins.union(binning_method.bins)
         for bin in all_bins:
-            values: Dict[ms.InferencesRole, Any] = defaultdict(lambda: None)
+            values: dict[ms.InferencesRole, Any] = defaultdict(lambda: None)
             for role in ms.InferencesRole:
                 if model[role].empty:
                     continue

phoenix/server/api/types/DocumentEvaluationSummary.py

@@ -1,6 +1,7 @@
 import math
+from collections.abc import Iterable
 from functools import cached_property
-from typing import Any, Dict, Iterable, Optional, Tuple
+from typing import Any, Optional
 
 import pandas as pd
 import strawberry
@@ -24,8 +25,8 @@ class DocumentEvaluationSummary:
     ) -> None:
         self.evaluation_name = evaluation_name
         self.metrics_collection = pd.Series(metrics_collection, dtype=object)
-        self._cached_average_ndcg_results: Dict[Optional[int], Tuple[float, int]] = {}
-        self._cached_average_precision_results: Dict[Optional[int], Tuple[float, int]] = {}
+        self._cached_average_ndcg_results: dict[Optional[int], tuple[float, int]] = {}
+        self._cached_average_precision_results: dict[Optional[int], tuple[float, int]] = {}
 
     @strawberry.field
     def average_ndcg(self, k: Optional[int] = UNSET) -> Optional[float]:
@@ -67,7 +68,7 @@ class DocumentEvaluationSummary:
         _, count = self._average_hit
         return count
 
-    def _average_ndcg(self, k: Optional[int] = None) -> Tuple[float, int]:
+    def _average_ndcg(self, k: Optional[int] = None) -> tuple[float, int]:
         if (result := self._cached_average_ndcg_results.get(k)) is not None:
             return result
         values = self.metrics_collection.apply(lambda m: m.ndcg(k))
@@ -75,7 +76,7 @@ class DocumentEvaluationSummary:
         self._cached_average_ndcg_results[k] = result
         return result
 
-    def _average_precision(self, k: Optional[int] = None) -> Tuple[float, int]:
+    def _average_precision(self, k: Optional[int] = None) -> tuple[float, int]:
         if (result := self._cached_average_precision_results.get(k)) is not None:
             return result
         values = self.metrics_collection.apply(lambda m: m.precision(k))
@@ -84,11 +85,11 @@ class DocumentEvaluationSummary:
         return result
 
     @cached_property
-    def _average_reciprocal_rank(self) -> Tuple[float, int]:
+    def _average_reciprocal_rank(self) -> tuple[float, int]:
         values = self.metrics_collection.apply(lambda m: m.reciprocal_rank())
         return values.mean(), values.count()
 
     @cached_property
-    def _average_hit(self) -> Tuple[float, int]:
+    def _average_hit(self) -> tuple[float, int]:
         values = self.metrics_collection.apply(lambda m: m.hit())
         return values.mean(), values.count()

phoenix/server/api/types/EmbeddingDimension.py

@@ -1,7 +1,8 @@
 from collections import defaultdict
+from collections.abc import Iterable, Iterator
 from datetime import timedelta
 from itertools import chain, repeat
-from typing import Any, Dict, Iterable, Iterator, List, Optional, Tuple, Union, cast
+from typing import Any, Optional, Union, cast
 
 import numpy as np
 import numpy.typing as npt
@@ -313,8 +314,8 @@ class EmbeddingDimension(Node):
         ] = DEFAULT_CLUSTER_SELECTION_EPSILON,
     ) -> UMAPPoints:
         model = info.context.model
-        data: Dict[ID, npt.NDArray[np.float64]] = {}
-        retrievals: List[Tuple[ID, Any, Any]] = []
+        data: dict[ID, npt.NDArray[np.float64]] = {}
+        retrievals: list[tuple[ID, Any, Any]] = []
         for inferences in model[Inferences]:
             inferences_id = inferences.role
             row_id_start, row_id_stop = 0, len(inferences)
@@ -353,7 +354,7 @@ class EmbeddingDimension(Node):
                         )
                     )
 
-        context_retrievals: List[Retrieval] = []
+        context_retrievals: list[Retrieval] = []
         if isinstance(
             self.dimension,
             ms.RetrievalEmbeddingDimension,
@@ -414,7 +415,7 @@ class EmbeddingDimension(Node):
             ),
         ).generate(data, n_components=n_components)
 
-        points: Dict[Union[InferencesRole, AncillaryInferencesRole], List[UMAPPoint]] = defaultdict(
+        points: dict[Union[InferencesRole, AncillaryInferencesRole], list[UMAPPoint]] = defaultdict(
             list
         )
         for event_id, vector in vectors.items():

phoenix/server/api/types/EvaluationSummary.py

@@ -1,4 +1,4 @@
-from typing import List, Optional, Union, cast
+from typing import Optional, Union, cast
 
 import pandas as pd
 import strawberry
@@ -22,11 +22,11 @@ class EvaluationSummary:
         return cast(int, self.df.record_count.sum())
 
     @strawberry.field
-    def labels(self) -> List[str]:
+    def labels(self) -> list[str]:
         return self.df.label.dropna().tolist()
 
     @strawberry.field
-    def label_fractions(self) -> List[LabelFraction]:
+    def label_fractions(self) -> list[LabelFraction]:
         if not (n := self.df.label_count.sum()):
             return []
         return [

phoenix/server/api/types/Event.py

@@ -1,6 +1,6 @@
 import math
 from collections import defaultdict
-from typing import Dict, List, Optional, Tuple, Union, cast
+from typing import Optional, Union, cast
 
 import strawberry
 from strawberry import ID
@@ -28,7 +28,7 @@ from .PromptResponse import PromptResponse
 class Event:
     id: strawberry.ID
     eventMetadata: EventMetadata
-    dimensions: List[DimensionWithValue]
+    dimensions: list[DimensionWithValue]
     prompt_and_response: Optional[PromptResponse] = strawberry.field(
         description="The prompt and response pair associated with the event",
         default=GqlValueMediator(),
@@ -53,7 +53,7 @@ def create_event_id(
 
 def unpack_event_id(
     event_id: ID,
-) -> Tuple[int, Union[InferencesRole, AncillaryInferencesRole]]:
+) -> tuple[int, Union[InferencesRole, AncillaryInferencesRole]]:
     row_id_str, inferences_role_str = str(event_id).split(":")
     row_id = int(row_id_str)
     inferences_role = STR_TO_INFEREENCES_ROLE[inferences_role_str]
@@ -61,12 +61,12 @@ def unpack_event_id(
 
 
 def parse_event_ids_by_inferences_role(
-    event_ids: List[ID],
-) -> Dict[Union[InferencesRole, AncillaryInferencesRole], List[int]]:
+    event_ids: list[ID],
+) -> dict[Union[InferencesRole, AncillaryInferencesRole], list[int]]:
     """
     Parses event IDs and returns the corresponding row indexes.
     """
-    row_indexes: Dict[Union[InferencesRole, AncillaryInferencesRole], List[int]] = defaultdict(list)
+    row_indexes: dict[Union[InferencesRole, AncillaryInferencesRole], list[int]] = defaultdict(list)
     for event_id in event_ids:
         row_id, inferences_role = unpack_event_id(event_id)
         row_indexes[inferences_role].append(row_id)
@@ -76,7 +76,7 @@ def parse_event_ids_by_inferences_role(
 def create_event(
     event_id: ID,
     event: ms.Event,
-    dimensions: List[Dimension],
+    dimensions: list[Dimension],
     is_document_record: bool = False,
 ) -> Event:
     """

phoenix/server/api/types/Experiment.py

@@ -1,5 +1,5 @@
 from datetime import datetime
-from typing import ClassVar, List, Optional, Type
+from typing import ClassVar, Optional
 
 import strawberry
 from sqlalchemy import select
@@ -23,7 +23,7 @@ from phoenix.server.api.types.Project import Project
 
 @strawberry.type
 class Experiment(Node):
-    _table: ClassVar[Type[models.Base]] = models.Experiment
+    _table: ClassVar[type[models.Base]] = models.Experiment
     cached_sequence_number: Private[Optional[int]] = None
     id_attr: NodeID[int]
     name: str
@@ -84,7 +84,7 @@ class Experiment(Node):
     @strawberry.field
     async def annotation_summaries(
         self, info: Info[Context, None]
-    ) -> List[ExperimentAnnotationSummary]:
+    ) -> list[ExperimentAnnotationSummary]:
         experiment_id = self.id_attr
         return [
             ExperimentAnnotationSummary(

phoenix/server/api/types/ExperimentComparison.py

@@ -1,5 +1,3 @@
-from typing import List
-
 import strawberry
 from strawberry.relay import GlobalID
 
@@ -10,10 +8,10 @@ from phoenix.server.api.types.ExperimentRun import ExperimentRun
 @strawberry.type
 class RunComparisonItem:
     experiment_id: GlobalID
-    runs: List[ExperimentRun]
+    runs: list[ExperimentRun]
 
 
 @strawberry.type
 class ExperimentComparison:
     example: DatasetExample
-    run_comparison_items: List[RunComparisonItem]
+    run_comparison_items: list[RunComparisonItem]

phoenix/server/api/types/GenerativeProvider.py

@@ -5,12 +5,36 @@ import strawberry
 
 @strawberry.enum
 class GenerativeProviderKey(Enum):
-    OPENAI = "OPENAI"
-    ANTHROPIC = "ANTHROPIC"
-    AZURE_OPENAI = "AZURE_OPENAI"
+    OPENAI = "OpenAI"
+    ANTHROPIC = "Anthropic"
+    AZURE_OPENAI = "Azure OpenAI"
 
 
 @strawberry.type
 class GenerativeProvider:
     name: str
     key: GenerativeProviderKey
+
+    @strawberry.field
+    async def dependencies(self) -> list[str]:
+        from phoenix.server.api.helpers.playground_registry import (
+            PLAYGROUND_CLIENT_REGISTRY,
+            PROVIDER_DEFAULT,
+        )
+
+        default_client = PLAYGROUND_CLIENT_REGISTRY.get_client(self.key, PROVIDER_DEFAULT)
+        if default_client:
+            return default_client.dependencies()
+        return []
+
+    @strawberry.field
+    async def dependencies_installed(self) -> bool:
+        from phoenix.server.api.helpers.playground_registry import (
+            PLAYGROUND_CLIENT_REGISTRY,
+            PROVIDER_DEFAULT,
+        )
+
+        default_client = PLAYGROUND_CLIENT_REGISTRY.get_client(self.key, PROVIDER_DEFAULT)
+        if default_client:
+            return default_client.dependencies_are_installed()
+        return False

phoenix/server/api/types/Inferences.py

@@ -1,5 +1,6 @@
+from collections.abc import Iterable
 from datetime import datetime
-from typing import Iterable, List, Optional, Set, Union
+from typing import Optional, Union
 
 import strawberry
 from strawberry import ID, UNSET
@@ -30,9 +31,9 @@ class Inferences:
     @strawberry.field
     def events(
         self,
-        event_ids: List[ID],
-        dimensions: Optional[List[DimensionInput]] = UNSET,
-    ) -> List[Event]:
+        event_ids: list[ID],
+        dimensions: Optional[list[DimensionInput]] = UNSET,
+    ) -> list[Event]:
         """
         Returns events for specific event IDs and dimensions. If no input
         dimensions are provided, returns all features and tags.
@@ -62,16 +63,16 @@ class Inferences:
 
 def _get_requested_features_and_tags(
     core_dimensions: Iterable[ScalarDimension],
-    requested_dimension_names: Optional[Set[str]] = UNSET,
-) -> List[Dimension]:
+    requested_dimension_names: Optional[set[str]] = UNSET,
+) -> list[Dimension]:
     """
     Returns requested features and tags as a list of strawberry Inferences. If no
     dimensions are explicitly requested, returns all features and tags.
     """
-    requested_features_and_tags: List[Dimension] = []
+    requested_features_and_tags: list[Dimension] = []
     for id, dim in enumerate(core_dimensions):
         is_requested = (
-            not isinstance(requested_dimension_names, Set)
+            not isinstance(requested_dimension_names, set)
         ) or dim.name in requested_dimension_names
         is_feature_or_tag = dim.role in (FEATURE, TAG)
         if is_requested and is_feature_or_tag:

phoenix/server/api/types/InferencesRole.py

@@ -1,5 +1,5 @@
 from enum import Enum
-from typing import Dict, Union
+from typing import Union
 
 import strawberry
 
@@ -16,7 +16,7 @@ class AncillaryInferencesRole(Enum):
     corpus = "InferencesRole.CORPUS"
 
 
-STR_TO_INFEREENCES_ROLE: Dict[str, Union[InferencesRole, AncillaryInferencesRole]] = {
+STR_TO_INFEREENCES_ROLE: dict[str, Union[InferencesRole, AncillaryInferencesRole]] = {
     str(InferencesRole.primary.value): InferencesRole.primary,
     str(InferencesRole.reference.value): InferencesRole.reference,
     str(AncillaryInferencesRole.corpus.value): AncillaryInferencesRole.corpus,

phoenix/server/api/types/Model.py

@@ -1,5 +1,5 @@
 import asyncio
-from typing import List, Optional
+from typing import Optional
 
 import strawberry
 from strawberry import UNSET, Info
@@ -135,7 +135,7 @@ class Model:
     async def exported_files(
         self,
         info: Info[Context, None],
-    ) -> List[ExportedFile]:
+    ) -> list[ExportedFile]:
         loop = asyncio.get_running_loop()
         return [
             ExportedFile(file_name=path.stem)

phoenix/server/api/types/Project.py

@@ -3,9 +3,7 @@ from datetime import datetime
 from typing import (
     Any,
     ClassVar,
-    List,
     Optional,
-    Type,
 )
 
 import strawberry
@@ -39,7 +37,7 @@ from phoenix.trace.dsl import SpanFilter
 
 @strawberry.type
 class Project(Node):
-    _table: ClassVar[Type[models.Base]] = models.Project
+    _table: ClassVar[type[models.Base]] = models.Project
     id_attr: NodeID[int]
     name: str
     gradient_start_color: str
@@ -223,18 +221,13 @@ class Project(Node):
             span_records = await session.execute(stmt)
             async for span_record in islice(span_records, first):
                 span = span_record[0]
-                sort_column_value = span_record[1] if len(span_record) > 1 else None
-                cursor = Cursor(
-                    rowid=span.id,
-                    sort_column=(
-                        CursorSortColumn(
-                            type=sort_config.column_data_type,
-                            value=sort_column_value,
-                        )
-                        if sort_config
-                        else None
-                    ),
-                )
+                cursor = Cursor(rowid=span.id)
+                if sort_config:
+                    assert len(span_record) > 1
+                    cursor.sort_column = CursorSortColumn(
+                        type=sort_config.column_data_type,
+                        value=span_record[1],
+                    )
                 cursors_and_nodes.append((cursor, to_gql_span(span)))
             has_next_page = True
             try:
@@ -255,7 +248,7 @@ class Project(Node):
     async def trace_annotations_names(
         self,
         info: Info[Context, None],
-    ) -> List[str]:
+    ) -> list[str]:
         stmt = (
             select(distinct(models.TraceAnnotation.name))
             .join(models.Trace)
@@ -271,7 +264,7 @@ class Project(Node):
     async def span_annotation_names(
         self,
         info: Info[Context, None],
-    ) -> List[str]:
+    ) -> list[str]:
         stmt = (
             select(distinct(models.SpanAnnotation.name))
             .join(models.Span)
@@ -288,7 +281,7 @@ class Project(Node):
         self,
         info: Info[Context, None],
         span_id: Optional[ID] = UNSET,
-    ) -> List[str]:
+    ) -> list[str]:
         stmt = (
             select(distinct(models.DocumentAnnotation.name))
             .join(models.Span)

phoenix/server/api/types/Segments.py

@@ -1,6 +1,6 @@
 import math
 from dataclasses import dataclass
-from typing import Any, List, Optional, Union, overload
+from typing import Any, Optional, Union, overload
 
 import numpy as np
 import pandas as pd
@@ -72,12 +72,12 @@ class Segment:
         default_factory=DatasetValues,
     )
     # TODO add support for a "z" metric list
-    # values: List[Optional[float]]
+    # values: list[Optional[float]]
 
 
 @strawberry.type
 class Segments:
-    segments: List[Segment] = strawberry.field(default_factory=list)
+    segments: list[Segment] = strawberry.field(default_factory=list)
     total_counts: DatasetValues = strawberry.field(
         default_factory=DatasetValues,
     )