arize-phoenix 11.2.2__tar.gz → 11.4.0__tar.gz

{arize_phoenix-11.2.2 → arize_phoenix-11.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: arize-phoenix
-Version: 11.2.2
+Version: 11.4.0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://arize.com/docs/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
@@ -43,6 +43,7 @@ Requires-Dist: protobuf<6.0,>=4.25.8
 Requires-Dist: psutil
 Requires-Dist: pyarrow
 Requires-Dist: pydantic>=2.1.0
+Requires-Dist: python-dateutil
 Requires-Dist: python-multipart
 Requires-Dist: scikit-learn
 Requires-Dist: scipy
@@ -108,6 +109,7 @@ Requires-Dist: tabulate; extra == 'dev'
 Requires-Dist: tox-uv==1.11.3; extra == 'dev'
 Requires-Dist: tox==4.18.1; extra == 'dev'
 Requires-Dist: types-jsonschema; extra == 'dev'
+Requires-Dist: types-python-dateutil; extra == 'dev'
 Requires-Dist: types-tabulate; extra == 'dev'
 Requires-Dist: uv==0.7.12; extra == 'dev'
 Requires-Dist: uvloop; (platform_system != 'Windows') and extra == 'dev'
@@ -165,6 +167,7 @@ Description-Content-Type: text/markdown
     <a target="_blank" href="https://github.com/Arize-ai/phoenix/tree/main/js/packages/phoenix-mcp">
         <img src="https://badge.mcpx.dev?status=on" title="MCP Enabled"/>
     </a>
+    <a href="https://cursor.com/install-mcp?name=phoenix&config=eyJjb21tYW5kIjoibnB4IC15IEBhcml6ZWFpL3Bob2VuaXgtbWNwQGxhdGVzdCAtLWJhc2VVcmwgaHR0cDovL2xvY2FsaG9zdDo2MDA2IC0tYXBpS2V5IHlvdXItYXBpLWtleSJ9"><img src="https://cursor.com/deeplink/mcp-install-dark.svg" alt="Add Arize Phoenix MCP server to Cursor" height=20 /></a>
 </p>
 
 Phoenix is an open-source AI observability platform designed for experimentation, evaluation, and troubleshooting. It provides:

{arize_phoenix-11.2.2 → arize_phoenix-11.4.0}/README.md

@@ -34,6 +34,7 @@
     <a target="_blank" href="https://github.com/Arize-ai/phoenix/tree/main/js/packages/phoenix-mcp">
         <img src="https://badge.mcpx.dev?status=on" title="MCP Enabled"/>
     </a>
+    <a href="https://cursor.com/install-mcp?name=phoenix&config=eyJjb21tYW5kIjoibnB4IC15IEBhcml6ZWFpL3Bob2VuaXgtbWNwQGxhdGVzdCAtLWJhc2VVcmwgaHR0cDovL2xvY2FsaG9zdDo2MDA2IC0tYXBpS2V5IHlvdXItYXBpLWtleSJ9"><img src="https://cursor.com/deeplink/mcp-install-dark.svg" alt="Add Arize Phoenix MCP server to Cursor" height=20 /></a>
 </p>
 
 Phoenix is an open-source AI observability platform designed for experimentation, evaluation, and troubleshooting. It provides:

{arize_phoenix-11.2.2 → arize_phoenix-11.4.0}/pyproject.toml

@@ -59,6 +59,7 @@ dependencies = [
   "authlib",
   "arize-phoenix-client",
   "email-validator",
+  "python-dateutil",
 ]
 dynamic = ["version"]
 
@@ -103,6 +104,7 @@ dev = [
   "uvloop; platform_system != 'Windows'",
   "grpc-interceptor[testing]",
   "types-jsonschema",
+  "types-python-dateutil",
 ]
 embeddings = [
   "fast-hdbscan>=0.2.0",

{arize_phoenix-11.2.2 → arize_phoenix-11.4.0}/src/phoenix/config.py

@@ -223,6 +223,12 @@ Examples:
     - With a sub-path: "https://example.com/phoenix"
     - Without a sub-path: "https://phoenix.example.com"
 """
+ENV_PHOENIX_MANAGEMENT_URL = "PHOENIX_MANAGEMENT_URL"
+"""
+The URL to use for redirecting to a management interface that may be hosting Phoenix. If set, and
+the current user is within PHOENIX_ADMINS, a link will be added to the navigation menu to return to
+this URL.
+"""
 
 
 # SMTP settings
@@ -818,7 +824,7 @@ def get_env_csrf_trusted_origins() -> list[str]:
 
 def get_env_admins() -> dict[str, str]:
     """
-    Parse the PHOENIX_ADMINS environment variable to extract the comma separated pairs of
+    Parse the PHOENIX_ADMINS environment variable to extract the semicolon separated pairs of
     username and email. The last equal sign (=) in each pair is used to separate the username from
     the email.
 
@@ -1540,6 +1546,13 @@ def get_env_fullstory_org() -> Optional[str]:
     return getenv(ENV_PHOENIX_FULLSTORY_ORG)
 
 
+def get_env_management_url() -> Optional[str]:
+    """
+    Gets the value of the PHOENIX_MANAGEMENT_URL environment variable.
+    """
+    return getenv(ENV_PHOENIX_MANAGEMENT_URL)
+
+
 def verify_server_environment_variables() -> None:
     """Verify that the environment variables are set correctly. Raises an error otherwise."""
     get_env_root_url()

{arize_phoenix-11.2.2 → arize_phoenix-11.4.0}/src/phoenix/db/facilitator.py

@@ -406,17 +406,6 @@ async def _ensure_model_costs(db: DbSessionFactory) -> None:
     with open(_COST_MODEL_MANIFEST) as f:
         manifest = json.load(f)
 
-    # Define all supported token types with their prompt/non-prompt classification
-    # This determines how tokens are categorized for billing purposes
-    token_types: list[_TokenTypeKey] = [
-        _TokenTypeKey("input", True),  # Standard input tokens
-        _TokenTypeKey("cache_write", True),  # Tokens written to cache
-        _TokenTypeKey("cache_read", True),  # Tokens read from cache
-        _TokenTypeKey("output", False),  # Generated output tokens
-        _TokenTypeKey("audio", True),  # Audio input tokens
-        _TokenTypeKey("audio", False),  # Audio output tokens
-    ]
-
     async with db() as session:
         # Fetch all existing built-in models with their token prices eagerly loaded
         # Using .unique() to deduplicate models when multiple token prices are joined
@@ -435,9 +424,8 @@ async def _ensure_model_costs(db: DbSessionFactory) -> None:
         seen_names: set[str] = set()
         seen_patterns: set[tuple[re.Pattern[str], str]] = set()
 
-        # Process each model in the manifest
-        for model_data in manifest:
-            name = str(model_data.get("model") or "").strip()
+        for model_data in manifest["models"]:
+            name = str(model_data.get("name") or "").strip()
             if not name:
                 logger.warning("Skipping model with empty name in manifest")
                 continue
@@ -445,7 +433,7 @@ async def _ensure_model_costs(db: DbSessionFactory) -> None:
                 logger.warning(f"Skipping model '{name}' with duplicate name in manifest")
                 continue
             seen_names.add(name)
-            regex = str(model_data.get("regex") or "").strip()
+            regex = str(model_data.get("name_pattern") or "").strip()
             try:
                 pattern = re.compile(regex)
             except re.error as e:
@@ -460,7 +448,7 @@ async def _ensure_model_costs(db: DbSessionFactory) -> None:
             seen_patterns.add((pattern, provider))
             # Remove model from built_in_models dict (for cleanup tracking)
             # or create new model if not found
-            model = built_in_models.pop(model_data["model"], None)
+            model = built_in_models.pop(model_data["name"], None)
             if model is None:
                 # Create new built-in model from manifest data
                 model = models.GenerativeModel(
@@ -477,24 +465,27 @@ async def _ensure_model_costs(db: DbSessionFactory) -> None:
 
             # Create lookup table for existing token prices by (token_type, is_prompt)
             # Using pop() during iteration allows us to track which prices are no longer needed
-            token_prices = {
+            existing_token_prices = {
                 _TokenTypeKey(token_price.token_type, token_price.is_prompt): token_price
                 for token_price in model.token_prices
             }
 
             # Synchronize token prices for all supported token types
-            for token_type, is_prompt in token_types:
+            for manifest_token_price in model_data["token_prices"]:
                 # Skip if this token type has no rate in the manifest
-                if not (base_rate := model_data.get(token_type)):
+                if not (base_rate := manifest_token_price.get("base_rate")):
                     continue
 
-                key = _TokenTypeKey(token_type, is_prompt)
+                key = _TokenTypeKey(
+                    manifest_token_price["token_type"],
+                    manifest_token_price["is_prompt"],
+                )
                 # Remove from tracking dict and get existing price (if any)
-                if not (token_price := token_prices.pop(key, None)):
+                if not (token_price := existing_token_prices.pop(key, None)):
                     # Create new token price if it doesn't exist
                     token_price = models.TokenPrice(
-                        token_type=token_type,
-                        is_prompt=is_prompt,
+                        token_type=manifest_token_price["token_type"],
+                        is_prompt=manifest_token_price["is_prompt"],
                         base_rate=base_rate,
                     )
                     model.token_prices.append(token_price)
@@ -504,7 +495,7 @@ async def _ensure_model_costs(db: DbSessionFactory) -> None:
 
             # Remove any token prices that are no longer in the manifest
             # These are prices that weren't popped from the token_prices dict above
-            for token_price in token_prices.values():
+            for token_price in existing_token_prices.values():
                 model.token_prices.remove(token_price)
 
     # Clean up built-in models that are no longer in the manifest
@@ -519,4 +510,5 @@ async def _ensure_model_costs(db: DbSessionFactory) -> None:
             sa.update(models.GenerativeModel)
             .values(deleted_at=sa.func.now())
             .where(models.GenerativeModel.id.in_([m.id for m in remaining_models]))
+            .where(~sa.exists().where(models.GenerativeModel.id == models.SpanCost.model_id))
         )

{arize_phoenix-11.2.2 → arize_phoenix-11.4.0}/src/phoenix/server/api/context.py

@@ -15,6 +15,7 @@ from phoenix.auth import (
 from phoenix.core.model_schema import Model
 from phoenix.db import models
 from phoenix.server.api.dataloaders import (
+    AnnotationConfigsByProjectDataLoader,
     AnnotationSummaryDataLoader,
     AverageExperimentRunLatencyDataLoader,
     CacheForDataLoaders,
@@ -82,6 +83,7 @@ from phoenix.server.types import (
 
 @dataclass
 class DataLoaders:
+    annotation_configs_by_project: AnnotationConfigsByProjectDataLoader
     annotation_summaries: AnnotationSummaryDataLoader
     average_experiment_run_latency: AverageExperimentRunLatencyDataLoader
     dataset_example_revisions: DatasetExampleRevisionsDataLoader

{arize_phoenix-11.2.2 → arize_phoenix-11.4.0}/src/phoenix/server/api/dataloaders/__init__.py

@@ -4,6 +4,7 @@ from phoenix.server.api.dataloaders.span_cost_detail_summary_entries_by_project_
     SpanCostDetailSummaryEntriesByProjectSessionDataLoader,
 )
 
+from .annotation_configs_by_project import AnnotationConfigsByProjectDataLoader
 from .annotation_summaries import AnnotationSummaryCache, AnnotationSummaryDataLoader
 from .average_experiment_run_latency import AverageExperimentRunLatencyDataLoader
 from .dataset_example_revisions import DatasetExampleRevisionsDataLoader
@@ -61,6 +62,7 @@ from .user_roles import UserRolesDataLoader
 from .users import UsersDataLoader
 
 __all__ = [
+    "AnnotationConfigsByProjectDataLoader",
     "AnnotationSummaryDataLoader",
     "AverageExperimentRunLatencyDataLoader",
     "CacheForDataLoaders",

arize_phoenix-11.4.0/src/phoenix/server/api/dataloaders/annotation_configs_by_project.py

@@ -0,0 +1,31 @@
+from collections import defaultdict
+
+from sqlalchemy import select
+from strawberry.dataloader import DataLoader
+from typing_extensions import TypeAlias
+
+from phoenix.db import models
+from phoenix.server.types import DbSessionFactory
+
+ProjectId: TypeAlias = int
+Key: TypeAlias = ProjectId
+Result: TypeAlias = tuple[models.AnnotationConfig, ...]
+
+
+class AnnotationConfigsByProjectDataLoader(DataLoader[Key, Result]):
+    def __init__(self, db: DbSessionFactory) -> None:
+        super().__init__(load_fn=self._load_fn)
+        self._db = db
+
+    async def _load_fn(self, keys: list[Key]) -> list[Result]:
+        stmt = (
+            select(models.ProjectAnnotationConfig.project_id, models.AnnotationConfig)
+            .join_from(models.ProjectAnnotationConfig, models.AnnotationConfig)
+            .where(models.ProjectAnnotationConfig.project_id.in_(keys))
+        )
+        results: defaultdict[Key, list[models.AnnotationConfig]] = defaultdict(list)
+        async with self._db() as session:
+            data = await session.stream(stmt)
+            async for id_, config in data:
+                results[id_].append(config)
+        return [tuple(results[k]) for k in keys]

{arize_phoenix-11.2.2 → arize_phoenix-11.4.0}/src/phoenix/server/api/routers/v1/experiment_evaluations.py

@@ -1,6 +1,7 @@
 from datetime import datetime
 from typing import Any, Literal, Optional
 
+from dateutil.parser import isoparse
 from fastapi import APIRouter, HTTPException
 from pydantic import Field
 from starlette.requests import Request
@@ -95,8 +96,8 @@ async def upsert_experiment_evaluation(
             explanation=explanation,
             error=error,
             metadata_=metadata,  # `metadata_` must match database
-            start_time=datetime.fromisoformat(start_time),
-            end_time=datetime.fromisoformat(end_time),
+            start_time=isoparse(start_time),
+            end_time=isoparse(end_time),
             trace_id=payload.get("trace_id"),
         )
         dialect = SupportedSQLDialect(session.bind.dialect.name)

{arize_phoenix-11.2.2 → arize_phoenix-11.4.0}/src/phoenix/server/api/types/Project.py

@@ -655,18 +655,9 @@ class Project(Node):
             last=last,
             before=before if isinstance(before, CursorString) else None,
         )
-        async with info.context.db() as session:
-            annotation_configs = await session.stream_scalars(
-                select(models.AnnotationConfig)
-                .join(
-                    models.ProjectAnnotationConfig,
-                    models.AnnotationConfig.id
-                    == models.ProjectAnnotationConfig.annotation_config_id,
-                )
-                .where(models.ProjectAnnotationConfig.project_id == self.project_rowid)
-                .order_by(models.AnnotationConfig.name)
-            )
-            data = [to_gql_annotation_config(config) async for config in annotation_configs]
+        loader = info.context.data_loaders.annotation_configs_by_project
+        configs = await loader.load(self.project_rowid)
+        data = [to_gql_annotation_config(config) for config in configs]
         return connection_from_list(data=data, args=args)
 
     @strawberry.field

{arize_phoenix-11.2.2 → arize_phoenix-11.4.0}/src/phoenix/server/api/types/User.py

@@ -7,6 +7,7 @@ from strawberry import Private
 from strawberry.relay import Node, NodeID
 from strawberry.types import Info
 
+from phoenix.config import get_env_admins
 from phoenix.db import models
 from phoenix.server.api.context import Context
 from phoenix.server.api.exceptions import NotFound
@@ -42,6 +43,15 @@ class User(Node):
             )
         return [to_gql_api_key(api_key) for api_key in api_keys]
 
+    @strawberry.field
+    async def is_management_user(self) -> bool:
+        initial_admins = get_env_admins()
+        # this field is only visible to initial admins as they are the ones likely to have access to
+        # a management interface / the phoenix environment.
+        if self.email in initial_admins or self.email == "admin@localhost":
+            return True
+        return False
+
 
 def to_gql_user(user: models.User, api_keys: Optional[list[models.ApiKey]] = None) -> User:
     """

{arize_phoenix-11.2.2 → arize_phoenix-11.4.0}/src/phoenix/server/app.py

@@ -72,6 +72,7 @@ from phoenix.exceptions import PhoenixMigrationError
 from phoenix.pointcloud.umap_parameters import UMAPParameters
 from phoenix.server.api.context import Context, DataLoaders
 from phoenix.server.api.dataloaders import (
+    AnnotationConfigsByProjectDataLoader,
     AnnotationSummaryDataLoader,
     AverageExperimentRunLatencyDataLoader,
     CacheForDataLoaders,
@@ -231,6 +232,8 @@ class AppConfig(NamedTuple):
     auto_login_idp_name: Optional[str] = None
     fullstory_org: Optional[str] = None
     """ FullStory organization ID for web analytics tracking """
+    management_url: Optional[str] = None
+    """ URL for a phoenix management interface, only visible to management users """
 
 
 class Static(StaticFiles):
@@ -297,6 +300,7 @@ class Static(StaticFiles):
                     "basic_auth_disabled": self._app_config.basic_auth_disabled,
                     "auto_login_idp_name": self._app_config.auto_login_idp_name,
                     "fullstory_org": self._app_config.fullstory_org,
+                    "management_url": self._app_config.management_url,
                 },
             )
         except Exception as e:
@@ -642,6 +646,7 @@ def create_graphql_router(
             last_updated_at=last_updated_at,
             event_queue=event_queue,
             data_loaders=DataLoaders(
+                annotation_configs_by_project=AnnotationConfigsByProjectDataLoader(db),
                 average_experiment_run_latency=AverageExperimentRunLatencyDataLoader(db),
                 dataset_example_revisions=DatasetExampleRevisionsDataLoader(db),
                 dataset_example_spans=DatasetExampleSpansDataLoader(db),
@@ -847,6 +852,7 @@ def create_app(
     basic_auth_disabled: bool = False,
     bulk_inserter_factory: Optional[Callable[..., BulkInserter]] = None,
     allowed_origins: Optional[list[str]] = None,
+    management_url: Optional[str] = None,
 ) -> FastAPI:
     verify_server_environment_variables()
     if model.embedding_dimensions:
@@ -1026,6 +1032,7 @@ def create_app(
                     basic_auth_disabled=basic_auth_disabled,
                     auto_login_idp_name=auto_login_idp_name,
                     fullstory_org=Settings.fullstory_org,
+                    management_url=management_url,
                 ),
             ),
             name="static",