arize-phoenix 4.31.0__tar.gz → 4.33.0__tar.gz

{arize_phoenix-4.31.0 → arize_phoenix-4.33.0}/.gitignore

@@ -28,3 +28,4 @@ pyrightconfig.json
 
 # Demo data
 tutorials/internal/demo_llama_index/*.json
+.env

{arize_phoenix-4.31.0 → arize_phoenix-4.33.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: arize-phoenix
-Version: 4.31.0
+Version: 4.33.0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
@@ -77,12 +77,13 @@ Requires-Dist: asyncpg; extra == 'dev'
 Requires-Dist: faker>=26.0.0; extra == 'dev'
 Requires-Dist: gcsfs; extra == 'dev'
 Requires-Dist: google-cloud-aiplatform>=1.3; extra == 'dev'
+Requires-Dist: grpc-interceptor[testing]; extra == 'dev'
 Requires-Dist: hatch; extra == 'dev'
 Requires-Dist: jupyter; extra == 'dev'
 Requires-Dist: langchain>=0.0.334; extra == 'dev'
 Requires-Dist: litellm>=1.0.3; extra == 'dev'
 Requires-Dist: llama-index>=0.10.3; extra == 'dev'
-Requires-Dist: mypy==1.11.1; extra == 'dev'
+Requires-Dist: mypy==1.11.2; extra == 'dev'
 Requires-Dist: nbqa; extra == 'dev'
 Requires-Dist: pandas-stubs==2.0.3.230814; (python_version < '3.9') and extra == 'dev'
 Requires-Dist: pandas-stubs==2.2.2.240603; (python_version >= '3.9') and extra == 'dev'
@@ -96,10 +97,13 @@ Requires-Dist: pytest-cov; extra == 'dev'
 Requires-Dist: pytest-postgresql; extra == 'dev'
 Requires-Dist: pytest-xdist; extra == 'dev'
 Requires-Dist: pytest==8.3.2; extra == 'dev'
-Requires-Dist: ruff==0.6.1; extra == 'dev'
+Requires-Dist: ruff==0.6.3; extra == 'dev'
 Requires-Dist: strawberry-graphql[debug-server,opentelemetry]==0.236.0; extra == 'dev'
 Requires-Dist: tabulate; extra == 'dev'
+Requires-Dist: tox-uv==1.11.2; extra == 'dev'
+Requires-Dist: tox==4.18.0; extra == 'dev'
 Requires-Dist: types-tabulate; extra == 'dev'
+Requires-Dist: uv==0.4.2; extra == 'dev'
 Requires-Dist: uvloop; (platform_system != 'Windows') and extra == 'dev'
 Provides-Extra: evals
 Provides-Extra: experimental
@@ -146,21 +150,23 @@ Description-Content-Type: text/markdown
 
 Phoenix is an open-source AI observability platform designed for experimentation, evaluation, and troubleshooting. It provides:
 
--   **_Tracing_** - Trace your LLM application's runtime using OpenTelemetry-based instrumentation.
--   **_Evaluation_** - Leverage LLMs to benchmark your application's performance using response and retrieval evals.
--   **_Datasets_** -  Create versioned datasets of examples for experimentation, evaluation, and fine-tuning.
--   **_Experiments_** -  Track and evaluate changes to prompts, LLMs, and retrieval.
+- **_Tracing_** - Trace your LLM application's runtime using OpenTelemetry-based instrumentation.
+- **_Evaluation_** - Leverage LLMs to benchmark your application's performance using response and retrieval evals.
+- **_Datasets_** - Create versioned datasets of examples for experimentation, evaluation, and fine-tuning.
+- **_Experiments_** - Track and evaluate changes to prompts, LLMs, and retrieval.
 
 Phoenix is vendor and language agnostic with out-of-the-box support for popular frameworks (🦙LlamaIndex, 🦜⛓LangChain, Haystack, 🧩DSPy) and LLM providers (OpenAI, Bedrock, and more). For details on auto-instrumentation, check out the [OpenInference](https://github.com/Arize-ai/openinference) project.
 
 Phoenix runs practically anywhere, including your Jupyter notebook, local machine, containerized deployment, or in the cloud.
 
+<img alt="phoenix_overview.gif" width="100%" src="https://github.com/Arize-ai/phoenix-assets/blob/main/gifs/phoenix_overview.gif?raw=true">
+
 ## Installation
 
-Install Phoenix via `pip` or `conda` along with extra dependencies for running evals:
+Install Phoenix via `pip` or `conda`
 
 ```shell
-pip install 'arize-phoenix[evals]'
+pip install arize-phoenix
 ```
 
 Phoenix container images are available via [Docker Hub](https://hub.docker.com/r/arizephoenix/phoenix) and can be deployed using Docker or Kubernetes.
@@ -169,18 +175,13 @@ Phoenix container images are available via [Docker Hub](https://hub.docker.com/r
 
 Join our community to connect with thousands of AI builders.
 
--   🌍 Join our [Slack community](https://join.slack.com/t/arize-ai/shared_invite/zt-1px8dcmlf-fmThhDFD_V_48oU7ALan4Q).
--   💡 Ask questions and provide feedback in the _#phoenix-support_ channel.
--   🌟 Leave a star on our [GitHub](https://github.com/Arize-ai/phoenix).
--   🐞 Report bugs with [GitHub Issues](https://github.com/Arize-ai/phoenix/issues).
--   𝕏 Follow us on [𝕏](https://twitter.com/ArizePhoenix).
--   💌️ Sign up for our [mailing list](https://phoenix.arize.com/#updates).
--   🗺️ Check out our [roadmap](https://github.com/orgs/Arize-ai/projects/45) to see where we're heading next.
-
-## Thanks
-
--   [UMAP](https://github.com/lmcinnes/umap) For unlocking the ability to visualize and reason about embeddings
--   [HDBSCAN](https://github.com/scikit-learn-contrib/hdbscan) For providing a clustering algorithm to aid in the discovery of drift and performance degradation
+- 🌍 Join our [Slack community](https://join.slack.com/t/arize-ai/shared_invite/zt-1px8dcmlf-fmThhDFD_V_48oU7ALan4Q).
+- 💡 Ask questions and provide feedback in the _#phoenix-support_ channel.
+- 🌟 Leave a star on our [GitHub](https://github.com/Arize-ai/phoenix).
+- 🐞 Report bugs with [GitHub Issues](https://github.com/Arize-ai/phoenix/issues).
+- 𝕏 Follow us on [𝕏](https://twitter.com/ArizePhoenix).
+- 💌️ Sign up for our [mailing list](https://phoenix.arize.com/#updates).
+- 🗺️ Check out our [roadmap](https://github.com/orgs/Arize-ai/projects/45) to see where we're heading next.
 
 ## Breaking Changes
 

{arize_phoenix-4.31.0 → arize_phoenix-4.33.0}/README.md

@@ -29,21 +29,23 @@
 
 Phoenix is an open-source AI observability platform designed for experimentation, evaluation, and troubleshooting. It provides:
 
--   **_Tracing_** - Trace your LLM application's runtime using OpenTelemetry-based instrumentation.
--   **_Evaluation_** - Leverage LLMs to benchmark your application's performance using response and retrieval evals.
--   **_Datasets_** -  Create versioned datasets of examples for experimentation, evaluation, and fine-tuning.
--   **_Experiments_** -  Track and evaluate changes to prompts, LLMs, and retrieval.
+- **_Tracing_** - Trace your LLM application's runtime using OpenTelemetry-based instrumentation.
+- **_Evaluation_** - Leverage LLMs to benchmark your application's performance using response and retrieval evals.
+- **_Datasets_** - Create versioned datasets of examples for experimentation, evaluation, and fine-tuning.
+- **_Experiments_** - Track and evaluate changes to prompts, LLMs, and retrieval.
 
 Phoenix is vendor and language agnostic with out-of-the-box support for popular frameworks (🦙LlamaIndex, 🦜⛓LangChain, Haystack, 🧩DSPy) and LLM providers (OpenAI, Bedrock, and more). For details on auto-instrumentation, check out the [OpenInference](https://github.com/Arize-ai/openinference) project.
 
 Phoenix runs practically anywhere, including your Jupyter notebook, local machine, containerized deployment, or in the cloud.
 
+<img alt="phoenix_overview.gif" width="100%" src="https://github.com/Arize-ai/phoenix-assets/blob/main/gifs/phoenix_overview.gif?raw=true">
+
 ## Installation
 
-Install Phoenix via `pip` or `conda` along with extra dependencies for running evals:
+Install Phoenix via `pip` or `conda`
 
 ```shell
-pip install 'arize-phoenix[evals]'
+pip install arize-phoenix
 ```
 
 Phoenix container images are available via [Docker Hub](https://hub.docker.com/r/arizephoenix/phoenix) and can be deployed using Docker or Kubernetes.
@@ -52,18 +54,13 @@ Phoenix container images are available via [Docker Hub](https://hub.docker.com/r
 
 Join our community to connect with thousands of AI builders.
 
--   🌍 Join our [Slack community](https://join.slack.com/t/arize-ai/shared_invite/zt-1px8dcmlf-fmThhDFD_V_48oU7ALan4Q).
--   💡 Ask questions and provide feedback in the _#phoenix-support_ channel.
--   🌟 Leave a star on our [GitHub](https://github.com/Arize-ai/phoenix).
--   🐞 Report bugs with [GitHub Issues](https://github.com/Arize-ai/phoenix/issues).
--   𝕏 Follow us on [𝕏](https://twitter.com/ArizePhoenix).
--   💌️ Sign up for our [mailing list](https://phoenix.arize.com/#updates).
--   🗺️ Check out our [roadmap](https://github.com/orgs/Arize-ai/projects/45) to see where we're heading next.
-
-## Thanks
-
--   [UMAP](https://github.com/lmcinnes/umap) For unlocking the ability to visualize and reason about embeddings
--   [HDBSCAN](https://github.com/scikit-learn-contrib/hdbscan) For providing a clustering algorithm to aid in the discovery of drift and performance degradation
+- 🌍 Join our [Slack community](https://join.slack.com/t/arize-ai/shared_invite/zt-1px8dcmlf-fmThhDFD_V_48oU7ALan4Q).
+- 💡 Ask questions and provide feedback in the _#phoenix-support_ channel.
+- 🌟 Leave a star on our [GitHub](https://github.com/Arize-ai/phoenix).
+- 🐞 Report bugs with [GitHub Issues](https://github.com/Arize-ai/phoenix/issues).
+- 𝕏 Follow us on [𝕏](https://twitter.com/ArizePhoenix).
+- 💌️ Sign up for our [mailing list](https://phoenix.arize.com/#updates).
+- 🗺️ Check out our [roadmap](https://github.com/orgs/Arize-ai/projects/45) to see where we're heading next.
 
 ## Breaking Changes
 

{arize_phoenix-4.31.0 → arize_phoenix-4.33.0}/pyproject.toml

@@ -70,10 +70,13 @@ dynamic = ["version"]
 dev = [
   "gcsfs",
   "hatch",
+  "tox==4.18.0",
+  "tox-uv==1.11.2",
+  "uv==0.4.2",
   "jupyter",
   "nbqa",
-  "ruff==0.6.1",
-  "mypy==1.11.1",
+  "ruff==0.6.3",
+  "mypy==1.11.2",
   "pandas>=1.0",
   "tabulate",  # used by DataFrame.to_markdown()
   "types-tabulate",
@@ -99,6 +102,7 @@ dev = [
   "Faker>=26.0.0",
   "portpicker",
   "uvloop; platform_system != 'Windows'",
+  "grpc-interceptor[testing]",
 ]
 evals = []
 experimental = []
@@ -187,7 +191,7 @@ dependencies = [
 
 [tool.hatch.envs.type]
 dependencies = [
-  "mypy==1.11.1",
+  "mypy==1.11.2",
   "tenacity",
   "pandas>=1.0",
   "pandas-stubs==2.0.3.230814",
@@ -222,7 +226,7 @@ python = ["3.8", "3.9", "3.12"]
 [tool.hatch.envs.style]
 detached = true
 dependencies = [
-  "ruff==0.6.1",
+  "ruff==0.6.3",
 ]
 
 [[tool.hatch.envs.style.matrix]]
@@ -256,6 +260,7 @@ addopts = [
   "--doctest-modules",
   "--new-first",
   "--showlocals",
+  "--exitfirst",
 ]
 testpaths = [
   "tests",

{arize_phoenix-4.31.0 → arize_phoenix-4.33.0}/src/phoenix/config.py

@@ -1,4 +1,5 @@
 import os
+import re
 import tempfile
 from logging import getLogger
 from pathlib import Path
@@ -46,7 +47,11 @@ Phoenix supports two types of database URLs:
 Note that if you plan on using SQLite, it's advised to to use a persistent volume
 and simply point the PHOENIX_WORKING_DIR to that volume.
 """
-
+ENV_PHOENIX_SQL_DATABASE_SCHEMA = "PHOENIX_SQL_DATABASE_SCHEMA"
+"""
+The schema to use for the PostgresSQL database. (This is ignored for SQLite.)
+See e.g. https://www.postgresql.org/docs/current/ddl-schemas.html
+"""
 ENV_PHOENIX_ENABLE_PROMETHEUS = "PHOENIX_ENABLE_PROMETHEUS"
 """
 Whether to enable Prometheus. Defaults to false.
@@ -231,6 +236,14 @@ def get_env_port() -> int:
         return PORT
     if port.isnumeric():
         return int(port)
+    if _KUBERNETES_PHOENIX_PORT_PATTERN.match(port) is not None:
+        raise ValueError(
+            'If you are deploying Phoenix with Kubernetes using a service named "phoenix", '
+            "Kubernetes will automatically generate an environment variable `PHOENIX_PORT` "
+            'of the form "tcp://<IP>:<PORT>" that is not the integer format Phoenix expects. '
+            "To resolve this issue, explicitly set the `PHOENIX_PORT` environment variable to "
+            "an integer value in your Kubernetes deployment configuration."
+        )
     raise ValueError(
         f"Invalid value for environment variable {ENV_PHOENIX_PORT}: "
         f"{port}. Value must be an integer."
@@ -272,6 +285,12 @@ def get_env_database_connection_str() -> str:
     return env_url
 
 
+def get_env_database_schema() -> Optional[str]:
+    if get_env_database_connection_str().startswith("sqlite"):
+        return None
+    return os.getenv(ENV_PHOENIX_SQL_DATABASE_SCHEMA)
+
+
 def get_env_enable_prometheus() -> bool:
     if (enable_promotheus := os.getenv(ENV_PHOENIX_ENABLE_PROMETHEUS)) is None or (
         enable_promotheus_lower := enable_promotheus.lower()
@@ -313,3 +332,4 @@ def get_web_base_url() -> str:
 
 
 DEFAULT_PROJECT_NAME = "default"
+_KUBERNETES_PHOENIX_PORT_PATTERN = re.compile(r"^tcp://\d{1,3}[.]\d{1,3}[.]\d{1,3}[.]\d{1,3}:\d+$")

arize_phoenix-4.33.0/src/phoenix/db/README.md

@@ -0,0 +1,54 @@
+# Database
+
+This module is responsible for the database connection and the migrations.
+
+
+## Migrations
+
+All migrations are managed by Alembic. Migrations are applied to the database automatically when the application starts.
+
+
+### Manually Applying Migrations
+
+Sometimes, it's necessary to manually apply migrations, e.g., to recover from a failed migration. To manually apply migrations, you must first clone the Phoenix repository.
+
+```bash
+git clone https://github.com/Arize-ai/phoenix.git
+```
+
+Then navigate to the current directory.
+
+```bash
+cd phoenix/src/phoenix/db
+```
+
+If you are using a non-default SQL database URL (e.g., for running PostgreSQL), ensure your `PHOENIX_SQL_DATABASE_URL` is set. This is not needed if you are running Phoenix with the default SQLite URL.
+
+```bash
+export PHOENIX_SQL_DATABASE_URL=<sql-database-url>
+```
+
+
+To manually run up-migrations, run the following command:
+
+```bash
+alembic upgrade head
+```
+
+If the above command fails, it may be necessary to undo partially applied changes from a failed migration by first running down-migrations. This can be accomplished by identifying the ID of the migration revision you wish to return to. Revisions are defined [here](./migrations/versions/).
+
+⚠️ Running down-migrations can result in lost data. Only run down-migrations if you know what you are doing and consider backing up your database first. If you have any questions or doubts, contact the Phoenix team in the `#phoenix-support` channel of the [Arize AI Slack community](https://join.slack.com/t/arize-ai/shared_invite/zt-1px8dcmlf-fmThhDFD_V_48oU7ALan4Q) or via GitHub.
+
+```bash
+alembic downgrade <revision-id>
+```
+
+### Creating a Migration
+
+All migrations are stored in the `migrations` folder. To create a new migration, run the following command:
+
+```bash
+alembic revision -m "your_revision_name"
+```
+
+Then fill the migration file with the necessary changes.

{arize_phoenix-4.31.0 → arize_phoenix-4.33.0}/src/phoenix/db/engines.py

@@ -3,7 +3,7 @@ import json
 from datetime import datetime
 from enum import Enum
 from sqlite3 import Connection
-from typing import Any
+from typing import Any, Callable
 
 import aiosqlite
 import numpy as np
@@ -13,6 +13,7 @@ from sqlalchemy import URL, StaticPool, event, make_url
 from sqlalchemy.ext.asyncio import AsyncEngine, create_async_engine
 from typing_extensions import assert_never
 
+from phoenix.config import get_env_database_schema
 from phoenix.db.helpers import SupportedSQLDialect
 from phoenix.db.migrate import migrate_in_thread
 from phoenix.db.models import init_models
@@ -130,6 +131,15 @@ def aio_sqlite_engine(
     return engine
 
 
+def set_postgresql_search_path(schema: str) -> Callable[[Connection, Any], None]:
+    def _(connection: Connection, _: Any) -> None:
+        cursor = connection.cursor()
+        cursor.execute(f"CREATE SCHEMA IF NOT EXISTS {schema};")
+        cursor.execute(f"SET search_path TO {schema};")
+
+    return _
+
+
 def aio_postgresql_engine(
     url: URL,
     migrate: bool = True,
@@ -143,6 +153,8 @@ def aio_postgresql_engine(
         echo=Settings.log_migrations,
         json_serializer=_dumps,
     )
+    if schema := get_env_database_schema():
+        event.listen(sync_engine, "connect", set_postgresql_search_path(schema))
     migrate_in_thread(sync_engine)
     return engine
 

{arize_phoenix-4.31.0 → arize_phoenix-4.33.0}/src/phoenix/db/migrate.py

@@ -50,6 +50,7 @@ def migrate(
         alembic_cfg.set_main_option("sqlalchemy.url", url)
         alembic_cfg.attributes["connection"] = engine.connect()
         command.upgrade(alembic_cfg, "head")
+        engine.dispose()
         printif(log_migrations, "---------------------------")
         printif(log_migrations, "✅ Migrations complete.")
     except BaseException as e:

{arize_phoenix-4.31.0 → arize_phoenix-4.33.0}/src/phoenix/db/models.py

@@ -34,7 +34,7 @@ from sqlalchemy.orm import (
 )
 from sqlalchemy.sql import expression
 
-from phoenix.config import ENABLE_AUTH
+from phoenix.config import ENABLE_AUTH, get_env_database_schema
 from phoenix.datetime_utils import normalize_datetime
 
 
@@ -100,13 +100,14 @@ class Base(DeclarativeBase):
     # Enforce best practices for naming constraints
     # https://alembic.sqlalchemy.org/en/latest/naming.html#integration-of-naming-conventions-into-operations-autogenerate
     metadata = MetaData(
+        schema=get_env_database_schema(),
         naming_convention={
             "ix": "ix_%(table_name)s_%(column_0_N_name)s",
             "uq": "uq_%(table_name)s_%(column_0_N_name)s",
             "ck": "ck_%(table_name)s_`%(constraint_name)s`",
             "fk": "fk_%(table_name)s_%(column_0_name)s_%(referred_table_name)s",
             "pk": "pk_%(table_name)s",
-        }
+        },
     )
     type_annotation_map = {
         Dict[str, Any]: JsonDict,

{arize_phoenix-4.31.0 → arize_phoenix-4.33.0}/src/phoenix/server/api/mutations/api_key_mutations.py

@@ -39,6 +39,7 @@ class DeleteApiKeyInput:
 @strawberry.type
 class DeleteSystemApiKeyMutationPayload:
     id: GlobalID
+    query: Query
 
 
 @strawberry.type
@@ -106,7 +107,7 @@ class ApiKeyMutationMixin:
 
             await session.delete(api_key)
 
-        return DeleteSystemApiKeyMutationPayload(id=input.id)
+        return DeleteSystemApiKeyMutationPayload(id=input.id, query=Query())
 
 
 def create_jwt(

{arize_phoenix-4.31.0 → arize_phoenix-4.33.0}/src/phoenix/server/app.py

@@ -2,6 +2,8 @@ import asyncio
 import contextlib
 import json
 import logging
+from contextlib import AsyncExitStack
+from dataclasses import dataclass, field
 from datetime import datetime, timedelta, timezone
 from functools import cached_property
 from pathlib import Path
@@ -18,7 +20,6 @@ from typing import (
     List,
     NamedTuple,
     Optional,
-    Set,
     Tuple,
     Union,
     cast,
@@ -133,6 +134,7 @@ If so, demo data is automatically ingested upon initial boot up to populate the
 NEW_DB_AGE_THRESHOLD_MINUTES = 2
 
 ProjectName: TypeAlias = str
+_Callback: TypeAlias = Callable[[], Union[None, Awaitable[None]]]
 
 
 class AppConfig(NamedTuple):
@@ -251,27 +253,36 @@ def _db(engine: AsyncEngine) -> Callable[[], AsyncContextManager[AsyncSession]]:
     return factory
 
 
+@dataclass(frozen=True)
+class ScaffolderConfig:
+    db: DbSessionFactory
+    tracing_fixture_names: Iterable[str] = field(default_factory=list)
+    force_fixture_ingestion: bool = False
+    scaffold_datasets: bool = False
+    phoenix_url: str = f"http://{get_env_host()}:{get_env_port()}"
+
+
 class Scaffolder(DaemonTask):
     def __init__(
         self,
-        db: DbSessionFactory,
+        config: ScaffolderConfig,
         queue_span: Callable[[Span, ProjectName], Awaitable[None]],
         queue_evaluation: Callable[[pb.Evaluation], Awaitable[None]],
-        tracing_fixture_names: Set[str] = set(),
-        force_fixture_ingestion: bool = False,
-        scaffold_datasets: bool = False,
     ) -> None:
         super().__init__()
-        self._db = db
+        self._db = config.db
         self._queue_span = queue_span
         self._queue_evaluation = queue_evaluation
-        self._tracing_fixtures = set(
-            get_trace_fixture_by_name(name) for name in tracing_fixture_names
-        )
-        self._force_fixture_ingestion = force_fixture_ingestion
-        self._scaffold_datasets = scaffold_datasets
+        self._tracing_fixtures = [
+            get_trace_fixture_by_name(name) for name in set(config.tracing_fixture_names)
+        ]
+        self._force_fixture_ingestion = config.force_fixture_ingestion
+        self._scaffold_datasets = config.scaffold_datasets
+        self._phoenix_url = config.phoenix_url
 
     async def __aenter__(self) -> None:
+        if not self._tracing_fixtures:
+            return
         await self.start()
 
     async def __aexit__(self, *args: Any, **kwargs: Any) -> None:
@@ -353,7 +364,7 @@ class Scaffolder(DaemonTask):
             await loop.run_in_executor(
                 None,
                 send_dataset_fixtures,
-                f"http://{get_env_host()}:{get_env_port()}",
+                self._phoenix_url,
                 dataset_fixtures,
             )
         except Exception as e:
@@ -367,37 +378,40 @@ def _lifespan(
     dml_event_handler: DmlEventHandler,
     tracer_provider: Optional["TracerProvider"] = None,
     enable_prometheus: bool = False,
-    startup_callbacks: Iterable[Callable[[], None]] = (),
-    shutdown_callbacks: Iterable[Callable[[], None]] = (),
+    startup_callbacks: Iterable[_Callback] = (),
+    shutdown_callbacks: Iterable[_Callback] = (),
     read_only: bool = False,
-    tracing_fixture_names: Set[str] = set(),
-    force_fixture_ingestion: bool = False,
-    scaffold_datasets: bool = False,
+    scaffolder_config: Optional[ScaffolderConfig] = None,
 ) -> StatefulLifespan[FastAPI]:
     @contextlib.asynccontextmanager
     async def lifespan(_: FastAPI) -> AsyncIterator[Dict[str, Any]]:
+        for callback in startup_callbacks:
+            if isinstance((res := callback()), Awaitable):
+                await res
         global DB_MUTEX
         DB_MUTEX = asyncio.Lock() if db.dialect is SupportedSQLDialect.SQLITE else None
-        async with bulk_inserter as (
-            enqueue,
-            queue_span,
-            queue_evaluation,
-            enqueue_operation,
-        ), GrpcServer(
-            queue_span,
-            disabled=read_only,
-            tracer_provider=tracer_provider,
-            enable_prometheus=enable_prometheus,
-        ), dml_event_handler, Scaffolder(
-            db=db,
-            queue_span=queue_span,
-            queue_evaluation=queue_evaluation,
-            tracing_fixture_names=tracing_fixture_names,
-            force_fixture_ingestion=force_fixture_ingestion,
-            scaffold_datasets=scaffold_datasets,
-        ):
-            for callback in startup_callbacks:
-                callback()
+        async with AsyncExitStack() as stack:
+            (
+                enqueue,
+                queue_span,
+                queue_evaluation,
+                enqueue_operation,
+            ) = await stack.enter_async_context(bulk_inserter)
+            grpc_server = GrpcServer(
+                queue_span,
+                disabled=read_only,
+                tracer_provider=tracer_provider,
+                enable_prometheus=enable_prometheus,
+            )
+            await stack.enter_async_context(grpc_server)
+            await stack.enter_async_context(dml_event_handler)
+            if scaffolder_config:
+                scaffolder = Scaffolder(
+                    config=scaffolder_config,
+                    queue_span=queue_span,
+                    queue_evaluation=queue_evaluation,
+                )
+                await stack.enter_async_context(scaffolder)
             yield {
                 "event_queue": dml_event_handler,
                 "enqueue": enqueue,
@@ -406,7 +420,8 @@ def _lifespan(
                 "enqueue_operation": enqueue_operation,
             }
         for callback in shutdown_callbacks:
-            callback()
+            if isinstance((res := callback()), Awaitable):
+                await res
 
     return lifespan
 
@@ -584,15 +599,13 @@ def create_app(
     initial_spans: Optional[Iterable[Union[Span, Tuple[Span, str]]]] = None,
     initial_evaluations: Optional[Iterable[pb.Evaluation]] = None,
     serve_ui: bool = True,
-    startup_callbacks: Iterable[Callable[[], None]] = (),
-    shutdown_callbacks: Iterable[Callable[[], None]] = (),
+    startup_callbacks: Iterable[_Callback] = (),
+    shutdown_callbacks: Iterable[_Callback] = (),
     secret: Optional[str] = None,
-    tracing_fixture_names: Set[str] = set(),
-    force_fixture_ingestion: bool = False,
-    scaffold_datasets: bool = False,
+    scaffolder_config: Optional[ScaffolderConfig] = None,
 ) -> FastAPI:
-    startup_callbacks_list: List[Callable[[], None]] = list(startup_callbacks)
-    shutdown_callbacks_list: List[Callable[[], None]] = list(shutdown_callbacks)
+    startup_callbacks_list: List[_Callback] = list(startup_callbacks)
+    shutdown_callbacks_list: List[_Callback] = list(shutdown_callbacks)
     initial_batch_of_spans: Iterable[Tuple[Span, str]] = (
         ()
         if initial_spans is None
@@ -606,6 +619,7 @@ def create_app(
         CacheForDataLoaders() if db.dialect is SupportedSQLDialect.SQLITE else None
     )
     last_updated_at = LastUpdatedAt()
+    middlewares: List[Middleware] = [Middleware(HeadersMiddleware)]
     dml_event_handler = DmlEventHandler(
         db=db,
         cache_for_dataloaders=cache_for_dataloaders,
@@ -659,10 +673,7 @@ def create_app(
     if enable_prometheus:
         from phoenix.server.prometheus import PrometheusMiddleware
 
-        prometheus_middlewares = [Middleware(PrometheusMiddleware)]
-    else:
-        prometheus_middlewares = []
-
+        middlewares.append(Middleware(PrometheusMiddleware))
     app = FastAPI(
         title="Arize-Phoenix REST API",
         version=REST_API_VERSION,
@@ -675,14 +686,9 @@ def create_app(
             enable_prometheus=enable_prometheus,
             shutdown_callbacks=shutdown_callbacks_list,
             startup_callbacks=startup_callbacks_list,
-            tracing_fixture_names=tracing_fixture_names,
-            force_fixture_ingestion=force_fixture_ingestion,
-            scaffold_datasets=scaffold_datasets,
+            scaffolder_config=scaffolder_config,
         ),
-        middleware=[
-            Middleware(HeadersMiddleware),
-            *prometheus_middlewares,
-        ],
+        middleware=middlewares,
         exception_handlers={HTTPException: plain_text_http_exception_handler},
         debug=debug,
         swagger_ui_parameters={
@@ -695,7 +701,8 @@ def create_app(
     app.include_router(router)
     app.include_router(graphql_router)
     app.add_middleware(GZipMiddleware)
-    if serve_ui:
+    web_manifest_path = SERVER_DIR / "static" / ".vite" / "manifest.json"
+    if serve_ui and web_manifest_path.is_file():
         app.mount(
             "/",
             app=Static(
@@ -708,7 +715,7 @@ def create_app(
                     n_samples=umap_params.n_samples,
                     is_development=dev,
                     authentication_enabled=authentication_enabled,
-                    web_manifest_path=SERVER_DIR / "static" / ".vite" / "manifest.json",
+                    web_manifest_path=web_manifest_path,
                 ),
             ),
             name="static",

{arize_phoenix-4.31.0 → arize_phoenix-4.33.0}/src/phoenix/server/grpc_server.py

@@ -23,7 +23,7 @@ if TYPE_CHECKING:
 ProjectName: TypeAlias = str
 
 
-class Servicer(TraceServiceServicer):  # type:ignore
+class Servicer(TraceServiceServicer):  # type: ignore[misc,unused-ignore]
     def __init__(
         self,
         callback: Callable[[Span, ProjectName], Awaitable[None]],
@@ -78,7 +78,7 @@ class GrpcServer:
             interceptors=interceptors,
         )
         server.add_insecure_port(f"[::]:{get_env_grpc_port()}")
-        add_TraceServiceServicer_to_server(Servicer(self._callback), server)
+        add_TraceServiceServicer_to_server(Servicer(self._callback), server)  # type: ignore[no-untyped-call,unused-ignore]
         await server.start()
         self._server = server