arize-phoenix 4.30.2__py3-none-any.whl → 4.32.0__py3-none-any.whl

{arize_phoenix-4.30.2.dist-info → arize_phoenix-4.32.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: arize-phoenix
-Version: 4.30.2
+Version: 4.32.0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
@@ -99,7 +99,10 @@ Requires-Dist: pytest==8.3.2; extra == 'dev'
 Requires-Dist: ruff==0.6.1; extra == 'dev'
 Requires-Dist: strawberry-graphql[debug-server,opentelemetry]==0.236.0; extra == 'dev'
 Requires-Dist: tabulate; extra == 'dev'
+Requires-Dist: tox; extra == 'dev'
+Requires-Dist: tox-uv; extra == 'dev'
 Requires-Dist: types-tabulate; extra == 'dev'
+Requires-Dist: uv; extra == 'dev'
 Requires-Dist: uvloop; (platform_system != 'Windows') and extra == 'dev'
 Provides-Extra: evals
 Provides-Extra: experimental
@@ -157,10 +160,10 @@ Phoenix runs practically anywhere, including your Jupyter notebook, local machin
 
 ## Installation
 
-Install Phoenix via `pip` or `conda` along with extra dependencies for running evals:
+Install Phoenix via `pip` or `conda`
 
 ```shell
-pip install 'arize-phoenix[evals]'
+pip install arize-phoenix
 ```
 
 Phoenix container images are available via [Docker Hub](https://hub.docker.com/r/arizephoenix/phoenix) and can be deployed using Docker or Kubernetes.
@@ -177,11 +180,6 @@ Join our community to connect with thousands of AI builders.
 -   💌️ Sign up for our [mailing list](https://phoenix.arize.com/#updates).
 -   🗺️ Check out our [roadmap](https://github.com/orgs/Arize-ai/projects/45) to see where we're heading next.
 
-## Thanks
-
--   [UMAP](https://github.com/lmcinnes/umap) For unlocking the ability to visualize and reason about embeddings
--   [HDBSCAN](https://github.com/scikit-learn-contrib/hdbscan) For providing a clustering algorithm to aid in the discovery of drift and performance degradation
-
 ## Breaking Changes
 
 See the [migration guide](./MIGRATION.md) for a list of breaking changes.

{arize_phoenix-4.30.2.dist-info → arize_phoenix-4.32.0.dist-info}/RECORD

@@ -1,12 +1,12 @@
 phoenix/__init__.py,sha256=TGNWqm2UW-l67yIRpOtmqGHVAmdoobSNqUsiTtip7uQ,1542
 phoenix/auth.py,sha256=ugvGZlseYX9NkpWaSqb8D2kzUBlAPqT45Dx5_VUANqk,1621
-phoenix/config.py,sha256=wYA_8GSSz5rnpfIWDjeBL9ehKuTy9jqXaMZnxUqRYEU,10131
+phoenix/config.py,sha256=RfS-0kzEOhirX9EmVMr8cu7qCDtkq8HpxhhctEgh0Yo,10795
 phoenix/datetime_utils.py,sha256=yDKjwX2Vtqw9h5F_ProtP-TsXidM43uIvmJ_pOzYc9A,3405
 phoenix/exceptions.py,sha256=n2L2KKuecrdflB9MsCdAYCiSEvGJptIsfRkXMoJle7A,169
 phoenix/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 phoenix/services.py,sha256=OyML4t2XGnlqF0JXA9_uccL8HslTABxep9Ci7MViKEU,5216
 phoenix/settings.py,sha256=cO-qgis_S27nHirTobYI9hHPfZH18R--WMmxNdsVUwc,273
-phoenix/version.py,sha256=DvmdNpuJDXvg0nMZADyqJJU0JkqI_2lJ8G7e_VN97L0,23
+phoenix/version.py,sha256=_QUskFVbFLd7O3BXo2PEGlMc717xpkYLlK-r6lVv4_I,23
 phoenix/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/core/embedding_dimension.py,sha256=zKGbcvwOXgLf-yrJBpQyKtd-LEOPRKHnUToyAU8Owis,87
 phoenix/core/model.py,sha256=km_a--PBHOuA337ClRw9xqhOHhrUT6Rl9pz_zV0JYkQ,4843
@@ -72,11 +72,11 @@ phoenix/pointcloud/pointcloud.py,sha256=4zAIkKs2xOUbchpj4XDAV-iPMXrfAJ15TG6rlIYG
 phoenix/pointcloud/projectors.py,sha256=zO_RrtDYSv2rqVOfIP2_9Cv11Dc8EmcZR94xhFcBYPU,1057
 phoenix/pointcloud/umap_parameters.py,sha256=3UQSjrysVOvq2V4KNpTMqNqNiK0BsTZnPBHWZ4fyJtQ,1708
 phoenix/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-phoenix/server/app.py,sha256=4EPqxjfhFqxzk_JS560Gm8O9_TFtJ6lXW-72CfEzyGU,26920
+phoenix/server/app.py,sha256=i5VhDdqPoQ8i5WlwjnUZAjedx8xOiL16R2OzATg9LQE,28333
 phoenix/server/dml_event.py,sha256=MpjCFqljxvgb9OB5Cez9vJesb3oHb3XxXictynBfcis,2851
-phoenix/server/dml_event_handler.py,sha256=6p-PucctivelVHfO-_9zNxWZYPr_eGjDF3bKjLtc5co,8251
+phoenix/server/dml_event_handler.py,sha256=yU23-DDwXcL35p5EPwFW0oZh6mxQxJrJAQPKcYZYJz4,8310
 phoenix/server/grpc_server.py,sha256=jllxDNkpLQxDkvej4RhTokobowbvydF-SU8gSw1MTCc,3378
-phoenix/server/main.py,sha256=KcyiOtU7pJrWASTih4huF53WizXUdjCpWSqY6glk-mA,14037
+phoenix/server/main.py,sha256=FnETeVWwcsnA4z67gHE9Br8BUCmW8cMQC-YpjCq-Zz0,14634
 phoenix/server/prometheus.py,sha256=j9DHB2fERuq_ZKmwVaqR-9wx5WcPPuU1Cm5Bhg5241Y,2996
 phoenix/server/telemetry.py,sha256=T_2OKrxNViAeaANlNspEekg_Y5uZIFWvKAnpz8Aoqvk,2762
 phoenix/server/thread_server.py,sha256=RwXQGP_QhGD7le6WB7xEygEEuwBl5Ck_Zo8xGIYGi9M,2135
@@ -242,15 +242,15 @@ phoenix/server/static/apple-touch-icon-76x76.png,sha256=CT_xT12I0u2i0WU8JzBZBuOQ
 phoenix/server/static/apple-touch-icon.png,sha256=fOfpjqGpWYbJ0eAurKsyoZP1EAs6ZVooBJ_SGk2ZkDs,3801
 phoenix/server/static/favicon.ico,sha256=bY0vvCKRftemZfPShwZtE93DiiQdaYaozkPGwNFr6H8,34494
 phoenix/server/static/modernizr.js,sha256=mvK-XtkNqjOral-QvzoqsyOMECXIMu5BQwSVN_wcU9c,2564
-phoenix/server/static/.vite/manifest.json,sha256=rkEVApCRSYofJpf7L3LFtAc9R6Yv7rijaaUCY2_AnXU,1929
-phoenix/server/static/assets/components-CkSg5zK4.js,sha256=kMP22Fi58XDiVcsTUSkisv-SYM1E4y1R8Wp06r_pJNo,244317
-phoenix/server/static/assets/index-DTecsU5w.js,sha256=qQbWg4v_Z385UAuIH30xlqhF3dFNhngnauRf3sOpj4o,7515
-phoenix/server/static/assets/pages-C6emDFIO.js,sha256=5tmkYOe8IYM-CbQym_pAnkBv4SHEa1B1nNIqOqQ5Yzg,502735
-phoenix/server/static/assets/vendor-DsnEJuEV.js,sha256=YyePucCaVO5Wke5vLm6NF6V3_rAomN7TqcBzv8QY6q0,1435199
+phoenix/server/static/.vite/manifest.json,sha256=2equEiHXZGCivKbAQc9U9NATOUVltsQoiM0lhdD4TZE,1929
+phoenix/server/static/assets/components-Ddr-5VpM.js,sha256=kKqWpR-S-axVFd3tD_bfc3OD9HEleq0Pdn_cofQuzDo,244415
+phoenix/server/static/assets/index-BvNNAF8n.js,sha256=-keFoN2koW7IT6Iv_kbUpDDqv-TkpjSccukpYvuI8yo,7602
+phoenix/server/static/assets/pages-CU_QMYRP.js,sha256=iiwCelLTc7KsQeRr5mRW0lnDd8fNFPwWo4NjSKp6J2A,511373
+phoenix/server/static/assets/vendor-Dpio9q2e.js,sha256=1CMQ_vGa7qQyJoLj1WdL23CVQ6y9E94cv1cy_KHNi84,1435263
 phoenix/server/static/assets/vendor-DxkFTwjz.css,sha256=nZrkr0u6NNElFGvpWHk9GTHeGoibCXCli1bE7mXZGZg,1816
-phoenix/server/static/assets/vendor-arizeai-DtynTLNi.js,sha256=7D2zoxiUlFzqSpK-BDO4HlhbruUMmw3_CCDYQq6Mw-4,304008
-phoenix/server/static/assets/vendor-codemirror-C5to5cK4.js,sha256=EYP0yvcRy8tInRIiGalhd5czgBYw_bmkLL9D_DDqAo0,516470
-phoenix/server/static/assets/vendor-recharts-reihe2SJ.js,sha256=w13k19ajg2pNW1saRn3nKDMZil7RAB1vAg3eilYidsI,282859
+phoenix/server/static/assets/vendor-arizeai-DDzwX9A6.js,sha256=ePHP1b8n-zwCMGEwgfR00aOTSEe8Ogp8gx3FyZ1-SyA,304401
+phoenix/server/static/assets/vendor-codemirror-xRvQKK1G.js,sha256=frhtxbn75y5RLIBSiyAsc5p9Vf8eZgLMaBmTau7-fgU,516470
+phoenix/server/static/assets/vendor-recharts-DoxlB_Wo.js,sha256=kwD-Sn947JKsQjfpH3ybD-O1F-Qvner2KUP9a5Naqbs,282859
 phoenix/server/static/assets/vendor-three-DwGkEfCM.js,sha256=0D12ZgKzfKCTSdSTKJBFR2RZO_xxeMXrqDp0AszZqHY,620972
 phoenix/server/templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/templates/index.html,sha256=dAm0IClgJUdT5AOmjZvtgMg8F_xGrRGv95SAkUyx_kg,4325
@@ -264,7 +264,7 @@ phoenix/trace/attributes.py,sha256=B_OrzVaxZwFkrAFXZyicYoIti1UdUysURsvUS2GyW1U,1
 phoenix/trace/errors.py,sha256=wB1z8qdPckngdfU-TORToekvg3344oNFAA83_hC2yFY,180
 phoenix/trace/evaluation_conventions.py,sha256=t8jydM3U0-T5YpiQKRJ3tWdWGlHtzKyttYdw-ddvPOk,1048
 phoenix/trace/exporter.py,sha256=eAYemdvDCHMugDJiaR29BFFMTQBdf3oerdkz34Cl3hE,4736
-phoenix/trace/fixtures.py,sha256=EHfqgvPoux6KkckX00WeG2Vhas8H5vqqFBMTztwgV-s,16857
+phoenix/trace/fixtures.py,sha256=YsKJJEnqo1f_yJzVrfQnnrmS0LlQl7k37lbLY2pZ7ds,17856
 phoenix/trace/otel.py,sha256=WA720jvRadiZBAKjsYoPyXzypHwbyEK2OZRVUwtbjB8,9976
 phoenix/trace/projects.py,sha256=2BwlNjFE-uwpqYtCu5YyBiYZk9wRPpM13vh3-Cv7GkA,2157
 phoenix/trace/schemas.py,sha256=HpWSyzec0yDHEQXEDuwyLbhpvKrqkGps8BJqGiIFj8Y,5978
@@ -272,7 +272,7 @@ phoenix/trace/span_evaluations.py,sha256=GaADtJLi2njra4aYaie0BIwkSgdxPB_SNseglI4
 phoenix/trace/span_json_decoder.py,sha256=jkpYSmOUsSptvahOvetrPjVkPIuI4h6b87eizL8wHp8,3230
 phoenix/trace/span_json_encoder.py,sha256=tzSCIQJbeFBm33K68G8A5M12n_86tCDyuU0WAobxEz4,2010
 phoenix/trace/trace_dataset.py,sha256=Wq89jJ4hYQ1Qt-Uj11ZNzKQYQeKmGY6NqWStQiiTlMw,14351
-phoenix/trace/utils.py,sha256=1SEQr37cdHOM0P3BdL1dszArj3Zm-VJQyb1BcJs_qO8,1833
+phoenix/trace/utils.py,sha256=lWinMM7Tsq_DCsBD5Ck97lxouBHrY4muGNsh8JD3qg4,1694
 phoenix/trace/dsl/README.md,sha256=ihmP9zGUC5V-TDbzKla76LuyDqPDQIBUH2BORwxNI68,2902
 phoenix/trace/dsl/__init__.py,sha256=WIQIjJg362XD3s50OsPJJ0xbDsGp41bSv7vDllLrPuA,144
 phoenix/trace/dsl/filter.py,sha256=9NwATCUOgJ4Pms8XsEcinROUuxZ9UW-ISV09o65Ms70,32600
@@ -296,8 +296,8 @@ phoenix/utilities/logging.py,sha256=lDXd6EGaamBNcQxL4vP1au9-i_SXe0OraUDiJOcszSw,
 phoenix/utilities/project.py,sha256=8IJuMM4yUMoooPi37sictGj8Etu9rGmq6RFtc9848cQ,436
 phoenix/utilities/re.py,sha256=PDve_OLjRTM8yQQJHC8-n3HdIONi7aNils3ZKRZ5uBM,2045
 phoenix/utilities/span_store.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-arize_phoenix-4.30.2.dist-info/METADATA,sha256=qMHw9BdGbxXT2Z0TrtzXy-bv_atoD45Ohw0EF9pMu1k,11977
-arize_phoenix-4.30.2.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-arize_phoenix-4.30.2.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
-arize_phoenix-4.30.2.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
-arize_phoenix-4.30.2.dist-info/RECORD,,
+arize_phoenix-4.32.0.dist-info/METADATA,sha256=h2RQifXqJMNa4wFC16Cz8CsS4H_rRUxrmnb_tta0lmY,11741
+arize_phoenix-4.32.0.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+arize_phoenix-4.32.0.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
+arize_phoenix-4.32.0.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
+arize_phoenix-4.32.0.dist-info/RECORD,,

phoenix/config.py

@@ -1,4 +1,5 @@
 import os
+import re
 import tempfile
 from logging import getLogger
 from pathlib import Path
@@ -231,6 +232,14 @@ def get_env_port() -> int:
         return PORT
     if port.isnumeric():
         return int(port)
+    if _KUBERNETES_PHOENIX_PORT_PATTERN.match(port) is not None:
+        raise ValueError(
+            'If you are deploying Phoenix with Kubernetes using a service named "phoenix", '
+            "Kubernetes will automatically generate an environment variable `PHOENIX_PORT` "
+            'of the form "tcp://<IP>:<PORT>" that is not the integer format Phoenix expects. '
+            "To resolve this issue, explicitly set the `PHOENIX_PORT` environment variable to "
+            "an integer value in your Kubernetes deployment configuration."
+        )
     raise ValueError(
         f"Invalid value for environment variable {ENV_PHOENIX_PORT}: "
         f"{port}. Value must be an integer."
@@ -313,3 +322,4 @@ def get_web_base_url() -> str:
 
 
 DEFAULT_PROJECT_NAME = "default"
+_KUBERNETES_PHOENIX_PORT_PATTERN = re.compile(r"^tcp://\d{1,3}[.]\d{1,3}[.]\d{1,3}[.]\d{1,3}:\d+$")

phoenix/server/app.py

@@ -2,6 +2,8 @@ import asyncio
 import contextlib
 import json
 import logging
+from contextlib import AsyncExitStack
+from dataclasses import dataclass, field
 from datetime import datetime, timedelta, timezone
 from functools import cached_property
 from pathlib import Path
@@ -18,7 +20,6 @@ from typing import (
     List,
     NamedTuple,
     Optional,
-    Set,
     Tuple,
     Union,
     cast,
@@ -46,7 +47,13 @@ from typing_extensions import TypeAlias
 
 import phoenix
 import phoenix.trace.v1 as pb
-from phoenix.config import DEFAULT_PROJECT_NAME, SERVER_DIR, server_instrumentation_is_enabled
+from phoenix.config import (
+    DEFAULT_PROJECT_NAME,
+    SERVER_DIR,
+    get_env_host,
+    get_env_port,
+    server_instrumentation_is_enabled,
+)
 from phoenix.core.model_schema import Model
 from phoenix.db import models
 from phoenix.db.bulk_inserter import BulkInserter
@@ -95,10 +102,13 @@ from phoenix.server.types import (
     LastUpdatedAt,
 )
 from phoenix.trace.fixtures import (
+    TracesFixture,
+    get_dataset_fixtures,
     get_evals_from_fixture,
     get_trace_fixture_by_name,
     load_example_traces,
     reset_fixture_span_ids_and_timestamps,
+    send_dataset_fixtures,
 )
 from phoenix.trace.otel import decode_otlp_span, encode_span_to_otlp
 from phoenix.trace.schemas import Span
@@ -242,25 +252,36 @@ def _db(engine: AsyncEngine) -> Callable[[], AsyncContextManager[AsyncSession]]:
     return factory
 
 
+@dataclass(frozen=True)
+class ScaffolderConfig:
+    db: DbSessionFactory
+    tracing_fixture_names: Iterable[str] = field(default_factory=list)
+    force_fixture_ingestion: bool = False
+    scaffold_datasets: bool = False
+    phoenix_url: str = f"http://{get_env_host()}:{get_env_port()}"
+
+
 class Scaffolder(DaemonTask):
     def __init__(
         self,
-        db: DbSessionFactory,
+        config: ScaffolderConfig,
         queue_span: Callable[[Span, ProjectName], Awaitable[None]],
         queue_evaluation: Callable[[pb.Evaluation], Awaitable[None]],
-        tracing_fixture_names: Set[str] = set(),
-        force_fixture_ingestion: bool = False,
     ) -> None:
         super().__init__()
-        self._db = db
+        self._db = config.db
         self._queue_span = queue_span
         self._queue_evaluation = queue_evaluation
-        self._tracing_fixtures = set(
-            get_trace_fixture_by_name(name) for name in tracing_fixture_names
-        )
-        self._force_fixture_ingestion = force_fixture_ingestion
+        self._tracing_fixtures = [
+            get_trace_fixture_by_name(name) for name in set(config.tracing_fixture_names)
+        ]
+        self._force_fixture_ingestion = config.force_fixture_ingestion
+        self._scaffold_datasets = config.scaffold_datasets
+        self._phoenix_url = config.phoenix_url
 
     async def __aenter__(self) -> None:
+        if not self._tracing_fixtures:
+            return
         await self.start()
 
     async def __aexit__(self, *args: Any, **kwargs: Any) -> None:
@@ -272,7 +293,7 @@ class Scaffolder(DaemonTask):
         Determines whether to load fixtures and handles them.
         """
         if await self._should_load_fixtures():
-            logger.info("Loading trace fixtures.")
+            logger.info("Loading trace fixtures...")
             await self._handle_tracing_fixtures()
             logger.info("Finished loading fixtures.")
         else:
@@ -317,6 +338,10 @@ class Scaffolder(DaemonTask):
                     get_evals_from_fixture(fixture.name),
                 )
 
+                # Ingest dataset fixtures
+                if self._scaffold_datasets:
+                    await self._handle_dataset_fixtures(fixture)
+
                 project_name = fixture.project_name or fixture.name
                 logger.info(f"Loading '{project_name}' fixtures...")
                 for span in fixture_spans:
@@ -331,6 +356,19 @@ class Scaffolder(DaemonTask):
             except Exception as e:
                 logger.error(f"Unexpected error processing fixture '{fixture.name}': {e}")
 
+    async def _handle_dataset_fixtures(self, fixture: TracesFixture) -> None:
+        loop = asyncio.get_running_loop()
+        try:
+            dataset_fixtures = await loop.run_in_executor(None, get_dataset_fixtures, fixture.name)
+            await loop.run_in_executor(
+                None,
+                send_dataset_fixtures,
+                self._phoenix_url,
+                dataset_fixtures,
+            )
+        except Exception as e:
+            logger.error(f"Error processing dataset fixture: {e}")
+
 
 def _lifespan(
     *,
@@ -342,30 +380,34 @@ def _lifespan(
     startup_callbacks: Iterable[Callable[[], None]] = (),
     shutdown_callbacks: Iterable[Callable[[], None]] = (),
     read_only: bool = False,
-    tracing_fixture_names: Set[str] = set(),
-    force_fixture_ingestion: bool = False,
+    scaffolder_config: Optional[ScaffolderConfig] = None,
 ) -> StatefulLifespan[FastAPI]:
     @contextlib.asynccontextmanager
     async def lifespan(_: FastAPI) -> AsyncIterator[Dict[str, Any]]:
         global DB_MUTEX
         DB_MUTEX = asyncio.Lock() if db.dialect is SupportedSQLDialect.SQLITE else None
-        async with bulk_inserter as (
-            enqueue,
-            queue_span,
-            queue_evaluation,
-            enqueue_operation,
-        ), GrpcServer(
-            queue_span,
-            disabled=read_only,
-            tracer_provider=tracer_provider,
-            enable_prometheus=enable_prometheus,
-        ), dml_event_handler, Scaffolder(
-            db=db,
-            queue_span=queue_span,
-            queue_evaluation=queue_evaluation,
-            tracing_fixture_names=tracing_fixture_names,
-            force_fixture_ingestion=force_fixture_ingestion,
-        ):
+        async with AsyncExitStack() as stack:
+            (
+                enqueue,
+                queue_span,
+                queue_evaluation,
+                enqueue_operation,
+            ) = await stack.enter_async_context(bulk_inserter)
+            grpc_server = GrpcServer(
+                queue_span,
+                disabled=read_only,
+                tracer_provider=tracer_provider,
+                enable_prometheus=enable_prometheus,
+            )
+            await stack.enter_async_context(grpc_server)
+            await stack.enter_async_context(dml_event_handler)
+            if scaffolder_config:
+                scaffolder = Scaffolder(
+                    config=scaffolder_config,
+                    queue_span=queue_span,
+                    queue_evaluation=queue_evaluation,
+                )
+                await stack.enter_async_context(scaffolder)
             for callback in startup_callbacks:
                 callback()
             yield {
@@ -557,8 +599,7 @@ def create_app(
     startup_callbacks: Iterable[Callable[[], None]] = (),
     shutdown_callbacks: Iterable[Callable[[], None]] = (),
     secret: Optional[str] = None,
-    tracing_fixture_names: Set[str] = set(),
-    force_fixture_ingestion: bool = False,
+    scaffolder_config: Optional[ScaffolderConfig] = None,
 ) -> FastAPI:
     startup_callbacks_list: List[Callable[[], None]] = list(startup_callbacks)
     shutdown_callbacks_list: List[Callable[[], None]] = list(shutdown_callbacks)
@@ -644,8 +685,7 @@ def create_app(
             enable_prometheus=enable_prometheus,
             shutdown_callbacks=shutdown_callbacks_list,
             startup_callbacks=startup_callbacks_list,
-            tracing_fixture_names=tracing_fixture_names,
-            force_fixture_ingestion=force_fixture_ingestion,
+            scaffolder_config=scaffolder_config,
         ),
         middleware=[
             Middleware(HeadersMiddleware),

phoenix/server/dml_event_handler.py

@@ -186,6 +186,7 @@ class _AnnotationDmlEventHandler(
     async def __call__(self) -> None:
         async with self._db() as session:
             async for row in await session.stream(self._get_stmt()):
+                self._last_updated_at.set(Project, row.id)
                 if cache := self._cache_for_dataloaders:
                     self._clear(cache, row.id, row.name)
 

phoenix/server/main.py

@@ -37,6 +37,7 @@ from phoenix.pointcloud.umap_parameters import (
     UMAPParameters,
 )
 from phoenix.server.app import (
+    ScaffolderConfig,
     _db,
     create_app,
     create_engine_and_run_migrations,
@@ -143,7 +144,9 @@ if __name__ == "__main__":
     # Whether the app is running in a development environment
     parser.add_argument("--dev", action="store_true")
     parser.add_argument("--no-ui", action="store_true")
+
     subparsers = parser.add_subparsers(dest="command", required=True)
+
     serve_parser = subparsers.add_parser("serve")
     serve_parser.add_argument(
         "--with-fixture",
@@ -182,14 +185,27 @@ if __name__ == "__main__":
             "database is new."
         ),
     )
+    serve_parser.add_argument(
+        "--scaffold-datasets",
+        action="store_true",  # default is False
+        required=False,
+        help=(
+            "Whether or not to add any datasets defined in "
+            "the inputted project or trace fixture. "
+            "Default is False. "
+        ),
+    )
+
     datasets_parser = subparsers.add_parser("datasets")
     datasets_parser.add_argument("--primary", type=str, required=True)
     datasets_parser.add_argument("--reference", type=str, required=False)
     datasets_parser.add_argument("--corpus", type=str, required=False)
     datasets_parser.add_argument("--trace", type=str, required=False)
+
     fixture_parser = subparsers.add_parser("fixture")
     fixture_parser.add_argument("fixture", type=str, choices=[fixture.name for fixture in FIXTURES])
     fixture_parser.add_argument("--primary-only", action="store_true")  # Default is False
+
     trace_fixture_parser = subparsers.add_parser("trace-fixture")
     trace_fixture_parser.add_argument(
         "fixture", type=str, choices=[fixture.name for fixture in TRACES_FIXTURES]
@@ -197,19 +213,23 @@ if __name__ == "__main__":
     trace_fixture_parser.add_argument(
         "--simulate-streaming", action="store_true"
     )  # Default is False
+
     demo_parser = subparsers.add_parser("demo")
     demo_parser.add_argument("fixture", type=str, choices=[fixture.name for fixture in FIXTURES])
     demo_parser.add_argument(
         "trace_fixture", type=str, choices=[fixture.name for fixture in TRACES_FIXTURES]
     )
     demo_parser.add_argument("--simulate-streaming", action="store_true")
-    args = parser.parse_args()
 
+    args = parser.parse_args()
     db_connection_str = (
         args.database_url if args.database_url else get_env_database_connection_str()
     )
     export_path = Path(args.export_path) if args.export_path else EXPORT_DIR
+
     force_fixture_ingestion = False
+    scaffold_datasets = False
+    tracing_fixture_names = set()
     if args.command == "datasets":
         primary_inferences_name = args.primary
         reference_inferences_name = args.reference
@@ -246,7 +266,6 @@ if __name__ == "__main__":
         simulate_streaming = args.simulate_streaming
     elif args.command == "serve":
         # We use sets to avoid duplicates
-        tracing_fixture_names = set()
         if args.with_fixture:
             primary_inferences, reference_inferences, corpus_inferences = get_inferences(
                 str(args.with_fixture),
@@ -264,6 +283,7 @@ if __name__ == "__main__":
                 for fixture in get_trace_fixtures_by_project_name(name)
             )
         force_fixture_ingestion = args.force_fixture_ingestion
+        scaffold_datasets = args.scaffold_datasets
     host: Optional[str] = args.host or get_env_host()
     display_host = host or "localhost"
     # If the host is "::", the convention is to bind to all interfaces. However, uvicorn
@@ -325,17 +345,25 @@ if __name__ == "__main__":
         None if corpus_inferences is None else create_model_from_inferences(corpus_inferences)
     )
     # Print information about the server
+    root_path = urljoin(f"http://{host}:{port}", host_root_path)
     msg = _WELCOME_MESSAGE.format(
         version=version("arize-phoenix"),
-        ui_path=urljoin(f"http://{host}:{port}", host_root_path),
+        ui_path=root_path,
         grpc_path=f"http://{host}:{get_env_grpc_port()}",
-        http_path=urljoin(urljoin(f"http://{host}:{port}", host_root_path), "v1/traces"),
+        http_path=urljoin(root_path, "v1/traces"),
         storage=get_printable_db_url(db_connection_str),
     )
     if authentication_enabled:
         msg += _EXPERIMENTAL_WARNING.format(auth_enabled=True)
     if sys.platform.startswith("win"):
         msg = codecs.encode(msg, "ascii", errors="ignore").decode("ascii").strip()
+    scaffolder_config = ScaffolderConfig(
+        db=factory,
+        tracing_fixture_names=tracing_fixture_names,
+        force_fixture_ingestion=force_fixture_ingestion,
+        scaffold_datasets=scaffold_datasets,
+        phoenix_url=root_path,
+    )
     app = create_app(
         db=factory,
         export_path=export_path,
@@ -353,8 +381,7 @@ if __name__ == "__main__":
         startup_callbacks=[lambda: print(msg)],
         shutdown_callbacks=instrumentation_cleanups,
         secret=secret,
-        tracing_fixture_names=tracing_fixture_names,
-        force_fixture_ingestion=force_fixture_ingestion,
+        scaffolder_config=scaffolder_config,
     )
     server = Server(config=Config(app, host=host, port=port, root_path=host_root_path))  # type: ignore
     Thread(target=_write_pid_file_when_ready, args=(server,), daemon=True).start()

phoenix/server/static/.vite/manifest.json

@@ -1,32 +1,32 @@
 {
-  "_components-CkSg5zK4.js": {
-    "file": "assets/components-CkSg5zK4.js",
+  "_components-Ddr-5VpM.js": {
+    "file": "assets/components-Ddr-5VpM.js",
     "name": "components",
     "imports": [
-      "_vendor-DsnEJuEV.js",
-      "_vendor-arizeai-DtynTLNi.js",
-      "_pages-C6emDFIO.js",
+      "_vendor-Dpio9q2e.js",
+      "_vendor-arizeai-DDzwX9A6.js",
+      "_pages-CU_QMYRP.js",
       "_vendor-three-DwGkEfCM.js",
-      "_vendor-codemirror-C5to5cK4.js"
+      "_vendor-codemirror-xRvQKK1G.js"
     ]
   },
-  "_pages-C6emDFIO.js": {
-    "file": "assets/pages-C6emDFIO.js",
+  "_pages-CU_QMYRP.js": {
+    "file": "assets/pages-CU_QMYRP.js",
     "name": "pages",
     "imports": [
-      "_vendor-DsnEJuEV.js",
-      "_components-CkSg5zK4.js",
-      "_vendor-arizeai-DtynTLNi.js",
-      "_vendor-recharts-reihe2SJ.js",
-      "_vendor-codemirror-C5to5cK4.js"
+      "_vendor-Dpio9q2e.js",
+      "_components-Ddr-5VpM.js",
+      "_vendor-arizeai-DDzwX9A6.js",
+      "_vendor-recharts-DoxlB_Wo.js",
+      "_vendor-codemirror-xRvQKK1G.js"
     ]
   },
   "_vendor-!~{003}~.js": {
     "file": "assets/vendor-DxkFTwjz.css",
     "src": "_vendor-!~{003}~.js"
   },
-  "_vendor-DsnEJuEV.js": {
-    "file": "assets/vendor-DsnEJuEV.js",
+  "_vendor-Dpio9q2e.js": {
+    "file": "assets/vendor-Dpio9q2e.js",
     "name": "vendor",
     "imports": [
       "_vendor-three-DwGkEfCM.js"
@@ -35,25 +35,25 @@
       "assets/vendor-DxkFTwjz.css"
     ]
   },
-  "_vendor-arizeai-DtynTLNi.js": {
-    "file": "assets/vendor-arizeai-DtynTLNi.js",
+  "_vendor-arizeai-DDzwX9A6.js": {
+    "file": "assets/vendor-arizeai-DDzwX9A6.js",
     "name": "vendor-arizeai",
     "imports": [
-      "_vendor-DsnEJuEV.js"
+      "_vendor-Dpio9q2e.js"
     ]
   },
-  "_vendor-codemirror-C5to5cK4.js": {
-    "file": "assets/vendor-codemirror-C5to5cK4.js",
+  "_vendor-codemirror-xRvQKK1G.js": {
+    "file": "assets/vendor-codemirror-xRvQKK1G.js",
     "name": "vendor-codemirror",
     "imports": [
-      "_vendor-DsnEJuEV.js"
+      "_vendor-Dpio9q2e.js"
     ]
   },
-  "_vendor-recharts-reihe2SJ.js": {
-    "file": "assets/vendor-recharts-reihe2SJ.js",
+  "_vendor-recharts-DoxlB_Wo.js": {
+    "file": "assets/vendor-recharts-DoxlB_Wo.js",
     "name": "vendor-recharts",
     "imports": [
-      "_vendor-DsnEJuEV.js"
+      "_vendor-Dpio9q2e.js"
     ]
   },
   "_vendor-three-DwGkEfCM.js": {
@@ -61,18 +61,18 @@
     "name": "vendor-three"
   },
   "index.tsx": {
-    "file": "assets/index-DTecsU5w.js",
+    "file": "assets/index-BvNNAF8n.js",
     "name": "index",
     "src": "index.tsx",
     "isEntry": true,
     "imports": [
-      "_vendor-DsnEJuEV.js",
-      "_vendor-arizeai-DtynTLNi.js",
-      "_pages-C6emDFIO.js",
-      "_components-CkSg5zK4.js",
+      "_vendor-Dpio9q2e.js",
+      "_vendor-arizeai-DDzwX9A6.js",
+      "_pages-CU_QMYRP.js",
+      "_components-Ddr-5VpM.js",
       "_vendor-three-DwGkEfCM.js",
-      "_vendor-recharts-reihe2SJ.js",
-      "_vendor-codemirror-C5to5cK4.js"
+      "_vendor-recharts-DoxlB_Wo.js",
+      "_vendor-codemirror-xRvQKK1G.js"
     ]
   }
 }