arize-phoenix 3.13.1__py3-none-any.whl → 3.14.1__py3-none-any.whl

{arize_phoenix-3.13.1.dist-info → arize_phoenix-3.14.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: arize-phoenix
-Version: 3.13.1
+Version: 3.14.1
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
@@ -18,7 +18,7 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Requires-Python: <3.13,>=3.8
 Requires-Dist: ddsketch
-Requires-Dist: hdbscan<1.0.0,>=0.8.33
+Requires-Dist: hdbscan>=0.8.33
 Requires-Dist: jinja2
 Requires-Dist: numpy
 Requires-Dist: openinference-instrumentation-langchain>=0.1.12
@@ -33,13 +33,14 @@ Requires-Dist: protobuf<5.0,>=3.20
 Requires-Dist: psutil
 Requires-Dist: pyarrow
 Requires-Dist: requests
-Requires-Dist: scikit-learn<1.3.0
+Requires-Dist: scikit-learn
 Requires-Dist: scipy
 Requires-Dist: sortedcontainers
 Requires-Dist: starlette
 Requires-Dist: strawberry-graphql==0.208.2
 Requires-Dist: tqdm
-Requires-Dist: typing-extensions<5,>=4.5
+Requires-Dist: typing-extensions>=4.5; python_version < '3.12'
+Requires-Dist: typing-extensions>=4.6; python_version >= '3.12'
 Requires-Dist: umap-learn
 Requires-Dist: uvicorn
 Requires-Dist: wrapt

{arize_phoenix-3.13.1.dist-info → arize_phoenix-3.14.1.dist-info}/RECORD

@@ -1,17 +1,17 @@
 phoenix/__init__.py,sha256=mrgR7rvpc7LnBeyLzCX9wmRP4kJSJdfKDbj2zDiDjG8,2311
-phoenix/config.py,sha256=sec_E60Dc2jFMouomk7I_0gitjs1AHU6yb-8Wcs7sTI,3740
+phoenix/config.py,sha256=eJ7V0eQMc1vT_0LRF1HDXMWbnGLYa4c36WHYfUHrNAE,3872
 phoenix/datetime_utils.py,sha256=D955QLrkgrrSdUM6NyqbCeAu2SMsjhR5rHVQEsVUdng,2773
 phoenix/exceptions.py,sha256=X5k9ipUDfwSCwZB-H5zFJLas86Gf9tAx0W4l5TZxp5k,108
 phoenix/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 phoenix/services.py,sha256=f6AeyKTuOpy9RCcTCjVH3gx5nYZhbTMFOuv1WSUOB5o,4992
-phoenix/version.py,sha256=Rsh0woAU1cKSQjhLniHIaCty32a8fng3lOIuCavl-rU,23
+phoenix/version.py,sha256=LqsaoTVDMdgtxip-MfWDWKiCOsrtXES8F2MkGSR9EWQ,23
 phoenix/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/core/embedding_dimension.py,sha256=zKGbcvwOXgLf-yrJBpQyKtd-LEOPRKHnUToyAU8Owis,87
 phoenix/core/model.py,sha256=C-kDATyJEgP-oqYVKOiQM76Ljs66F6VZdT93_b8kTGk,4725
 phoenix/core/model_schema.py,sha256=lQaTvKS34yurHOJ53YD020uURLfgG3dqKC1NLQftOjA,50222
 phoenix/core/model_schema_adapter.py,sha256=3GkyzqUST4fYi-Bgs8qAam5hwMCdQRZTDLjZ9Bnzdm4,8268
-phoenix/core/project.py,sha256=5bitRrQ-aG70k21ht0HUDJZkMl3dpI_HyLmBO7rLB-c,24673
-phoenix/core/traces.py,sha256=OnvOo4epNGMptOF1-O2FQgDV1c9TywQq5yqvj9ph3Mw,2902
+phoenix/core/project.py,sha256=z-Yrwyg50TqP48mZ8nQC2ZSxrebrJL_OoMp5EIZi_NE,24635
+phoenix/core/traces.py,sha256=_AiOt1XRNMU_XTRXZBsjdYuF_zHn87Vm80mW0Y7PA9Q,2935
 phoenix/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/datasets/dataset.py,sha256=scKVZ7zc6Dpc_ntt-pWhzY-KWqOJEwKePuyNnKSVTGE,30515
 phoenix/datasets/errors.py,sha256=cGp9vxnw4SewFoWBV3ZGMkhE0Kh73lPIv3Ppz_H_RoA,8261
@@ -55,8 +55,8 @@ phoenix/pointcloud/pointcloud.py,sha256=4zAIkKs2xOUbchpj4XDAV-iPMXrfAJ15TG6rlIYG
 phoenix/pointcloud/projectors.py,sha256=zO_RrtDYSv2rqVOfIP2_9Cv11Dc8EmcZR94xhFcBYPU,1057
 phoenix/pointcloud/umap_parameters.py,sha256=lJsEOrbSuSiqI7g4Yt6xj7kgYxEqoep4ZHWLr6VWBqw,1760
 phoenix/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-phoenix/server/app.py,sha256=KMHQsy8Sypp8Ua6UrWvqByLt2FHXoKirnkakf-90JbU,6774
-phoenix/server/main.py,sha256=gGaQ0jqbsiGG1Enlr7UwL5Woc1k4kJyZhTa6OplwxgM,9090
+phoenix/server/app.py,sha256=cNEskfuSyG7XGdt802VZin-keJk78f8Fm0jaFE94Py8,6887
+phoenix/server/main.py,sha256=nprpPH6eBAKwJ7OjY1bZxQtcukfJpv7b_IuTVwchZWM,10351
 phoenix/server/thread_server.py,sha256=dP6cm6Cf08jNhDA1TRlVZpziu1YgtPDmaeIJMm725eI,2154
 phoenix/server/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/api/context.py,sha256=wjCzq4QlszKG1iN-xgu5rRLYPqdvTFqX02aFYPipNoQ,512
@@ -74,9 +74,9 @@ phoenix/server/api/input_types/SpanSort.py,sha256=3ken7KaDUwoZfhaSiP9QRhkNPgGrCY
 phoenix/server/api/input_types/TimeRange.py,sha256=yzx-gxj8mDeGLft1FzU_x1MVEgIG5Pt6-f8PUVDgipQ,522
 phoenix/server/api/input_types/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/api/routers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-phoenix/server/api/routers/evaluation_handler.py,sha256=Gj9xqU8TCgukLTirBT2KIcWkNm0Gg6mrtS2v8-tALiQ,3847
-phoenix/server/api/routers/span_handler.py,sha256=3cdUZNpxtUvk9aqMu_nO-EANffRz7vcc84MijbjjE-M,2393
-phoenix/server/api/routers/trace_handler.py,sha256=Ig601fM9AhJ-yhcj-w-PXo3cSCfVXVwXTGDerTFDpUw,2477
+phoenix/server/api/routers/evaluation_handler.py,sha256=viXigPYCOzN8bgmu_OcfEwl8jHkwarAw65bnGpvlR98,3852
+phoenix/server/api/routers/span_handler.py,sha256=CdW8pYQW2y2eSW5Y-d6ce2pgmo4v16vGC6ohVo1bkwg,2398
+phoenix/server/api/routers/trace_handler.py,sha256=GVEl5y3QvnElmUVJCPUtQnVAbC6kOvL6JjOfx53JCLI,2412
 phoenix/server/api/routers/utils.py,sha256=M41BoH-fl37izhRuN2aX7lWm7jOC20A_3uClv9TVUUY,583
 phoenix/server/api/types/Cluster.py,sha256=R08ZKrLl1KK8colxHU57N5XIOTMUwg5ZI50ofPoxxSM,5618
 phoenix/server/api/types/DataQualityMetric.py,sha256=zRKsNvHBu-NdcsunuLhqFpZhi6ks-HMqA1PJD27jTak,590
@@ -109,7 +109,7 @@ phoenix/server/api/types/Retrieval.py,sha256=OhMK2ncjoyp5h1yjKhjlKpoTbQrMHuxmgSF
 phoenix/server/api/types/ScalarDriftMetricEnum.py,sha256=IUAcRPpgL41WdoIgK6cNk2Te38SspXGyEs-S1fY23_A,232
 phoenix/server/api/types/Segments.py,sha256=B6UUWjalZONjWjl_l61A6USPSu15ICXRgzZ4m3vA1yw,2921
 phoenix/server/api/types/SortDir.py,sha256=OUpXhlCzCxPoXSDkJJygEs9Rw9pMymfaZUG5zPTrw4Y,152
-phoenix/server/api/types/Span.py,sha256=1o7DeeR7Ytj7XgXrS9Oy5N7ZjSOMXxEGCINs0sjh6Lc,12291
+phoenix/server/api/types/Span.py,sha256=obTJMMeSUD8qIen_XIKW0PDdadlFu2pj4dPpxjb7uI8,12328
 phoenix/server/api/types/TimeSeries.py,sha256=QbLfxHnwYsMsirpq4tx9us6ha7YtAVzK4m8mAL3fMt0,5200
 phoenix/server/api/types/UMAPPoints.py,sha256=8l9RJXi308qty4MdHb2pBbiU6ZuLbrRRxXNbPhXoxKI,1639
 phoenix/server/api/types/ValidationResult.py,sha256=pHwdYk4J7SJ5xhlWWHg_6qWkfk4rjOx-bSkGHvkDE3Q,142
@@ -127,7 +127,7 @@ phoenix/server/static/apple-touch-icon-76x76.png,sha256=CT_xT12I0u2i0WU8JzBZBuOQ
 phoenix/server/static/apple-touch-icon.png,sha256=fOfpjqGpWYbJ0eAurKsyoZP1EAs6ZVooBJ_SGk2ZkDs,3801
 phoenix/server/static/favicon.ico,sha256=bY0vvCKRftemZfPShwZtE93DiiQdaYaozkPGwNFr6H8,34494
 phoenix/server/static/index.css,sha256=KKGpx4iwF91VGRm0YN-4cn8oC-oIqC6HecoPf0x3ZM8,1885
-phoenix/server/static/index.js,sha256=QUF1RlcKrm9BGS4JjbWlBaC4ZnaaxDXUwxiyiNHvhos,3175708
+phoenix/server/static/index.js,sha256=-z9E12Tquch7keYjnWNreqYiDvwwCa7f3Q95hoRtlqM,3175772
 phoenix/server/static/modernizr.js,sha256=mvK-XtkNqjOral-QvzoqsyOMECXIMu5BQwSVN_wcU9c,2564
 phoenix/server/templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/templates/index.html,sha256=lO2wGA5XsftPg03rw_VcyaYf_4vegtlWbIT5ms4fA_c,1982
@@ -136,6 +136,9 @@ phoenix/session/client.py,sha256=9qlybwGGdPHql7n6Mye8feuh5_5AMq34xSajvcPn2yg,585
 phoenix/session/data_extractor.py,sha256=0Kf-2mKY_YbYoD2fZkAYpKdFgsXrC3OKQ5d2iZsGgAI,1947
 phoenix/session/evaluation.py,sha256=YCv1XkWHi7vM_W5V7rorrrAxadv78wuMPeCVJvf5-oE,5444
 phoenix/session/session.py,sha256=1RV6FBNqNDDrPFYU2qLffmI4RCRKy22KCLZFcH9oqJA,24556
+phoenix/storage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+phoenix/storage/spanstore/__init__.py,sha256=Q1tfrRcYCTVbxQGWGCkfb2i1YTweiYixQZ-kNG1ViZQ,228
+phoenix/storage/spanstore/text_file.py,sha256=Fzpl_UDVN6_Qa8kpjhDkjdO7xb_I3g-UuTseenkV42c,2853
 phoenix/trace/__init__.py,sha256=DOuudYVyWlhUnIy-E_aqvJ6ulmk_q7ghuctuXQCGCJA,763
 phoenix/trace/errors.py,sha256=wB1z8qdPckngdfU-TORToekvg3344oNFAA83_hC2yFY,180
 phoenix/trace/evaluation_conventions.py,sha256=t8jydM3U0-T5YpiQKRJ3tWdWGlHtzKyttYdw-ddvPOk,1048
@@ -166,8 +169,9 @@ phoenix/trace/v1/evaluation_pb2.pyi,sha256=cCbbx06gwQmaH14s3J1X25TtaARh-k1abbxQd
 phoenix/utilities/__init__.py,sha256=8w1Ivw0KO9YKWrhcdnO73cSVqP9VHAp0pSfsi_oDiuQ,672
 phoenix/utilities/error_handling.py,sha256=7b5rpGFj9EWZ8yrZK1IHvxB89suWk3lggDayUQcvZds,1946
 phoenix/utilities/logging.py,sha256=lDXd6EGaamBNcQxL4vP1au9-i_SXe0OraUDiJOcszSw,222
-arize_phoenix-3.13.1.dist-info/METADATA,sha256=NZMGN1YFEUG9zf2NNNPC9L3XDxTc-eGoMrI_M7SgNx8,29131
-arize_phoenix-3.13.1.dist-info/WHEEL,sha256=TJPnKdtrSue7xZ_AVGkp9YXcvDrobsjBds1du3Nx6dc,87
-arize_phoenix-3.13.1.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
-arize_phoenix-3.13.1.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
-arize_phoenix-3.13.1.dist-info/RECORD,,
+phoenix/utilities/project.py,sha256=AzyuKxh3IByoKapA-AIRzZNFw_c0zh9RNjhh3BT_YWI,416
+arize_phoenix-3.14.1.dist-info/METADATA,sha256=6YUOVi4UayTUu5A0jlCo5MssavFZfc-ze7X3euYsxRQ,29204
+arize_phoenix-3.14.1.dist-info/WHEEL,sha256=TJPnKdtrSue7xZ_AVGkp9YXcvDrobsjBds1du3Nx6dc,87
+arize_phoenix-3.14.1.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
+arize_phoenix-3.14.1.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
+arize_phoenix-3.14.1.dist-info/RECORD,,

phoenix/config.py

@@ -56,6 +56,13 @@ def get_working_dir() -> Path:
     return Path.home().resolve() / ".phoenix"
 
 
+def get_storage_dir() -> Path:
+    """
+    Get the directory for storing traces.
+    """
+    return get_working_dir() / "storage"
+
+
 PHOENIX_DIR = Path(__file__).resolve().parent
 # Server config
 SERVER_DIR = PHOENIX_DIR / "server"

phoenix/core/project.py

@@ -82,7 +82,6 @@ _ParentSpanID: TypeAlias = SpanID
 _ChildSpanID: TypeAlias = SpanID
 _ProjectName: TypeAlias = str
 
-DEFAULT_PROJECT_NAME: str = "default"
 
 EvaluationName: TypeAlias = str
 DocumentPosition: TypeAlias = int

phoenix/core/traces.py

@@ -9,12 +9,12 @@ from typing_extensions import assert_never
 
 import phoenix.trace.v1 as pb
 from phoenix.core.project import (
-    DEFAULT_PROJECT_NAME,
     END_OF_QUEUE,
     Project,
     _ProjectName,
 )
 from phoenix.trace.schemas import Span
+from phoenix.utilities.project import DEFAULT_PROJECT_NAME
 
 _SpanItem = Tuple[Span, _ProjectName]
 _EvalItem = Tuple[pb.Evaluation, _ProjectName]

phoenix/server/api/routers/evaluation_handler.py

@@ -15,11 +15,11 @@ from starlette.status import (
 )
 
 import phoenix.trace.v1 as pb
-from phoenix.core.project import DEFAULT_PROJECT_NAME
 from phoenix.core.traces import Traces
 from phoenix.server.api.routers.utils import table_to_bytes
 from phoenix.session.evaluation import encode_evaluations
 from phoenix.trace.span_evaluations import Evaluations
+from phoenix.utilities.project import DEFAULT_PROJECT_NAME
 
 
 class EvaluationHandler(HTTPEndpoint):

phoenix/server/api/routers/span_handler.py

@@ -7,11 +7,11 @@ from starlette.requests import Request
 from starlette.responses import Response, StreamingResponse
 from starlette.status import HTTP_404_NOT_FOUND, HTTP_422_UNPROCESSABLE_ENTITY
 
-from phoenix.core.project import DEFAULT_PROJECT_NAME
 from phoenix.core.traces import Traces
 from phoenix.server.api.routers.utils import df_to_bytes, from_iso_format
 from phoenix.trace.dsl import SpanQuery
 from phoenix.utilities import query_spans
+from phoenix.utilities.project import DEFAULT_PROJECT_NAME
 
 
 class SpanHandler(HTTPEndpoint):

phoenix/server/api/routers/trace_handler.py

@@ -1,25 +1,27 @@
 import asyncio
 import gzip
 import zlib
-from typing import Iterable, Optional
+from typing import Optional
 
 from google.protobuf.message import DecodeError
-from openinference.semconv.resource import ResourceAttributes
 from opentelemetry.proto.collector.trace.v1.trace_service_pb2 import (
     ExportTraceServiceRequest,
 )
-from opentelemetry.proto.common.v1.common_pb2 import KeyValue
+from opentelemetry.proto.trace.v1.trace_pb2 import TracesData
 from starlette.endpoints import HTTPEndpoint
 from starlette.requests import Request
 from starlette.responses import Response
 from starlette.status import HTTP_415_UNSUPPORTED_MEDIA_TYPE, HTTP_422_UNPROCESSABLE_ENTITY
 
 from phoenix.core.traces import Traces
+from phoenix.storage.spanstore import SpanStore
 from phoenix.trace.otel import decode
+from phoenix.utilities.project import get_project_name
 
 
 class TraceHandler(HTTPEndpoint):
     traces: Traces
+    store: Optional[SpanStore]
 
     async def post(self, request: Request) -> Response:
         content_type = request.headers.get("content-type")
@@ -47,17 +49,12 @@ class TraceHandler(HTTPEndpoint):
                 content="Request body is invalid ExportTraceServiceRequest",
                 status_code=HTTP_422_UNPROCESSABLE_ENTITY,
             )
+        if self.store:
+            self.store.save(TracesData(resource_spans=req.resource_spans))
         for resource_spans in req.resource_spans:
-            project_name = _get_project_name(resource_spans.resource.attributes)
+            project_name = get_project_name(resource_spans.resource.attributes)
             for scope_span in resource_spans.scope_spans:
                 for span in scope_span.spans:
                     self.traces.put(decode(span), project_name=project_name)
                     await asyncio.sleep(0)
         return Response()
-
-
-def _get_project_name(attributes: Iterable[KeyValue]) -> Optional[str]:
-    for kv in attributes:
-        if kv.key == ResourceAttributes.PROJECT_NAME and (v := kv.value.string_value):
-            return v
-    return None

phoenix/server/api/types/Span.py

@@ -10,13 +10,14 @@ from strawberry import ID, UNSET
 from strawberry.types import Info
 
 import phoenix.trace.schemas as trace_schema
-from phoenix.core.project import DEFAULT_PROJECT_NAME, Project, WrappedSpan
+from phoenix.core.project import Project, WrappedSpan
 from phoenix.metrics.retrieval_metrics import RetrievalMetrics
 from phoenix.server.api.context import Context
 from phoenix.server.api.types.DocumentRetrievalMetrics import DocumentRetrievalMetrics
 from phoenix.server.api.types.Evaluation import DocumentEvaluation, SpanEvaluation
 from phoenix.server.api.types.MimeType import MimeType
 from phoenix.trace.schemas import ComputedAttributes, SpanID
+from phoenix.utilities.project import DEFAULT_PROJECT_NAME
 
 EMBEDDING_EMBEDDINGS = SpanAttributes.EMBEDDING_EMBEDDINGS
 EMBEDDING_VECTOR = EmbeddingAttributes.EMBEDDING_VECTOR

phoenix/server/app.py

@@ -28,6 +28,7 @@ from phoenix.server.api.routers.evaluation_handler import EvaluationHandler
 from phoenix.server.api.routers.span_handler import SpanHandler
 from phoenix.server.api.routers.trace_handler import TraceHandler
 from phoenix.server.api.schema import schema
+from phoenix.storage.spanstore import SpanStore
 
 logger = logging.getLogger(__name__)
 
@@ -147,6 +148,7 @@ def create_app(
     umap_params: UMAPParameters,
     corpus: Optional[Model] = None,
     traces: Optional[Traces] = None,
+    span_store: Optional[SpanStore] = None,
     debug: bool = False,
     read_only: bool = False,
 ) -> Starlette:
@@ -173,7 +175,7 @@ def create_app(
                 ),
                 Route(
                     "/v1/traces",
-                    type("TraceEndpoint", (TraceHandler,), {"traces": traces}),
+                    type("TraceEndpoint", (TraceHandler,), {"traces": traces, "store": span_store}),
                 ),
                 Route(
                     "/v1/evaluations",

phoenix/server/main.py

@@ -11,7 +11,13 @@ from typing import Iterable, Optional, Protocol, TypeVar
 import pkg_resources
 from uvicorn import Config, Server
 
-from phoenix.config import EXPORT_DIR, get_env_host, get_env_port, get_pids_path
+from phoenix.config import (
+    EXPORT_DIR,
+    get_env_host,
+    get_env_port,
+    get_pids_path,
+    get_storage_dir,
+)
 from phoenix.core.model_schema_adapter import create_model_from_datasets
 from phoenix.core.traces import Traces
 from phoenix.datasets.dataset import EMPTY_DATASET, Dataset
@@ -23,6 +29,8 @@ from phoenix.pointcloud.umap_parameters import (
     UMAPParameters,
 )
 from phoenix.server.app import create_app
+from phoenix.storage.spanstore import SpanStore
+from phoenix.storage.spanstore.text_file import TextFileSpanStoreImpl
 from phoenix.trace.fixtures import (
     TRACES_FIXTURES,
     _download_traces_fixture,
@@ -31,6 +39,7 @@ from phoenix.trace.fixtures import (
 )
 from phoenix.trace.otel import decode, encode
 from phoenix.trace.span_json_decoder import json_string_to_span
+from phoenix.utilities.project import get_project_name
 
 logger = logging.getLogger(__name__)
 
@@ -99,6 +108,15 @@ def _load_items(
         queue.put(item)
 
 
+def _load_from_store(traces: Traces, span_store: SpanStore) -> None:
+    for traces_data in span_store.load():
+        for resource_spans in traces_data.resource_spans:
+            project_name = get_project_name(resource_spans.resource.attributes)
+            for scope_span in resource_spans.scope_spans:
+                for span in scope_span.spans:
+                    traces.put(decode(span), project_name=project_name)
+
+
 DEFAULT_UMAP_PARAMS_STR = f"{DEFAULT_MIN_DIST},{DEFAULT_N_NEIGHBORS},{DEFAULT_N_SAMPLES}"
 
 if __name__ == "__main__":
@@ -124,6 +142,8 @@ if __name__ == "__main__":
     parser.add_argument("--debug", action="store_false")
     subparsers = parser.add_subparsers(dest="command", required=True)
     serve_parser = subparsers.add_parser("serve")
+    experimental_parser = subparsers.add_parser("extremely-dangerous-experimental-span-storage")
+    experimental_parser.add_argument("--storage-path", type=str, required=False)
     datasets_parser = subparsers.add_parser("datasets")
     datasets_parser.add_argument("--primary", type=str, required=True)
     datasets_parser.add_argument("--reference", type=str, required=False)
@@ -145,6 +165,7 @@ if __name__ == "__main__":
     demo_parser.add_argument("--simulate-streaming", action="store_true")
     args = parser.parse_args()
     export_path = Path(args.export_path) if args.export_path else EXPORT_DIR
+    span_store: Optional[SpanStore] = None
     if args.command == "datasets":
         primary_dataset_name = args.primary
         reference_dataset_name = args.reference
@@ -179,12 +200,19 @@ if __name__ == "__main__":
         )
         trace_dataset_name = args.trace_fixture
         simulate_streaming = args.simulate_streaming
+    elif args.command == "extremely-dangerous-experimental-span-storage":
+        span_store_path = (
+            get_storage_dir() if args.storage_path is None else Path(args.storage_path)
+        )
+        span_store = TextFileSpanStoreImpl(span_store_path)
 
     model = create_model_from_datasets(
         primary_dataset,
         reference_dataset,
     )
     traces = Traces()
+    if span_store:
+        Thread(target=_load_from_store, args=(traces, span_store), daemon=True).start()
     if trace_dataset_name is not None:
         fixture_spans = list(
             # Apply `encode` here because legacy jsonl files contains UUIDs as strings.
@@ -221,6 +249,7 @@ if __name__ == "__main__":
         corpus=None if corpus_dataset is None else create_model_from_datasets(corpus_dataset),
         debug=args.debug,
         read_only=read_only,
+        span_store=span_store,
     )
     host = args.host or get_env_host()
     port = args.port or get_env_port()