arize-phoenix 3.14.1__tar.gz → 3.15.0__tar.gz

{arize_phoenix-3.14.1 → arize_phoenix-3.15.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: arize-phoenix
-Version: 3.14.1
+Version: 3.15.0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues

{arize_phoenix-3.14.1 → arize_phoenix-3.15.0}/src/phoenix/config.py

@@ -1,5 +1,6 @@
 import os
 import tempfile
+from enum import Enum
 from pathlib import Path
 from typing import List, Optional
 
@@ -21,6 +22,11 @@ ENV_PHOENIX_PROJECT_NAME = "PHOENIX_PROJECT_NAME"
 """
 The project name to use when logging traces and evals. defaults to 'default'.
 """
+ENV_SPAN_STORAGE_TYPE = "__DANGEROUS__PHOENIX_SPAN_STORAGE_TYPE"
+"""
+**EXPERIMENTAL**
+The type of span storage to use.
+"""
 
 
 def _get_temp_path() -> Path:
@@ -127,4 +133,27 @@ def get_env_collector_endpoint() -> Optional[str]:
 
 
 def get_env_project_name() -> str:
-    return os.getenv(ENV_PHOENIX_PROJECT_NAME) or "default"
+    return os.getenv(ENV_PHOENIX_PROJECT_NAME) or DEFAULT_PROJECT_NAME
+
+
+def get_env_span_storage_type() -> Optional["SpanStorageType"]:
+    """
+    Get the type of span storage to use.
+    """
+    if not (env_type_str := os.getenv(ENV_SPAN_STORAGE_TYPE)):
+        return None
+    try:
+        return SpanStorageType(env_type_str.lower())
+    except ValueError:
+        raise ValueError(
+            f"⚠️ Invalid span storage type value `{env_type_str}` defined by the "
+            f"environment variable `{ENV_SPAN_STORAGE_TYPE}`. Valid values are: "
+            f"{', '.join(t.value for t in SpanStorageType)}."
+        )
+
+
+class SpanStorageType(Enum):
+    TEXT_FILES = "text-files"
+
+
+DEFAULT_PROJECT_NAME = "default"

{arize_phoenix-3.14.1 → arize_phoenix-3.15.0}/src/phoenix/core/project.py

@@ -91,6 +91,7 @@ class Project:
     def __init__(self) -> None:
         self._spans = _Spans()
         self._evals = _Evals()
+        self._is_archived = False
 
     @property
     def last_updated_at(self) -> Optional[datetime]:
@@ -192,6 +193,13 @@ class Project:
     def export_evaluations(self) -> List[Evaluations]:
         return self._evals.export_evaluations()
 
+    def archive(self) -> None:
+        self._is_archived = True
+
+    @property
+    def is_archived(self) -> bool:
+        return self._is_archived
+
 
 class _Spans:
     def __init__(self) -> None:

{arize_phoenix-3.14.1 → arize_phoenix-3.15.0}/src/phoenix/core/traces.py

@@ -8,13 +8,13 @@ from typing import DefaultDict, Iterator, Optional, Tuple, Union
 from typing_extensions import assert_never
 
 import phoenix.trace.v1 as pb
+from phoenix.config import DEFAULT_PROJECT_NAME
 from phoenix.core.project import (
     END_OF_QUEUE,
     Project,
     _ProjectName,
 )
 from phoenix.trace.schemas import Span
-from phoenix.utilities.project import DEFAULT_PROJECT_NAME
 
 _SpanItem = Tuple[Span, _ProjectName]
 _EvalItem = Tuple[pb.Evaluation, _ProjectName]
@@ -38,10 +38,26 @@ class Traces:
         with self._lock:
             return self._projects.get(project_name)
 
-    def get_projects(self) -> Iterator[Tuple[str, "Project"]]:
+    def get_projects(self) -> Iterator[Tuple[int, str, "Project"]]:
         with self._lock:
-            projects = tuple(self._projects.items())
-        yield from projects
+            for project_id, (project_name, project) in enumerate(self._projects.items()):
+                if project.is_archived:
+                    continue
+                yield project_id, project_name, project
+
+    def archive_project(self, id: int) -> Optional["Project"]:
+        with self._lock:
+            active_projects = {
+                project_id: project
+                for project_id, _, project in self.get_projects()
+                if not project.is_archived
+            }
+            if len(active_projects) <= 1:
+                return None
+            if project := active_projects.get(id):
+                project.archive()
+                return project
+        return None
 
     def put(
         self,

{arize_phoenix-3.14.1 → arize_phoenix-3.15.0}/src/phoenix/server/api/routers/evaluation_handler.py

@@ -15,11 +15,11 @@ from starlette.status import (
 )
 
 import phoenix.trace.v1 as pb
+from phoenix.config import DEFAULT_PROJECT_NAME
 from phoenix.core.traces import Traces
 from phoenix.server.api.routers.utils import table_to_bytes
 from phoenix.session.evaluation import encode_evaluations
 from phoenix.trace.span_evaluations import Evaluations
-from phoenix.utilities.project import DEFAULT_PROJECT_NAME
 
 
 class EvaluationHandler(HTTPEndpoint):
@@ -27,6 +27,7 @@ class EvaluationHandler(HTTPEndpoint):
 
     async def post(self, request: Request) -> Response:
         content_type = request.headers.get("content-type")
+        project_name = request.headers.get("project-name", DEFAULT_PROJECT_NAME)
         if content_type == "application/x-pandas-arrow":
             return await self._process_pyarrow(request)
         if content_type != "application/x-protobuf":
@@ -51,7 +52,7 @@ class EvaluationHandler(HTTPEndpoint):
                 content="Request body is invalid",
                 status_code=HTTP_422_UNPROCESSABLE_ENTITY,
             )
-        self.traces.put(evaluation)
+        self.traces.put(evaluation, project_name=project_name)
         return Response()
 
     async def get(self, request: Request) -> Response:

{arize_phoenix-3.14.1 → arize_phoenix-3.15.0}/src/phoenix/server/api/routers/span_handler.py

@@ -7,11 +7,11 @@ from starlette.requests import Request
 from starlette.responses import Response, StreamingResponse
 from starlette.status import HTTP_404_NOT_FOUND, HTTP_422_UNPROCESSABLE_ENTITY
 
+from phoenix.config import DEFAULT_PROJECT_NAME
 from phoenix.core.traces import Traces
 from phoenix.server.api.routers.utils import df_to_bytes, from_iso_format
 from phoenix.trace.dsl import SpanQuery
 from phoenix.utilities import query_spans
-from phoenix.utilities.project import DEFAULT_PROJECT_NAME
 
 
 class SpanHandler(HTTPEndpoint):

{arize_phoenix-3.14.1 → arize_phoenix-3.15.0}/src/phoenix/server/api/routers/trace_handler.py

@@ -14,7 +14,7 @@ from starlette.responses import Response
 from starlette.status import HTTP_415_UNSUPPORTED_MEDIA_TYPE, HTTP_422_UNPROCESSABLE_ENTITY
 
 from phoenix.core.traces import Traces
-from phoenix.storage.spanstore import SpanStore
+from phoenix.storage.span_store import SpanStore
 from phoenix.trace.otel import decode
 from phoenix.utilities.project import get_project_name
 

{arize_phoenix-3.14.1 → arize_phoenix-3.15.0}/src/phoenix/server/api/schema.py

@@ -56,8 +56,8 @@ class Query:
             []
             if (traces := info.context.traces) is None
             else [
-                Project(id_attr=i, name=name, project=project)
-                for i, (name, project) in enumerate(traces.get_projects())
+                Project(id_attr=project_id, name=project_name, project=project)
+                for project_id, project_name, project in traces.get_projects()
             ]
         )
         return connection_from_list(data=data, args=args)
@@ -86,8 +86,11 @@ class Query:
             return to_gql_embedding_dimension(node_id, embedding_dimension)
         elif type_name == "Project":
             if (traces := info.context.traces) is not None:
-                projects = list(traces.get_projects())
-                if node_id < len(projects):
+                projects = {
+                    project_id: (project_name, project)
+                    for project_id, project_name, project in traces.get_projects()
+                }
+                if node_id in projects:
                     name, project = projects[node_id]
                     return Project(id_attr=node_id, name=name, project=project)
             raise Exception(f"Unknown project: {id}")
@@ -224,7 +227,26 @@ class Query:
 
 
 @strawberry.type
-class Mutation(ExportEventsMutation): ...
+class Mutation(ExportEventsMutation):
+    @strawberry.mutation
+    def delete_project(self, info: Info[Context, None], id: GlobalID) -> Query:
+        if (traces := info.context.traces) is None:
+            return Query()
+        type_name, node_id = from_global_id(str(id))
+        if type_name != "Project":
+            return Query()
+        traces.archive_project(node_id)
+        return Query()
+
+    @strawberry.mutation
+    def archive_project(self, info: Info[Context, None], id: GlobalID) -> Query:
+        if (traces := info.context.traces) is None:
+            return Query()
+        type_name, node_id = from_global_id(str(id))
+        if type_name != "Project":
+            return Query()
+        traces.archive_project(node_id)
+        return Query()
 
 
 schema = strawberry.Schema(query=Query, mutation=Mutation)

{arize_phoenix-3.14.1 → arize_phoenix-3.15.0}/src/phoenix/server/api/types/Span.py

@@ -10,6 +10,7 @@ from strawberry import ID, UNSET
 from strawberry.types import Info
 
 import phoenix.trace.schemas as trace_schema
+from phoenix.config import DEFAULT_PROJECT_NAME
 from phoenix.core.project import Project, WrappedSpan
 from phoenix.metrics.retrieval_metrics import RetrievalMetrics
 from phoenix.server.api.context import Context
@@ -17,7 +18,6 @@ from phoenix.server.api.types.DocumentRetrievalMetrics import DocumentRetrievalM
 from phoenix.server.api.types.Evaluation import DocumentEvaluation, SpanEvaluation
 from phoenix.server.api.types.MimeType import MimeType
 from phoenix.trace.schemas import ComputedAttributes, SpanID
-from phoenix.utilities.project import DEFAULT_PROJECT_NAME
 
 EMBEDDING_EMBEDDINGS = SpanAttributes.EMBEDDING_EMBEDDINGS
 EMBEDDING_VECTOR = EmbeddingAttributes.EMBEDDING_VECTOR

{arize_phoenix-3.14.1 → arize_phoenix-3.15.0}/src/phoenix/server/app.py

@@ -28,7 +28,7 @@ from phoenix.server.api.routers.evaluation_handler import EvaluationHandler
 from phoenix.server.api.routers.span_handler import SpanHandler
 from phoenix.server.api.routers.trace_handler import TraceHandler
 from phoenix.server.api.schema import schema
-from phoenix.storage.spanstore import SpanStore
+from phoenix.storage.span_store import SpanStore
 
 logger = logging.getLogger(__name__)
 

{arize_phoenix-3.14.1 → arize_phoenix-3.15.0}/src/phoenix/server/main.py

@@ -16,7 +16,6 @@ from phoenix.config import (
     get_env_host,
     get_env_port,
     get_pids_path,
-    get_storage_dir,
 )
 from phoenix.core.model_schema_adapter import create_model_from_datasets
 from phoenix.core.traces import Traces
@@ -29,8 +28,7 @@ from phoenix.pointcloud.umap_parameters import (
     UMAPParameters,
 )
 from phoenix.server.app import create_app
-from phoenix.storage.spanstore import SpanStore
-from phoenix.storage.spanstore.text_file import TextFileSpanStoreImpl
+from phoenix.storage.span_store import SpanStore
 from phoenix.trace.fixtures import (
     TRACES_FIXTURES,
     _download_traces_fixture,
@@ -39,7 +37,7 @@ from phoenix.trace.fixtures import (
 )
 from phoenix.trace.otel import decode, encode
 from phoenix.trace.span_json_decoder import json_string_to_span
-from phoenix.utilities.project import get_project_name
+from phoenix.utilities.span_store import get_span_store, load_traces_data_from_store
 
 logger = logging.getLogger(__name__)
 
@@ -108,15 +106,6 @@ def _load_items(
         queue.put(item)
 
 
-def _load_from_store(traces: Traces, span_store: SpanStore) -> None:
-    for traces_data in span_store.load():
-        for resource_spans in traces_data.resource_spans:
-            project_name = get_project_name(resource_spans.resource.attributes)
-            for scope_span in resource_spans.scope_spans:
-                for span in scope_span.spans:
-                    traces.put(decode(span), project_name=project_name)
-
-
 DEFAULT_UMAP_PARAMS_STR = f"{DEFAULT_MIN_DIST},{DEFAULT_N_NEIGHBORS},{DEFAULT_N_SAMPLES}"
 
 if __name__ == "__main__":
@@ -142,8 +131,6 @@ if __name__ == "__main__":
     parser.add_argument("--debug", action="store_false")
     subparsers = parser.add_subparsers(dest="command", required=True)
     serve_parser = subparsers.add_parser("serve")
-    experimental_parser = subparsers.add_parser("extremely-dangerous-experimental-span-storage")
-    experimental_parser.add_argument("--storage-path", type=str, required=False)
     datasets_parser = subparsers.add_parser("datasets")
     datasets_parser.add_argument("--primary", type=str, required=True)
     datasets_parser.add_argument("--reference", type=str, required=False)
@@ -200,19 +187,14 @@ if __name__ == "__main__":
         )
         trace_dataset_name = args.trace_fixture
         simulate_streaming = args.simulate_streaming
-    elif args.command == "extremely-dangerous-experimental-span-storage":
-        span_store_path = (
-            get_storage_dir() if args.storage_path is None else Path(args.storage_path)
-        )
-        span_store = TextFileSpanStoreImpl(span_store_path)
 
     model = create_model_from_datasets(
         primary_dataset,
         reference_dataset,
     )
     traces = Traces()
-    if span_store:
-        Thread(target=_load_from_store, args=(traces, span_store), daemon=True).start()
+    if span_store := get_span_store():
+        Thread(target=load_traces_data_from_store, args=(traces, span_store), daemon=True).start()
     if trace_dataset_name is not None:
         fixture_spans = list(
             # Apply `encode` here because legacy jsonl files contains UUIDs as strings.