arize-phoenix 3.13.1__py3-none-any.whl → 3.14.1__py3-none-any.whl

phoenix/storage/spanstore/__init__.py

@@ -0,0 +1,9 @@
+from typing import Iterator, Protocol
+
+from opentelemetry.proto.trace.v1.trace_pb2 import TracesData
+
+
+class SpanStore(Protocol):
+    def save(self, req: TracesData) -> None: ...
+
+    def load(self) -> Iterator[TracesData]: ...

phoenix/storage/spanstore/text_file.py

@@ -0,0 +1,85 @@
+import weakref
+from base64 import urlsafe_b64decode, urlsafe_b64encode
+from pathlib import Path
+from queue import SimpleQueue
+from threading import Thread
+from typing import Iterator, Optional, Tuple
+
+from opentelemetry.proto.trace.v1.trace_pb2 import TracesData
+from typing_extensions import TypeAlias
+
+from phoenix.utilities.project import get_project_name
+
+_Queue: TypeAlias = "SimpleQueue[Optional[TracesData]]"
+
+_END_OF_QUEUE = None
+_DIR_PREFIX = "project."
+
+
+class TextFileSpanStoreImpl:
+    def __init__(self, root: Path) -> None:
+        self._root = root
+        self._projects = dict(_load_projects(self._root))
+
+    def save(self, traces_data: TracesData) -> None:
+        for resource_spans in traces_data.resource_spans:
+            name = get_project_name(resource_spans.resource.attributes)
+            if (project := self._projects.get(name)) is None:
+                self._projects[name] = project = _Project(name, self._root)
+            project.save(TracesData(resource_spans=[resource_spans]))
+
+    def load(self) -> Iterator[TracesData]:
+        queue: _Queue = SimpleQueue()
+        Thread(target=self._load_traces_data, args=(queue,)).start()
+        while (item := queue.get()) is not _END_OF_QUEUE:
+            yield item
+
+    def _load_traces_data(self, queue: _Queue) -> None:
+        """Load traces data from all projects into the queue"""
+        for project in self._projects.values():
+            project.load(queue)
+        queue.put(_END_OF_QUEUE)
+
+
+class _Project:
+    def __init__(self, name: str, root: Path) -> None:
+        self._path = root / f"project.{_b64encode(name.encode())}"
+        spans_path = self._path / "spans"
+        spans_path.mkdir(parents=True, exist_ok=True)
+        self._spans = _Spans(spans_path / "spans.txt")
+
+    def save(self, traces_data: TracesData) -> None:
+        self._spans.save(traces_data)
+
+    def load(self, queue: _Queue) -> None:
+        self._spans.load(queue)
+
+
+class _Spans:
+    def __init__(self, file_path: Path):
+        self._path = file_path
+        self._file = self._path.open("a")
+        weakref.finalize(self, self._file.close)
+
+    def save(self, traces_data: TracesData) -> None:
+        self._file.write(_b64encode(traces_data.SerializeToString()))
+        self._file.write("\n")
+
+    def load(self, queue: _Queue) -> None:
+        with self._path.open("r") as f:
+            while line := f.readline():
+                queue.put(TracesData.FromString(_b64decode(line)))
+
+
+def _load_projects(root: Path) -> Iterator[Tuple[str, _Project]]:
+    for dir_path in root.glob(f"{_DIR_PREFIX}*/"):
+        name = _b64decode(dir_path.name[len(_DIR_PREFIX) :]).decode()
+        yield name, _Project(name, root)
+
+
+def _b64encode(s: bytes) -> str:
+    return urlsafe_b64encode(s).decode()
+
+
+def _b64decode(name: str) -> bytes:
+    return urlsafe_b64decode(name.encode())

phoenix/utilities/project.py

@@ -0,0 +1,13 @@
+from typing import Iterable
+
+from openinference.semconv.resource import ResourceAttributes
+from opentelemetry.proto.common.v1.common_pb2 import KeyValue
+
+DEFAULT_PROJECT_NAME = "default"
+
+
+def get_project_name(attributes: Iterable[KeyValue]) -> str:
+    for kv in attributes:
+        if kv.key == ResourceAttributes.PROJECT_NAME and (v := kv.value.string_value):
+            return v
+    return DEFAULT_PROJECT_NAME

phoenix/version.py

@@ -1 +1 @@
-__version__ = "3.13.1"
+__version__ = "3.14.1"