arize-phoenix 8.3.0__tar.gz → 8.4.0__tar.gz

{arize_phoenix-8.3.0 → arize_phoenix-8.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: arize-phoenix
-Version: 8.3.0
+Version: 8.4.0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
@@ -162,6 +162,7 @@ Phoenix is an open-source AI observability platform designed for experimentation
 - [**_Datasets_**](https://docs.arize.com/phoenix/datasets-and-experiments/overview-datasets) - Create versioned datasets of examples for experimentation, evaluation, and fine-tuning.
 - [**_Experiments_**](https://docs.arize.com/phoenix/datasets-and-experiments/overview-datasets#experiments) - Track and evaluate changes to prompts, LLMs, and retrieval.
 - [**_Playground_**](https://docs.arize.com/phoenix/prompt-engineering/overview-prompts)- Optimize prompts, compare models, adjust parameters, and replay traced LLM calls.
+- [**_Prompt Mangement_**](https://docs.arize.com/phoenix/prompt-engineering/overview-prompts/prompt-management)- Manage and test prompt changes systematically using version control, tagging, and experimentation.
 
 Phoenix is vendor and language agnostic with out-of-the-box support for popular frameworks (🦙[LlamaIndex](https://docs.arize.com/phoenix/tracing/integrations-tracing/llamaindex), 🦜⛓[LangChain](https://docs.arize.com/phoenix/tracing/integrations-tracing/langchain), [Haystack](https://docs.arize.com/phoenix/tracing/integrations-tracing/haystack), 🧩[DSPy](https://docs.arize.com/phoenix/tracing/integrations-tracing/dspy)) and LLM providers ([OpenAI](https://docs.arize.com/phoenix/tracing/integrations-tracing/openai), [Bedrock](https://docs.arize.com/phoenix/tracing/integrations-tracing/bedrock), [MistralAI](https://docs.arize.com/phoenix/tracing/integrations-tracing/mistralai), [VertexAI](https://docs.arize.com/phoenix/tracing/integrations-tracing/vertexai), [LiteLLM](https://docs.arize.com/phoenix/tracing/integrations-tracing/litellm), and more). For details on auto-instrumentation, check out the [OpenInference](https://github.com/Arize-ai/openinference) project.
 

{arize_phoenix-8.3.0 → arize_phoenix-8.4.0}/README.md

@@ -34,6 +34,7 @@ Phoenix is an open-source AI observability platform designed for experimentation
 - [**_Datasets_**](https://docs.arize.com/phoenix/datasets-and-experiments/overview-datasets) - Create versioned datasets of examples for experimentation, evaluation, and fine-tuning.
 - [**_Experiments_**](https://docs.arize.com/phoenix/datasets-and-experiments/overview-datasets#experiments) - Track and evaluate changes to prompts, LLMs, and retrieval.
 - [**_Playground_**](https://docs.arize.com/phoenix/prompt-engineering/overview-prompts)- Optimize prompts, compare models, adjust parameters, and replay traced LLM calls.
+- [**_Prompt Mangement_**](https://docs.arize.com/phoenix/prompt-engineering/overview-prompts/prompt-management)- Manage and test prompt changes systematically using version control, tagging, and experimentation.
 
 Phoenix is vendor and language agnostic with out-of-the-box support for popular frameworks (🦙[LlamaIndex](https://docs.arize.com/phoenix/tracing/integrations-tracing/llamaindex), 🦜⛓[LangChain](https://docs.arize.com/phoenix/tracing/integrations-tracing/langchain), [Haystack](https://docs.arize.com/phoenix/tracing/integrations-tracing/haystack), 🧩[DSPy](https://docs.arize.com/phoenix/tracing/integrations-tracing/dspy)) and LLM providers ([OpenAI](https://docs.arize.com/phoenix/tracing/integrations-tracing/openai), [Bedrock](https://docs.arize.com/phoenix/tracing/integrations-tracing/bedrock), [MistralAI](https://docs.arize.com/phoenix/tracing/integrations-tracing/mistralai), [VertexAI](https://docs.arize.com/phoenix/tracing/integrations-tracing/vertexai), [LiteLLM](https://docs.arize.com/phoenix/tracing/integrations-tracing/litellm), and more). For details on auto-instrumentation, check out the [OpenInference](https://github.com/Arize-ai/openinference) project.
 

{arize_phoenix-8.3.0 → arize_phoenix-8.4.0}/src/phoenix/server/api/context.py

@@ -29,6 +29,7 @@ from phoenix.server.api.dataloaders import (
     ExperimentSequenceNumberDataLoader,
     LatencyMsQuantileDataLoader,
     MinStartOrMaxEndTimeDataLoader,
+    NumChildSpansDataLoader,
     ProjectByNameDataLoader,
     PromptVersionSequenceNumberDataLoader,
     RecordCountDataLoader,
@@ -76,6 +77,7 @@ class DataLoaders:
     experiment_sequence_number: ExperimentSequenceNumberDataLoader
     latency_ms_quantile: LatencyMsQuantileDataLoader
     min_start_or_max_end_times: MinStartOrMaxEndTimeDataLoader
+    num_child_spans: NumChildSpansDataLoader
     project_fields: TableFieldsDataLoader
     prompt_version_sequence_number: PromptVersionSequenceNumberDataLoader
     record_counts: RecordCountDataLoader

{arize_phoenix-8.3.0 → arize_phoenix-8.4.0}/src/phoenix/server/api/dataloaders/__init__.py

@@ -17,6 +17,7 @@ from .experiment_run_counts import ExperimentRunCountsDataLoader
 from .experiment_sequence_number import ExperimentSequenceNumberDataLoader
 from .latency_ms_quantile import LatencyMsQuantileCache, LatencyMsQuantileDataLoader
 from .min_start_or_max_end_times import MinStartOrMaxEndTimeCache, MinStartOrMaxEndTimeDataLoader
+from .num_child_spans import NumChildSpansDataLoader
 from .project_by_name import ProjectByNameDataLoader
 from .prompt_version_sequence_number import PromptVersionSequenceNumberDataLoader
 from .record_counts import RecordCountCache, RecordCountDataLoader
@@ -53,6 +54,7 @@ __all__ = [
     "ExperimentSequenceNumberDataLoader",
     "LatencyMsQuantileDataLoader",
     "MinStartOrMaxEndTimeDataLoader",
+    "NumChildSpansDataLoader",
     "PromptVersionSequenceNumberDataLoader",
     "RecordCountDataLoader",
     "SessionIODataLoader",

arize_phoenix-8.4.0/src/phoenix/server/api/dataloaders/num_child_spans.py

@@ -0,0 +1,35 @@
+from typing import Iterable
+
+from sqlalchemy import func, select
+from strawberry.dataloader import DataLoader
+from typing_extensions import TypeAlias
+
+from phoenix.db import models
+from phoenix.server.types import DbSessionFactory
+
+SpanRowId: TypeAlias = int
+
+Key: TypeAlias = SpanRowId
+Result: TypeAlias = int
+
+
+class NumChildSpansDataLoader(DataLoader[Key, Result]):
+    def __init__(self, db: DbSessionFactory) -> None:
+        super().__init__(load_fn=self._load_fn)
+        self._db = db
+
+    async def _load_fn(self, keys: Iterable[Key]) -> list[Result]:
+        span_rowids = list(set(keys))
+        result: dict[Key, Result] = {}
+        children = select(models.Span).alias("children")
+        stmt = (
+            select(models.Span.id, func.count())
+            .where(models.Span.id.in_(span_rowids))
+            .join(children, children.c.parent_id == models.Span.span_id)
+            .group_by(models.Span.id)
+        )
+        async with self._db() as session:
+            data = await session.stream(stmt)
+            async for span_rowid, num_child_spans in data:
+                result[span_rowid] = num_child_spans
+        return [result.get(span_rowid, 0) for span_rowid in keys]

{arize_phoenix-8.3.0 → arize_phoenix-8.4.0}/src/phoenix/server/api/queries.py

@@ -1,19 +1,21 @@
 from collections import defaultdict
 from datetime import datetime
-from typing import Optional, Union
+from typing import Iterable, Iterator, Optional, Union, cast
 
 import numpy as np
 import numpy.typing as npt
 import strawberry
-from sqlalchemy import and_, distinct, func, select
+from sqlalchemy import and_, distinct, func, select, text
 from sqlalchemy.orm import joinedload
 from starlette.authentication import UnauthenticatedUser
 from strawberry import ID, UNSET
 from strawberry.relay import Connection, GlobalID, Node
 from strawberry.types import Info
-from typing_extensions import Annotated, TypeAlias
+from typing_extensions import Annotated, TypeAlias, assert_never
 
+from phoenix.config import ENV_PHOENIX_SQL_DATABASE_SCHEMA, getenv
 from phoenix.db import enums, models
+from phoenix.db.helpers import SupportedSQLDialect
 from phoenix.db.models import DatasetExample as OrmExample
 from phoenix.db.models import DatasetExampleRevision as OrmRevision
 from phoenix.db.models import DatasetVersion as OrmVersion
@@ -81,6 +83,12 @@ class ModelsInput:
     model_name: Optional[str] = None
 
 
+@strawberry.type
+class DbTableStats:
+    table_name: str
+    num_bytes: int
+
+
 @strawberry.type
 class Query:
     @strawberry.field
@@ -780,3 +788,64 @@ class Query:
         return to_gql_clusters(
             clustered_events=clustered_events,
         )
+
+    @strawberry.field
+    async def db_table_stats(
+        self,
+        info: Info[Context, None],
+    ) -> list[DbTableStats]:
+        if info.context.db.dialect is SupportedSQLDialect.SQLITE:
+            stmt = text("SELECT name, sum(pgsize) FROM dbstat group by name;")
+            async with info.context.db() as session:
+                stats = cast(Iterable[tuple[str, int]], await session.execute(stmt))
+            stats = _consolidate_sqlite_db_table_stats(stats)
+        elif info.context.db.dialect is SupportedSQLDialect.POSTGRESQL:
+            stmt = text(f"""\
+                SELECT c.relname, pg_total_relation_size(c.oid)
+                FROM pg_class as c
+                INNER JOIN pg_namespace as n ON n.oid = c.relnamespace
+                WHERE c.relkind = 'r'
+                AND n.nspname = '{getenv(ENV_PHOENIX_SQL_DATABASE_SCHEMA) or "public"}';
+            """)
+            async with info.context.db() as session:
+                stats = cast(Iterable[tuple[str, int]], await session.execute(stmt))
+        else:
+            assert_never(info.context.db.dialect)
+        return [
+            DbTableStats(table_name=table_name, num_bytes=num_bytes)
+            for table_name, num_bytes in stats
+        ]
+
+
+def _consolidate_sqlite_db_table_stats(
+    stats: Iterable[tuple[str, int]],
+) -> Iterator[tuple[str, int]]:
+    """
+    Consolidate SQLite database stats by combining indexes with their respective tables.
+    """
+    aggregate: dict[str, int] = {}
+    for name, num_bytes in stats:
+        # Skip internal SQLite tables and indexes.
+        if name.startswith("ix_") or name.startswith("sqlite_"):
+            continue
+        aggregate[name] = num_bytes
+    for name, num_bytes in stats:
+        # Combine indexes with their respective tables.
+        for flag in ["sqlite_autoindex_", "ix_"]:
+            if not name.startswith(flag):
+                continue
+            if parent := _longest_matching_prefix(name[len(flag) :], aggregate.keys()):
+                aggregate[parent] += num_bytes
+            break
+    yield from aggregate.items()
+
+
+def _longest_matching_prefix(s: str, prefixes: Iterable[str]) -> str:
+    """
+    Return the longest prefix of s that matches any of the given prefixes.
+    """
+    longest = ""
+    for prefix in prefixes:
+        if s.startswith(prefix) and len(prefix) > len(longest):
+            longest = prefix
+    return longest

{arize_phoenix-8.3.0 → arize_phoenix-8.4.0}/src/phoenix/server/api/types/Span.py

@@ -537,6 +537,10 @@ class Span(Node):
             (self.span_rowid, evaluation_name or None, num_documents),
         )
 
+    @strawberry.field
+    async def num_child_spans(self, info: Info[Context, None]) -> int:
+        return await info.context.data_loaders.num_child_spans.load(self.span_rowid)
+
     @strawberry.field(
         description="All descendant spans (children, grandchildren, etc.)",
     )  # type: ignore

{arize_phoenix-8.3.0 → arize_phoenix-8.4.0}/src/phoenix/server/app.py

@@ -85,6 +85,7 @@ from phoenix.server.api.dataloaders import (
     ExperimentSequenceNumberDataLoader,
     LatencyMsQuantileDataLoader,
     MinStartOrMaxEndTimeDataLoader,
+    NumChildSpansDataLoader,
     ProjectByNameDataLoader,
     PromptVersionSequenceNumberDataLoader,
     RecordCountDataLoader,
@@ -614,6 +615,7 @@ def create_graphql_router(
                         else None
                     ),
                 ),
+                num_child_spans=NumChildSpansDataLoader(db),
                 project_fields=TableFieldsDataLoader(db, models.Project),
                 prompt_version_sequence_number=PromptVersionSequenceNumberDataLoader(db),
                 record_counts=RecordCountDataLoader(

arize_phoenix-8.4.0/src/phoenix/server/static/.vite/manifest.json

@@ -0,0 +1,87 @@
+{
+  "_components-BgFPI6sn.js": {
+    "file": "assets/components-BgFPI6sn.js",
+    "name": "components",
+    "imports": [
+      "_vendor-CRRq3WgM.js",
+      "_pages-CmDiPH1A.js",
+      "_vendor-arizeai-Dq64X_0o.js",
+      "_vendor-codemirror-C1oevlym.js",
+      "_vendor-three-C-AGeJYv.js"
+    ]
+  },
+  "_pages-CmDiPH1A.js": {
+    "file": "assets/pages-CmDiPH1A.js",
+    "name": "pages",
+    "imports": [
+      "_vendor-CRRq3WgM.js",
+      "_vendor-arizeai-Dq64X_0o.js",
+      "_components-BgFPI6sn.js",
+      "_vendor-codemirror-C1oevlym.js",
+      "_vendor-recharts-CPj01S89.js"
+    ]
+  },
+  "_vendor-CRRq3WgM.js": {
+    "file": "assets/vendor-CRRq3WgM.js",
+    "name": "vendor",
+    "imports": [
+      "_vendor-three-C-AGeJYv.js"
+    ],
+    "css": [
+      "assets/vendor-Cg6lcjUC.css"
+    ]
+  },
+  "_vendor-Cg6lcjUC.css": {
+    "file": "assets/vendor-Cg6lcjUC.css",
+    "src": "_vendor-Cg6lcjUC.css"
+  },
+  "_vendor-arizeai-Dq64X_0o.js": {
+    "file": "assets/vendor-arizeai-Dq64X_0o.js",
+    "name": "vendor-arizeai",
+    "imports": [
+      "_vendor-CRRq3WgM.js"
+    ]
+  },
+  "_vendor-codemirror-C1oevlym.js": {
+    "file": "assets/vendor-codemirror-C1oevlym.js",
+    "name": "vendor-codemirror",
+    "imports": [
+      "_vendor-CRRq3WgM.js",
+      "_vendor-shiki-aY7rz1pm.js"
+    ]
+  },
+  "_vendor-recharts-CPj01S89.js": {
+    "file": "assets/vendor-recharts-CPj01S89.js",
+    "name": "vendor-recharts",
+    "imports": [
+      "_vendor-CRRq3WgM.js"
+    ]
+  },
+  "_vendor-shiki-aY7rz1pm.js": {
+    "file": "assets/vendor-shiki-aY7rz1pm.js",
+    "name": "vendor-shiki",
+    "imports": [
+      "_vendor-CRRq3WgM.js"
+    ]
+  },
+  "_vendor-three-C-AGeJYv.js": {
+    "file": "assets/vendor-three-C-AGeJYv.js",
+    "name": "vendor-three"
+  },
+  "index.tsx": {
+    "file": "assets/index-CIkk8uHr.js",
+    "name": "index",
+    "src": "index.tsx",
+    "isEntry": true,
+    "imports": [
+      "_vendor-CRRq3WgM.js",
+      "_vendor-arizeai-Dq64X_0o.js",
+      "_pages-CmDiPH1A.js",
+      "_components-BgFPI6sn.js",
+      "_vendor-three-C-AGeJYv.js",
+      "_vendor-codemirror-C1oevlym.js",
+      "_vendor-shiki-aY7rz1pm.js",
+      "_vendor-recharts-CPj01S89.js"
+    ]
+  }
+}