arize-phoenix 4.4.2__tar.gz → 4.4.4rc0__tar.gz

{arize_phoenix-4.4.2 → arize_phoenix-4.4.4rc0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: arize-phoenix
-Version: 4.4.2
+Version: 4.4.4rc0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
@@ -20,11 +20,13 @@ Requires-Python: <3.13,>=3.8
 Requires-Dist: aioitertools
 Requires-Dist: aiosqlite
 Requires-Dist: alembic<2,>=1.3.0
+Requires-Dist: arize-phoenix-evals>=0.3.0
 Requires-Dist: cachetools
 Requires-Dist: grpcio
 Requires-Dist: hdbscan>=0.8.33
+Requires-Dist: httpx
 Requires-Dist: jinja2
-Requires-Dist: numpy
+Requires-Dist: numpy<2
 Requires-Dist: openinference-instrumentation
 Requires-Dist: openinference-instrumentation-langchain>=0.1.12
 Requires-Dist: openinference-instrumentation-llama-index>=1.2.0
@@ -38,13 +40,13 @@ Requires-Dist: pandas
 Requires-Dist: protobuf<6.0,>=3.20
 Requires-Dist: psutil
 Requires-Dist: pyarrow
-Requires-Dist: requests
+Requires-Dist: python-multipart
 Requires-Dist: scikit-learn
 Requires-Dist: scipy
 Requires-Dist: sqlalchemy[asyncio]<3,>=2.0.4
 Requires-Dist: sqlean-py>=3.45.1
 Requires-Dist: starlette
-Requires-Dist: strawberry-graphql==0.227.2
+Requires-Dist: strawberry-graphql==0.235.0
 Requires-Dist: tqdm
 Requires-Dist: typing-extensions>=4.5; python_version < '3.12'
 Requires-Dist: typing-extensions>=4.6; python_version >= '3.12'
@@ -61,7 +63,7 @@ Requires-Dist: opentelemetry-sdk; extra == 'container'
 Requires-Dist: opentelemetry-semantic-conventions; extra == 'container'
 Requires-Dist: prometheus-client; extra == 'container'
 Requires-Dist: py-grpc-prometheus; extra == 'container'
-Requires-Dist: strawberry-graphql[opentelemetry]==0.227.2; extra == 'container'
+Requires-Dist: strawberry-graphql[opentelemetry]==0.235.0; extra == 'container'
 Requires-Dist: uvloop; (platform_system != 'Windows') and extra == 'container'
 Provides-Extra: dev
 Requires-Dist: anthropic; extra == 'dev'
@@ -75,20 +77,19 @@ Requires-Dist: langchain>=0.0.334; extra == 'dev'
 Requires-Dist: litellm>=1.0.3; extra == 'dev'
 Requires-Dist: llama-index>=0.10.3; extra == 'dev'
 Requires-Dist: nbqa; extra == 'dev'
-Requires-Dist: pandas-stubs<=2.0.2.230605; extra == 'dev'
+Requires-Dist: pandas-stubs==2.0.3.230814; (python_version < '3.9') and extra == 'dev'
+Requires-Dist: pandas-stubs==2.2.2.240603; (python_version >= '3.9') and extra == 'dev'
 Requires-Dist: pre-commit; extra == 'dev'
 Requires-Dist: prometheus-client; extra == 'dev'
 Requires-Dist: psycopg[binary]; extra == 'dev'
 Requires-Dist: pytest-asyncio; extra == 'dev'
 Requires-Dist: pytest-cov; extra == 'dev'
 Requires-Dist: pytest-postgresql; extra == 'dev'
-Requires-Dist: pytest==7.4.4; extra == 'dev'
-Requires-Dist: ruff==0.3.0; extra == 'dev'
-Requires-Dist: strawberry-graphql[debug-server,opentelemetry]==0.227.2; extra == 'dev'
+Requires-Dist: pytest==8.2.2; extra == 'dev'
+Requires-Dist: ruff==0.4.9; extra == 'dev'
+Requires-Dist: strawberry-graphql[debug-server,opentelemetry]==0.235.0; extra == 'dev'
 Provides-Extra: evals
-Requires-Dist: arize-phoenix-evals>=0.3.0; extra == 'evals'
 Provides-Extra: experimental
-Requires-Dist: tenacity; extra == 'experimental'
 Provides-Extra: llama-index
 Requires-Dist: llama-index==0.10.44; extra == 'llama-index'
 Provides-Extra: pg

{arize_phoenix-4.4.2 → arize_phoenix-4.4.4rc0}/pyproject.toml

@@ -23,7 +23,7 @@ classifiers = [
 ]
 dependencies = [
   "scikit-learn",
-  "numpy",
+  "numpy<2",  # https://github.com/scikit-learn-contrib/hdbscan/issues/642
   "pandas",
   "jinja2",
   "umap-learn",
@@ -31,7 +31,7 @@ dependencies = [
   "starlette",
   "uvicorn",
   "psutil",
-  "strawberry-graphql==0.227.2",  # need to pin version because we're monkey-patching
+  "strawberry-graphql==0.235.0",  # need to pin version because we're monkey-patching
   "pyarrow",
   "typing-extensions>=4.5; python_version<'3.12'",
   # A minimum version of typing-extensions==4.6.0 is needed to avoid this issue on Python 3.12: https://github.com/Azure/azure-sdk-for-python/issues/33442#issuecomment-1847886784
@@ -41,7 +41,7 @@ dependencies = [
   "protobuf>=3.20, <6.0",
   "grpcio",
   "tqdm",
-  "requests",
+  "httpx",
   "opentelemetry-sdk",
   "opentelemetry-proto>=1.12.0",  # needed to avoid this issue: https://github.com/Arize-ai/phoenix/issues/2695
   "opentelemetry-exporter-otlp",
@@ -57,6 +57,8 @@ dependencies = [
   "aioitertools",
   "sqlean.py>=3.45.1",
   "cachetools",
+  "python-multipart",  # see https://www.starlette.io/#dependencies
+  "arize-phoenix-evals>=0.3.0",
 ]
 dynamic = ["version"]
 
@@ -66,15 +68,16 @@ dev = [
   "hatch",
   "jupyter",
   "nbqa",
-  "ruff==0.3.0",
-  "pandas-stubs<=2.0.2.230605",  # version 2.0.3.230814 is causing a dependency conflict.
-  "pytest==7.4.4",
+  "ruff==0.4.9",
+  "pandas-stubs==2.2.2.240603; python_version>='3.9'",
+  "pandas-stubs==2.0.3.230814; python_version<'3.9'",
+  "pytest==8.2.2",
   "pytest-asyncio",
   "pytest-cov",
   "pytest-postgresql",
   "asyncpg",
   "psycopg[binary]",
-  "strawberry-graphql[debug-server,opentelemetry]==0.227.2",  # need to pin version because we're monkey-patching
+  "strawberry-graphql[debug-server,opentelemetry]==0.235.0",  # need to pin version because we're monkey-patching
   "pre-commit",
   "arize[AutoEmbeddings, LLM_Evaluation]",
   "llama-index>=0.10.3",
@@ -84,12 +87,8 @@ dev = [
   "anthropic",
   "prometheus_client",
 ]
-evals = [
-  "arize-phoenix-evals>=0.3.0",
-]
-experimental = [
-  "tenacity",
-]
+evals = []
+experimental = []
 llama-index = [
   "llama-index==0.10.44",  # always pin to a version that keeps our notebooks working
 ]
@@ -106,7 +105,7 @@ container = [
   "opentelemetry-instrumentation-sqlalchemy",
   "opentelemetry-instrumentation-grpc",
   "py-grpc-prometheus",
-  "strawberry-graphql[opentelemetry]==0.227.2",  # need to pin version because we're monkey-patching
+  "strawberry-graphql[opentelemetry]==0.235.0",  # need to pin version because we're monkey-patching
   "uvloop; platform_system != 'Windows'",
 ]
 
@@ -136,8 +135,10 @@ artifacts = ["src/phoenix/server/static", "src/phoenix/db/migrations"]
 
 [tool.hatch.envs.default]
 dependencies = [
-  "pandas==1.4.0",
-  "pytest==7.4.4",
+  "numpy",
+  "pandas==2.2.2; python_version>='3.9'",
+  "pandas==1.4.0; python_version<'3.9'",
+  "pytest==8.2.2",
   "pytest-asyncio",
   "pytest-cov",
   "pytest-postgresql",
@@ -147,7 +148,6 @@ dependencies = [
   "litellm>=1.0.3",
   "openai>=1.0.0",
   "tenacity",
-  "requests",
   "protobuf==3.20",  # version minimum (for tests)
   "responses",
   "tiktoken",
@@ -161,12 +161,11 @@ dependencies = [
 
 [tool.hatch.envs.type]
 dependencies = [
-  "mypy==1.9.0",
+  "mypy==1.10.0",
   "tenacity",
-  "pandas-stubs<=2.0.2.230605",  # version 2.0.3.230814 is causing a dependency conflict.
+  "pandas-stubs==2.0.3.230814",
   "types-psutil",
   "types-tqdm",
-  "types-requests",
   "types-protobuf",
   "types-setuptools",
   "types-cachetools",
@@ -182,15 +181,22 @@ dependencies = [
   "opentelemetry-instrumentation-sqlalchemy",
   "opentelemetry-instrumentation-grpc",
   "py-grpc-prometheus",
-  "strawberry-graphql[opentelemetry]==0.227.2",  # need to pin version because we're monkey-patching
+  "strawberry-graphql[opentelemetry]==0.235.0",  # need to pin version because we're monkey-patching
+  "requests",  # this is needed to type-check third-party packages
 ]
 
+[[tool.hatch.envs.type.matrix]]
+python = ["3.8", "3.9", "3.12"]
+
 [tool.hatch.envs.style]
 detached = true
 dependencies = [
-  "ruff==0.4.1",
+  "ruff==0.4.9",
 ]
 
+[[tool.hatch.envs.style.matrix]]
+python = ["3.8", "3.9", "3.12"]
+
 [tool.hatch.envs.notebooks]
 detached = true
 dependencies = [
@@ -281,13 +287,21 @@ check = [
 
 [tool.hatch.envs.gql]
 dependencies = [
-  "strawberry-graphql[cli]==0.227.2",  # need to pin version because we're monkey-patching
+  "strawberry-graphql[cli]==0.235.0",  # need to pin version because we're monkey-patching
   "requests",
 ]
 
 [tool.hatch.envs.gql.scripts]
 build = 'strawberry export-schema phoenix.server.api.schema:schema > app/schema.graphql'
 
+[tool.hatch.envs.openapi]
+dependencies = [
+  "pyyaml",
+]
+
+[tool.hatch.envs.openapi.scripts]
+build = 'python -m phoenix.server.api.openapi.main > schemas/openapi.yaml'
+
 [tool.hatch.envs.proto]
 detached = true
 dependencies = [
@@ -371,8 +385,7 @@ target-version = "py38"
 "*.ipynb" = ["E402", "E501"]
 
 [tool.ruff.lint]
-ignore-init-module-imports = true
-select = ["E", "F", "W", "I"]
+select = ["E", "F", "W", "I", "NPY201"]
 
 [tool.ruff.lint.isort]
 force-single-line = false

{arize_phoenix-4.4.2 → arize_phoenix-4.4.4rc0}/src/phoenix/__init__.py

@@ -1,9 +1,3 @@
-import sys
-from importlib.abc import Loader, MetaPathFinder
-from importlib.machinery import ModuleSpec
-from types import ModuleType
-from typing import Any, Optional
-
 from .inferences.fixtures import ExampleInferences, load_example
 from .inferences.inferences import Inferences
 from .inferences.schema import EmbeddingColumnNames, RetrievalEmbeddingColumnNames, Schema
@@ -57,24 +51,3 @@ __all__ = [
     "Client",
     "evals",
 ]
-
-
-class PhoenixEvalsFinder(MetaPathFinder):
-    def find_spec(self, fullname: Any, path: Any, target: Any = None) -> Optional[ModuleSpec]:
-        if fullname == "phoenix.evals":
-            return ModuleSpec(fullname, PhoenixEvalsLoader())
-        return None
-
-
-class PhoenixEvalsLoader(Loader):
-    def create_module(self, spec: ModuleSpec) -> None:
-        return None
-
-    def exec_module(self, module: ModuleType) -> None:
-        raise ImportError(
-            "The optional `phoenix.evals` package is not installed. "
-            "Please install `phoenix` with the `evals` extra: `pip install 'arize-phoenix[evals]'`."
-        )
-
-
-sys.meta_path.append(PhoenixEvalsFinder())

{arize_phoenix-4.4.2 → arize_phoenix-4.4.4rc0}/src/phoenix/config.py

@@ -2,7 +2,9 @@ import os
 import tempfile
 from logging import getLogger
 from pathlib import Path
-from typing import List, Optional
+from typing import Dict, List, Optional
+
+from .utilities.re import parse_env_headers
 
 logger = getLogger(__name__)
 
@@ -12,6 +14,12 @@ ENV_PHOENIX_GRPC_PORT = "PHOENIX_GRPC_PORT"
 ENV_PHOENIX_HOST = "PHOENIX_HOST"
 ENV_PHOENIX_HOST_ROOT_PATH = "PHOENIX_HOST_ROOT_PATH"
 ENV_NOTEBOOK_ENV = "PHOENIX_NOTEBOOK_ENV"
+ENV_PHOENIX_CLIENT_HEADERS = "PHOENIX_CLIENT_HEADERS"
+"""
+The headers to include in Phoenix client requests.
+Note: This overrides OTEL_EXPORTER_OTLP_HEADERS in the case where
+phoenix.trace instrumentors are used.
+"""
 ENV_PHOENIX_COLLECTOR_ENDPOINT = "PHOENIX_COLLECTOR_ENDPOINT"
 """
 The endpoint traces and evals are sent to. This must be set if the Phoenix
@@ -105,15 +113,15 @@ GRPC_PORT = 4317
 """The port the gRPC server will run on after launch_app is called.
 The default network port for OTLP/gRPC is 4317.
 See https://opentelemetry.io/docs/specs/otlp/#otlpgrpc-default-port"""
-GENERATED_DATASET_NAME_PREFIX = "phoenix_dataset_"
+GENERATED_INFERENCES_NAME_PREFIX = "phoenix_inferences_"
 """The prefix of datasets that are auto-assigned a name."""
 WORKING_DIR = get_working_dir()
-"""The work directory for saving, loading, and exporting datasets."""
+"""The work directory for saving, loading, and exporting data."""
 
 ROOT_DIR = WORKING_DIR
 EXPORT_DIR = ROOT_DIR / "exports"
-DATASET_DIR = ROOT_DIR / "datasets"
-TRACE_DATASET_DIR = ROOT_DIR / "trace_datasets"
+INFERENCES_DIR = ROOT_DIR / "inferences"
+TRACE_DATASETS_DIR = ROOT_DIR / "trace_datasets"
 
 
 def ensure_working_dir() -> None:
@@ -126,8 +134,8 @@ def ensure_working_dir() -> None:
         for path in (
             ROOT_DIR,
             EXPORT_DIR,
-            DATASET_DIR,
-            TRACE_DATASET_DIR,
+            INFERENCES_DIR,
+            TRACE_DATASETS_DIR,
         ):
             path.mkdir(parents=True, exist_ok=True)
     except Exception as e:
@@ -219,4 +227,10 @@ def get_env_enable_prometheus() -> bool:
     )
 
 
+def get_env_client_headers() -> Optional[Dict[str, str]]:
+    if headers_str := os.getenv(ENV_PHOENIX_CLIENT_HEADERS):
+        return parse_env_headers(headers_str)
+    return None
+
+
 DEFAULT_PROJECT_NAME = "default"

{arize_phoenix-4.4.2 → arize_phoenix-4.4.4rc0}/src/phoenix/core/model.py

@@ -7,73 +7,73 @@ from .embedding_dimension import EmbeddingDimension
 
 
 def _get_embedding_dimensions(
-    primary_dataset: Inferences, reference_dataset: Optional[Inferences]
+    primary_inferences: Inferences, reference_inferences: Optional[Inferences]
 ) -> List[EmbeddingDimension]:
     embedding_dimensions: List[EmbeddingDimension] = []
     embedding_features: EmbeddingFeatures = {}
 
     primary_embedding_features: Optional[EmbeddingFeatures] = (
-        primary_dataset.schema.embedding_feature_column_names
+        primary_inferences.schema.embedding_feature_column_names
     )
     if primary_embedding_features is not None:
         embedding_features.update(primary_embedding_features)
     primary_prompt_column_names: Optional[EmbeddingColumnNames] = (
-        primary_dataset.schema.prompt_column_names
+        primary_inferences.schema.prompt_column_names
     )
     if primary_prompt_column_names is not None:
         embedding_features.update({"prompt": primary_prompt_column_names})
     primary_response_column_names: Optional[Union[str, EmbeddingColumnNames]] = (
-        primary_dataset.schema.response_column_names
+        primary_inferences.schema.response_column_names
     )
     if isinstance(primary_response_column_names, EmbeddingColumnNames):
         embedding_features.update({"response": primary_response_column_names})
 
-    if reference_dataset is not None:
+    if reference_inferences is not None:
         reference_embedding_features: Optional[EmbeddingFeatures] = (
-            reference_dataset.schema.embedding_feature_column_names
+            reference_inferences.schema.embedding_feature_column_names
         )
         if reference_embedding_features is not None:
             embedding_features.update(reference_embedding_features)
         reference_prompt_column_names: Optional[EmbeddingColumnNames] = (
-            reference_dataset.schema.prompt_column_names
+            reference_inferences.schema.prompt_column_names
         )
         if reference_prompt_column_names is not None:
             embedding_features.update({"prompt": reference_prompt_column_names})
         reference_response_column_names: Optional[Union[str, EmbeddingColumnNames]] = (
-            reference_dataset.schema.response_column_names
+            reference_inferences.schema.response_column_names
         )
         if isinstance(reference_response_column_names, EmbeddingColumnNames):
             embedding_features.update({"response": reference_response_column_names})
 
     for embedding_feature, embedding_column_names in embedding_features.items():
         embedding_dimensions.append(EmbeddingDimension(name=embedding_feature))
-        if reference_dataset is not None:
-            _check_embedding_vector_lengths_match_across_datasets(
-                embedding_feature, embedding_column_names, primary_dataset, reference_dataset
+        if reference_inferences is not None:
+            _check_embedding_vector_lengths_match_across_inference_sets(
+                embedding_feature, embedding_column_names, primary_inferences, reference_inferences
             )
 
     return embedding_dimensions
 
 
-def _check_embedding_vector_lengths_match_across_datasets(
+def _check_embedding_vector_lengths_match_across_inference_sets(
     embedding_feature_name: str,
     embedding_column_names: EmbeddingColumnNames,
-    primary_dataset: Inferences,
-    reference_dataset: Inferences,
+    primary_inferences: Inferences,
+    reference_inferences: Inferences,
 ) -> None:
     """
     Ensure that for each embedding feature, the vector lengths match across the primary
-    and reference datasets which is required for calculating embedding drift (vector distance)
+    and reference inferences which is required for calculating embedding drift (vector distance)
     """
     primary_vector_length = _get_column_vector_length(
-        primary_dataset, embedding_column_names.vector_column_name
+        primary_inferences, embedding_column_names.vector_column_name
     )
     reference_vector_length = _get_column_vector_length(
-        reference_dataset, embedding_column_names.vector_column_name
+        reference_inferences, embedding_column_names.vector_column_name
     )
 
-    # if one of the datasets doesn't have the embedding column at all, which is fine since we
-    # just consider this as missing from one of the datasets and won't need to worry about
+    # if one of the inferences doesn't have the embedding column at all, which is fine since we
+    # just consider this as missing from one of the inferences and won't need to worry about
     # calculating drift
     if primary_vector_length is None or reference_vector_length is None:
         return
@@ -81,23 +81,23 @@ def _check_embedding_vector_lengths_match_across_datasets(
     if primary_vector_length != reference_vector_length:
         raise ValueError(
             f"Embedding vector length must match for "
-            f"both datasets; embedding_feature={embedding_feature_name} "
+            f"both inference sets; embedding_feature={embedding_feature_name} "
             f"vector_column={embedding_column_names.vector_column_name}"
         )
 
 
 def _get_column_vector_length(
-    dataset: Inferences, embedding_vector_column_name: str
+    inferences: Inferences, embedding_vector_column_name: str
 ) -> Optional[int]:
     """
-    Because a dataset has already been constructed, we can assume that the lengths
-    of the vectors for any given embedding feature in the dataset are the same.
+    Because a inferences has already been constructed, we can assume that the lengths
+    of the vectors for any given embedding feature in the inferences are the same.
     Returns the length a vector by getting the length first non-null vector.
     """
-    if embedding_vector_column_name not in dataset.dataframe:
+    if embedding_vector_column_name not in inferences.dataframe:
         return None
 
-    column = dataset.dataframe[embedding_vector_column_name]
+    column = inferences.dataframe[embedding_vector_column_name]
 
     for row in column:
         # None/NaN is a valid entry for a row and represents the fact that the