arize-phoenix 5.2.1__tar.gz → 5.3.0__tar.gz

{arize_phoenix-5.2.1 → arize_phoenix-5.3.0}/.gitignore

@@ -34,3 +34,11 @@ examples/agent_framework_comparison/utils/saved_traces/*.parquet
 # python environments
 .conda
 .venv
+
+# Symbolic links
+# Note that this can affect hatch build for those packages. That's why
+# we need to un-ignore it if it's an actual folder (i.e. with the trailing /).
+/src/phoenix/evals
+!src/phoenix/evals/
+/src/phoenix/otel
+!src/phoenix/otel/

{arize_phoenix-5.2.1 → arize_phoenix-5.3.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: arize-phoenix
-Version: 5.2.1
+Version: 5.3.0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
@@ -38,7 +38,7 @@ Requires-Dist: opentelemetry-proto>=1.12.0
 Requires-Dist: opentelemetry-sdk
 Requires-Dist: opentelemetry-semantic-conventions
 Requires-Dist: pandas>=1.0
-Requires-Dist: protobuf<6.0,>=3.20
+Requires-Dist: protobuf<6.0,>=3.20.2
 Requires-Dist: psutil
 Requires-Dist: pyarrow
 Requires-Dist: pydantic!=2.0.*,<3,>=1.0
@@ -53,6 +53,7 @@ Requires-Dist: tqdm
 Requires-Dist: typing-extensions>=4.6
 Requires-Dist: umap-learn
 Requires-Dist: uvicorn
+Requires-Dist: websockets
 Requires-Dist: wrapt
 Provides-Extra: container
 Requires-Dist: fast-hdbscan>=0.2.0; extra == 'container'
@@ -96,7 +97,7 @@ Requires-Dist: pytest-cov; extra == 'dev'
 Requires-Dist: pytest-postgresql; extra == 'dev'
 Requires-Dist: pytest-xdist; extra == 'dev'
 Requires-Dist: pytest==8.3.3; extra == 'dev'
-Requires-Dist: ruff==0.6.8; extra == 'dev'
+Requires-Dist: ruff==0.6.9; extra == 'dev'
 Requires-Dist: strawberry-graphql[debug-server,opentelemetry]==0.243.1; extra == 'dev'
 Requires-Dist: tabulate; extra == 'dev'
 Requires-Dist: tox-uv==1.11.3; extra == 'dev'

{arize_phoenix-5.2.1 → arize_phoenix-5.3.0}/pyproject.toml

@@ -36,7 +36,7 @@ dependencies = [
   "typing-extensions>=4.6",
   "scipy",
   "wrapt",
-  "protobuf>=3.20, <6.0",
+  "protobuf>=3.20.2, <6.0",
   "grpcio",
   "grpc-interceptor",
   "tqdm",
@@ -59,6 +59,7 @@ dependencies = [
   "fastapi",
   "pydantic>=1.0,!=2.0.*,<3", # exclude 2.0.* since it does not support the `json_encoders` configuration setting
   "authlib",
+  "websockets",
 ]
 dynamic = ["version"]
 
@@ -75,7 +76,7 @@ dev = [
   "uv==0.4.8",
   "jupyter",
   "nbqa",
-  "ruff==0.6.8",
+  "ruff==0.6.9",
   "mypy==1.11.2",
   "pandas>=1.0",
   "tabulate",  # used by DataFrame.to_markdown()
@@ -195,7 +196,7 @@ dependencies = [
   "litellm>=1.0.3",
   "openai>=1.0.0",
   "tenacity",
-  "protobuf==3.20",  # version minimum (for tests)
+  "protobuf==3.20.2",  # version minimum (for tests)
   "grpc-interceptor[testing]",
   "responses",
   "tiktoken",
@@ -244,7 +245,7 @@ python = ["3.9", "3.12"]
 [tool.hatch.envs.style]
 detached = true
 dependencies = [
-  "ruff==0.6.8",
+  "ruff==0.6.9",
 ]
 
 [[tool.hatch.envs.style.matrix]]
@@ -320,10 +321,6 @@ clean = [
   "jupyter nbconvert --ClearOutputPreprocessor.enabled=True --ClearMetadataPreprocessor.enabled=True --inplace **/*.ipynb **/internal/*.ipynb **/tracing/*.ipynb **/dolly-pythia-fine-tuned/*.ipynb",
 ]
 
-[tool.hatch.envs.auth.scripts]
-up = "cd src/phoenix/db && alembic upgrade cd164e83824f && echo 'ran auth up-migration'"
-down = "cd src/phoenix/db && alembic downgrade 3be8647b87d8 && echo 'ran auth down-migration'"
-
 [tool.hatch.envs.publish]
 dependencies = [
   "check-wheel-contents",
@@ -345,36 +342,6 @@ check = [
   "interrogate -vv src/",
 ]
 
-[tool.hatch.envs.gql]
-dependencies = [
-  "strawberry-graphql[cli]==0.243.1",  # need to pin version because we're monkey-patching
-  "requests",
-]
-
-[tool.hatch.envs.gql.scripts]
-build = 'strawberry export-schema phoenix.server.api.schema:schema > app/schema.graphql'
-
-[tool.hatch.envs.openapi]
-dependencies = [
-  "pydantic==2.8.2",
-  "fastapi==0.111.0",
-]
-
-[tool.hatch.envs.openapi.scripts]
-build = "python -m phoenix.server.api.openapi.main > schemas/openapi.json"
-
-[tool.hatch.envs.proto]
-detached = true
-dependencies = [
-  "grpcio-tools==1.54.3",
-  "mypy-protobuf==3.5.0",
-]
-
-[tool.hatch.envs.proto.scripts]
-recompile = """
-python -m grpc_tools.protoc -I src/phoenix/proto --python_out=src/phoenix --mypy_out=src/phoenix src/phoenix/proto/trace/v1/evaluation.proto
-"""
-
 [tool.interrogate]
 fail-under = 0
 # generate-badge = "badges/"
@@ -443,7 +410,7 @@ exclude = [
   "docs/",
 ]
 line-length = 100
-target-version = "py38"
+target-version = "py39"
 
 [tool.ruff.lint.per-file-ignores]
 "*.ipynb" = ["E402", "E501"]

{arize_phoenix-5.2.1 → arize_phoenix-5.3.0}/src/phoenix/config.py

@@ -107,6 +107,14 @@ ENV_PHOENIX_PASSWORD_RESET_TOKEN_EXPIRY_MINUTES = "PHOENIX_PASSWORD_RESET_TOKEN_
 """
 The duration, in minutes, before password reset tokens expire.
 """
+ENV_PHOENIX_CSRF_TRUSTED_ORIGINS = "PHOENIX_CSRF_TRUSTED_ORIGINS"
+"""
+A comma-separated list of origins allowed to bypass Cross-Site Request Forgery (CSRF)
+protection. This setting is recommended when configuring OAuth2 clients or sending
+password reset emails. If this variable is left unspecified or contains no origins, CSRF
+protection will not be enabled. In such cases, when a request includes `origin` or `referer`
+headers, those values will not be validated.
+"""
 
 # SMTP settings
 ENV_PHOENIX_SMTP_HOSTNAME = "PHOENIX_SMTP_HOSTNAME"
@@ -321,6 +329,22 @@ def get_env_refresh_token_expiry() -> timedelta:
     return timedelta(minutes=minutes)
 
 
+def get_env_csrf_trusted_origins() -> List[str]:
+    origins: List[str] = []
+    if not (csrf_trusted_origins := os.getenv(ENV_PHOENIX_CSRF_TRUSTED_ORIGINS)):
+        return origins
+    for origin in csrf_trusted_origins.split(","):
+        if not origin:
+            continue
+        if not urlparse(origin).hostname:
+            raise ValueError(
+                f"The environment variable `{ENV_PHOENIX_CSRF_TRUSTED_ORIGINS}` contains a url "
+                f"with missing hostname. Please ensure that each url has a valid hostname."
+            )
+        origins.append(origin)
+    return sorted(set(origins))
+
+
 def get_env_smtp_username() -> str:
     return os.getenv(ENV_PHOENIX_SMTP_USERNAME) or ""
 

{arize_phoenix-5.2.1 → arize_phoenix-5.3.0}/src/phoenix/core/model_schema_adapter.py

@@ -6,10 +6,10 @@ import pandas as pd
 from pandas.api.types import is_object_dtype
 from typing_extensions import TypeAlias, TypeGuard
 
-from phoenix import EmbeddingColumnNames, Inferences
 from phoenix.core.model import _get_embedding_dimensions
 from phoenix.core.model_schema import Embedding, Model, RetrievalEmbedding, Schema
-from phoenix.inferences.schema import RetrievalEmbeddingColumnNames
+from phoenix.inferences.inferences import Inferences
+from phoenix.inferences.schema import EmbeddingColumnNames, RetrievalEmbeddingColumnNames
 from phoenix.inferences.schema import Schema as InferencesSchema
 
 InferencesName: TypeAlias = str

{arize_phoenix-5.2.1 → arize_phoenix-5.3.0}/src/phoenix/db/migrations/versions/10460e46d750_datasets.py

@@ -20,7 +20,7 @@ class JSONB(JSON):
     __visit_name__ = "JSONB"
 
 
-@compiles(JSONB, "sqlite")  # type: ignore
+@compiles(JSONB, "sqlite")
 def _(*args: Any, **kwargs: Any) -> str:
     # See https://docs.sqlalchemy.org/en/20/core/custom_types.html
     return "JSONB"

{arize_phoenix-5.2.1 → arize_phoenix-5.3.0}/src/phoenix/db/migrations/versions/3be8647b87d8_add_token_columns_to_spans_table.py

@@ -32,7 +32,7 @@ class JSONB(JSON):
     __visit_name__ = "JSONB"
 
 
-@compiles(JSONB, "sqlite")  # type: ignore
+@compiles(JSONB, "sqlite")
 def _(*args: Any, **kwargs: Any) -> str:
     # See https://docs.sqlalchemy.org/en/20/core/custom_types.html
     return "JSONB"

{arize_phoenix-5.2.1 → arize_phoenix-5.3.0}/src/phoenix/db/migrations/versions/cf03bd6bae1d_init.py

@@ -20,7 +20,7 @@ class JSONB(JSON):
     __visit_name__ = "JSONB"
 
 
-@compiles(JSONB, "sqlite")  # type: ignore
+@compiles(JSONB, "sqlite")
 def _(*args: Any, **kwargs: Any) -> str:
     # See https://docs.sqlalchemy.org/en/20/core/custom_types.html
     return "JSONB"

{arize_phoenix-5.2.1 → arize_phoenix-5.3.0}/src/phoenix/db/models.py

@@ -50,7 +50,7 @@ class JSONB(JSON):
     __visit_name__ = "JSONB"
 
 
-@compiles(JSONB, "sqlite")  # type: ignore
+@compiles(JSONB, "sqlite")
 def _(*args: Any, **kwargs: Any) -> str:
     # See https://docs.sqlalchemy.org/en/20/core/custom_types.html
     return "JSONB"
@@ -271,7 +271,7 @@ class LatencyMs(expression.FunctionElement[float]):
     name = "latency_ms"
 
 
-@compiles(LatencyMs)  # type: ignore
+@compiles(LatencyMs)
 def _(element: Any, compiler: Any, **kw: Any) -> Any:
     # See https://docs.sqlalchemy.org/en/20/core/compiler.html
     start_time, end_time = list(element.clauses)
@@ -287,7 +287,7 @@ def _(element: Any, compiler: Any, **kw: Any) -> Any:
     )
 
 
-@compiles(LatencyMs, "sqlite")  # type: ignore
+@compiles(LatencyMs, "sqlite")
 def _(element: Any, compiler: Any, **kw: Any) -> Any:
     # See https://docs.sqlalchemy.org/en/20/core/compiler.html
     start_time, end_time = list(element.clauses)
@@ -308,21 +308,21 @@ class TextContains(expression.FunctionElement[str]):
     name = "text_contains"
 
 
-@compiles(TextContains)  # type: ignore
+@compiles(TextContains)
 def _(element: Any, compiler: Any, **kw: Any) -> Any:
     # See https://docs.sqlalchemy.org/en/20/core/compiler.html
     string, substring = list(element.clauses)
     return compiler.process(string.contains(substring), **kw)
 
 
-@compiles(TextContains, "postgresql")  # type: ignore
+@compiles(TextContains, "postgresql")
 def _(element: Any, compiler: Any, **kw: Any) -> Any:
     # See https://docs.sqlalchemy.org/en/20/core/compiler.html
     string, substring = list(element.clauses)
     return compiler.process(func.strpos(string, substring) > 0, **kw)
 
 
-@compiles(TextContains, "sqlite")  # type: ignore
+@compiles(TextContains, "sqlite")
 def _(element: Any, compiler: Any, **kw: Any) -> Any:
     # See https://docs.sqlalchemy.org/en/20/core/compiler.html
     string, substring = list(element.clauses)

arize_phoenix-5.3.0/src/phoenix/server/api/input_types/ChatCompletionMessageInput.py

@@ -0,0 +1,12 @@
+import strawberry
+from strawberry.scalars import JSON
+
+from phoenix.server.api.types.ChatCompletionMessageRole import ChatCompletionMessageRole
+
+
+@strawberry.input
+class ChatCompletionMessageInput:
+    role: ChatCompletionMessageRole
+    content: JSON = strawberry.field(
+        description="The content of the message as JSON to support text and tools",
+    )

arize_phoenix-5.3.0/src/phoenix/server/api/input_types/InvocationParameters.py

@@ -0,0 +1,20 @@
+from typing import List, Optional
+
+import strawberry
+from strawberry import UNSET
+from strawberry.scalars import JSON
+
+
+@strawberry.input
+class InvocationParameters:
+    """
+    Invocation parameters interface shared between different providers.
+    """
+
+    temperature: Optional[float] = UNSET
+    max_completion_tokens: Optional[int] = UNSET
+    max_tokens: Optional[int] = UNSET
+    top_p: Optional[float] = UNSET
+    stop: Optional[List[str]] = UNSET
+    seed: Optional[int] = UNSET
+    tool_choice: Optional[JSON] = UNSET

arize_phoenix-5.3.0/src/phoenix/server/api/openapi/main.py

@@ -0,0 +1,17 @@
+import json
+from argparse import ArgumentParser
+
+from phoenix.server.api.openapi.schema import get_openapi_schema
+
+if __name__ == "__main__":
+    parser = ArgumentParser()
+    parser.add_argument(
+        "-o",
+        "--output",
+        type=str,
+        required=True,
+        help="Path to the output file (e.g., openapi.json)",
+    )
+    args = parser.parse_args()
+    with open(args.output, "w") as f:
+        json.dump(get_openapi_schema(), f, indent=2)

{arize_phoenix-5.2.1 → arize_phoenix-5.3.0}/src/phoenix/server/api/queries.py

@@ -58,6 +58,11 @@ from phoenix.server.api.types.Experiment import Experiment
 from phoenix.server.api.types.ExperimentComparison import ExperimentComparison, RunComparisonItem
 from phoenix.server.api.types.ExperimentRun import ExperimentRun, to_gql_experiment_run
 from phoenix.server.api.types.Functionality import Functionality
+from phoenix.server.api.types.GenerativeModel import GenerativeModel
+from phoenix.server.api.types.GenerativeProvider import (
+    GenerativeProvider,
+    GenerativeProviderKey,
+)
 from phoenix.server.api.types.InferencesRole import AncillaryInferencesRole, InferencesRole
 from phoenix.server.api.types.Model import Model
 from phoenix.server.api.types.node import from_global_id, from_global_id_with_expected_type
@@ -76,8 +81,77 @@ from phoenix.server.api.types.UserApiKey import UserApiKey, to_gql_api_key
 from phoenix.server.api.types.UserRole import UserRole
 
 
+@strawberry.input
+class ModelsInput:
+    provider_key: Optional[GenerativeProviderKey]
+
+
 @strawberry.type
 class Query:
+    @strawberry.field
+    async def model_providers(self) -> List[GenerativeProvider]:
+        return [
+            GenerativeProvider(
+                name="OpenAI",
+                key=GenerativeProviderKey.OPENAI,
+            ),
+            GenerativeProvider(
+                name="Azure OpenAI",
+                key=GenerativeProviderKey.AZURE_OPENAI,
+            ),
+            GenerativeProvider(
+                name="Anthropic",
+                key=GenerativeProviderKey.ANTHROPIC,
+            ),
+        ]
+
+    @strawberry.field
+    async def models(self, input: Optional[ModelsInput] = None) -> List[GenerativeModel]:
+        openai_models = [
+            "o1-preview",
+            "o1-preview-2024-09-12",
+            "o1-mini",
+            "o1-mini-2024-09-12",
+            "gpt-4o",
+            "gpt-4o-2024-08-06",
+            "gpt-4o-2024-05-13",
+            "chatgpt-4o-latest",
+            "gpt-4o-mini",
+            "gpt-4o-mini-2024-07-18",
+            "gpt-4-turbo",
+            "gpt-4-turbo-2024-04-09",
+            "gpt-4-turbo-preview",
+            "gpt-4-0125-preview",
+            "gpt-4-1106-preview",
+            "gpt-4",
+            "gpt-4-0613",
+            "gpt-3.5-turbo-0125",
+            "gpt-3.5-turbo",
+            "gpt-3.5-turbo-1106",
+            "gpt-3.5-turbo-instruct",
+        ]
+        anthropic_models = [
+            "claude-3-5-sonnet-20240620",
+            "claude-3-opus-20240229",
+            "claude-3-sonnet-20240229",
+            "claude-3-haiku-20240307",
+        ]
+        openai_generative_models = [
+            GenerativeModel(name=model_name, provider_key=GenerativeProviderKey.OPENAI)
+            for model_name in openai_models
+        ]
+        anthropic_generative_models = [
+            GenerativeModel(name=model_name, provider_key=GenerativeProviderKey.ANTHROPIC)
+            for model_name in anthropic_models
+        ]
+
+        all_models = openai_generative_models + anthropic_generative_models
+
+        if input is not None and input.provider_key is not None:
+            return [model for model in all_models if model.provider_key == input.provider_key]
+
+        return all_models
+
     @strawberry.field(permission_classes=[IsAdmin])  # type: ignore
     async def users(
         self,

{arize_phoenix-5.2.1 → arize_phoenix-5.3.0}/src/phoenix/server/api/schema.py

@@ -3,6 +3,7 @@ import strawberry
 from phoenix.server.api.exceptions import get_mask_errors_extension
 from phoenix.server.api.mutations import Mutation
 from phoenix.server.api.queries import Query
+from phoenix.server.api.subscriptions import Subscription
 
 # This is the schema for generating `schema.graphql`.
 # See https://strawberry.rocks/docs/guides/schema-export
@@ -12,4 +13,5 @@ schema = strawberry.Schema(
     query=Query,
     mutation=Mutation,
     extensions=[get_mask_errors_extension()],
+    subscription=Subscription,
 )