arize-phoenix 4.25.0__tar.gz → 4.27.0__tar.gz

{arize_phoenix-4.25.0 → arize_phoenix-4.27.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: arize-phoenix
-Version: 4.25.0
+Version: 4.27.0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
@@ -45,8 +45,7 @@ Requires-Dist: pydantic!=2.0.*,<3,>=1.0
 Requires-Dist: pyjwt
 Requires-Dist: python-multipart
 Requires-Dist: scikit-learn
-Requires-Dist: scipy!=1.14.1; platform_system == 'Darwin'
-Requires-Dist: scipy; platform_system != 'Darwin'
+Requires-Dist: scipy
 Requires-Dist: sqlalchemy[asyncio]<3,>=2.0.4
 Requires-Dist: sqlean-py>=3.45.1
 Requires-Dist: starlette
@@ -90,7 +89,7 @@ Requires-Dist: pandas>=1.0; extra == 'dev'
 Requires-Dist: portpicker; extra == 'dev'
 Requires-Dist: pre-commit; extra == 'dev'
 Requires-Dist: prometheus-client; extra == 'dev'
-Requires-Dist: psycopg[binary]; extra == 'dev'
+Requires-Dist: psycopg[binary,pool]; extra == 'dev'
 Requires-Dist: pytest-asyncio; extra == 'dev'
 Requires-Dist: pytest-cov; extra == 'dev'
 Requires-Dist: pytest-postgresql; extra == 'dev'
@@ -111,6 +110,7 @@ Requires-Dist: llama-index-readers-file==0.1.25; extra == 'llama-index'
 Requires-Dist: llama-index==0.10.51; extra == 'llama-index'
 Provides-Extra: pg
 Requires-Dist: asyncpg; extra == 'pg'
+Requires-Dist: psycopg[binary,pool]; extra == 'pg'
 Provides-Extra: test
 Description-Content-Type: text/markdown
 

{arize_phoenix-4.25.0 → arize_phoenix-4.27.0}/pyproject.toml

@@ -36,8 +36,7 @@ dependencies = [
   "typing-extensions>=4.5; python_version<'3.12'",
   # A minimum version of typing-extensions==4.6.0 is needed to avoid this issue on Python 3.12: https://github.com/Azure/azure-sdk-for-python/issues/33442#issuecomment-1847886784
   "typing-extensions>=4.6; python_version>='3.12'",
-  "scipy!=1.14.1; platform_system == 'Darwin'",  # MacOS installation issue: https://github.com/scipy/scipy/issues/21424
-  "scipy; platform_system != 'Darwin'",
+  "scipy",
   "wrapt",
   "protobuf>=3.20, <6.0",
   "grpcio",
@@ -85,7 +84,7 @@ dev = [
   "pytest-cov",
   "pytest-postgresql",
   "asyncpg",
-  "psycopg[binary]",
+  "psycopg[binary,pool]",
   "strawberry-graphql[debug-server,opentelemetry]==0.236.0",  # need to pin version because we're monkey-patching
   "pre-commit",
   "arize[AutoEmbeddings, LLM_Evaluation]",
@@ -111,6 +110,7 @@ llama-index = [
 ]
 pg = [
   "asyncpg",
+  "psycopg[binary,pool]",
 ]
 container = [
   "prometheus-client",
@@ -163,7 +163,7 @@ dependencies = [
   "pytest-cov",
   "pytest-postgresql",
   "asyncpg",
-  "psycopg[binary]",
+  "psycopg[binary,pool]",
   "arize",
   "litellm>=1.0.3",
   "openai>=1.0.0",

arize_phoenix-4.27.0/src/phoenix/auth.py

@@ -0,0 +1,45 @@
+import re
+from hashlib import pbkdf2_hmac
+
+
+def compute_password_hash(*, password: str, salt: str) -> str:
+    """
+    Salts and hashes a password using PBKDF2, HMAC, and SHA256.
+    """
+    password_bytes = password.encode("utf-8")
+    salt_bytes = salt.encode("utf-8")
+    password_hash_bytes = pbkdf2_hmac("sha256", password_bytes, salt_bytes, NUM_ITERATIONS)
+    password_hash = password_hash_bytes.hex()
+    return password_hash
+
+
+def is_valid_password(*, password: str, salt: str, password_hash: str) -> bool:
+    """
+    Determines whether the password is valid by salting and hashing the password
+    and comparing against the existing hash value.
+    """
+    return password_hash == compute_password_hash(password=password, salt=salt)
+
+
+def validate_email_format(email: str) -> None:
+    """
+    Checks that the email has a valid format.
+    """
+    if EMAIL_PATTERN.match(email) is None:
+        raise ValueError("Invalid email address")
+
+
+def validate_password_format(password: str) -> None:
+    """
+    Checks that the password has a valid format.
+    """
+    if not password:
+        raise ValueError("Password must be non-empty")
+    if any(char.isspace() for char in password):
+        raise ValueError("Password cannot contain whitespace characters")
+    if not password.isascii():
+        raise ValueError("Password can contain only ASCII characters")
+
+
+EMAIL_PATTERN = re.compile(r"^[^@\s]+@[^@\s]+[.][^@\s]+\Z")
+NUM_ITERATIONS = 10_000

{arize_phoenix-4.25.0 → arize_phoenix-4.27.0}/src/phoenix/db/engines.py

@@ -139,7 +139,7 @@ def aio_postgresql_engine(
     if not migrate:
         return engine
     sync_engine = sqlalchemy.create_engine(
-        url=url.set(drivername="postgresql"),
+        url=url.set(drivername="postgresql+psycopg"),
         echo=Settings.log_migrations,
         json_serializer=_dumps,
     )

{arize_phoenix-4.25.0 → arize_phoenix-4.27.0}/src/phoenix/inferences/fixtures.py

@@ -422,7 +422,7 @@ def get_inferences(
     Downloads primary and reference inferences for a fixture if they are not found
     locally.
     """
-    fixture = _get_fixture_by_name(fixture_name=fixture_name)
+    fixture = get_fixture_by_name(fixture_name=fixture_name)
     if no_internet:
         paths = {role: INFERENCES_DIR / path for role, path in fixture.paths()}
     else:
@@ -436,9 +436,11 @@ def get_inferences(
     if fixture.reference_file_name is not None:
         reference_inferences = Inferences(
             read_parquet(paths[InferencesRole.REFERENCE]),
-            fixture.reference_schema
-            if fixture.reference_schema is not None
-            else fixture.primary_schema,
+            (
+                fixture.reference_schema
+                if fixture.reference_schema is not None
+                else fixture.primary_schema
+            ),
             "training",
         )
     corpus_inferences = None
@@ -451,10 +453,14 @@ def get_inferences(
     return primary_inferences, reference_inferences, corpus_inferences
 
 
-def _get_fixture_by_name(fixture_name: str) -> Fixture:
+def get_fixture_by_name(fixture_name: str) -> Fixture:
     """
-    Returns the fixture whose name matches the input name. Raises a ValueError
-    if the input fixture name does not match any known fixture names.
+    Returns the fixture whose name matches the input name.
+
+    Raises
+    ------
+    ValueError
+        if the input fixture name does not match any known fixture names.
     """
     if fixture_name not in NAME_TO_FIXTURE:
         valid_fixture_names = ", ".join(NAME_TO_FIXTURE.keys())
@@ -496,7 +502,7 @@ def load_example(use_case: str) -> ExampleInferences:
             reference).
 
     """
-    fixture = _get_fixture_by_name(use_case)
+    fixture = get_fixture_by_name(use_case)
     primary_inferences, reference_inferences, corpus_inferences = get_inferences(use_case)
     print(f"📥 Loaded {use_case} example datasets.")
     print("ℹ️ About this use-case:")

arize_phoenix-4.27.0/src/phoenix/server/api/input_types/UserRoleInput.py

@@ -0,0 +1,9 @@
+from enum import Enum
+
+import strawberry
+
+
+@strawberry.enum
+class UserRoleInput(Enum):
+    ADMIN = "ADMIN"
+    MEMBER = "MEMBER"

{arize_phoenix-4.25.0 → arize_phoenix-4.27.0}/src/phoenix/server/api/mutations/__init__.py

@@ -7,6 +7,7 @@ from phoenix.server.api.mutations.export_events_mutations import ExportEventsMut
 from phoenix.server.api.mutations.project_mutations import ProjectMutationMixin
 from phoenix.server.api.mutations.span_annotations_mutations import SpanAnnotationMutationMixin
 from phoenix.server.api.mutations.trace_annotations_mutations import TraceAnnotationMutationMixin
+from phoenix.server.api.mutations.user_mutations import UserMutationMixin
 
 
 @strawberry.type
@@ -18,5 +19,6 @@ class Mutation(
     SpanAnnotationMutationMixin,
     TraceAnnotationMutationMixin,
     ApiKeyMutationMixin,
+    UserMutationMixin,
 ):
     pass

arize_phoenix-4.27.0/src/phoenix/server/api/mutations/user_mutations.py

@@ -0,0 +1,89 @@
+import asyncio
+from typing import Optional
+
+import strawberry
+from sqlalchemy import insert, select
+from sqlean.dbapi2 import IntegrityError  # type: ignore[import-untyped]
+from strawberry.types import Info
+
+from phoenix.auth import compute_password_hash, validate_email_format, validate_password_format
+from phoenix.db import models
+from phoenix.server.api.context import Context
+from phoenix.server.api.input_types.UserRoleInput import UserRoleInput
+from phoenix.server.api.types.User import User
+from phoenix.server.api.types.UserRole import UserRole
+
+
+@strawberry.input
+class CreateUserInput:
+    email: str
+    username: Optional[str]
+    password: str
+    role: UserRoleInput
+
+
+@strawberry.type
+class UserMutationPayload:
+    user: User
+
+
+@strawberry.type
+class UserMutationMixin:
+    @strawberry.mutation
+    async def create_user(
+        self,
+        info: Info[Context, None],
+        input: CreateUserInput,
+    ) -> UserMutationPayload:
+        validate_email_format(email := input.email)
+        validate_password_format(password := input.password)
+        role_name = input.role.value
+        user_role_id = (
+            select(models.UserRole.id).where(models.UserRole.name == role_name).scalar_subquery()
+        )
+        secret = info.context.get_secret()
+        loop = asyncio.get_running_loop()
+        password_hash = await loop.run_in_executor(
+            executor=None,
+            func=lambda: compute_password_hash(password=password, salt=secret),
+        )
+        try:
+            async with info.context.db() as session:
+                user = await session.scalar(
+                    insert(models.User)
+                    .values(
+                        user_role_id=user_role_id,
+                        username=input.username,
+                        email=email,
+                        auth_method="LOCAL",
+                        password_hash=password_hash,
+                        reset_password=True,
+                    )
+                    .returning(models.User)
+                )
+            assert user is not None
+        except IntegrityError as error:
+            raise ValueError(_get_user_create_error_message(error))
+        return UserMutationPayload(
+            user=User(
+                id_attr=user.id,
+                email=user.email,
+                username=user.username,
+                created_at=user.created_at,
+                role=UserRole(id_attr=user.user_role_id, name=role_name),
+            )
+        )
+
+
+def _get_user_create_error_message(error: IntegrityError) -> str:
+    """
+    Gets a user-facing error message to explain why user creation failed.
+    """
+    original_error_message = str(error)
+    username_already_exists = "users.username" in original_error_message
+    email_already_exists = "users.email" in original_error_message
+    if username_already_exists:
+        return "Username already exists"
+    elif email_already_exists:
+        return "Email already exists"
+    return "Failed to create user"

arize_phoenix-4.27.0/src/phoenix/server/api/routers/auth.py

@@ -0,0 +1,52 @@
+import asyncio
+from datetime import timedelta
+
+from fastapi import APIRouter, Form, Request, Response
+from sqlalchemy import select
+from starlette.status import HTTP_204_NO_CONTENT, HTTP_401_UNAUTHORIZED
+from typing_extensions import Annotated
+
+from phoenix.auth import is_valid_password
+from phoenix.db import models
+
+router = APIRouter(include_in_schema=False)
+
+PHOENIX_ACCESS_TOKEN_COOKIE_NAME = "phoenix-access-token"
+PHOENIX_ACCESS_TOKEN_COOKIE_MAX_AGE_IN_SECONDS = int(timedelta(days=31).total_seconds())
+
+
+@router.post("/login")
+async def login(
+    request: Request,
+    email: Annotated[str, Form()],
+    password: Annotated[str, Form()],
+) -> Response:
+    async with request.app.state.db() as session:
+        if (
+            user := await session.scalar(select(models.User).where(models.User.email == email))
+        ) is None or (password_hash := user.password_hash) is None:
+            return Response(status_code=HTTP_401_UNAUTHORIZED)
+    secret = request.app.state.get_secret()
+    loop = asyncio.get_running_loop()
+    if not await loop.run_in_executor(
+        executor=None,
+        func=lambda: is_valid_password(password=password, salt=secret, password_hash=password_hash),
+    ):
+        return Response(status_code=HTTP_401_UNAUTHORIZED)
+    response = Response(status_code=HTTP_204_NO_CONTENT)
+    response.set_cookie(
+        key=PHOENIX_ACCESS_TOKEN_COOKIE_NAME,
+        value="token",  # todo: compute access token
+        secure=True,
+        httponly=True,
+        samesite="strict",
+        max_age=PHOENIX_ACCESS_TOKEN_COOKIE_MAX_AGE_IN_SECONDS,
+    )
+    return response
+
+
+@router.post("/logout")
+async def logout() -> Response:
+    response = Response(status_code=HTTP_204_NO_CONTENT)
+    response.delete_cookie(key=PHOENIX_ACCESS_TOKEN_COOKIE_NAME)
+    return response

{arize_phoenix-4.25.0 → arize_phoenix-4.27.0}/src/phoenix/server/api/routers/v1/experiments.py

@@ -1,6 +1,6 @@
 from datetime import datetime
 from random import getrandbits
-from typing import Any, Dict, Optional
+from typing import Any, Dict, List, Optional
 
 from fastapi import APIRouter, HTTPException
 from pydantic import Field
@@ -252,3 +252,57 @@ async def get_experiment(request: Request, experiment_id: str) -> GetExperimentR
             updated_at=experiment.updated_at,
         )
     )
+
+
+class ListExperimentsResponseBody(ResponseBody[List[Experiment]]):
+    pass
+
+
+@router.get(
+    "/datasets/{dataset_id}/experiments",
+    operation_id="listExperiments",
+    summary="List experiments by dataset",
+    response_description="Experiments retrieved successfully",
+)
+async def list_experiments(
+    request: Request,
+    dataset_id: str,
+) -> ListExperimentsResponseBody:
+    dataset_gid = GlobalID.from_id(dataset_id)
+    try:
+        dataset_rowid = from_global_id_with_expected_type(dataset_gid, "Dataset")
+    except ValueError:
+        raise HTTPException(
+            detail=f"Dataset with ID {dataset_gid} does not exist",
+            status_code=HTTP_404_NOT_FOUND,
+        )
+    async with request.app.state.db() as session:
+        query = (
+            select(models.Experiment)
+            .where(models.Experiment.dataset_id == dataset_rowid)
+            .order_by(models.Experiment.id.desc())
+        )
+
+        result = await session.execute(query)
+        experiments = result.scalars().all()
+
+        if not experiments:
+            return ListExperimentsResponseBody(data=[])
+
+        data = [
+            Experiment(
+                id=str(GlobalID("Experiment", str(experiment.id))),
+                dataset_id=str(GlobalID("Dataset", str(experiment.dataset_id))),
+                dataset_version_id=str(
+                    GlobalID("DatasetVersion", str(experiment.dataset_version_id))
+                ),
+                repetitions=experiment.repetitions,
+                metadata=experiment.metadata_,
+                project_name=None,
+                created_at=experiment.created_at,
+                updated_at=experiment.updated_at,
+            )
+            for experiment in experiments
+        ]
+
+        return ListExperimentsResponseBody(data=data)

{arize_phoenix-4.25.0 → arize_phoenix-4.27.0}/src/phoenix/server/api/routers/v1/utils.py

@@ -1,6 +1,6 @@
-from typing import Any, Dict, Generic, List, Optional, TypedDict, Union
+from typing import Any, Dict, Generic, List, Optional, TypedDict, TypeVar, Union
 
-from typing_extensions import TypeAlias, TypeVar, assert_never
+from typing_extensions import TypeAlias, assert_never
 
 from .pydantic_compat import V1RoutesBaseModel