PyPI - arize-phoenix - Versions diffs - 7.12.3__tar.gz → 8.0.0__tar.gz - Mend

arize-phoenix 7.12.3tar.gz → 8.0.0tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of arize-phoenix might be problematic. Click here for more details.

Files changed (381) hide show

arize_phoenix-8.0.0/.gitignore ADDED Viewed

@@ -0,0 +1,70 @@
+# Generated dirs
+.vscode
+.idea
+.coverage
+node_modules
+dist
+sdist
+*__pycache__*
+**/.pytest_cache
+**/.ipynb_checkpoints/
+**/.DS_Store
+# Server static files
+/src/phoenix/server/static/*
+# Data files
+*.csv
+!tests/**/fixtures/*.csv
+*.hdf
+*.hdf5
+# Testing
+coverage.xml
+.tox
+# devtools
+pyrightconfig.json
+!/packages/phoenix-client/src/phoenix/client/helpers/sdk/pyrightconfig.json
+!/packages/phoenix-client/tests/canary/sdk/pyrightconfig.json
+!/tests/integration/pyrightconfig.json
+# Demo data
+tutorials/internal/demo_llama_index/*.json
+examples/agent_framework_comparison/utils/saved_traces/*.parquet
+.env
+# python environments
+.conda
+.venv
+# Deno Notebook Environment
+js/examples/notebooks/**/deno.lock
+# These can be generated by code refactoring via IntelliJ,
+# but they should be excluded from their Python packages, as
+# they would clobber the same files in phoenix when they are
+# installed as submodules.
+/packages/__init__.py
+/packages/phoenix-client/__init__.py
+/packages/phoenix-client/src/__init__.py
+/packages/phoenix-client/src/phoenix/__init__.py
+/packages/phoenix-evals/__init__.py
+/packages/phoenix-evals/src/__init__.py
+/packages/phoenix-evals/src/phoenix/__init__.py
+/packages/phoenix-otel/__init__.py
+/packages/phoenix-otel/src/__init__.py
+/packages/phoenix-otel/src/phoenix/__init__.py
+# Symbolic links
+# Note that this can affect hatch build for those packages. That's why
+# we need to un-ignore it if it's an actual folder (i.e. with the trailing /).
+/src/phoenix/client
+!src/phoenix/client/
+/src/phoenix/evals
+!src/phoenix/evals/
+/src/phoenix/otel
+!src/phoenix/otel/
+# Caches
+.pnpm-store

{arize_phoenix-7.12.3 → arize_phoenix-8.0.0}/PKG-INFO RENAMED Viewed

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: arize-phoenix
-Version: 7.12.3
+Version: 8.0.0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
@@ -20,6 +20,7 @@ Requires-Python: <3.14,>=3.9
 Requires-Dist: aioitertools
 Requires-Dist: aiosqlite
 Requires-Dist: alembic<2,>=1.3.0
+Requires-Dist: arize-phoenix-client
 Requires-Dist: arize-phoenix-evals>=0.13.1
 Requires-Dist: arize-phoenix-otel>=0.5.1
 Requires-Dist: authlib
@@ -29,6 +30,7 @@ Requires-Dist: grpc-interceptor
 Requires-Dist: grpcio
 Requires-Dist: httpx
 Requires-Dist: jinja2
+Requires-Dist: jsonschema<=4.23.0,>=4.0.0
 Requires-Dist: numpy!=2.0.0
 Requires-Dist: openinference-instrumentation>=0.1.12
 Requires-Dist: openinference-semantic-conventions>=0.1.12
@@ -40,7 +42,7 @@ Requires-Dist: pandas>=1.0
 Requires-Dist: protobuf<6.0,>=3.20.2
 Requires-Dist: psutil
 Requires-Dist: pyarrow
-Requires-Dist: pydantic!=2.0.*,<3,>=1.0
+Requires-Dist: pydantic>=2.1.0
 Requires-Dist: python-multipart
 Requires-Dist: scikit-learn
 Requires-Dist: scipy
@@ -83,7 +85,7 @@ Requires-Dist: grpc-interceptor[testing]; extra == 'dev'
 Requires-Dist: hatch; extra == 'dev'
 Requires-Dist: jupyter; extra == 'dev'
 Requires-Dist: langchain>=0.0.334; extra == 'dev'
-Requires-Dist: litellm>=1.0.3; extra == 'dev'
+Requires-Dist: litellm<1.57.5,>=1.0.3; extra == 'dev'
 Requires-Dist: llama-index>=0.10.3; extra == 'dev'
 Requires-Dist: mypy==1.12.1; extra == 'dev'
 Requires-Dist: nbqa; extra == 'dev'
@@ -103,6 +105,7 @@ Requires-Dist: strawberry-graphql[debug-server,opentelemetry]==0.253.1; extra ==
 Requires-Dist: tabulate; extra == 'dev'
 Requires-Dist: tox-uv==1.11.3; extra == 'dev'
 Requires-Dist: tox==4.18.1; extra == 'dev'
+Requires-Dist: types-jsonschema; extra == 'dev'
 Requires-Dist: types-tabulate; extra == 'dev'
 Requires-Dist: uv==0.4.8; extra == 'dev'
 Requires-Dist: uvloop; (platform_system != 'Windows') and extra == 'dev'
@@ -179,30 +182,30 @@ Phoenix container images are available via [Docker Hub](https://hub.docker.com/r
 ## Features
-| Key Features                                                                                                     | Availability   |
-| ---------------------------------------------------------------------------------------------------------------- | -------------- |
-| [Tracing](https://docs.arize.com/phoenix/tracing/concepts-tracing/what-are-traces)                               | ✅             |
-| [Evaluation](https://docs.arize.com/phoenix/evaluation/llm-evals)                                                | ✅             |
-| [Retrieval (RAG) Analysis](https://docs.arize.com/phoenix/tracing/use-cases-tracing/rag-evaluation)              | ✅             |
-| [Datasets](https://docs.arize.com/phoenix/datasets-and-experiments/overview-datasets)                            | ✅             |
-| [Fine-Tuning Export](https://docs.arize.com/phoenix/datasets-and-experiments/how-to-datasets/exporting-datasets) | ✅             |
-| [Annotations](https://docs.arize.com/phoenix/tracing/concepts-tracing/how-to-annotate-traces)                    | ✅             |
-| [Human Feedback](https://docs.arize.com/phoenix/tracing/how-to-tracing/capture-feedback)                         | ✅             |
-| [Experiments](https://docs.arize.com/phoenix/datasets-and-experiments/how-to-experiments/run-experiments)        | ✅             |
-| [Embeddings Analysis](https://docs.arize.com/phoenix/inferences/phoenix-inferences)                              | ✅             |
-| [Data Export](https://docs.arize.com/phoenix/tracing/how-to-tracing/extract-data-from-spans)                     | ✅             |
-| REST API                                                                                                         | ✅             |
-| GraphQL API                                                                                                      | ✅             |
-| Data Retention                                                                                                   | Customizable   |
-| [Authentication](https://docs.arize.com/phoenix/deployment/authentication)                                       | ✅             |
-| [Social Login](https://docs.arize.com/phoenix/deployment/authentication#configuring-oauth2-identity-providers)   | ✅             |
-| [RBAC](https://docs.arize.com/phoenix/deployment/authentication#permissions)                                     | ✅             |
-| Projects                                                                                                         | ✅             |
-| [Self-Hosting](https://docs.arize.com/phoenix/deployment)                                                        | ✅             |
-| Jupyter Notebooks                                                                                                | ✅             |
-| [Prompt Playground](https://docs.arize.com/phoenix/prompt-engineering/overview-prompts)                          | ✅             |
-| [Sessions](https://docs.arize.com/phoenix/tracing/how-to-tracing/setup-sessions)                                 | ✅             |
-| Prompt Management                                                                                                | Coming soon ⏱️ |
+| Key Features                                                                                                     | Availability |
+| ---------------------------------------------------------------------------------------------------------------- | ------------ |
+| [Tracing](https://docs.arize.com/phoenix/tracing/concepts-tracing/what-are-traces)                               | ✅           |
+| [Evaluation](https://docs.arize.com/phoenix/evaluation/llm-evals)                                                | ✅           |
+| [Retrieval (RAG) Analysis](https://docs.arize.com/phoenix/tracing/use-cases-tracing/rag-evaluation)              | ✅           |
+| [Datasets](https://docs.arize.com/phoenix/datasets-and-experiments/overview-datasets)                            | ✅           |
+| [Fine-Tuning Export](https://docs.arize.com/phoenix/datasets-and-experiments/how-to-datasets/exporting-datasets) | ✅           |
+| [Annotations](https://docs.arize.com/phoenix/tracing/concepts-tracing/how-to-annotate-traces)                    | ✅           |
+| [Human Feedback](https://docs.arize.com/phoenix/tracing/how-to-tracing/capture-feedback)                         | ✅           |
+| [Experiments](https://docs.arize.com/phoenix/datasets-and-experiments/how-to-experiments/run-experiments)        | ✅           |
+| [Embeddings Analysis](https://docs.arize.com/phoenix/inferences/phoenix-inferences)                              | ✅           |
+| [Data Export](https://docs.arize.com/phoenix/tracing/how-to-tracing/extract-data-from-spans)                     | ✅           |
+| REST API                                                                                                         | ✅           |
+| GraphQL API                                                                                                      | ✅           |
+| Data Retention                                                                                                   | Customizable |
+| [Authentication](https://docs.arize.com/phoenix/deployment/authentication)                                       | ✅           |
+| [Social Login](https://docs.arize.com/phoenix/deployment/authentication#configuring-oauth2-identity-providers)   | ✅           |
+| [RBAC](https://docs.arize.com/phoenix/deployment/authentication#permissions)                                     | ✅           |
+| Projects                                                                                                         | ✅           |
+| [Self-Hosting](https://docs.arize.com/phoenix/deployment)                                                        | ✅           |
+| Jupyter Notebooks                                                                                                | ✅           |
+| [Prompt Playground](https://docs.arize.com/phoenix/prompt-engineering/overview-prompts)                          | ✅           |
+| [Sessions](https://docs.arize.com/phoenix/tracing/how-to-tracing/setup-sessions)                                 | ✅           |
+| Prompt Management                                                                                                | ✅           |
 ## Tracing Integrations
@@ -257,6 +260,6 @@ See the [migration guide](./MIGRATION.md) for a list of breaking changes.
 Copyright 2024 Arize AI, Inc. All Rights Reserved.
-Portions of this code are patent protected by one or more U.S. Patents. See [IP_NOTICE](https://github.com/Arize-ai/phoenix/blob/main/IP_NOTICE).
+Portions of this code are patent protected by one or more U.S. Patents. See the [IP_NOTICE](https://github.com/Arize-ai/phoenix/blob/main/IP_NOTICE).
 This software is licensed under the terms of the Elastic License 2.0 (ELv2). See [LICENSE](https://github.com/Arize-ai/phoenix/blob/main/LICENSE).

{arize_phoenix-7.12.3 → arize_phoenix-8.0.0}/README.md RENAMED Viewed

@@ -53,30 +53,30 @@ Phoenix container images are available via [Docker Hub](https://hub.docker.com/r
 ## Features
-| Key Features                                                                                                     | Availability   |
-| ---------------------------------------------------------------------------------------------------------------- | -------------- |
-| [Tracing](https://docs.arize.com/phoenix/tracing/concepts-tracing/what-are-traces)                               | ✅             |
-| [Evaluation](https://docs.arize.com/phoenix/evaluation/llm-evals)                                                | ✅             |
-| [Retrieval (RAG) Analysis](https://docs.arize.com/phoenix/tracing/use-cases-tracing/rag-evaluation)              | ✅             |
-| [Datasets](https://docs.arize.com/phoenix/datasets-and-experiments/overview-datasets)                            | ✅             |
-| [Fine-Tuning Export](https://docs.arize.com/phoenix/datasets-and-experiments/how-to-datasets/exporting-datasets) | ✅             |
-| [Annotations](https://docs.arize.com/phoenix/tracing/concepts-tracing/how-to-annotate-traces)                    | ✅             |
-| [Human Feedback](https://docs.arize.com/phoenix/tracing/how-to-tracing/capture-feedback)                         | ✅             |
-| [Experiments](https://docs.arize.com/phoenix/datasets-and-experiments/how-to-experiments/run-experiments)        | ✅             |
-| [Embeddings Analysis](https://docs.arize.com/phoenix/inferences/phoenix-inferences)                              | ✅             |
-| [Data Export](https://docs.arize.com/phoenix/tracing/how-to-tracing/extract-data-from-spans)                     | ✅             |
-| REST API                                                                                                         | ✅             |
-| GraphQL API                                                                                                      | ✅             |
-| Data Retention                                                                                                   | Customizable   |
-| [Authentication](https://docs.arize.com/phoenix/deployment/authentication)                                       | ✅             |
-| [Social Login](https://docs.arize.com/phoenix/deployment/authentication#configuring-oauth2-identity-providers)   | ✅             |
-| [RBAC](https://docs.arize.com/phoenix/deployment/authentication#permissions)                                     | ✅             |
-| Projects                                                                                                         | ✅             |
-| [Self-Hosting](https://docs.arize.com/phoenix/deployment)                                                        | ✅             |
-| Jupyter Notebooks                                                                                                | ✅             |
-| [Prompt Playground](https://docs.arize.com/phoenix/prompt-engineering/overview-prompts)                          | ✅             |
-| [Sessions](https://docs.arize.com/phoenix/tracing/how-to-tracing/setup-sessions)                                 | ✅             |
-| Prompt Management                                                                                                | Coming soon ⏱️ |
+| Key Features                                                                                                     | Availability |
+| ---------------------------------------------------------------------------------------------------------------- | ------------ |
+| [Tracing](https://docs.arize.com/phoenix/tracing/concepts-tracing/what-are-traces)                               | ✅           |
+| [Evaluation](https://docs.arize.com/phoenix/evaluation/llm-evals)                                                | ✅           |
+| [Retrieval (RAG) Analysis](https://docs.arize.com/phoenix/tracing/use-cases-tracing/rag-evaluation)              | ✅           |
+| [Datasets](https://docs.arize.com/phoenix/datasets-and-experiments/overview-datasets)                            | ✅           |
+| [Fine-Tuning Export](https://docs.arize.com/phoenix/datasets-and-experiments/how-to-datasets/exporting-datasets) | ✅           |
+| [Annotations](https://docs.arize.com/phoenix/tracing/concepts-tracing/how-to-annotate-traces)                    | ✅           |
+| [Human Feedback](https://docs.arize.com/phoenix/tracing/how-to-tracing/capture-feedback)                         | ✅           |
+| [Experiments](https://docs.arize.com/phoenix/datasets-and-experiments/how-to-experiments/run-experiments)        | ✅           |
+| [Embeddings Analysis](https://docs.arize.com/phoenix/inferences/phoenix-inferences)                              | ✅           |
+| [Data Export](https://docs.arize.com/phoenix/tracing/how-to-tracing/extract-data-from-spans)                     | ✅           |
+| REST API                                                                                                         | ✅           |
+| GraphQL API                                                                                                      | ✅           |
+| Data Retention                                                                                                   | Customizable |
+| [Authentication](https://docs.arize.com/phoenix/deployment/authentication)                                       | ✅           |
+| [Social Login](https://docs.arize.com/phoenix/deployment/authentication#configuring-oauth2-identity-providers)   | ✅           |
+| [RBAC](https://docs.arize.com/phoenix/deployment/authentication#permissions)                                     | ✅           |
+| Projects                                                                                                         | ✅           |
+| [Self-Hosting](https://docs.arize.com/phoenix/deployment)                                                        | ✅           |
+| Jupyter Notebooks                                                                                                | ✅           |
+| [Prompt Playground](https://docs.arize.com/phoenix/prompt-engineering/overview-prompts)                          | ✅           |
+| [Sessions](https://docs.arize.com/phoenix/tracing/how-to-tracing/setup-sessions)                                 | ✅           |
+| Prompt Management                                                                                                | ✅           |
 ## Tracing Integrations
@@ -131,6 +131,6 @@ See the [migration guide](./MIGRATION.md) for a list of breaking changes.
 Copyright 2024 Arize AI, Inc. All Rights Reserved.
-Portions of this code are patent protected by one or more U.S. Patents. See [IP_NOTICE](https://github.com/Arize-ai/phoenix/blob/main/IP_NOTICE).
+Portions of this code are patent protected by one or more U.S. Patents. See the [IP_NOTICE](https://github.com/Arize-ai/phoenix/blob/main/IP_NOTICE).
 This software is licensed under the terms of the Elastic License 2.0 (ELv2). See [LICENSE](https://github.com/Arize-ai/phoenix/blob/main/LICENSE).

{arize_phoenix-7.12.3 → arize_phoenix-8.0.0}/pyproject.toml RENAMED Viewed

@@ -55,9 +55,11 @@ dependencies = [
   "arize-phoenix-evals>=0.13.1",
   "arize-phoenix-otel>=0.5.1",
   "fastapi",
-  "pydantic>=1.0,!=2.0.*,<3", # exclude 2.0.* since it does not support the `json_encoders` configuration setting
+  "pydantic>=2.1.0", # exclude 2.0.* since it does not support the `json_encoders` configuration setting
   "authlib",
   "websockets",
+  "jsonschema>=4.0.0,<=4.23.0", # the upper bound is to keep us off the bleeding edge in case there's a regression since this controls what gets written to the database
+  "arize-phoenix-client",
 ]
 dynamic = ["version"]
@@ -92,7 +94,7 @@ dev = [
   "arize[AutoEmbeddings, LLM_Evaluation]",
   "llama-index>=0.10.3",
   "langchain>=0.0.334",
-  "litellm>=1.0.3",
+  "litellm>=1.0.3,<1.57.5", # windows compatibility broken on 1.57.5 (https://github.com/BerriAI/litellm/issues/7677)
   "google-cloud-aiplatform>=1.3",
   "anthropic",
   "prometheus_client",
@@ -101,6 +103,7 @@ dev = [
   "portpicker",
   "uvloop; platform_system != 'Windows'",
   "grpc-interceptor[testing]",
+  "types-jsonschema",
 ]
 embeddings = [
   "fast-hdbscan>=0.2.0",

arize_phoenix-8.0.0/src/phoenix/db/migrations/versions/bc8fea3c2bc8_add_prompt_tables.py ADDED Viewed

@@ -0,0 +1,197 @@
+"""Add prompt tables
+Revision ID: bc8fea3c2bc8
+Revises: 4ded9e43755f
+Create Date: 2024-12-16 15:45:01.090563
+"""
+from typing import Any, Sequence, Union
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy import JSON
+from sqlalchemy.dialects import postgresql
+from sqlalchemy.ext.compiler import compiles
+class JSONB(JSON):
+    # See https://docs.sqlalchemy.org/en/20/core/custom_types.html
+    __visit_name__ = "JSONB"
+@compiles(JSONB, "sqlite")
+def _(*args: Any, **kwargs: Any) -> str:
+    # See https://docs.sqlalchemy.org/en/20/core/custom_types.html
+    return "JSONB"
+JSON_ = (
+    JSON()
+    .with_variant(
+        postgresql.JSONB(),  # type: ignore
+        "postgresql",
+    )
+    .with_variant(
+        JSONB(),
+        "sqlite",
+    )
+)
+revision: str = "bc8fea3c2bc8"
+down_revision: Union[str, None] = "4ded9e43755f"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+def upgrade() -> None:
+    op.create_table(
+        "prompt_labels",
+        sa.Column("id", sa.Integer, primary_key=True),
+        sa.Column("name", sa.String, nullable=False, unique=True, index=True),
+        sa.Column("description", sa.String, nullable=True),
+        sa.Column("color", sa.String, nullable=True),
+    )
+    op.create_table(
+        "prompts",
+        sa.Column("id", sa.Integer, primary_key=True),
+        sa.Column(
+            "source_prompt_id",
+            sa.Integer,
+            sa.ForeignKey("prompts.id", ondelete="SET NULL"),
+            nullable=True,
+            index=True,
+        ),
+        sa.Column("name", sa.String, unique=True, index=True, nullable=False),
+        sa.Column("description", sa.String, nullable=True),
+        sa.Column("metadata", JSON_, nullable=False),
+        sa.Column(
+            "created_at",
+            sa.TIMESTAMP(timezone=True),
+            nullable=False,
+            server_default=sa.func.now(),
+        ),
+        sa.Column(
+            "updated_at",
+            sa.TIMESTAMP(timezone=True),
+            server_default=sa.func.now(),
+            nullable=False,
+            onupdate=sa.func.now(),
+        ),
+    )
+    op.create_table(
+        "prompts_prompt_labels",
+        sa.Column("id", sa.Integer, primary_key=True),
+        sa.Column(
+            "prompt_label_id",
+            sa.Integer,
+            sa.ForeignKey("prompt_labels.id", ondelete="CASCADE"),
+            nullable=False,
+            index=True,
+        ),
+        sa.Column(
+            "prompt_id",
+            sa.Integer,
+            sa.ForeignKey("prompts.id", ondelete="CASCADE"),
+            nullable=False,
+            index=True,
+        ),
+        sa.UniqueConstraint(
+            "prompt_label_id",
+            "prompt_id",
+        ),
+    )
+    op.create_table(
+        "prompt_versions",
+        sa.Column("id", sa.Integer, primary_key=True),
+        sa.Column(
+            "prompt_id",
+            sa.Integer,
+            sa.ForeignKey("prompts.id", ondelete="CASCADE"),
+            nullable=False,
+            index=True,
+        ),
+        sa.Column("description", sa.String, nullable=True),
+        sa.Column(
+            "user_id",
+            sa.Integer,
+            sa.ForeignKey("users.id", ondelete="SET NULL"),
+            nullable=True,
+            index=True,
+        ),
+        sa.Column(
+            "template_type",
+            sa.String,
+            sa.CheckConstraint(
+                "template_type IN ('CHAT', 'STR')",
+                name="template_type",
+            ),
+            nullable=False,
+        ),
+        sa.Column(
+            "template_format",
+            sa.String,
+            sa.CheckConstraint(
+                "template_format IN ('F_STRING', 'MUSTACHE', 'NONE')",
+                name="template_format",
+            ),
+            nullable=False,
+        ),
+        sa.Column("template", JSON_, nullable=False),
+        sa.Column("invocation_parameters", JSON_, nullable=False),
+        sa.Column("tools", JSON_, nullable=True),
+        sa.Column("response_format", JSON_, nullable=True),
+        sa.Column("model_provider", sa.String, nullable=False),
+        sa.Column("model_name", sa.String, nullable=False),
+        sa.Column("metadata", JSON_, nullable=False),
+        sa.Column(
+            "created_at",
+            sa.TIMESTAMP(timezone=True),
+            nullable=False,
+            server_default=sa.func.now(),
+        ),
+        sqlite_autoincrement=True,
+    )
+    op.create_table(
+        "prompt_version_tags",
+        sa.Column("id", sa.Integer, primary_key=True),
+        sa.Column("name", sa.String, nullable=False),
+        sa.Column("description", sa.String, nullable=True),
+        sa.Column(
+            "prompt_id",
+            sa.Integer,
+            sa.ForeignKey("prompts.id", ondelete="CASCADE"),
+            nullable=False,
+            index=True,
+        ),
+        sa.Column(
+            "prompt_version_id",
+            sa.Integer,
+            sa.ForeignKey("prompt_versions.id", ondelete="CASCADE"),
+            nullable=False,
+            index=True,
+        ),
+        sa.Column(
+            "user_id",
+            sa.Integer,
+            sa.ForeignKey("users.id", ondelete="SET NULL"),
+            nullable=True,
+            index=True,
+        ),
+        sa.UniqueConstraint(
+            "name",
+            "prompt_id",
+        ),
+    )
+def downgrade() -> None:
+    op.drop_table("prompt_version_tags")
+    op.drop_table("prompt_versions")
+    op.drop_table("prompts_prompt_labels")
+    op.drop_table("prompts")
+    op.drop_table("prompt_labels")

arize-phoenix 7.12.3__tar.gz → 8.0.0__tar.gz

Potentially problematic release.

arize-phoenix 7.12.3tar.gz → 8.0.0tar.gz