arize-phoenix 3.4.0__py3-none-any.whl → 3.5.0__py3-none-any.whl

{arize_phoenix-3.4.0.dist-info → arize_phoenix-3.5.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: arize-phoenix
-Version: 3.4.0
+Version: 3.5.0
 Summary: ML Observability in your notebook
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
@@ -59,7 +59,7 @@ Requires-Dist: pytest-asyncio; extra == 'dev'
 Requires-Dist: pytest-cov; extra == 'dev'
 Requires-Dist: pytest-lazy-fixture; extra == 'dev'
 Requires-Dist: pytest==7.4.4; extra == 'dev'
-Requires-Dist: ruff==0.1.5; extra == 'dev'
+Requires-Dist: ruff==0.3.0; extra == 'dev'
 Requires-Dist: strawberry-graphql[debug-server]==0.208.2; extra == 'dev'
 Provides-Extra: evals
 Requires-Dist: arize-phoenix-evals>=0.0.3; extra == 'evals'
@@ -134,14 +134,11 @@ Phoenix provides MLOps and LLMOps insights at lightning speed with zero-config o
 Install Phoenix via `pip` or or `conda` as well as any of its subpackages.
 
 ```shell
-pip install arize-phoenix
+pip install arize-phoenix[evals]
 ```
 
-Some functionality such as LLM evals are under the `experimental` subpackage.
-
-```shell
-pip install arize-phoenix[experimental]
-```
+> [!NOTE]
+> The above will install Phoenix and its `evals` subpackage. To just install phoenix's evaluation package, you can run `pip install arize-phoenix-evals` instead.
 
 ## LLM Traces
 
@@ -159,39 +156,44 @@ To extract traces from your LlamaIndex application, you will have to add Phoenix
 
 ```shell
 # Install phoenix as well as llama_index and your LLM of choice
-pip install arize-phoenix llama-index openai
-
+pip install "arize-phoenix[evals]" "openai>=1" "llama-index>=0.10.3" "openinference-instrumentation-llama-index>=1.0.0" "llama-index-callbacks-arize-phoenix>=0.1.2" llama-index-llms-openai
 ```
 
 Launch Phoenix in a notebook and view the traces of your LlamaIndex application in the Phoenix UI.
 
 ```python
+import os
 import phoenix as px
+from llama_index.core import (
+    Settings,
+    VectorStoreIndex,
+    SimpleDirectoryReader,
+    set_global_handler,
+)
+from llama_index.embeddings.openai import OpenAIEmbedding
+from llama_index.llms.openai import OpenAI
+
+os.environ["OPENAI_API_KEY"] = "YOUR_OPENAI_API_KEY"
 
 # To view traces in Phoenix, you will first have to start a Phoenix server. You can do this by running the following:
 session = px.launch_app()
 
 
-# Once you have started a Phoenix server, you can start your LlamaIndex application with the `OpenInferenceTraceCallback` as a callback. To do this, you will have to add the callback to the initialization of your LlamaIndex application:
+# Once you have started a Phoenix server, you can start your LlamaIndex application and configure it to send traces to Phoenix. To do this, you will have to add configure Phoenix as the global handler
 
-from phoenix.trace.llama_index import (
-    OpenInferenceTraceCallbackHandler,
-)
+set_global_handler("arize_phoenix")
 
-# Initialize the callback handler
-callback_handler = OpenInferenceTraceCallbackHandler()
 
 # LlamaIndex application initialization may vary
 # depending on your application
-service_context = ServiceContext.from_defaults(
-    llm_predictor=LLMPredictor(llm=ChatOpenAI(model_name="gpt-3.5-turbo", temperature=0)),
-    embed_model=OpenAIEmbedding(model="text-embedding-ada-002"),
-    callback_manager=CallbackManager(handlers=[callback_handler]),
-)
-index = load_index_from_storage(
-    storage_context,
-    service_context=service_context,
-)
+Settings.llm = OpenAI(model="gpt-4-turbo-preview")
+Settings.embed_model = OpenAIEmbedding(model="text-embedding-ada-002")
+
+
+# Load your data and create an index. Note you usually want to store your index in a persistent store like a database or the file system
+documents = SimpleDirectoryReader("YOUR_DATA_DIRECTORY").load_data()
+index = VectorStoreIndex.from_documents(documents)
+
 query_engine = index.as_query_engine()
 
 # Query your LlamaIndex application
@@ -267,8 +269,6 @@ session.url
 
 ## LLM Evals
 
-🚧 LLM Evals is still under construction under a sub-module `arize-phoenix[experimental]`
-
 [![Open in Colab](https://img.shields.io/static/v1?message=Open%20in%20Colab&logo=googlecolab&labelColor=grey&color=blue&logoColor=orange&label=%20)](https://colab.research.google.com/github/Arize-ai/phoenix/blob/main/tutorials/evals/evaluate_relevance_classifications.ipynb) [![Open in GitHub](https://img.shields.io/static/v1?message=Open%20in%20GitHub&logo=github&labelColor=grey&color=blue&logoColor=white&label=%20)](https://github.com/Arize-ai/phoenix/blob/main/tutorials/evals/evaluate_relevance_classifications.ipynb)
 
 Phoenix provides tooling to evaluate LLM applications, including tools to determine the relevance or irrelevance of documents retrieved by retrieval-augmented generation (RAG) application, whether or not the response is toxic, and much more.
@@ -283,12 +283,12 @@ Phoenix's approach to LLM evals is notable for the following reasons:
 Here is an example of running the RAG relevance eval on a dataset of Wikipedia questions and answers:
 
 ```shell
-# Install phoenix as well as the experimental subpackage
-pip install arize-phoenix[experimental] ipython matplotlib openai pycm scikit-learn
+# Install phoenix as well as the evals subpackage
+pip install 'arize-phoenix[evals]' ipython matplotlib openai pycm scikit-learn
 ```
 
 ```python
-from phoenix.experimental.evals import (
+from phoenix.evals import (
     RAG_RELEVANCY_PROMPT_TEMPLATE,
     RAG_RELEVANCY_PROMPT_RAILS_MAP,
     OpenAIModel,
@@ -324,7 +324,7 @@ y_pred = df["eval_relevance"]
 precision, recall, f1, support = precision_recall_fscore_support(y_true, y_pred)
 ```
 
-To learn more about LLM Evals, see the [LLM Evals documentation](https://docs.arize.com/phoenix/concepts/llm-evals/).
+To learn more about LLM Evals, see the [Evals documentation](https://docs.arize.com/phoenix/concepts/llm-evals/).
 
 ## Embedding Analysis
 

{arize_phoenix-3.4.0.dist-info → arize_phoenix-3.5.0.dist-info}/RECORD

@@ -4,12 +4,12 @@ phoenix/datetime_utils.py,sha256=D955QLrkgrrSdUM6NyqbCeAu2SMsjhR5rHVQEsVUdng,277
 phoenix/exceptions.py,sha256=X5k9ipUDfwSCwZB-H5zFJLas86Gf9tAx0W4l5TZxp5k,108
 phoenix/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 phoenix/services.py,sha256=f6AeyKTuOpy9RCcTCjVH3gx5nYZhbTMFOuv1WSUOB5o,4992
-phoenix/version.py,sha256=SaDAYHfdUx0zZwEMJs8CthhSY2X4I0doARTPgX2vOwM,22
+phoenix/version.py,sha256=j0HWOe68EJbDKQHKURp6LgON8HyoWHbKmvvCvTB1OzA,22
 phoenix/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/core/embedding_dimension.py,sha256=zKGbcvwOXgLf-yrJBpQyKtd-LEOPRKHnUToyAU8Owis,87
-phoenix/core/evals.py,sha256=gJyqQzpud5YjtoY8h4pgXvHDsdubGfqmEewLuZHPPmQ,10224
-phoenix/core/model.py,sha256=vQ6RxpUPlncezJvur5u6xBN0Lkrk2gW0cTyb-qqaSqA,4713
-phoenix/core/model_schema.py,sha256=rR9VdhL_oXxbprDTPQJBXs5hw5sMPQmzx__m6Kwsxug,50394
+phoenix/core/evals.py,sha256=s2f1nTF3apQz5LRM6dJMo9-jmbxZs8jltgtBRkU8eeU,10230
+phoenix/core/model.py,sha256=C-kDATyJEgP-oqYVKOiQM76Ljs66F6VZdT93_b8kTGk,4725
+phoenix/core/model_schema.py,sha256=lQaTvKS34yurHOJ53YD020uURLfgG3dqKC1NLQftOjA,50222
 phoenix/core/model_schema_adapter.py,sha256=3GkyzqUST4fYi-Bgs8qAam5hwMCdQRZTDLjZ9Bnzdm4,8268
 phoenix/core/traces.py,sha256=IHaRP-SK0iKuGpq8hpt-0fio3LhqjTmvtfPzo_X2tS8,13798
 phoenix/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -24,16 +24,16 @@ phoenix/experimental/evals/evaluators.py,sha256=r7fXrS-l4gn58SUhLAZSfY3P8lxysouS
 phoenix/experimental/evals/retrievals.py,sha256=o3fqrsYbYZjyGj_jWkN_9VQVyXjLkDKDw5Ws7l8bwdI,3828
 phoenix/experimental/evals/functions/__init__.py,sha256=NNd0-_cmIopdV7vm3rspjfgM726qoQJ4DPq_vqbnaxQ,180
 phoenix/experimental/evals/functions/classify.py,sha256=rIQLf0GRXPNT2d5Oni0lrpFrubBorAscjN0ievjWx9A,19092
-phoenix/experimental/evals/functions/executor.py,sha256=bM7PI2rcPukQQzZ2rWqN_-Kfo_a935YJj0bh1Red8Ps,13406
+phoenix/experimental/evals/functions/executor.py,sha256=vPvvR7XTqPqWBqnA_ht2oOESKVJHcqIjOtSA09LLFrE,13398
 phoenix/experimental/evals/functions/generate.py,sha256=8LnnPAjBM9yxitdkaGZ67OabuDTOWBF3fvinJ_uCFRg,5584
-phoenix/experimental/evals/functions/processing.py,sha256=F4xtLsulLV4a8CkuLldRddsCim75dSTIShEJUYN6I6w,1823
+phoenix/experimental/evals/functions/processing.py,sha256=xyFHYVmYq2lphdMvUaW_dRFi15NuqtAdAVg1G1dQb38,2960
 phoenix/experimental/evals/models/__init__.py,sha256=j1N7DhiOPbcaemtVBONcQ0miNnGQwEXz4u3P3Vwe6-4,320
 phoenix/experimental/evals/models/anthropic.py,sha256=BZmLvepkSMj_opCWsZoL34a3yAwRdl7qbJB86DFR84E,6688
-phoenix/experimental/evals/models/base.py,sha256=RWz_Jzj3Z1fENl2WUXIz-4eMsk6HfYXc0K8IZ-BJss4,6306
+phoenix/experimental/evals/models/base.py,sha256=qOX36f4H1PA7YW3fckUsoh4apSz3bzURVtqlXw6Xcqo,6274
 phoenix/experimental/evals/models/bedrock.py,sha256=nVOXRZr-iDwHEINozpO2bqZR2KEeDHNyj6jgQPONQYs,8565
-phoenix/experimental/evals/models/litellm.py,sha256=Xo415fJehxIj32zpzVtvzQXADJURPUvNZJHmc_FAKvE,4759
+phoenix/experimental/evals/models/litellm.py,sha256=YHZvwBHo4Y0_b589gjtwPN8N7sYgyIm9Hy5nnBiUtzA,4788
 phoenix/experimental/evals/models/openai.py,sha256=v2qkdFZc-u0ZAfxnV4v5UMWkMc9P3k4Gx1XaTnVFTz4,17922
-phoenix/experimental/evals/models/rate_limiters.py,sha256=5GVN0RQKt36Przg3-9jLgocRmyg-tbeO-cdbuLIx89w,10160
+phoenix/experimental/evals/models/rate_limiters.py,sha256=L8xf7mc2d6axmWNjg2wwWIHWeTZ-tiI8m1GoBNFfJd0,10156
 phoenix/experimental/evals/models/vertex.py,sha256=3kj0tdwyCcgs39x1XnMgFoSbZwXvvBAPL7AwHYe-qIE,6236
 phoenix/experimental/evals/models/vertexai.py,sha256=nFN5isv1GPNsvUA4OxSnQd1hTMi-3BcxfDz1y7QcoA0,6189
 phoenix/experimental/evals/templates/__init__.py,sha256=GSJSoWJ4jwyoUANniidmWMUtXQhNQYbTJbfFqCvuYuo,1470
@@ -42,27 +42,27 @@ phoenix/experimental/evals/templates/template.py,sha256=ImFSaTPo9oalPNwq7cNdOCnd
 phoenix/experimental/evals/utils/__init__.py,sha256=FE1tbb022t3pwn0CrprR7QXcIsgpsdsotV7-iB3khsI,5601
 phoenix/experimental/evals/utils/threads.py,sha256=ksI-egarPnlxit0qKKjtjZ2L82qGLxqxZ6s92O0eBA4,1005
 phoenix/metrics/README.md,sha256=5gekqTU-5gGdMwvcfNp2Wlu8p1ul9kGY_jq0XXQusoI,1964
-phoenix/metrics/__init__.py,sha256=sLp7td1GIt_0Z8dPUyP4L0-_4x9c871yAaGX30oMsvg,2433
-phoenix/metrics/binning.py,sha256=MWI0jle3qj2Rk2wFu0vN27TKvbyX2Q0ZpXiil8iNOko,12763
+phoenix/metrics/__init__.py,sha256=W8lVORvjBo66pFgUmU9P8Fi8i4yI75wOPkhU42sfeQU,2417
+phoenix/metrics/binning.py,sha256=e20P5W5ineqDtfyVO0KDmwI2KY9As31pDhJdjAofNIo,12739
 phoenix/metrics/metrics.py,sha256=7SfkDmSnpzGATtBXlYHb42r-2BfV8ELMcMgjdw3c8yA,7907
-phoenix/metrics/mixins.py,sha256=O-U7q3VCTlULkAcdsLf_r68phvoTE_va4UFnez9i4h8,7439
+phoenix/metrics/mixins.py,sha256=moZ5hENIKzUQt2IRhWOd5EFXnoqQkVrpqEqMH7KQzyA,7440
 phoenix/metrics/retrieval_metrics.py,sha256=XFQPo66h16w7-1AJ92M1VL_BUIXIWxXHGKF_QVOABZI,4384
 phoenix/metrics/timeseries.py,sha256=Cib3E0njJzi0vZpmyADvbakFQA98rIkfDaYAOmsmBz8,6277
-phoenix/metrics/wrappers.py,sha256=g3rDzQt_zI_S_VfaZnrzUxhPSbGQ72UunmIGKYf1M_E,8391
+phoenix/metrics/wrappers.py,sha256=umZqa_5lf1wZSFe3FgzxF-qp1xbPdKD54W628GlGCUI,8392
 phoenix/pointcloud/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 phoenix/pointcloud/clustering.py,sha256=IzcG67kJ2hPP7pcqVmKPSL_6gKRonKdOT3bCtbTOqnk,820
-phoenix/pointcloud/pointcloud.py,sha256=ms-h1FLC0xXb3sk256zpSuZQDE2hdOAJzRNBklP0tDg,2161
+phoenix/pointcloud/pointcloud.py,sha256=4zAIkKs2xOUbchpj4XDAV-iPMXrfAJ15TG6rlIYGrao,2145
 phoenix/pointcloud/projectors.py,sha256=zO_RrtDYSv2rqVOfIP2_9Cv11Dc8EmcZR94xhFcBYPU,1057
 phoenix/pointcloud/umap_parameters.py,sha256=lJsEOrbSuSiqI7g4Yt6xj7kgYxEqoep4ZHWLr6VWBqw,1760
 phoenix/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-phoenix/server/app.py,sha256=wsW8kYMdnso9wsr_YW9YJXRtaEvlxaXImYsVs3kvUIA,6801
-phoenix/server/main.py,sha256=i2CrYj4PJoJaaMdgX471Lgr4JB4I2jDhjMbUAQP38Dw,7470
+phoenix/server/app.py,sha256=vQ694jL76f-6Nv1nn862ur2C668pw65dLKZ3mFLqOYo,7034
+phoenix/server/main.py,sha256=CPRsifuFTN1XBEK2OAELF_jlXOZPlOj01sbFhZ0tEiU,9006
 phoenix/server/thread_server.py,sha256=dP6cm6Cf08jNhDA1TRlVZpziu1YgtPDmaeIJMm725eI,2154
 phoenix/server/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/api/context.py,sha256=02vRgyLFpDCmh97QwsjWD5cdNZkoCUtDPPs1YItbdbI,583
 phoenix/server/api/helpers.py,sha256=_V1eVkchZmTkhOfRC4QqR1sUB2xtIxdsMJkDouZq_IE,251
-phoenix/server/api/interceptor.py,sha256=do_J4HjPPQ_C7bMmqe1YpTmt_hoxcwC2I8P3n5sZBo4,1302
-phoenix/server/api/schema.py,sha256=lEahYCASRgRTw6nOme7zQtyKaVbHqK5CQUbg5XTT5nU,15293
+phoenix/server/api/interceptor.py,sha256=ykDnoC_apUd-llVli3m1CW18kNSIgjz2qZ6m5JmPDu8,1294
+phoenix/server/api/schema.py,sha256=jJfNV662qDGg11WUzd4ePNraug9HTKlFLUBaLqo-UIk,16004
 phoenix/server/api/input_types/ClusterInput.py,sha256=EL4ftvZxQ8mVdruUPcdhMhByORmSmM8S-X6RPqU6GX0,179
 phoenix/server/api/input_types/Coordinates.py,sha256=meTwbIjwTfqx5DGD2DBlH9wQzdQVNM5a8x9dp1FfIgA,173
 phoenix/server/api/input_types/DataQualityMetricInput.py,sha256=LazvmQCCM5m9SDZTpyxQXO1rYF4cmsc3lsR2S9S65X4,1292
@@ -70,13 +70,13 @@ phoenix/server/api/input_types/DimensionFilter.py,sha256=vcXgglSnZcB5pGh-6oEtRmG
 phoenix/server/api/input_types/DimensionInput.py,sha256=Vfx5FmiMKey4-EHDQsQRPzSAMRJMN5oVMLDUl4NKAa8,164
 phoenix/server/api/input_types/Granularity.py,sha256=6SVfZ5yTZYq1PI6vdpjfkBUc4YilLSkF-k6okuSNbbQ,2301
 phoenix/server/api/input_types/PerformanceMetricInput.py,sha256=fElsLTSEYYgGFGMYTEGcYid39tXUKFdV_JkdHavMcbA,591
-phoenix/server/api/input_types/SpanSort.py,sha256=72oWhYLLIZLy7K5_tFhMg7RcmDgatqMB-ZoRJhHGIR0,3527
+phoenix/server/api/input_types/SpanSort.py,sha256=frSxKIo8eYI_9D2M2zKV_z25IwLbKdK0Gj8JmDldU2k,3519
 phoenix/server/api/input_types/TimeRange.py,sha256=yzx-gxj8mDeGLft1FzU_x1MVEgIG5Pt6-f8PUVDgipQ,522
 phoenix/server/api/input_types/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/api/routers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/api/routers/evaluation_handler.py,sha256=1Wg7cajuLBQ4g0ZzrahOkTlYQSgnzUx7j9xeIuVP7Tc,3524
 phoenix/server/api/routers/span_handler.py,sha256=UEgeTj9b4KBsq7qUvcGKUlZwZtH7iODjV1NpGZKdr8k,3213
-phoenix/server/api/routers/trace_handler.py,sha256=pXanrp9L21Mh7MnyJbj202NJ-Rn4bCjG0oL4DtdKcls,2074
+phoenix/server/api/routers/trace_handler.py,sha256=XBN5u7CqVInitrCalBCVfDMzByBABOKN1FmYy9fznWw,2066
 phoenix/server/api/routers/utils.py,sha256=M41BoH-fl37izhRuN2aX7lWm7jOC20A_3uClv9TVUUY,583
 phoenix/server/api/types/Cluster.py,sha256=R08ZKrLl1KK8colxHU57N5XIOTMUwg5ZI50ofPoxxSM,5618
 phoenix/server/api/types/DataQualityMetric.py,sha256=zRKsNvHBu-NdcsunuLhqFpZhi6ks-HMqA1PJD27jTak,590
@@ -104,12 +104,13 @@ phoenix/server/api/types/MimeType.py,sha256=VIUQBqveSctiRFStJjDUdZ85TeKhwNNEosMC
 phoenix/server/api/types/Model.py,sha256=IFhO2nouLQoMPNhl8vnm7nEXXSpr14CL3ihw8RnVWNY,7826
 phoenix/server/api/types/NumericRange.py,sha256=afEjgF97Go_OvmjMggbPBt-zGM8IONewAyEiKEHRds0,192
 phoenix/server/api/types/PerformanceMetric.py,sha256=W92B7OghEOgzFvmY0LCqpgavHaQggTGshdgfD0yqHX4,350
+phoenix/server/api/types/Project.py,sha256=NoW9hda7lFO_xvA5wQe6LAh2v4xmZLzYFtwCfNVkoGM,1795
 phoenix/server/api/types/PromptResponse.py,sha256=Q8HKtpp8GpUOcxPCzZpkkokidDd6u0aZOv_SuPZZd5Q,630
 phoenix/server/api/types/Retrieval.py,sha256=OhMK2ncjoyp5h1yjKhjlKpoTbQrMHuxmgSFw-AO1rWw,285
 phoenix/server/api/types/ScalarDriftMetricEnum.py,sha256=IUAcRPpgL41WdoIgK6cNk2Te38SspXGyEs-S1fY23_A,232
-phoenix/server/api/types/Segments.py,sha256=zogJI9MdmctBL7J-fDSR_8tUJLvuISlVYgCLnTaigKE,2937
+phoenix/server/api/types/Segments.py,sha256=B6UUWjalZONjWjl_l61A6USPSu15ICXRgzZ4m3vA1yw,2921
 phoenix/server/api/types/SortDir.py,sha256=OUpXhlCzCxPoXSDkJJygEs9Rw9pMymfaZUG5zPTrw4Y,152
-phoenix/server/api/types/Span.py,sha256=ao8LusgrdXVLc39jGtrL-9RuaUbPOzI98EsQNb6xpiE,11610
+phoenix/server/api/types/Span.py,sha256=yAN0H3L1GXgVZJDrF5td0q9gbxlLH7WZ7JAKIu3NKTA,12133
 phoenix/server/api/types/TimeSeries.py,sha256=QbLfxHnwYsMsirpq4tx9us6ha7YtAVzK4m8mAL3fMt0,5200
 phoenix/server/api/types/UMAPPoints.py,sha256=8l9RJXi308qty4MdHb2pBbiU6ZuLbrRRxXNbPhXoxKI,1639
 phoenix/server/api/types/ValidationResult.py,sha256=pHwdYk4J7SJ5xhlWWHg_6qWkfk4rjOx-bSkGHvkDE3Q,142
@@ -127,14 +128,14 @@ phoenix/server/static/apple-touch-icon-76x76.png,sha256=CT_xT12I0u2i0WU8JzBZBuOQ
 phoenix/server/static/apple-touch-icon.png,sha256=fOfpjqGpWYbJ0eAurKsyoZP1EAs6ZVooBJ_SGk2ZkDs,3801
 phoenix/server/static/favicon.ico,sha256=bY0vvCKRftemZfPShwZtE93DiiQdaYaozkPGwNFr6H8,34494
 phoenix/server/static/index.css,sha256=KKGpx4iwF91VGRm0YN-4cn8oC-oIqC6HecoPf0x3ZM8,1885
-phoenix/server/static/index.js,sha256=73BthyJKaIMt5o5VThZoX7kGJclvLdghL9Dn80wEdUE,3144672
+phoenix/server/static/index.js,sha256=qGACFG1xujCW8-ybbf5J29rlhb2sdeuCwawuCqKUgyA,3149880
 phoenix/server/static/modernizr.js,sha256=mvK-XtkNqjOral-QvzoqsyOMECXIMu5BQwSVN_wcU9c,2564
 phoenix/server/templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-phoenix/server/templates/index.html,sha256=DlfcGoq1V5C2QkJWqP1j4Nu6_kPfsOzOrtzYF3ogghE,1900
+phoenix/server/templates/index.html,sha256=lO2wGA5XsftPg03rw_VcyaYf_4vegtlWbIT5ms4fA_c,1982
 phoenix/session/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/session/client.py,sha256=KlWa2tg-QgKObzVVQcWFcOd-y2C0meih8joKC1yDmZA,5397
-phoenix/session/data_extractor.py,sha256=V4ntT2FcmbV_-zobcbPR51HKWaDyMnXHj4Pmu7MZ0OQ,1664
-phoenix/session/evaluation.py,sha256=m_vufbzeDBnoG2O_TWRj48eljA0UC_rPlqjVWluw2J4,5443
+phoenix/session/data_extractor.py,sha256=_oWYn2KRXffmcdWmTM5pDmIACAUi06WblIx-jjp0ssM,1648
+phoenix/session/evaluation.py,sha256=YCv1XkWHi7vM_W5V7rorrrAxadv78wuMPeCVJvf5-oE,5444
 phoenix/session/session.py,sha256=R83kPeiqLxEJTD6cTjJqqMjMV-iQzQFKw6rMXnbIxnc,21800
 phoenix/trace/__init__.py,sha256=4d_MqzUIFmlY9WWcFeTONJ4xL5mPGoWZaPM2TJ0ZDBQ,266
 phoenix/trace/errors.py,sha256=wB1z8qdPckngdfU-TORToekvg3344oNFAA83_hC2yFY,180
@@ -143,20 +144,20 @@ phoenix/trace/exporter.py,sha256=O-9Arn-S_B9Me-jy4Qa84y6lvxKNoa8pczrsamPl3_Q,487
 phoenix/trace/fixtures.py,sha256=HOjuYOB_xtR7JUeLz7WpEroiGj4E5_SxVLSjBYUy8RQ,7055
 phoenix/trace/otel.py,sha256=mpuj_eOdBUPAcslpxk8XZflb9kkzpMJ8X9acJS8ACPA,15322
 phoenix/trace/schemas.py,sha256=zlAY8v-PLgEDqTgbmDxY3NJlCAmzj_3ZCJFebQOBz3M,6028
-phoenix/trace/span_evaluations.py,sha256=t3EL_3kTULlwMO67ZpUqJvTNr5_y_LRHfFMxdDhxMB8,12958
+phoenix/trace/span_evaluations.py,sha256=T67grfU71iANMM0g6dp2OQ_ZjtkON2viZz95_U9FLQA,12954
 phoenix/trace/span_json_decoder.py,sha256=IAFakPRqSMYxTPKYFMiXYxm7U-FipdN8_xbvapDS0Qc,3131
-phoenix/trace/span_json_encoder.py,sha256=hIDd1I6xm01kaNmeKjHOHyxUGI3uTg5J_Os1kXtAb6g,1755
+phoenix/trace/span_json_encoder.py,sha256=rBuBe7pH8wbcKmXmPWVyeAG92WEpHN015kGiMom4dNU,2025
 phoenix/trace/trace_dataset.py,sha256=RpHIfZLbMmULOIb-fKXJkQLhIdC0sJlAOTjlyJppMYA,13776
-phoenix/trace/tracer.py,sha256=JDKlyvjy6AsQmaA60ycJ1hKXoUQU61jqPx3nvYr8xUc,3647
+phoenix/trace/tracer.py,sha256=9V3eFwKd-eAyMZ9ZzX8HyrGZEVlWx0Ni-_v1LG3J1kY,3640
 phoenix/trace/utils.py,sha256=7LurVGXn245cjj4MJsc7v6jq4DSJkpK6YGBfIaSywuw,1307
 phoenix/trace/dsl/__init__.py,sha256=WIQIjJg362XD3s50OsPJJ0xbDsGp41bSv7vDllLrPuA,144
-phoenix/trace/dsl/filter.py,sha256=fRPUIsucxXGJcbtei86ApSIjEP5PmdsONmYvT7EBu6w,14240
-phoenix/trace/dsl/helpers.py,sha256=U71HmCecJQ_zHq0g2mFKbxrRuiJDkopskWMpFoBNP-Y,1722
+phoenix/trace/dsl/filter.py,sha256=QPSupyOCQhVb3xmBL07OKkL8uXbVmN7cRwcBtpniiBU,14232
+phoenix/trace/dsl/helpers.py,sha256=CP6WaJpP7_WdI1Yoip7tDWcYDXZRg6xgNBRS2gojjMc,1728
 phoenix/trace/dsl/missing.py,sha256=BWPOHr2_tBkPDgVeq8GVXXVbNbJiBelu4NtwHBg6mTE,1435
-phoenix/trace/dsl/query.py,sha256=XoFwKEALzGqUERy7B5fgD-n0s87zN6jRVrZgW6-jqRo,14819
+phoenix/trace/dsl/query.py,sha256=k0guhWBEo6L7ZJH5FJs2-iGSnWXdUUqu09gd-8M4CGg,14783
 phoenix/trace/langchain/__init__.py,sha256=aTKMFmEOgjx_6dnyplalgYi7PQnetablwrwpcUZqcGE,764
 phoenix/trace/langchain/instrumentor.py,sha256=rmqdaEh2rwyZnaddns4RC2WQnj7TbCnJjETgoiwWvzs,1163
-phoenix/trace/langchain/tracer.py,sha256=fSjtPc5VxaZK63x3ob3DAW7eM2kfOZWgbSQ9dmhhtsw,1424
+phoenix/trace/langchain/tracer.py,sha256=gq5RDgFexw-4qpwf701hGsZGcT6XdPjRIbI5aZdBI2I,1425
 phoenix/trace/llama_index/__init__.py,sha256=4fpR5702Qh2t5TaXIx584EkA-BveCPftXPOKvI0Oi3I,105
 phoenix/trace/llama_index/callback.py,sha256=YKCZZtFwAwasZt9qNSJO6dj97Jt2eN_PBakUYWrCleE,3574
 phoenix/trace/openai/__init__.py,sha256=J3G0uqCxGdksUpaQVHds_Egv2drvh8UEqoLjiQAOveg,79
@@ -167,8 +168,8 @@ phoenix/trace/v1/evaluation_pb2.pyi,sha256=cCbbx06gwQmaH14s3J1X25TtaARh-k1abbxQd
 phoenix/utilities/__init__.py,sha256=3TVirVnjIGyaCFuJCqeZO4tjlzQ_chZgYM0itIwsEpE,656
 phoenix/utilities/error_handling.py,sha256=7b5rpGFj9EWZ8yrZK1IHvxB89suWk3lggDayUQcvZds,1946
 phoenix/utilities/logging.py,sha256=lDXd6EGaamBNcQxL4vP1au9-i_SXe0OraUDiJOcszSw,222
-arize_phoenix-3.4.0.dist-info/METADATA,sha256=GILlx8yqFVDq1YOx3KHlqPMfYKGMUnE7ndwRhIE_nG4,28853
-arize_phoenix-3.4.0.dist-info/WHEEL,sha256=TJPnKdtrSue7xZ_AVGkp9YXcvDrobsjBds1du3Nx6dc,87
-arize_phoenix-3.4.0.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
-arize_phoenix-3.4.0.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
-arize_phoenix-3.4.0.dist-info/RECORD,,
+arize_phoenix-3.5.0.dist-info/METADATA,sha256=ZFtnh2MB6uIyrkrz0hp12LqL2iTsQwxTUOPJMyGSXd8,29052
+arize_phoenix-3.5.0.dist-info/WHEEL,sha256=TJPnKdtrSue7xZ_AVGkp9YXcvDrobsjBds1du3Nx6dc,87
+arize_phoenix-3.5.0.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
+arize_phoenix-3.5.0.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
+arize_phoenix-3.5.0.dist-info/RECORD,,

phoenix/core/evals.py

@@ -33,15 +33,15 @@ class Evals:
         self._trace_evaluations_by_name: DefaultDict[
             EvaluationName, Dict[TraceID, pb.Evaluation]
         ] = defaultdict(dict)
-        self._evaluations_by_trace_id: DefaultDict[
-            TraceID, Dict[EvaluationName, pb.Evaluation]
-        ] = defaultdict(dict)
-        self._span_evaluations_by_name: DefaultDict[
-            EvaluationName, Dict[SpanID, pb.Evaluation]
-        ] = defaultdict(dict)
-        self._evaluations_by_span_id: DefaultDict[
-            SpanID, Dict[EvaluationName, pb.Evaluation]
-        ] = defaultdict(dict)
+        self._evaluations_by_trace_id: DefaultDict[TraceID, Dict[EvaluationName, pb.Evaluation]] = (
+            defaultdict(dict)
+        )
+        self._span_evaluations_by_name: DefaultDict[EvaluationName, Dict[SpanID, pb.Evaluation]] = (
+            defaultdict(dict)
+        )
+        self._evaluations_by_span_id: DefaultDict[SpanID, Dict[EvaluationName, pb.Evaluation]] = (
+            defaultdict(dict)
+        )
         self._span_evaluation_labels: DefaultDict[EvaluationName, Set[str]] = defaultdict(set)
         self._document_evaluations_by_span_id: DefaultDict[
             SpanID, DefaultDict[EvaluationName, Dict[DocumentPosition, pb.Evaluation]]

phoenix/core/model.py

@@ -12,36 +12,36 @@ def _get_embedding_dimensions(
     embedding_dimensions: List[EmbeddingDimension] = []
     embedding_features: EmbeddingFeatures = {}
 
-    primary_embedding_features: Optional[
-        EmbeddingFeatures
-    ] = primary_dataset.schema.embedding_feature_column_names
+    primary_embedding_features: Optional[EmbeddingFeatures] = (
+        primary_dataset.schema.embedding_feature_column_names
+    )
     if primary_embedding_features is not None:
         embedding_features.update(primary_embedding_features)
-    primary_prompt_column_names: Optional[
-        EmbeddingColumnNames
-    ] = primary_dataset.schema.prompt_column_names
+    primary_prompt_column_names: Optional[EmbeddingColumnNames] = (
+        primary_dataset.schema.prompt_column_names
+    )
     if primary_prompt_column_names is not None:
         embedding_features.update({"prompt": primary_prompt_column_names})
-    primary_response_column_names: Optional[
-        Union[str, EmbeddingColumnNames]
-    ] = primary_dataset.schema.response_column_names
+    primary_response_column_names: Optional[Union[str, EmbeddingColumnNames]] = (
+        primary_dataset.schema.response_column_names
+    )
     if isinstance(primary_response_column_names, EmbeddingColumnNames):
         embedding_features.update({"response": primary_response_column_names})
 
     if reference_dataset is not None:
-        reference_embedding_features: Optional[
-            EmbeddingFeatures
-        ] = reference_dataset.schema.embedding_feature_column_names
+        reference_embedding_features: Optional[EmbeddingFeatures] = (
+            reference_dataset.schema.embedding_feature_column_names
+        )
         if reference_embedding_features is not None:
             embedding_features.update(reference_embedding_features)
-        reference_prompt_column_names: Optional[
-            EmbeddingColumnNames
-        ] = reference_dataset.schema.prompt_column_names
+        reference_prompt_column_names: Optional[EmbeddingColumnNames] = (
+            reference_dataset.schema.prompt_column_names
+        )
         if reference_prompt_column_names is not None:
             embedding_features.update({"prompt": reference_prompt_column_names})
-        reference_response_column_names: Optional[
-            Union[str, EmbeddingColumnNames]
-        ] = reference_dataset.schema.response_column_names
+        reference_response_column_names: Optional[Union[str, EmbeddingColumnNames]] = (
+            reference_dataset.schema.response_column_names
+        )
         if isinstance(reference_response_column_names, EmbeddingColumnNames):
             embedding_features.update({"response": reference_response_column_names})
 

phoenix/core/model_schema.py

@@ -52,8 +52,7 @@ from phoenix.config import GENERATED_DATASET_NAME_PREFIX
 from phoenix.datetime_utils import floor_to_minute
 
 
-class DimensionRole(IntEnum):
-    ...
+class DimensionRole(IntEnum): ...
 
 
 @unique
@@ -151,8 +150,7 @@ class CompositeDimensionSpec(SchemaSpec, ABC):
         ...
 
     @abstractmethod
-    def __iter__(self) -> Iterator[str]:
-        ...
+    def __iter__(self) -> Iterator[str]: ...
 
 
 @dataclass(frozen=True)
@@ -311,12 +309,10 @@ class Column:
             object.__setattr__(self, "name", _rand_str())
 
     @overload
-    def __call__(self, data: pd.DataFrame) -> "pd.Series[Any]":
-        ...
+    def __call__(self, data: pd.DataFrame) -> "pd.Series[Any]": ...
 
     @overload
-    def __call__(self, data: "pd.Series[Any]") -> Any:
-        ...
+    def __call__(self, data: "pd.Series[Any]") -> Any: ...
 
     def __call__(self, data: DataFrameOrSeries) -> Any:
         """Extracts a value from series, or a series from a dataframe. If
@@ -569,8 +565,7 @@ class ModelData(ObjectProxy, ABC):  # type: ignore
 
     @property
     @abstractmethod
-    def null_value(self) -> Any:
-        ...
+    def null_value(self) -> Any: ...
 
     def __getitem__(self, key: Any) -> Any:
         if _is_column_key(key):
@@ -614,12 +609,10 @@ class Event(ModelData):
         return np.nan
 
     @overload
-    def __getitem__(self, key: ColumnKey) -> Any:
-        ...
+    def __getitem__(self, key: ColumnKey) -> Any: ...
 
     @overload
-    def __getitem__(self, key: Any) -> Any:
-        ...
+    def __getitem__(self, key: Any) -> Any: ...
 
     def __getitem__(self, key: Any) -> Any:
         return super().__getitem__(key)
@@ -668,12 +661,10 @@ class Events(ModelData):
             )
 
     @overload
-    def __getitem__(self, key: ColumnKey) -> "pd.Series[Any]":
-        ...
+    def __getitem__(self, key: ColumnKey) -> "pd.Series[Any]": ...
 
     @overload
-    def __getitem__(self, key: List[RowId]) -> "Events":
-        ...
+    def __getitem__(self, key: List[RowId]) -> "Events": ...
 
     def __getitem__(self, key: Any) -> Any:
         if isinstance(key, list):
@@ -728,12 +719,10 @@ class Dataset(Events):
         return pd.Index(self[PREDICTION_ID])
 
     @overload
-    def __getitem__(self, key: ColumnKey) -> "pd.Series[Any]":
-        ...
+    def __getitem__(self, key: ColumnKey) -> "pd.Series[Any]": ...
 
     @overload
-    def __getitem__(self, key: List[RowId]) -> Events:
-        ...
+    def __getitem__(self, key: List[RowId]) -> Events: ...
 
     def __getitem__(self, key: Any) -> Any:
         if isinstance(key, list):
@@ -1030,32 +1019,25 @@ class Model:
         return ans
 
     @overload
-    def __getitem__(self, key: Type[Dataset]) -> Iterator[Dataset]:
-        ...
+    def __getitem__(self, key: Type[Dataset]) -> Iterator[Dataset]: ...
 
     @overload
-    def __getitem__(self, key: DatasetRole) -> Dataset:
-        ...
+    def __getitem__(self, key: DatasetRole) -> Dataset: ...
 
     @overload
-    def __getitem__(self, key: ColumnKey) -> Dimension:
-        ...
+    def __getitem__(self, key: ColumnKey) -> Dimension: ...
 
     @overload
-    def __getitem__(self, key: MultiDimensionKey) -> Iterator[Dimension]:
-        ...
+    def __getitem__(self, key: MultiDimensionKey) -> Iterator[Dimension]: ...
 
     @overload
-    def __getitem__(self, key: Type[ScalarDimension]) -> Iterator[ScalarDimension]:
-        ...
+    def __getitem__(self, key: Type[ScalarDimension]) -> Iterator[ScalarDimension]: ...
 
     @overload
-    def __getitem__(self, key: Type[EmbeddingDimension]) -> Iterator[EmbeddingDimension]:
-        ...
+    def __getitem__(self, key: Type[EmbeddingDimension]) -> Iterator[EmbeddingDimension]: ...
 
     @overload
-    def __getitem__(self, key: Type[Dimension]) -> Iterator[Dimension]:
-        ...
+    def __getitem__(self, key: Type[Dimension]) -> Iterator[Dimension]: ...
 
     @overload
     def __getitem__(
@@ -1064,8 +1046,7 @@ class Model:
             MultiDimensionKey,
             Union[Type[ScalarDimension], Type[EmbeddingDimension]],
         ],
-    ) -> Iterator[Dimension]:
-        ...
+    ) -> Iterator[Dimension]: ...
 
     def __getitem__(self, key: Any) -> Any:
         if key is Dataset:
@@ -1124,8 +1105,7 @@ class Model:
         obj: DimensionRole,
         cls: Type[Dimension] = ScalarDimension,
         **kwargs: Any,
-    ) -> Dimension:
-        ...
+    ) -> Dimension: ...
 
     @overload
     def _new_dimension(
@@ -1133,16 +1113,14 @@ class Model:
         obj: Name,
         cls: Type[Dimension] = ScalarDimension,
         **kwargs: Any,
-    ) -> Dimension:
-        ...
+    ) -> Dimension: ...
 
     @overload
     def _new_dimension(
         self,
         obj: Dimension,
         **kwargs: Any,
-    ) -> Dimension:
-        ...
+    ) -> Dimension: ...
 
     def _new_dimension(
         self, obj: Any, cls: Type[Dimension] = ScalarDimension, **kwargs: Any

phoenix/experimental/evals/functions/executor.py

@@ -21,8 +21,7 @@ _unset = Unset()
 
 
 class Executor(Protocol):
-    def run(self, inputs: Sequence[Any]) -> List[Any]:
-        ...
+    def run(self, inputs: Sequence[Any]) -> List[Any]: ...
 
 
 class AsyncExecutor(Executor):

phoenix/experimental/evals/functions/processing.py

@@ -1,7 +1,22 @@
-from typing import List
+"""
+Token processing functions for supported models. This module is being deprecated.
+"""
+
+import logging
+import sys
+from typing import Any, List
 
 from ..models import BaseEvalModel
 
+logger = logging.getLogger(__name__)
+
+_DEPRECATION_WARNING = (
+    "The processing module is being deprecated. For advanced token processing, please use the "
+    "encoding approach recommended by the model provider. For example, OpenAI models can use the "
+    "`tiktoken` library to encode and decode text. For other models, please refer to the model "
+    "provider's documentation."
+)
+
 
 def truncate_text_by_model(model: BaseEvalModel, text: str, token_buffer: int = 0) -> str:
     """Truncates text using a give model token limit.
@@ -42,3 +57,20 @@ def concatenate_and_truncate_chunks(
         str: _description_
     """
     return truncate_text_by_model(model=model, text=" ".join(chunks), token_buffer=token_buffer)
+
+
+class _DEPRECATED_MODULE:
+    __all__ = ("truncate_text_by_model", "concatenate_and_truncate_chunks")
+
+    def __getattr__(self, name: str) -> Any:
+        if name == "truncate_text_by_model":
+            logger.warning(_DEPRECATION_WARNING)
+            return truncate_text_by_model
+        if name == "concatenate_and_truncate_chunks":
+            logger.warning(_DEPRECATION_WARNING)
+            return concatenate_and_truncate_chunks
+        raise AttributeError(f"module {__name__} has no attribute {name}")
+
+
+# See e.g. https://stackoverflow.com/a/7668273
+sys.modules[__name__] = _DEPRECATED_MODULE()  # type: ignore

phoenix/experimental/evals/models/base.py

@@ -158,17 +158,13 @@ class BaseEvalModel(ABC):
         raise ImportError(msg)
 
     @abstractmethod
-    def get_tokens_from_text(self, text: str) -> List[int]:
-        ...
+    def get_tokens_from_text(self, text: str) -> List[int]: ...
 
     @abstractmethod
-    def get_text_from_tokens(self, tokens: List[int]) -> str:
-        ...
+    def get_text_from_tokens(self, tokens: List[int]) -> str: ...
 
     @abstractproperty
-    def max_context_size(self) -> int:
-        ...
+    def max_context_size(self) -> int: ...
 
     @abstractproperty
-    def encoder(self) -> "Encoding":
-        ...
+    def encoder(self) -> "Encoding": ...

phoenix/experimental/evals/models/litellm.py

@@ -67,7 +67,7 @@ class LiteLLMModel(BaseEvalModel):
             self._litellm = litellm
             env_info = validate_environment(self._litellm.utils.get_llm_provider(self.model))
 
-            if not env_info["keys_in_environment"]:
+            if not env_info["keys_in_environment"] and env_info["missing_keys"]:
                 raise RuntimeError(
                     f"Missing environment variable(s): '{str(env_info['missing_keys'])}', for "
                     f"model: {self.model}. \nFor additional information about the right "