arize-phoenix 3.0.1__tar.gz → 3.0.2__tar.gz

{arize_phoenix-3.0.1 → arize_phoenix-3.0.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: arize-phoenix
-Version: 3.0.1
+Version: 3.0.2
 Summary: ML Observability in your notebook
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
@@ -50,7 +50,7 @@ Requires-Dist: hatch; extra == 'dev'
 Requires-Dist: jupyter; extra == 'dev'
 Requires-Dist: langchain>=0.0.334; extra == 'dev'
 Requires-Dist: litellm>=1.0.3; extra == 'dev'
-Requires-Dist: llama-index>=0.9.14; extra == 'dev'
+Requires-Dist: llama-index<0.10.0; extra == 'dev'
 Requires-Dist: nbqa; extra == 'dev'
 Requires-Dist: pandas-stubs<=2.0.2.230605; extra == 'dev'
 Requires-Dist: pre-commit; extra == 'dev'

{arize_phoenix-3.0.1 → arize_phoenix-3.0.2}/pyproject.toml

@@ -64,7 +64,7 @@ dev = [
   "strawberry-graphql[debug-server]==0.208.2",
   "pre-commit",
   "arize[AutoEmbeddings, LLM_Evaluation]",
-  "llama-index>=0.9.14",
+  "llama-index<0.10.0",
   "langchain>=0.0.334",
   "litellm>=1.0.3",
   "google-cloud-aiplatform>=1.3",
@@ -109,7 +109,7 @@ dependencies = [
   "arize",
   "langchain>=0.0.334",
   "litellm>=1.0.3",
-  "llama-index>=0.9.14",
+  "llama-index<0.10.0",
   "openai>=1.0.0",
   "tenacity",
   "nltk==3.8.1",
@@ -129,7 +129,7 @@ dependencies = [
 dependencies = [
   "mypy==1.5.1",
   "pydantic==v1.10.14",  # for mypy
-  "llama-index>=0.9.14",
+  "llama-index<0.10.0",
   "pandas-stubs<=2.0.2.230605",  # version 2.0.3.230814 is causing a dependency conflict.
   "types-psutil",
   "types-tqdm",

{arize_phoenix-3.0.1 → arize_phoenix-3.0.2}/src/phoenix/experimental/evals/functions/classify.py

@@ -3,6 +3,7 @@ from __future__ import annotations
 import logging
 import warnings
 from collections import defaultdict
+from itertools import product
 from typing import (
     Any,
     DefaultDict,
@@ -54,8 +55,7 @@ Label: TypeAlias = str
 Score: TypeAlias = Optional[float]
 Explanation: TypeAlias = Optional[str]
 Record: TypeAlias = Mapping[str, Any]
-EvaluatorIndex: TypeAlias = int
-RowIndex: TypeAlias = Any
+Index: TypeAlias = int
 
 # snapped_response, explanation, response
 ParsedLLMResponse: TypeAlias = Tuple[Optional[str], Optional[str], str]
@@ -343,8 +343,6 @@ def _get_contents_from_openinference_documents(documents: Iterable[Any]) -> List
 
 
 class RunEvalsPayload(NamedTuple):
-    evaluator_index: EvaluatorIndex
-    row_index: RowIndex
     evaluator: LLMEvaluator
     record: Record
 
@@ -404,23 +402,21 @@ def run_evals(
 
     async def _arun_eval(
         payload: RunEvalsPayload,
-    ) -> Tuple[EvaluatorIndex, RowIndex, Label, Score, Explanation]:
-        label, score, explanation = await payload.evaluator.aevaluate(
+    ) -> Tuple[Label, Score, Explanation]:
+        return await payload.evaluator.aevaluate(
             payload.record,
             provide_explanation=provide_explanation,
             use_function_calling_if_available=use_function_calling_if_available,
         )
-        return payload.evaluator_index, payload.row_index, label, score, explanation
 
     def _run_eval(
         payload: RunEvalsPayload,
-    ) -> Tuple[EvaluatorIndex, RowIndex, Label, Score, Explanation]:
-        label, score, explanation = payload.evaluator.evaluate(
+    ) -> Tuple[Label, Score, Explanation]:
+        return payload.evaluator.evaluate(
             payload.record,
             provide_explanation=provide_explanation,
             use_function_calling_if_available=use_function_calling_if_available,
         )
-        return payload.evaluator_index, payload.row_index, label, score, explanation
 
     executor = get_executor_on_sync_context(
         _run_eval,
@@ -428,24 +424,20 @@ def run_evals(
         concurrency=concurrency,
         tqdm_bar_format=get_tqdm_progress_bar_formatter("run_evals"),
         exit_on_error=True,
-        fallback_return_value=(None, None),
+        fallback_return_value=(None, None, None),
     )
+
+    total_records = len(dataframe)
     payloads = [
-        RunEvalsPayload(
-            evaluator_index=evaluator_index,
-            row_index=row_index,
-            evaluator=evaluator,
-            record=row.to_dict(),
-        )
-        # use the position of the row rather than the dataframe index, which is used
-        # to ensure the output dataframe has the same row order as the input dataframe
-        for row_index, (_, row) in enumerate(dataframe.iterrows())
-        for evaluator_index, evaluator in enumerate(evaluators)
+        RunEvalsPayload(evaluator=evaluator, record=row)
+        for evaluator, (_, row) in product(evaluators, dataframe.iterrows())
     ]
-    eval_results: List[DefaultDict[RowIndex, Dict[ColumnName, Union[Label, Explanation]]]] = [
+    eval_results: List[DefaultDict[Index, Dict[ColumnName, Union[Label, Explanation]]]] = [
         defaultdict(dict) for _ in range(len(evaluators))
     ]
-    for evaluator_index, row_index, label, score, explanation in executor.run(payloads):
+    for index, (label, score, explanation) in enumerate(executor.run(payloads)):
+        evaluator_index = index // total_records
+        row_index = index % total_records
         eval_results[evaluator_index][row_index]["label"] = label
         eval_results[evaluator_index][row_index]["score"] = score
         if provide_explanation:

arize_phoenix-3.0.2/src/phoenix/version.py

@@ -0,0 +1 @@
+__version__ = "3.0.2"

arize_phoenix-3.0.1/src/phoenix/version.py

@@ -1 +0,0 @@
-__version__ = "3.0.1"