arize-phoenix 7.9.4__tar.gz → 7.10.0__tar.gz

{arize_phoenix-7.9.4 → arize_phoenix-7.10.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: arize-phoenix
-Version: 7.9.4
+Version: 7.10.0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues

{arize_phoenix-7.9.4 → arize_phoenix-7.10.0}/src/phoenix/server/api/helpers/dataset_helpers.py

@@ -7,6 +7,7 @@ from openinference.semconv.trace import (
     OpenInferenceMimeTypeValues,
     OpenInferenceSpanKindValues,
     SpanAttributes,
+    ToolAttributes,
     ToolCallAttributes,
 )
 
@@ -27,12 +28,18 @@ def get_dataset_example_input(span: Span) -> dict[str, Any]:
     input_mime_type = get_attribute_value(attributes, INPUT_MIME_TYPE)
     prompt_template_variables = get_attribute_value(attributes, LLM_PROMPT_TEMPLATE_VARIABLES)
     input_messages = get_attribute_value(attributes, LLM_INPUT_MESSAGES)
+    tool_definitions = []
+    if tools := get_attribute_value(attributes, LLM_TOOLS):
+        for tool in tools:
+            if definition := get_attribute_value(tool, TOOL_DEFINITION):
+                tool_definitions.append(definition)
     if span_kind == LLM:
         return _get_llm_span_input(
             input_messages=input_messages,
             input_value=input_value,
             input_mime_type=input_mime_type,
             prompt_template_variables=prompt_template_variables,
+            tools=tool_definitions,
         )
     return _get_generic_io_value(io_value=input_value, mime_type=input_mime_type, kind="input")
 
@@ -71,6 +78,7 @@ def _get_llm_span_input(
     input_value: Any,
     input_mime_type: Optional[str],
     prompt_template_variables: Any,
+    tools: Any,
 ) -> dict[str, Any]:
     """
     Extracts the input value from an LLM span and returns it as a dictionary.
@@ -84,6 +92,8 @@ def _get_llm_span_input(
         input = _get_generic_io_value(io_value=input_value, mime_type=input_mime_type, kind="input")
     if prompt_template_variables_data := _safely_json_decode(prompt_template_variables):
         input["prompt_template_variables"] = prompt_template_variables_data
+    if tool_definitions_data := [_safely_json_decode(tool_definition) for tool_definition in tools]:
+        input["tools"] = tool_definitions_data
     return input
 
 
@@ -215,3 +225,7 @@ RETRIEVAL_DOCUMENTS = SpanAttributes.RETRIEVAL_DOCUMENTS
 # ToolCallAttributes
 TOOL_CALL_FUNCTION_ARGUMENTS_JSON = ToolCallAttributes.TOOL_CALL_FUNCTION_ARGUMENTS_JSON
 TOOL_CALL_FUNCTION_NAME = ToolCallAttributes.TOOL_CALL_FUNCTION_NAME
+
+# ToolAttributes
+LLM_TOOLS = SpanAttributes.LLM_TOOLS
+TOOL_DEFINITION = ToolAttributes.TOOL_JSON_SCHEMA

{arize_phoenix-7.9.4 → arize_phoenix-7.10.0}/src/phoenix/server/api/helpers/playground_clients.py

@@ -477,11 +477,10 @@ class OpenAIStreamingClient(OpenAIBaseStreamingClient):
     ) -> None:
         from openai import AsyncOpenAI
 
-        # todo: check if custom base url is set before raising error to allow
-        # for custom endpoints that don't require an API key
-        if not (api_key := api_key or os.environ.get("OPENAI_API_KEY")):
+        base_url = model.base_url or os.environ.get("OPENAI_BASE_URL")
+        if not (api_key := api_key or os.environ.get("OPENAI_API_KEY")) and not base_url:
             raise BadRequest("An API key is required for OpenAI models")
-        client = AsyncOpenAI(api_key=api_key)
+        client = AsyncOpenAI(api_key=api_key, base_url=base_url)
         super().__init__(client=client, model=model, api_key=api_key)
         self._attributes[LLM_PROVIDER] = OpenInferenceLLMProviderValues.OPENAI.value
         self._attributes[LLM_SYSTEM] = OpenInferenceLLMSystemValues.OPENAI.value
@@ -496,9 +495,11 @@ class OpenAIStreamingClient(OpenAIBaseStreamingClient):
         "o1-mini-2024-09-12",
         "o1-preview",
         "o1-preview-2024-09-12",
+        "o3-mini",
+        "o3-mini-2025-01-31",
     ],
 )
-class OpenAIO1StreamingClient(OpenAIStreamingClient):
+class OpenAIReasoningStreamingClient(OpenAIStreamingClient):
     @classmethod
     def supported_invocation_parameters(cls) -> list[InvocationParameter]:
         return [

{arize_phoenix-7.9.4 → arize_phoenix-7.10.0}/src/phoenix/server/api/input_types/GenerativeModelInput.py

@@ -11,7 +11,13 @@ class GenerativeModelInput:
     provider_key: GenerativeProviderKey
     name: str
     """ The name of the model. Or the Deployment Name for Azure OpenAI models. """
+    base_url: Optional[str] = UNSET
+    """ The base URL to use for the model. """
     endpoint: Optional[str] = UNSET
     """ The endpoint to use for the model. Only required for Azure OpenAI models. """
     api_version: Optional[str] = UNSET
     """ The API version to use for the model. """
+
+    def __post_init__(self) -> None:
+        if self.base_url and self.endpoint:
+            raise ValueError("Must not provide both a base URL and an endpoint at the same time.")

{arize_phoenix-7.9.4 → arize_phoenix-7.10.0}/src/phoenix/server/api/mutations/chat_mutations.py

@@ -49,7 +49,6 @@ from phoenix.server.api.input_types.ChatCompletionInput import (
 from phoenix.server.api.input_types.TemplateOptions import TemplateOptions
 from phoenix.server.api.subscriptions import (
     _default_playground_experiment_description,
-    _default_playground_experiment_metadata,
     _default_playground_experiment_name,
 )
 from phoenix.server.api.types.ChatCompletionMessageRole import ChatCompletionMessageRole
@@ -183,12 +182,7 @@ class ChatCompletionMutationMixin:
                 description=input.experiment_description
                 or _default_playground_experiment_description(dataset_name=dataset.name),
                 repetitions=1,
-                metadata_=input.experiment_metadata
-                or _default_playground_experiment_metadata(
-                    dataset_name=dataset.name,
-                    dataset_id=input.dataset_id,
-                    version_id=GlobalID(DatasetVersion.__name__, str(resolved_version_id)),
-                ),
+                metadata_=input.experiment_metadata or dict(),
                 project_name=PLAYGROUND_PROJECT_NAME,
             )
             session.add(experiment)

{arize_phoenix-7.9.4 → arize_phoenix-7.10.0}/src/phoenix/server/api/mutations/dataset_mutations.py

@@ -4,7 +4,11 @@ from typing import Any
 
 import strawberry
 from openinference.semconv.trace import (
+    MessageAttributes,
+    MessageContentAttributes,
     SpanAttributes,
+    ToolAttributes,
+    ToolCallAttributes,
 )
 from sqlalchemy import and_, delete, distinct, func, insert, select, update
 from strawberry import UNSET
@@ -181,6 +185,17 @@ class DatasetMutationMixin:
             assert all(map(lambda id: isinstance(id, int), dataset_example_rowids))
             DatasetExampleRevision = models.DatasetExampleRevision
 
+            all_span_attributes = {
+                **SpanAttributes.__dict__,
+                **MessageAttributes.__dict__,
+                **MessageContentAttributes.__dict__,
+                **ToolCallAttributes.__dict__,
+                **ToolAttributes.__dict__,
+            }
+            nonprivate_span_attributes = {
+                k: v for k, v in all_span_attributes.items() if not k.startswith("_")
+            }
+
             await session.execute(
                 insert(DatasetExampleRevision),
                 [
@@ -190,6 +205,12 @@ class DatasetMutationMixin:
                         DatasetExampleRevision.input.key: get_dataset_example_input(span),
                         DatasetExampleRevision.output.key: get_dataset_example_output(span),
                         DatasetExampleRevision.metadata_.key: {
+                            **(span.attributes.get(SpanAttributes.METADATA) or dict()),
+                            **{
+                                k: v
+                                for k, v in span.attributes.items()
+                                if k in nonprivate_span_attributes
+                            },
                             "span_kind": span.span_kind,
                             **(
                                 {"annotations": annotations}

{arize_phoenix-7.9.4 → arize_phoenix-7.10.0}/src/phoenix/server/api/routers/v1/datasets.py

@@ -919,20 +919,23 @@ def _get_content_csv(examples: list[models.DatasetExampleRevision]) -> bytes:
 def _get_content_jsonl_openai_ft(examples: list[models.DatasetExampleRevision]) -> bytes:
     records = io.BytesIO()
     for ex in examples:
-        records.write(
-            (
-                json.dumps(
-                    {
-                        "messages": (
-                            ims if isinstance(ims := ex.input.get("messages"), list) else []
-                        )
-                        + (oms if isinstance(oms := ex.output.get("messages"), list) else [])
-                    },
-                    ensure_ascii=False,
-                )
-                + "\n"
-            ).encode()
-        )
+        input_messages = ex.input.get("messages", [])
+        if not isinstance(input_messages, list):
+            input_messages = []
+        output_messages = ex.output.get("messages", [])
+        if not isinstance(output_messages, list):
+            output_messages = []
+
+        record_dict = {
+            "messages": input_messages + output_messages,
+        }
+
+        tools = ex.input.get("tools", [])
+        if tools:
+            record_dict["tools"] = tools
+
+        records.write((json.dumps(record_dict, ensure_ascii=False) + "\n").encode())
+
     records.seek(0)
     return records.read()
 

{arize_phoenix-7.9.4 → arize_phoenix-7.10.0}/src/phoenix/server/api/subscriptions.py

@@ -278,12 +278,7 @@ class Subscription:
                 description=input.experiment_description
                 or _default_playground_experiment_description(dataset_name=dataset.name),
                 repetitions=1,
-                metadata_=input.experiment_metadata
-                or _default_playground_experiment_metadata(
-                    dataset_name=dataset.name,
-                    dataset_id=input.dataset_id,
-                    version_id=GlobalID(DatasetVersion.__name__, str(resolved_version_id)),
-                ),
+                metadata_=input.experiment_metadata or dict(),
                 project_name=PLAYGROUND_PROJECT_NAME,
             )
             session.add(experiment)
@@ -581,16 +576,6 @@ def _default_playground_experiment_description(dataset_name: str) -> str:
     return f'Playground experiment for dataset "{dataset_name}"'
 
 
-def _default_playground_experiment_metadata(
-    dataset_name: str, dataset_id: GlobalID, version_id: GlobalID
-) -> dict[str, Any]:
-    return {
-        "dataset_name": dataset_name,
-        "dataset_id": str(dataset_id),
-        "dataset_version_id": str(version_id),
-    }
-
-
 LLM_OUTPUT_MESSAGES = SpanAttributes.LLM_OUTPUT_MESSAGES
 LLM_TOKEN_COUNT_COMPLETION = SpanAttributes.LLM_TOKEN_COUNT_COMPLETION
 LLM_TOKEN_COUNT_PROMPT = SpanAttributes.LLM_TOKEN_COUNT_PROMPT

{arize_phoenix-7.9.4 → arize_phoenix-7.10.0}/src/phoenix/server/static/.vite/manifest.json

@@ -1,22 +1,22 @@
 {
-  "_components-DOevqttF.js": {
-    "file": "assets/components-DOevqttF.js",
+  "_components-Bo_Bsbf_.js": {
+    "file": "assets/components-Bo_Bsbf_.js",
     "name": "components",
     "imports": [
       "_vendor-DvC8cT4X.js",
-      "_pages-iAiRxguB.js",
+      "_pages-BEC7GxQJ.js",
       "_vendor-arizeai-Do1793cv.js",
       "_vendor-codemirror-BzwZPyJM.js",
       "_vendor-three-DwGkEfCM.js"
     ]
   },
-  "_pages-iAiRxguB.js": {
-    "file": "assets/pages-iAiRxguB.js",
+  "_pages-BEC7GxQJ.js": {
+    "file": "assets/pages-BEC7GxQJ.js",
     "name": "pages",
     "imports": [
       "_vendor-DvC8cT4X.js",
       "_vendor-arizeai-Do1793cv.js",
-      "_components-DOevqttF.js",
+      "_components-Bo_Bsbf_.js",
       "_vendor-codemirror-BzwZPyJM.js",
       "_vendor-recharts-_Jb7JjhG.js"
     ]
@@ -69,15 +69,15 @@
     "name": "vendor-three"
   },
   "index.tsx": {
-    "file": "assets/index-DEWan9NY.js",
+    "file": "assets/index-_a0bc8_O.js",
     "name": "index",
     "src": "index.tsx",
     "isEntry": true,
     "imports": [
       "_vendor-DvC8cT4X.js",
       "_vendor-arizeai-Do1793cv.js",
-      "_pages-iAiRxguB.js",
-      "_components-DOevqttF.js",
+      "_pages-BEC7GxQJ.js",
+      "_components-Bo_Bsbf_.js",
       "_vendor-three-DwGkEfCM.js",
       "_vendor-codemirror-BzwZPyJM.js",
       "_vendor-shiki-Cl9QBraO.js",