arize-phoenix 5.3.0__py3-none-any.whl → 5.4.0__py3-none-any.whl

{arize_phoenix-5.3.0.dist-info → arize_phoenix-5.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: arize-phoenix
-Version: 5.3.0
+Version: 5.4.0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
@@ -58,6 +58,7 @@ Requires-Dist: wrapt
 Provides-Extra: container
 Requires-Dist: fast-hdbscan>=0.2.0; extra == 'container'
 Requires-Dist: numba>=0.60.0; extra == 'container'
+Requires-Dist: openai>=1.0.0; extra == 'container'
 Requires-Dist: opentelemetry-exporter-otlp; extra == 'container'
 Requires-Dist: opentelemetry-instrumentation-fastapi; extra == 'container'
 Requires-Dist: opentelemetry-instrumentation-grpc; extra == 'container'

{arize_phoenix-5.3.0.dist-info → arize_phoenix-5.4.0.dist-info}/RECORD

@@ -6,7 +6,7 @@ phoenix/exceptions.py,sha256=n2L2KKuecrdflB9MsCdAYCiSEvGJptIsfRkXMoJle7A,169
 phoenix/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 phoenix/services.py,sha256=aTxhcOA1pZHB6U-B3TEcp6fqDF5oT0xCUvEUNMZVTUQ,5175
 phoenix/settings.py,sha256=ht-0oN-sMV6SPXrk7Tu1EZlngpAYkGNLYPhO8DyrdQI,661
-phoenix/version.py,sha256=6-6zx35M00wOupvevZ13oAoDaUlHqsp_N-Ei-zUAwTI,22
+phoenix/version.py,sha256=xjYaBGUFGg0kGZj_WhuoFyPD8NILPsr79SaMwmYQGSg,22
 phoenix/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/core/embedding_dimension.py,sha256=zKGbcvwOXgLf-yrJBpQyKtd-LEOPRKHnUToyAU8Owis,87
 phoenix/core/model.py,sha256=km_a--PBHOuA337ClRw9xqhOHhrUT6Rl9pz_zV0JYkQ,4843
@@ -94,7 +94,7 @@ phoenix/server/api/exceptions.py,sha256=TA0JuY2YRnj35qGuMSQ8d0ToHum9gWm9W--3fSKH
 phoenix/server/api/interceptor.py,sha256=ykDnoC_apUd-llVli3m1CW18kNSIgjz2qZ6m5JmPDu8,1294
 phoenix/server/api/queries.py,sha256=sE_w4X9sz0QJBGNQbOMgiZiKpR24jvxCpv6AQeGeE9Y,27153
 phoenix/server/api/schema.py,sha256=JKxcZd0UBX6VnVic9tnKAzehJ2fGYNWAu6Gr1tR1PMI,637
-phoenix/server/api/subscriptions.py,sha256=Ck2IrFcHaqipeHY68up4fXMHcfgjh6J5s9XbDVQxJBA,15934
+phoenix/server/api/subscriptions.py,sha256=MOxA0iTAIPTI_yKUOitRXiNP4A2cuEEytT9ql9uqUdM,17258
 phoenix/server/api/utils.py,sha256=Kl47G-1A7QKTDrc75BU2QK6HupsG6MWuXxy351FOfKQ,858
 phoenix/server/api/dataloaders/__init__.py,sha256=jNYvfXjnZzgA2HWTG7AZdqWGla3ZysBUDUei8Zkz6N8,3290
 phoenix/server/api/dataloaders/annotation_summaries.py,sha256=Wv8AORZoGd5TJ4Y-em8iqJu87AMpZP7lWOTr-SML-x8,5560
@@ -264,15 +264,15 @@ phoenix/server/static/apple-touch-icon-76x76.png,sha256=CT_xT12I0u2i0WU8JzBZBuOQ
 phoenix/server/static/apple-touch-icon.png,sha256=fOfpjqGpWYbJ0eAurKsyoZP1EAs6ZVooBJ_SGk2ZkDs,3801
 phoenix/server/static/favicon.ico,sha256=bY0vvCKRftemZfPShwZtE93DiiQdaYaozkPGwNFr6H8,34494
 phoenix/server/static/modernizr.js,sha256=mvK-XtkNqjOral-QvzoqsyOMECXIMu5BQwSVN_wcU9c,2564
-phoenix/server/static/.vite/manifest.json,sha256=U6-H3n01tSVeVy-l94OEK3EruoVfOa9qX_vwKmkgetU,1929
-phoenix/server/static/assets/components-DwERj42u.js,sha256=_UuYjCrj_FQcxrE9bS2L5OdRWjHRYSpaeqlyKz1uGEI,272882
-phoenix/server/static/assets/index-CyOjvLOr.js,sha256=F-_8kYJi1I6xjcpaGnZnv9GBXlbmcd9BbyKRNe8TOzI,7162
-phoenix/server/static/assets/pages-BNYMd7SU.js,sha256=dT3K-yhvV7kZtBmut5iiNTCbO_LvaMDKD27XCJm95oc,585995
-phoenix/server/static/assets/vendor-D-NIjePD.js,sha256=tba6ip4z7SOnhlPkBkyt9CUJiDDzZwi6IRKCnbwHvuA,10898294
+phoenix/server/static/.vite/manifest.json,sha256=_n7ZFPqjikT-PaJRCfuQH6uAKVJ75DDy-yVhvoHT4HQ,1929
+phoenix/server/static/assets/components-8zh9kCOG.js,sha256=Dw2GUia4f0fu5DFbXLKi7bqmuTfSG3_XFdWEiIdPCmU,272304
+phoenix/server/static/assets/index-Ci93KI-L.js,sha256=_Pccmiyc3Ak2moJ_drkresjx0iwZHa1qrfUoZ1NoYUM,7162
+phoenix/server/static/assets/pages-CFNU-U_5.js,sha256=JPZJBIh3FxrJIsSOEr2eIXY1dBRwymnAXI-LMUkVzuI,590345
+phoenix/server/static/assets/vendor-6IcPAw_j.js,sha256=kA0afCcdEfjdTlLbngra3925MiR8wVgYF5d7XBBViXQ,10898278
 phoenix/server/static/assets/vendor-DxkFTwjz.css,sha256=nZrkr0u6NNElFGvpWHk9GTHeGoibCXCli1bE7mXZGZg,1816
-phoenix/server/static/assets/vendor-arizeai-DoY5jUTO.js,sha256=RkuJgULcP6CtTAhyLSzI9bNRiJnq84MwkYCF6MQ2sCw,306507
-phoenix/server/static/assets/vendor-codemirror-CIhY_nEU.js,sha256=6g23qgUXzCj6VuoJC9Uhq7Y9qb3_WN3u767NLDhfGkM,392703
-phoenix/server/static/assets/vendor-recharts-Dgcm35Jq.js,sha256=9ifuAYGnEKtBtbTV9sFe95rP4e1NR9j8DOVEb-hRKzM,282859
+phoenix/server/static/assets/vendor-arizeai-uC2sozJ6.js,sha256=o5Su5D9_jBumfVpDXwuQC7Hzpkze4LlvVA9t0Pvh1pk,306512
+phoenix/server/static/assets/vendor-codemirror-DVE2_WBr.js,sha256=AxNgfQZIek1HfON1zHobnrzHzgBeLHWu6GCltpvct9U,392705
+phoenix/server/static/assets/vendor-recharts-DwrexFA4.js,sha256=QSkNeG0tfn_fdrjYf-dRBXVygFjusBsyxzQ-lepdH8w,282859
 phoenix/server/static/assets/vendor-three-DwGkEfCM.js,sha256=0D12ZgKzfKCTSdSTKJBFR2RZO_xxeMXrqDp0AszZqHY,620972
 phoenix/server/templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/templates/index.html,sha256=ULNlp0-agU8pH4wCIapE1goqnwkbctAoQRgrfwH_irg,4379
@@ -286,7 +286,7 @@ phoenix/trace/attributes.py,sha256=B_OrzVaxZwFkrAFXZyicYoIti1UdUysURsvUS2GyW1U,1
 phoenix/trace/errors.py,sha256=wB1z8qdPckngdfU-TORToekvg3344oNFAA83_hC2yFY,180
 phoenix/trace/evaluation_conventions.py,sha256=t8jydM3U0-T5YpiQKRJ3tWdWGlHtzKyttYdw-ddvPOk,1048
 phoenix/trace/exporter.py,sha256=bUXh8fjJIbHurrnt4bAm-cCWqUN5FqNsIc8DZzzklkQ,4695
-phoenix/trace/fixtures.py,sha256=qKYXz33MD7FYkSni7ccyFjXMV5iub7serp1zMGqh1P8,18982
+phoenix/trace/fixtures.py,sha256=fa2yMcjX4sshT88Ec4ce0EpSngfZQ9vXVcssNbcyYAU,19202
 phoenix/trace/otel.py,sha256=c3Iy9sUTYBliwYfChZIQ9_6xTti1BijY7t_4s2tqbyw,10028
 phoenix/trace/projects.py,sha256=2BwlNjFE-uwpqYtCu5YyBiYZk9wRPpM13vh3-Cv7GkA,2157
 phoenix/trace/schemas.py,sha256=HpWSyzec0yDHEQXEDuwyLbhpvKrqkGps8BJqGiIFj8Y,5978
@@ -313,9 +313,9 @@ phoenix/utilities/project.py,sha256=8IJuMM4yUMoooPi37sictGj8Etu9rGmq6RFtc9848cQ,
 phoenix/utilities/re.py,sha256=nr_B0txj_7CXc45953X6vr2KCRSWMuaXJSEkL8s8Sjc,2036
 phoenix/utilities/span_store.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/utilities/template_formatters.py,sha256=zWY6gjAMmspYqlmn-ZjKeY5SExylwePk7a1BUdDxVGI,2236
-arize_phoenix-5.3.0.dist-info/METADATA,sha256=dUAQVYFPQEpsSlvr7nWc3ggbxJ8D9M4DQCEdAI7Y3Wo,12001
-arize_phoenix-5.3.0.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-arize_phoenix-5.3.0.dist-info/entry_points.txt,sha256=Pgpn8Upxx9P8z8joPXZWl2LlnAlGc3gcQoVchb06X1Q,94
-arize_phoenix-5.3.0.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
-arize_phoenix-5.3.0.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
-arize_phoenix-5.3.0.dist-info/RECORD,,
+arize_phoenix-5.4.0.dist-info/METADATA,sha256=bwyk52R9lADobAHiz327hsDxKfDqIdHsTcp87xFCK_Y,12052
+arize_phoenix-5.4.0.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+arize_phoenix-5.4.0.dist-info/entry_points.txt,sha256=Pgpn8Upxx9P8z8joPXZWl2LlnAlGc3gcQoVchb06X1Q,94
+arize_phoenix-5.4.0.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
+arize_phoenix-5.4.0.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
+arize_phoenix-5.4.0.dist-info/RECORD,,

phoenix/server/api/subscriptions.py

@@ -45,6 +45,7 @@ from phoenix.server.api.input_types.ChatCompletionMessageInput import ChatComple
 from phoenix.server.api.input_types.InvocationParameters import InvocationParameters
 from phoenix.server.api.types.ChatCompletionMessageRole import ChatCompletionMessageRole
 from phoenix.server.api.types.GenerativeProvider import GenerativeProviderKey
+from phoenix.server.api.types.Span import Span, to_gql_span
 from phoenix.server.dml_event import SpanInsertEvent
 from phoenix.trace.attributes import unflatten
 from phoenix.utilities.json import jsonify
@@ -55,6 +56,7 @@ from phoenix.utilities.template_formatters import (
 )
 
 if TYPE_CHECKING:
+    from openai.types import CompletionUsage
     from openai.types.chat import (
         ChatCompletionMessageParam,
     )
@@ -93,8 +95,14 @@ class ToolCallChunk:
     function: FunctionCallChunk
 
 
-ChatCompletionChunk: TypeAlias = Annotated[
-    Union[TextChunk, ToolCallChunk], strawberry.union("ChatCompletionChunk")
+@strawberry.type
+class FinishedChatCompletion:
+    span: Span
+
+
+ChatCompletionSubscriptionPayload: TypeAlias = Annotated[
+    Union[TextChunk, ToolCallChunk, FinishedChatCompletion],
+    strawberry.union("ChatCompletionSubscriptionPayload"),
 ]
 
 
@@ -159,8 +167,9 @@ class Subscription:
     @strawberry.subscription
     async def chat_completion(
         self, info: Info[Context, None], input: ChatCompletionInput
-    ) -> AsyncIterator[ChatCompletionChunk]:
+    ) -> AsyncIterator[ChatCompletionSubscriptionPayload]:
         from openai import NOT_GIVEN, AsyncAzureOpenAI, AsyncOpenAI
+        from openai.types.chat import ChatCompletionStreamOptionsParam
 
         client: Union[AsyncAzureOpenAI, AsyncOpenAI]
 
@@ -208,14 +217,19 @@ class Subscription:
             text_chunks: List[TextChunk] = []
             tool_call_chunks: DefaultDict[ToolCallIndex, List[ToolCallChunk]] = defaultdict(list)
             role: Optional[str] = None
+            token_usage: Optional[CompletionUsage] = None
             async for chunk in await client.chat.completions.create(
                 messages=openai_messages,
                 model=input.model.name,
                 stream=True,
                 tools=input.tools or NOT_GIVEN,
+                stream_options=ChatCompletionStreamOptionsParam(include_usage=True),
                 **invocation_parameters,
             ):
                 response_chunks.append(chunk)
+                if (usage := chunk.usage) is not None:
+                    token_usage = usage
+                    continue
                 choice = chunk.choices[0]
                 delta = choice.delta
                 if role is None:
@@ -246,6 +260,7 @@ class Subscription:
                 dict(
                     chain(
                         _output_value_and_mime_type(response_chunks),
+                        _llm_token_counts(token_usage) if token_usage is not None else [],
                         _llm_output_messages(text_chunks, tool_call_chunks),
                     )
                 )
@@ -257,6 +272,8 @@ class Subscription:
         assert (attributes := finished_span.attributes) is not None
         start_time = _datetime(epoch_nanoseconds=finished_span.start_time)
         end_time = _datetime(epoch_nanoseconds=finished_span.end_time)
+        prompt_tokens = token_usage.prompt_tokens if token_usage is not None else 0
+        completion_tokens = token_usage.completion_tokens if token_usage is not None else 0
         trace_id = _hex(finished_span.context.trace_id)
         span_id = _hex(finished_span.context.span_id)
         status = finished_span.status
@@ -274,36 +291,35 @@ class Subscription:
                         description="Traces from prompt playground",
                     )
                 )
-            trace_rowid = await session.scalar(
-                insert(models.Trace)
-                .returning(models.Trace.id)
-                .values(
-                    project_rowid=playground_project_id,
-                    trace_id=trace_id,
-                    start_time=start_time,
-                    end_time=end_time,
-                )
+            playground_trace = models.Trace(
+                project_rowid=playground_project_id,
+                trace_id=trace_id,
+                start_time=start_time,
+                end_time=end_time,
             )
-            await session.execute(
-                insert(models.Span).values(
-                    trace_rowid=trace_rowid,
-                    span_id=span_id,
-                    parent_id=None,
-                    name=span_name,
-                    span_kind=LLM,
-                    start_time=start_time,
-                    end_time=end_time,
-                    attributes=unflatten(attributes.items()),
-                    events=finished_span.events,
-                    status_code=status.status_code.name,
-                    status_message=status.description or "",
-                    cumulative_error_count=int(not status.is_ok),
-                    cumulative_llm_token_count_prompt=0,
-                    cumulative_llm_token_count_completion=0,
-                    llm_token_count_prompt=0,
-                    llm_token_count_completion=0,
-                )
+            playground_span = models.Span(
+                trace_rowid=playground_trace.id,
+                span_id=span_id,
+                parent_id=None,
+                name=span_name,
+                span_kind=LLM,
+                start_time=start_time,
+                end_time=end_time,
+                attributes=unflatten(attributes.items()),
+                events=finished_span.events,
+                status_code=status.status_code.name,
+                status_message=status.description or "",
+                cumulative_error_count=int(not status.is_ok),
+                cumulative_llm_token_count_prompt=prompt_tokens,
+                cumulative_llm_token_count_completion=completion_tokens,
+                llm_token_count_prompt=prompt_tokens,
+                llm_token_count_completion=completion_tokens,
+                trace=playground_trace,
             )
+            session.add(playground_trace)
+            session.add(playground_span)
+            await session.flush()
+            yield FinishedChatCompletion(span=to_gql_span(playground_span))
         info.context.event_queue.put(SpanInsertEvent(ids=(playground_project_id,)))
 
 
@@ -324,6 +340,12 @@ def _llm_tools(tools: List[JSONScalarType]) -> Iterator[Tuple[str, Any]]:
         yield f"{LLM_TOOLS}.{tool_index}.{TOOL_JSON_SCHEMA}", json.dumps(tool)
 
 
+def _llm_token_counts(usage: "CompletionUsage") -> Iterator[Tuple[str, Any]]:
+    yield LLM_TOKEN_COUNT_PROMPT, usage.prompt_tokens
+    yield LLM_TOKEN_COUNT_COMPLETION, usage.completion_tokens
+    yield LLM_TOKEN_COUNT_TOTAL, usage.total_tokens
+
+
 def _input_value_and_mime_type(input: ChatCompletionInput) -> Iterator[Tuple[str, Any]]:
     assert any(field.name == (api_key := "api_key") for field in fields(ChatCompletionInput))
     yield INPUT_MIME_TYPE, JSON
@@ -419,6 +441,9 @@ LLM_OUTPUT_MESSAGES = SpanAttributes.LLM_OUTPUT_MESSAGES
 LLM_MODEL_NAME = SpanAttributes.LLM_MODEL_NAME
 LLM_INVOCATION_PARAMETERS = SpanAttributes.LLM_INVOCATION_PARAMETERS
 LLM_TOOLS = SpanAttributes.LLM_TOOLS
+LLM_TOKEN_COUNT_PROMPT = SpanAttributes.LLM_TOKEN_COUNT_PROMPT
+LLM_TOKEN_COUNT_COMPLETION = SpanAttributes.LLM_TOKEN_COUNT_COMPLETION
+LLM_TOKEN_COUNT_TOTAL = SpanAttributes.LLM_TOKEN_COUNT_TOTAL
 
 MESSAGE_CONTENT = MessageAttributes.MESSAGE_CONTENT
 MESSAGE_ROLE = MessageAttributes.MESSAGE_ROLE

phoenix/server/static/.vite/manifest.json

@@ -1,32 +1,32 @@
 {
-  "_components-DwERj42u.js": {
-    "file": "assets/components-DwERj42u.js",
+  "_components-8zh9kCOG.js": {
+    "file": "assets/components-8zh9kCOG.js",
     "name": "components",
     "imports": [
-      "_vendor-D-NIjePD.js",
-      "_vendor-arizeai-DoY5jUTO.js",
-      "_pages-BNYMd7SU.js",
+      "_vendor-6IcPAw_j.js",
+      "_vendor-arizeai-uC2sozJ6.js",
+      "_pages-CFNU-U_5.js",
       "_vendor-three-DwGkEfCM.js",
-      "_vendor-codemirror-CIhY_nEU.js"
+      "_vendor-codemirror-DVE2_WBr.js"
     ]
   },
-  "_pages-BNYMd7SU.js": {
-    "file": "assets/pages-BNYMd7SU.js",
+  "_pages-CFNU-U_5.js": {
+    "file": "assets/pages-CFNU-U_5.js",
     "name": "pages",
     "imports": [
-      "_vendor-D-NIjePD.js",
-      "_vendor-arizeai-DoY5jUTO.js",
-      "_components-DwERj42u.js",
-      "_vendor-recharts-Dgcm35Jq.js",
-      "_vendor-codemirror-CIhY_nEU.js"
+      "_vendor-6IcPAw_j.js",
+      "_vendor-arizeai-uC2sozJ6.js",
+      "_components-8zh9kCOG.js",
+      "_vendor-recharts-DwrexFA4.js",
+      "_vendor-codemirror-DVE2_WBr.js"
     ]
   },
   "_vendor-!~{003}~.js": {
     "file": "assets/vendor-DxkFTwjz.css",
     "src": "_vendor-!~{003}~.js"
   },
-  "_vendor-D-NIjePD.js": {
-    "file": "assets/vendor-D-NIjePD.js",
+  "_vendor-6IcPAw_j.js": {
+    "file": "assets/vendor-6IcPAw_j.js",
     "name": "vendor",
     "imports": [
       "_vendor-three-DwGkEfCM.js"
@@ -35,25 +35,25 @@
       "assets/vendor-DxkFTwjz.css"
     ]
   },
-  "_vendor-arizeai-DoY5jUTO.js": {
-    "file": "assets/vendor-arizeai-DoY5jUTO.js",
+  "_vendor-arizeai-uC2sozJ6.js": {
+    "file": "assets/vendor-arizeai-uC2sozJ6.js",
     "name": "vendor-arizeai",
     "imports": [
-      "_vendor-D-NIjePD.js"
+      "_vendor-6IcPAw_j.js"
     ]
   },
-  "_vendor-codemirror-CIhY_nEU.js": {
-    "file": "assets/vendor-codemirror-CIhY_nEU.js",
+  "_vendor-codemirror-DVE2_WBr.js": {
+    "file": "assets/vendor-codemirror-DVE2_WBr.js",
     "name": "vendor-codemirror",
     "imports": [
-      "_vendor-D-NIjePD.js"
+      "_vendor-6IcPAw_j.js"
     ]
   },
-  "_vendor-recharts-Dgcm35Jq.js": {
-    "file": "assets/vendor-recharts-Dgcm35Jq.js",
+  "_vendor-recharts-DwrexFA4.js": {
+    "file": "assets/vendor-recharts-DwrexFA4.js",
     "name": "vendor-recharts",
     "imports": [
-      "_vendor-D-NIjePD.js"
+      "_vendor-6IcPAw_j.js"
     ]
   },
   "_vendor-three-DwGkEfCM.js": {
@@ -61,18 +61,18 @@
     "name": "vendor-three"
   },
   "index.tsx": {
-    "file": "assets/index-CyOjvLOr.js",
+    "file": "assets/index-Ci93KI-L.js",
     "name": "index",
     "src": "index.tsx",
     "isEntry": true,
     "imports": [
-      "_vendor-D-NIjePD.js",
-      "_vendor-arizeai-DoY5jUTO.js",
-      "_pages-BNYMd7SU.js",
-      "_components-DwERj42u.js",
+      "_vendor-6IcPAw_j.js",
+      "_vendor-arizeai-uC2sozJ6.js",
+      "_pages-CFNU-U_5.js",
+      "_components-8zh9kCOG.js",
       "_vendor-three-DwGkEfCM.js",
-      "_vendor-recharts-Dgcm35Jq.js",
-      "_vendor-codemirror-CIhY_nEU.js"
+      "_vendor-recharts-DwrexFA4.js",
+      "_vendor-codemirror-DVE2_WBr.js"
     ]
   }
 }