arize-phoenix 5.3.0__tar.gz → 5.3.1__tar.gz

{arize_phoenix-5.3.0 → arize_phoenix-5.3.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: arize-phoenix
-Version: 5.3.0
+Version: 5.3.1
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
@@ -58,6 +58,7 @@ Requires-Dist: wrapt
 Provides-Extra: container
 Requires-Dist: fast-hdbscan>=0.2.0; extra == 'container'
 Requires-Dist: numba>=0.60.0; extra == 'container'
+Requires-Dist: openai>=1.0.0; extra == 'container'
 Requires-Dist: opentelemetry-exporter-otlp; extra == 'container'
 Requires-Dist: opentelemetry-instrumentation-fastapi; extra == 'container'
 Requires-Dist: opentelemetry-instrumentation-grpc; extra == 'container'

{arize_phoenix-5.3.0 → arize_phoenix-5.3.1}/pyproject.toml

@@ -124,6 +124,7 @@ pg = [
 ]
 container = [
   "prometheus-client",
+  "openai>=1.0.0",
   "opentelemetry-sdk",
   "opentelemetry-proto>=1.12.0",
   "opentelemetry-exporter-otlp",

{arize_phoenix-5.3.0 → arize_phoenix-5.3.1}/src/phoenix/server/api/subscriptions.py

@@ -55,6 +55,7 @@ from phoenix.utilities.template_formatters import (
 )
 
 if TYPE_CHECKING:
+    from openai.types import CompletionUsage
     from openai.types.chat import (
         ChatCompletionMessageParam,
     )
@@ -161,6 +162,7 @@ class Subscription:
         self, info: Info[Context, None], input: ChatCompletionInput
     ) -> AsyncIterator[ChatCompletionChunk]:
         from openai import NOT_GIVEN, AsyncAzureOpenAI, AsyncOpenAI
+        from openai.types.chat import ChatCompletionStreamOptionsParam
 
         client: Union[AsyncAzureOpenAI, AsyncOpenAI]
 
@@ -208,14 +210,19 @@ class Subscription:
             text_chunks: List[TextChunk] = []
             tool_call_chunks: DefaultDict[ToolCallIndex, List[ToolCallChunk]] = defaultdict(list)
             role: Optional[str] = None
+            token_usage: Optional[CompletionUsage] = None
             async for chunk in await client.chat.completions.create(
                 messages=openai_messages,
                 model=input.model.name,
                 stream=True,
                 tools=input.tools or NOT_GIVEN,
+                stream_options=ChatCompletionStreamOptionsParam(include_usage=True),
                 **invocation_parameters,
             ):
                 response_chunks.append(chunk)
+                if (usage := chunk.usage) is not None:
+                    token_usage = usage
+                    continue
                 choice = chunk.choices[0]
                 delta = choice.delta
                 if role is None:
@@ -246,6 +253,7 @@ class Subscription:
                 dict(
                     chain(
                         _output_value_and_mime_type(response_chunks),
+                        _llm_token_counts(token_usage) if token_usage is not None else [],
                         _llm_output_messages(text_chunks, tool_call_chunks),
                     )
                 )
@@ -257,6 +265,8 @@ class Subscription:
         assert (attributes := finished_span.attributes) is not None
         start_time = _datetime(epoch_nanoseconds=finished_span.start_time)
         end_time = _datetime(epoch_nanoseconds=finished_span.end_time)
+        prompt_tokens = token_usage.prompt_tokens if token_usage is not None else 0
+        completion_tokens = token_usage.completion_tokens if token_usage is not None else 0
         trace_id = _hex(finished_span.context.trace_id)
         span_id = _hex(finished_span.context.span_id)
         status = finished_span.status
@@ -298,10 +308,10 @@ class Subscription:
                     status_code=status.status_code.name,
                     status_message=status.description or "",
                     cumulative_error_count=int(not status.is_ok),
-                    cumulative_llm_token_count_prompt=0,
-                    cumulative_llm_token_count_completion=0,
-                    llm_token_count_prompt=0,
-                    llm_token_count_completion=0,
+                    cumulative_llm_token_count_prompt=prompt_tokens,
+                    cumulative_llm_token_count_completion=completion_tokens,
+                    llm_token_count_prompt=prompt_tokens,
+                    llm_token_count_completion=completion_tokens,
                 )
             )
         info.context.event_queue.put(SpanInsertEvent(ids=(playground_project_id,)))
@@ -324,6 +334,12 @@ def _llm_tools(tools: List[JSONScalarType]) -> Iterator[Tuple[str, Any]]:
         yield f"{LLM_TOOLS}.{tool_index}.{TOOL_JSON_SCHEMA}", json.dumps(tool)
 
 
+def _llm_token_counts(usage: "CompletionUsage") -> Iterator[Tuple[str, Any]]:
+    yield LLM_TOKEN_COUNT_PROMPT, usage.prompt_tokens
+    yield LLM_TOKEN_COUNT_COMPLETION, usage.completion_tokens
+    yield LLM_TOKEN_COUNT_TOTAL, usage.total_tokens
+
+
 def _input_value_and_mime_type(input: ChatCompletionInput) -> Iterator[Tuple[str, Any]]:
     assert any(field.name == (api_key := "api_key") for field in fields(ChatCompletionInput))
     yield INPUT_MIME_TYPE, JSON
@@ -419,6 +435,9 @@ LLM_OUTPUT_MESSAGES = SpanAttributes.LLM_OUTPUT_MESSAGES
 LLM_MODEL_NAME = SpanAttributes.LLM_MODEL_NAME
 LLM_INVOCATION_PARAMETERS = SpanAttributes.LLM_INVOCATION_PARAMETERS
 LLM_TOOLS = SpanAttributes.LLM_TOOLS
+LLM_TOKEN_COUNT_PROMPT = SpanAttributes.LLM_TOKEN_COUNT_PROMPT
+LLM_TOKEN_COUNT_COMPLETION = SpanAttributes.LLM_TOKEN_COUNT_COMPLETION
+LLM_TOKEN_COUNT_TOTAL = SpanAttributes.LLM_TOKEN_COUNT_TOTAL
 
 MESSAGE_CONTENT = MessageAttributes.MESSAGE_CONTENT
 MESSAGE_ROLE = MessageAttributes.MESSAGE_ROLE

{arize_phoenix-5.3.0 → arize_phoenix-5.3.1}/src/phoenix/server/static/.vite/manifest.json

@@ -1,22 +1,22 @@
 {
-  "_components-DwERj42u.js": {
-    "file": "assets/components-DwERj42u.js",
+  "_components-CeBEsPFA.js": {
+    "file": "assets/components-CeBEsPFA.js",
     "name": "components",
     "imports": [
       "_vendor-D-NIjePD.js",
       "_vendor-arizeai-DoY5jUTO.js",
-      "_pages-BNYMd7SU.js",
+      "_pages-vHjpYRiN.js",
       "_vendor-three-DwGkEfCM.js",
       "_vendor-codemirror-CIhY_nEU.js"
     ]
   },
-  "_pages-BNYMd7SU.js": {
-    "file": "assets/pages-BNYMd7SU.js",
+  "_pages-vHjpYRiN.js": {
+    "file": "assets/pages-vHjpYRiN.js",
     "name": "pages",
     "imports": [
       "_vendor-D-NIjePD.js",
       "_vendor-arizeai-DoY5jUTO.js",
-      "_components-DwERj42u.js",
+      "_components-CeBEsPFA.js",
       "_vendor-recharts-Dgcm35Jq.js",
       "_vendor-codemirror-CIhY_nEU.js"
     ]
@@ -61,15 +61,15 @@
     "name": "vendor-three"
   },
   "index.tsx": {
-    "file": "assets/index-CyOjvLOr.js",
+    "file": "assets/index-CRTTIb3y.js",
     "name": "index",
     "src": "index.tsx",
     "isEntry": true,
     "imports": [
       "_vendor-D-NIjePD.js",
       "_vendor-arizeai-DoY5jUTO.js",
-      "_pages-BNYMd7SU.js",
-      "_components-DwERj42u.js",
+      "_pages-vHjpYRiN.js",
+      "_components-CeBEsPFA.js",
       "_vendor-three-DwGkEfCM.js",
       "_vendor-recharts-Dgcm35Jq.js",
       "_vendor-codemirror-CIhY_nEU.js"

arize_phoenix-5.3.0/src/phoenix/server/static/assets/components-DwERj42u.js → arize_phoenix-5.3.1/src/phoenix/server/static/assets/components-CeBEsPFA.js

@@ -1,4 +1,4 @@
-import{r as p,R as j,j as e,n as an,a as ue,e as Ke,s as n1,b as Ze,c as me,d as c1,f as kt,g as oe,h as St,i as xt,k as d1,l as s,m as Mt,o as Te,C as Qe,p as Oe,q as Pe,t as X,u as Tt,v as It,L as rn,w as ln,x as on,y as Y,z as sn,A as m,B as cn,D as Et,N as Vt,E as Dt,F as Ot,$ as P,G as qe,H as Pt,I as _t,J as Ft,K as At,M as D1,O as de,P as ge,Q as Rt,S as dn,T as Nt,U as zt,V as O1,W as Ht,X as Kt,Y as $t,Z as t1,_ as h1,a0 as Bt,a1 as Zt,a2 as Gt,a3 as Qt,a4 as Ut,a5 as Wt,a6 as jt,a7 as qt,a8 as Xt,a9 as _e,aa as F,ab as un,ac as Yt,ad as Jt,ae as ea,af as na,ag as ta,ah as aa,ai as ra,aj as ia}from"./vendor-D-NIjePD.js";import{u as la,A as oa,I as E,a as S,_ as mn,b as y,c as M,d as v,e as H,f as q,T as $,g as sa,h as ee,i as we,j as D,F as pn,k as N,l as ca,m as da,P as ua,R as U,n as Fe,o as ma,p as pa,L as fe,q as ne,r as te,s as Ae,t as hn,v as gn,E as fn,w as ha,x as ga,y as fa,z as La,B as Ln,C as g1,D as Ca,G as ba,H as P1,J as ya}from"./vendor-arizeai-DoY5jUTO.js";import{u as va}from"./pages-BNYMd7SU.js";import{V as wa}from"./vendor-three-DwGkEfCM.js";import{L as Cn,a as bn,j as yn,E as vn,l as u1,b as wn,h as ka,c as Sa,d as xa,e as Ma,f as Ta,g as Ia,s as Ea,R as Re,i as kn,n as Ne,p as Va,k as Da}from"./vendor-codemirror-CIhY_nEU.js";const Sn=function(){var n={defaultValue:null,kind:"LocalArgument",name:"clusters"},t={defaultValue:null,kind:"LocalArgument",name:"dataQualityMetricColumnName"},a={defaultValue:null,kind:"LocalArgument",name:"fetchDataQualityMetric"},r={defaultValue:null,kind:"LocalArgument",name:"fetchPerformanceMetric"},i={defaultValue:null,kind:"LocalArgument",name:"performanceMetric"},l=[{alias:null,args:null,kind:"ScalarField",name:"primaryValue",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"referenceValue",storageKey:null}],o=[{alias:null,args:[{kind:"Variable",name:"clusters",variableName:"clusters"}],concreteType:"Cluster",kind:"LinkedField",name:"clusters",plural:!0,selections:[{alias:null,args:null,kind:"ScalarField",name:"id",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"eventIds",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"driftRatio",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"primaryToCorpusRatio",storageKey:null},{condition:"fetchDataQualityMetric",kind:"Condition",passingValue:!0,selections:[{alias:null,args:[{fields:[{kind:"Variable",name:"columnName",variableName:"dataQualityMetricColumnName"},{kind:"Literal",name:"metric",value:"mean"}],kind:"ObjectValue",name:"metric"}],concreteType:"DatasetValues",kind:"LinkedField",name:"dataQualityMetric",plural:!1,selections:l,storageKey:null}]},{condition:"fetchPerformanceMetric",kind:"Condition",passingValue:!0,selections:[{alias:null,args:[{fields:[{kind:"Variable",name:"metric",variableName:"performanceMetric"}],kind:"ObjectValue",name:"metric"}],concreteType:"DatasetValues",kind:"LinkedField",name:"performanceMetric",plural:!1,selections:l,storageKey:null}]}],storageKey:null}];return{fragment:{argumentDefinitions:[n,t,a,r,i],kind:"Fragment",metadata:null,name:"pointCloudStore_clusterMetricsQuery",selections:o,type:"Query",abstractKey:null},kind:"Request",operation:{argumentDefinitions:[n,a,t,r,i],kind:"Operation",name:"pointCloudStore_clusterMetricsQuery",selections:o},params:{cacheID:"86666967012812887ac0a0149d2d2535",id:null,metadata:{},name:"pointCloudStore_clusterMetricsQuery",operationKind:"query",text:`query pointCloudStore_clusterMetricsQuery(
+import{r as p,R as j,j as e,n as an,a as ue,e as Ke,s as n1,b as Ze,c as me,d as c1,f as kt,g as oe,h as St,i as xt,k as d1,l as s,m as Mt,o as Te,C as Qe,p as Oe,q as Pe,t as X,u as Tt,v as It,L as rn,w as ln,x as on,y as Y,z as sn,A as m,B as cn,D as Et,N as Vt,E as Dt,F as Ot,$ as P,G as qe,H as Pt,I as _t,J as Ft,K as At,M as D1,O as de,P as ge,Q as Rt,S as dn,T as Nt,U as zt,V as O1,W as Ht,X as Kt,Y as $t,Z as t1,_ as h1,a0 as Bt,a1 as Zt,a2 as Gt,a3 as Qt,a4 as Ut,a5 as Wt,a6 as jt,a7 as qt,a8 as Xt,a9 as _e,aa as F,ab as un,ac as Yt,ad as Jt,ae as ea,af as na,ag as ta,ah as aa,ai as ra,aj as ia}from"./vendor-D-NIjePD.js";import{u as la,A as oa,I as E,a as S,_ as mn,b as y,c as M,d as v,e as H,f as q,T as $,g as sa,h as ee,i as we,j as D,F as pn,k as N,l as ca,m as da,P as ua,R as U,n as Fe,o as ma,p as pa,L as fe,q as ne,r as te,s as Ae,t as hn,v as gn,E as fn,w as ha,x as ga,y as fa,z as La,B as Ln,C as g1,D as Ca,G as ba,H as P1,J as ya}from"./vendor-arizeai-DoY5jUTO.js";import{u as va}from"./pages-vHjpYRiN.js";import{V as wa}from"./vendor-three-DwGkEfCM.js";import{L as Cn,a as bn,j as yn,E as vn,l as u1,b as wn,h as ka,c as Sa,d as xa,e as Ma,f as Ta,g as Ia,s as Ea,R as Re,i as kn,n as Ne,p as Va,k as Da}from"./vendor-codemirror-CIhY_nEU.js";const Sn=function(){var n={defaultValue:null,kind:"LocalArgument",name:"clusters"},t={defaultValue:null,kind:"LocalArgument",name:"dataQualityMetricColumnName"},a={defaultValue:null,kind:"LocalArgument",name:"fetchDataQualityMetric"},r={defaultValue:null,kind:"LocalArgument",name:"fetchPerformanceMetric"},i={defaultValue:null,kind:"LocalArgument",name:"performanceMetric"},l=[{alias:null,args:null,kind:"ScalarField",name:"primaryValue",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"referenceValue",storageKey:null}],o=[{alias:null,args:[{kind:"Variable",name:"clusters",variableName:"clusters"}],concreteType:"Cluster",kind:"LinkedField",name:"clusters",plural:!0,selections:[{alias:null,args:null,kind:"ScalarField",name:"id",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"eventIds",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"driftRatio",storageKey:null},{alias:null,args:null,kind:"ScalarField",name:"primaryToCorpusRatio",storageKey:null},{condition:"fetchDataQualityMetric",kind:"Condition",passingValue:!0,selections:[{alias:null,args:[{fields:[{kind:"Variable",name:"columnName",variableName:"dataQualityMetricColumnName"},{kind:"Literal",name:"metric",value:"mean"}],kind:"ObjectValue",name:"metric"}],concreteType:"DatasetValues",kind:"LinkedField",name:"dataQualityMetric",plural:!1,selections:l,storageKey:null}]},{condition:"fetchPerformanceMetric",kind:"Condition",passingValue:!0,selections:[{alias:null,args:[{fields:[{kind:"Variable",name:"metric",variableName:"performanceMetric"}],kind:"ObjectValue",name:"metric"}],concreteType:"DatasetValues",kind:"LinkedField",name:"performanceMetric",plural:!1,selections:l,storageKey:null}]}],storageKey:null}];return{fragment:{argumentDefinitions:[n,t,a,r,i],kind:"Fragment",metadata:null,name:"pointCloudStore_clusterMetricsQuery",selections:o,type:"Query",abstractKey:null},kind:"Request",operation:{argumentDefinitions:[n,a,t,r,i],kind:"Operation",name:"pointCloudStore_clusterMetricsQuery",selections:o},params:{cacheID:"86666967012812887ac0a0149d2d2535",id:null,metadata:{},name:"pointCloudStore_clusterMetricsQuery",operationKind:"query",text:`query pointCloudStore_clusterMetricsQuery(
   $clusters: [ClusterInput!]!
   $fetchDataQualityMetric: Boolean!
   $dataQualityMetricColumnName: String

arize_phoenix-5.3.0/src/phoenix/server/static/assets/index-CyOjvLOr.js → arize_phoenix-5.3.1/src/phoenix/server/static/assets/index-CRTTIb3y.js

@@ -1,4 +1,4 @@
-import{j as e,A as h,b7 as b,du as x,dv as f,l as n,dw as r,dx as y,dy as P,r as v,t as w,dz as R}from"./vendor-D-NIjePD.js";import{v as L,a4 as z}from"./vendor-arizeai-DoY5jUTO.js";import{E as k,L as E,R as $,r as j,a as I,F as S,A,b as C,c as F,P as T,h as O,M as D,d,D as B,e as G,f as M,g as N,i as W,j as q,T as H,p as _,k as c,l as J,m as K,n as p,o as Q,q as m,s as g,t as U,v as V,w as X,x as Y,y as Z,z as ee,S as re,B as ae,C as oe,G as te,H as ne,I as se,J as le}from"./pages-BNYMd7SU.js";import{bG as ie,j as de,R as ce,bH as pe,bI as me}from"./components-DwERj42u.js";import"./vendor-three-DwGkEfCM.js";import"./vendor-recharts-Dgcm35Jq.js";import"./vendor-codemirror-CIhY_nEU.js";(function(){const s=document.createElement("link").relList;if(s&&s.supports&&s.supports("modulepreload"))return;for(const o of document.querySelectorAll('link[rel="modulepreload"]'))i(o);new MutationObserver(o=>{for(const t of o)if(t.type==="childList")for(const l of t.addedNodes)l.tagName==="LINK"&&l.rel==="modulepreload"&&i(l)}).observe(document,{childList:!0,subtree:!0});function u(o){const t={};return o.integrity&&(t.integrity=o.integrity),o.referrerPolicy&&(t.referrerPolicy=o.referrerPolicy),o.crossOrigin==="use-credentials"?t.credentials="include":o.crossOrigin==="anonymous"?t.credentials="omit":t.credentials="same-origin",t}function i(o){if(o.ep)return;o.ep=!0;const t=u(o);fetch(o.href,t)}})();function ge(){return e(b,{styles:a=>h`
+import{j as e,A as h,b7 as b,du as x,dv as f,l as n,dw as r,dx as y,dy as P,r as v,t as w,dz as R}from"./vendor-D-NIjePD.js";import{v as L,a4 as z}from"./vendor-arizeai-DoY5jUTO.js";import{E as k,L as E,R as $,r as j,a as I,F as S,A,b as C,c as F,P as T,h as O,M as D,d,D as B,e as G,f as M,g as N,i as W,j as q,T as H,p as _,k as c,l as J,m as K,n as p,o as Q,q as m,s as g,t as U,v as V,w as X,x as Y,y as Z,z as ee,S as re,B as ae,C as oe,G as te,H as ne,I as se,J as le}from"./pages-vHjpYRiN.js";import{bG as ie,j as de,R as ce,bH as pe,bI as me}from"./components-CeBEsPFA.js";import"./vendor-three-DwGkEfCM.js";import"./vendor-recharts-Dgcm35Jq.js";import"./vendor-codemirror-CIhY_nEU.js";(function(){const s=document.createElement("link").relList;if(s&&s.supports&&s.supports("modulepreload"))return;for(const o of document.querySelectorAll('link[rel="modulepreload"]'))i(o);new MutationObserver(o=>{for(const t of o)if(t.type==="childList")for(const l of t.addedNodes)l.tagName==="LINK"&&l.rel==="modulepreload"&&i(l)}).observe(document,{childList:!0,subtree:!0});function u(o){const t={};return o.integrity&&(t.integrity=o.integrity),o.referrerPolicy&&(t.referrerPolicy=o.referrerPolicy),o.crossOrigin==="use-credentials"?t.credentials="include":o.crossOrigin==="anonymous"?t.credentials="omit":t.credentials="same-origin",t}function i(o){if(o.ep)return;o.ep=!0;const t=u(o);fetch(o.href,t)}})();function ge(){return e(b,{styles:a=>h`
         body {
           background-color: var(--ac-global-color-grey-75);
           color: var(--ac-global-text-color-900);