arize-phoenix 4.10.2rc1__py3-none-any.whl → 4.11.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of arize-phoenix might be problematic. Click here for more details.
- {arize_phoenix-4.10.2rc1.dist-info → arize_phoenix-4.11.0.dist-info}/METADATA +3 -4
- {arize_phoenix-4.10.2rc1.dist-info → arize_phoenix-4.11.0.dist-info}/RECORD +26 -26
- phoenix/server/api/context.py +7 -3
- phoenix/server/api/openapi/main.py +2 -18
- phoenix/server/api/openapi/schema.py +12 -12
- phoenix/server/api/routers/v1/__init__.py +83 -36
- phoenix/server/api/routers/v1/dataset_examples.py +123 -102
- phoenix/server/api/routers/v1/datasets.py +507 -389
- phoenix/server/api/routers/v1/evaluations.py +64 -74
- phoenix/server/api/routers/v1/experiment_evaluations.py +91 -67
- phoenix/server/api/routers/v1/experiment_runs.py +155 -97
- phoenix/server/api/routers/v1/experiments.py +181 -131
- phoenix/server/api/routers/v1/spans.py +173 -141
- phoenix/server/api/routers/v1/traces.py +128 -113
- phoenix/server/api/types/Span.py +1 -0
- phoenix/server/app.py +176 -148
- phoenix/server/openapi/docs.py +221 -0
- phoenix/server/static/index.js +574 -573
- phoenix/server/thread_server.py +2 -2
- phoenix/trace/attributes.py +2 -1
- phoenix/trace/schemas.py +1 -0
- phoenix/trace/span_json_decoder.py +1 -1
- phoenix/version.py +1 -1
- phoenix/server/api/routers/v1/utils.py +0 -94
- {arize_phoenix-4.10.2rc1.dist-info → arize_phoenix-4.11.0.dist-info}/WHEEL +0 -0
- {arize_phoenix-4.10.2rc1.dist-info → arize_phoenix-4.11.0.dist-info}/licenses/IP_NOTICE +0 -0
- {arize_phoenix-4.10.2rc1.dist-info → arize_phoenix-4.11.0.dist-info}/licenses/LICENSE +0 -0
|
@@ -1,19 +1,18 @@
|
|
|
1
1
|
import gzip
|
|
2
2
|
import zlib
|
|
3
|
-
from typing import Any, Dict, List
|
|
3
|
+
from typing import Any, Dict, List
|
|
4
4
|
|
|
5
|
-
from fastapi import APIRouter, BackgroundTasks, Header, HTTPException
|
|
6
5
|
from google.protobuf.message import DecodeError
|
|
7
6
|
from opentelemetry.proto.collector.trace.v1.trace_service_pb2 import (
|
|
8
7
|
ExportTraceServiceRequest,
|
|
9
8
|
)
|
|
10
|
-
from pydantic import BaseModel, Field
|
|
11
9
|
from sqlalchemy import select
|
|
10
|
+
from starlette.background import BackgroundTask
|
|
12
11
|
from starlette.concurrency import run_in_threadpool
|
|
13
12
|
from starlette.datastructures import State
|
|
14
13
|
from starlette.requests import Request
|
|
14
|
+
from starlette.responses import JSONResponse, Response
|
|
15
15
|
from starlette.status import (
|
|
16
|
-
HTTP_204_NO_CONTENT,
|
|
17
16
|
HTTP_404_NOT_FOUND,
|
|
18
17
|
HTTP_415_UNSUPPORTED_MEDIA_TYPE,
|
|
19
18
|
HTTP_422_UNPROCESSABLE_ENTITY,
|
|
@@ -27,49 +26,40 @@ from phoenix.server.api.types.node import from_global_id_with_expected_type
|
|
|
27
26
|
from phoenix.trace.otel import decode_otlp_span
|
|
28
27
|
from phoenix.utilities.project import get_project_name
|
|
29
28
|
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
"application/x-protobuf": {"schema": {"type": "string", "format": "binary"}}
|
|
56
|
-
},
|
|
57
|
-
}
|
|
58
|
-
},
|
|
59
|
-
)
|
|
60
|
-
async def post_traces(
|
|
61
|
-
request: Request,
|
|
62
|
-
content_type: Optional[str] = Header(default=None),
|
|
63
|
-
content_encoding: Optional[str] = Header(default=None),
|
|
64
|
-
) -> None:
|
|
29
|
+
|
|
30
|
+
async def post_traces(request: Request) -> Response:
|
|
31
|
+
"""
|
|
32
|
+
summary: Send traces to Phoenix
|
|
33
|
+
operationId: addTraces
|
|
34
|
+
tags:
|
|
35
|
+
- private
|
|
36
|
+
requestBody:
|
|
37
|
+
required: true
|
|
38
|
+
content:
|
|
39
|
+
application/x-protobuf:
|
|
40
|
+
schema:
|
|
41
|
+
type: string
|
|
42
|
+
format: binary
|
|
43
|
+
responses:
|
|
44
|
+
200:
|
|
45
|
+
description: Success
|
|
46
|
+
403:
|
|
47
|
+
description: Forbidden
|
|
48
|
+
415:
|
|
49
|
+
description: Unsupported content type, only gzipped protobuf
|
|
50
|
+
422:
|
|
51
|
+
description: Request body is invalid
|
|
52
|
+
"""
|
|
53
|
+
content_type = request.headers.get("content-type")
|
|
65
54
|
if content_type != "application/x-protobuf":
|
|
66
|
-
|
|
67
|
-
|
|
55
|
+
return Response(
|
|
56
|
+
content=f"Unsupported content type: {content_type}",
|
|
68
57
|
status_code=HTTP_415_UNSUPPORTED_MEDIA_TYPE,
|
|
69
58
|
)
|
|
59
|
+
content_encoding = request.headers.get("content-encoding")
|
|
70
60
|
if content_encoding and content_encoding not in ("gzip", "deflate"):
|
|
71
|
-
|
|
72
|
-
|
|
61
|
+
return Response(
|
|
62
|
+
content=f"Unsupported content encoding: {content_encoding}",
|
|
73
63
|
status_code=HTTP_415_UNSUPPORTED_MEDIA_TYPE,
|
|
74
64
|
)
|
|
75
65
|
body = await request.body()
|
|
@@ -81,69 +71,96 @@ async def post_traces(
|
|
|
81
71
|
try:
|
|
82
72
|
await run_in_threadpool(req.ParseFromString, body)
|
|
83
73
|
except DecodeError:
|
|
84
|
-
|
|
85
|
-
|
|
74
|
+
return Response(
|
|
75
|
+
content="Request body is invalid ExportTraceServiceRequest",
|
|
86
76
|
status_code=HTTP_422_UNPROCESSABLE_ENTITY,
|
|
87
77
|
)
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
78
|
+
return Response(background=BackgroundTask(_add_spans, req, request.state))
|
|
79
|
+
|
|
80
|
+
|
|
81
|
+
async def annotate_traces(request: Request) -> Response:
|
|
82
|
+
"""
|
|
83
|
+
summary: Upsert annotations for traces
|
|
84
|
+
operationId: annotateTraces
|
|
85
|
+
tags:
|
|
86
|
+
- private
|
|
87
|
+
requestBody:
|
|
88
|
+
description: List of trace annotations to be inserted
|
|
89
|
+
required: true
|
|
90
|
+
content:
|
|
91
|
+
application/json:
|
|
92
|
+
schema:
|
|
93
|
+
type: object
|
|
94
|
+
properties:
|
|
95
|
+
data:
|
|
96
|
+
type: array
|
|
97
|
+
items:
|
|
98
|
+
type: object
|
|
99
|
+
properties:
|
|
100
|
+
trace_id:
|
|
101
|
+
type: string
|
|
102
|
+
description: The ID of the trace being annotated
|
|
103
|
+
name:
|
|
104
|
+
type: string
|
|
105
|
+
description: The name of the annotation
|
|
106
|
+
annotator_kind:
|
|
107
|
+
type: string
|
|
108
|
+
description: The kind of annotator used for the annotation ("LLM" or "HUMAN")
|
|
109
|
+
result:
|
|
110
|
+
type: object
|
|
111
|
+
description: The result of the annotation
|
|
112
|
+
properties:
|
|
113
|
+
label:
|
|
114
|
+
type: string
|
|
115
|
+
description: The label assigned by the annotation
|
|
116
|
+
score:
|
|
117
|
+
type: number
|
|
118
|
+
format: float
|
|
119
|
+
description: The score assigned by the annotation
|
|
120
|
+
explanation:
|
|
121
|
+
type: string
|
|
122
|
+
description: Explanation of the annotation result
|
|
123
|
+
error:
|
|
124
|
+
type: string
|
|
125
|
+
description: Optional error message if the annotation encountered an error
|
|
126
|
+
metadata:
|
|
127
|
+
type: object
|
|
128
|
+
description: Metadata for the annotation
|
|
129
|
+
additionalProperties:
|
|
130
|
+
type: string
|
|
131
|
+
required:
|
|
132
|
+
- trace_id
|
|
133
|
+
- name
|
|
134
|
+
- annotator_kind
|
|
135
|
+
responses:
|
|
136
|
+
200:
|
|
137
|
+
description: Trace annotations inserted successfully
|
|
138
|
+
content:
|
|
139
|
+
application/json:
|
|
140
|
+
schema:
|
|
141
|
+
type: object
|
|
142
|
+
properties:
|
|
143
|
+
data:
|
|
144
|
+
type: array
|
|
145
|
+
items:
|
|
146
|
+
type: object
|
|
147
|
+
properties:
|
|
148
|
+
id:
|
|
149
|
+
type: string
|
|
150
|
+
description: The ID of the inserted trace annotation
|
|
151
|
+
404:
|
|
152
|
+
description: Trace not found
|
|
153
|
+
"""
|
|
154
|
+
payload: List[Dict[str, Any]] = (await request.json()).get("data", [])
|
|
155
|
+
trace_gids = [GlobalID.from_id(annotation["trace_id"]) for annotation in payload]
|
|
139
156
|
|
|
140
157
|
resolved_trace_ids = []
|
|
141
158
|
for trace_gid in trace_gids:
|
|
142
159
|
try:
|
|
143
160
|
resolved_trace_ids.append(from_global_id_with_expected_type(trace_gid, "Trace"))
|
|
144
161
|
except ValueError:
|
|
145
|
-
|
|
146
|
-
|
|
162
|
+
return Response(
|
|
163
|
+
content="Trace with ID {trace_gid} does not exist",
|
|
147
164
|
status_code=HTTP_404_NOT_FOUND,
|
|
148
165
|
)
|
|
149
166
|
|
|
@@ -158,24 +175,24 @@ async def annotate_traces(
|
|
|
158
175
|
missing_trace_gids = [
|
|
159
176
|
str(GlobalID("Trace", str(trace_gid))) for trace_gid in missing_trace_ids
|
|
160
177
|
]
|
|
161
|
-
|
|
162
|
-
|
|
178
|
+
return Response(
|
|
179
|
+
content=f"Traces with IDs {', '.join(missing_trace_gids)} do not exist.",
|
|
163
180
|
status_code=HTTP_404_NOT_FOUND,
|
|
164
181
|
)
|
|
165
182
|
|
|
166
183
|
inserted_annotations = []
|
|
167
184
|
|
|
168
|
-
for annotation in
|
|
169
|
-
trace_gid = GlobalID.from_id(annotation
|
|
185
|
+
for annotation in payload:
|
|
186
|
+
trace_gid = GlobalID.from_id(annotation["trace_id"])
|
|
170
187
|
trace_id = from_global_id_with_expected_type(trace_gid, "Trace")
|
|
171
188
|
|
|
172
|
-
name = annotation
|
|
173
|
-
annotator_kind = annotation
|
|
174
|
-
result = annotation.result
|
|
175
|
-
label = result.label if result else None
|
|
176
|
-
score = result.score if result else None
|
|
177
|
-
explanation = result.explanation if result else None
|
|
178
|
-
metadata = annotation.metadata or {}
|
|
189
|
+
name = annotation["name"]
|
|
190
|
+
annotator_kind = annotation["annotator_kind"]
|
|
191
|
+
result = annotation.get("result")
|
|
192
|
+
label = result.get("label") if result else None
|
|
193
|
+
score = result.get("score") if result else None
|
|
194
|
+
explanation = result.get("explanation") if result else None
|
|
195
|
+
metadata = annotation.get("metadata") or {}
|
|
179
196
|
|
|
180
197
|
values = dict(
|
|
181
198
|
trace_rowid=trace_id,
|
|
@@ -196,12 +213,10 @@ async def annotate_traces(
|
|
|
196
213
|
).returning(models.TraceAnnotation.id)
|
|
197
214
|
)
|
|
198
215
|
inserted_annotations.append(
|
|
199
|
-
|
|
200
|
-
id=str(GlobalID("TraceAnnotation", str(trace_annotation_id)))
|
|
201
|
-
)
|
|
216
|
+
{"id": str(GlobalID("TraceAnnotation", str(trace_annotation_id)))}
|
|
202
217
|
)
|
|
203
218
|
|
|
204
|
-
return
|
|
219
|
+
return JSONResponse(content={"data": inserted_annotations})
|
|
205
220
|
|
|
206
221
|
|
|
207
222
|
async def _add_spans(req: ExportTraceServiceRequest, state: State) -> None:
|