arize-phoenix 4.10.2rc2__py3-none-any.whl → 4.12.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of arize-phoenix might be problematic. Click here for more details.
- {arize_phoenix-4.10.2rc2.dist-info → arize_phoenix-4.12.0.dist-info}/METADATA +3 -4
- {arize_phoenix-4.10.2rc2.dist-info → arize_phoenix-4.12.0.dist-info}/RECORD +29 -29
- phoenix/server/api/context.py +7 -3
- phoenix/server/api/openapi/main.py +2 -18
- phoenix/server/api/openapi/schema.py +12 -12
- phoenix/server/api/routers/v1/__init__.py +83 -36
- phoenix/server/api/routers/v1/dataset_examples.py +123 -102
- phoenix/server/api/routers/v1/datasets.py +507 -389
- phoenix/server/api/routers/v1/evaluations.py +66 -73
- phoenix/server/api/routers/v1/experiment_evaluations.py +91 -67
- phoenix/server/api/routers/v1/experiment_runs.py +155 -97
- phoenix/server/api/routers/v1/experiments.py +181 -131
- phoenix/server/api/routers/v1/spans.py +173 -143
- phoenix/server/api/routers/v1/traces.py +128 -114
- phoenix/server/api/types/Span.py +1 -0
- phoenix/server/app.py +176 -148
- phoenix/server/openapi/docs.py +221 -0
- phoenix/server/static/index.js +574 -573
- phoenix/server/thread_server.py +2 -2
- phoenix/session/client.py +5 -0
- phoenix/session/data_extractor.py +20 -1
- phoenix/session/session.py +4 -0
- phoenix/trace/attributes.py +2 -1
- phoenix/trace/schemas.py +1 -0
- phoenix/trace/span_json_decoder.py +1 -1
- phoenix/version.py +1 -1
- phoenix/server/api/routers/v1/utils.py +0 -94
- {arize_phoenix-4.10.2rc2.dist-info → arize_phoenix-4.12.0.dist-info}/WHEEL +0 -0
- {arize_phoenix-4.10.2rc2.dist-info → arize_phoenix-4.12.0.dist-info}/licenses/IP_NOTICE +0 -0
- {arize_phoenix-4.10.2rc2.dist-info → arize_phoenix-4.12.0.dist-info}/licenses/LICENSE +0 -0
|
@@ -1,19 +1,18 @@
|
|
|
1
1
|
import gzip
|
|
2
2
|
import zlib
|
|
3
|
-
from typing import Any, Dict, List
|
|
3
|
+
from typing import Any, Dict, List
|
|
4
4
|
|
|
5
|
-
from fastapi import APIRouter, BackgroundTasks, Header, HTTPException
|
|
6
5
|
from google.protobuf.message import DecodeError
|
|
7
6
|
from opentelemetry.proto.collector.trace.v1.trace_service_pb2 import (
|
|
8
7
|
ExportTraceServiceRequest,
|
|
9
8
|
)
|
|
10
|
-
from pydantic import BaseModel, Field
|
|
11
9
|
from sqlalchemy import select
|
|
10
|
+
from starlette.background import BackgroundTask
|
|
12
11
|
from starlette.concurrency import run_in_threadpool
|
|
13
12
|
from starlette.datastructures import State
|
|
14
13
|
from starlette.requests import Request
|
|
14
|
+
from starlette.responses import JSONResponse, Response
|
|
15
15
|
from starlette.status import (
|
|
16
|
-
HTTP_204_NO_CONTENT,
|
|
17
16
|
HTTP_404_NOT_FOUND,
|
|
18
17
|
HTTP_415_UNSUPPORTED_MEDIA_TYPE,
|
|
19
18
|
HTTP_422_UNPROCESSABLE_ENTITY,
|
|
@@ -27,50 +26,40 @@ from phoenix.server.api.types.node import from_global_id_with_expected_type
|
|
|
27
26
|
from phoenix.trace.otel import decode_otlp_span
|
|
28
27
|
from phoenix.utilities.project import get_project_name
|
|
29
28
|
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
"application/x-protobuf": {"schema": {"type": "string", "format": "binary"}}
|
|
56
|
-
},
|
|
57
|
-
}
|
|
58
|
-
},
|
|
59
|
-
)
|
|
60
|
-
async def post_traces(
|
|
61
|
-
request: Request,
|
|
62
|
-
background_tasks: BackgroundTasks,
|
|
63
|
-
content_type: Optional[str] = Header(default=None),
|
|
64
|
-
content_encoding: Optional[str] = Header(default=None),
|
|
65
|
-
) -> None:
|
|
29
|
+
|
|
30
|
+
async def post_traces(request: Request) -> Response:
|
|
31
|
+
"""
|
|
32
|
+
summary: Send traces to Phoenix
|
|
33
|
+
operationId: addTraces
|
|
34
|
+
tags:
|
|
35
|
+
- private
|
|
36
|
+
requestBody:
|
|
37
|
+
required: true
|
|
38
|
+
content:
|
|
39
|
+
application/x-protobuf:
|
|
40
|
+
schema:
|
|
41
|
+
type: string
|
|
42
|
+
format: binary
|
|
43
|
+
responses:
|
|
44
|
+
200:
|
|
45
|
+
description: Success
|
|
46
|
+
403:
|
|
47
|
+
description: Forbidden
|
|
48
|
+
415:
|
|
49
|
+
description: Unsupported content type, only gzipped protobuf
|
|
50
|
+
422:
|
|
51
|
+
description: Request body is invalid
|
|
52
|
+
"""
|
|
53
|
+
content_type = request.headers.get("content-type")
|
|
66
54
|
if content_type != "application/x-protobuf":
|
|
67
|
-
|
|
68
|
-
|
|
55
|
+
return Response(
|
|
56
|
+
content=f"Unsupported content type: {content_type}",
|
|
69
57
|
status_code=HTTP_415_UNSUPPORTED_MEDIA_TYPE,
|
|
70
58
|
)
|
|
59
|
+
content_encoding = request.headers.get("content-encoding")
|
|
71
60
|
if content_encoding and content_encoding not in ("gzip", "deflate"):
|
|
72
|
-
|
|
73
|
-
|
|
61
|
+
return Response(
|
|
62
|
+
content=f"Unsupported content encoding: {content_encoding}",
|
|
74
63
|
status_code=HTTP_415_UNSUPPORTED_MEDIA_TYPE,
|
|
75
64
|
)
|
|
76
65
|
body = await request.body()
|
|
@@ -82,69 +71,96 @@ async def post_traces(
|
|
|
82
71
|
try:
|
|
83
72
|
await run_in_threadpool(req.ParseFromString, body)
|
|
84
73
|
except DecodeError:
|
|
85
|
-
|
|
86
|
-
|
|
74
|
+
return Response(
|
|
75
|
+
content="Request body is invalid ExportTraceServiceRequest",
|
|
87
76
|
status_code=HTTP_422_UNPROCESSABLE_ENTITY,
|
|
88
77
|
)
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
78
|
+
return Response(background=BackgroundTask(_add_spans, req, request.state))
|
|
79
|
+
|
|
80
|
+
|
|
81
|
+
async def annotate_traces(request: Request) -> Response:
|
|
82
|
+
"""
|
|
83
|
+
summary: Upsert annotations for traces
|
|
84
|
+
operationId: annotateTraces
|
|
85
|
+
tags:
|
|
86
|
+
- private
|
|
87
|
+
requestBody:
|
|
88
|
+
description: List of trace annotations to be inserted
|
|
89
|
+
required: true
|
|
90
|
+
content:
|
|
91
|
+
application/json:
|
|
92
|
+
schema:
|
|
93
|
+
type: object
|
|
94
|
+
properties:
|
|
95
|
+
data:
|
|
96
|
+
type: array
|
|
97
|
+
items:
|
|
98
|
+
type: object
|
|
99
|
+
properties:
|
|
100
|
+
trace_id:
|
|
101
|
+
type: string
|
|
102
|
+
description: The ID of the trace being annotated
|
|
103
|
+
name:
|
|
104
|
+
type: string
|
|
105
|
+
description: The name of the annotation
|
|
106
|
+
annotator_kind:
|
|
107
|
+
type: string
|
|
108
|
+
description: The kind of annotator used for the annotation ("LLM" or "HUMAN")
|
|
109
|
+
result:
|
|
110
|
+
type: object
|
|
111
|
+
description: The result of the annotation
|
|
112
|
+
properties:
|
|
113
|
+
label:
|
|
114
|
+
type: string
|
|
115
|
+
description: The label assigned by the annotation
|
|
116
|
+
score:
|
|
117
|
+
type: number
|
|
118
|
+
format: float
|
|
119
|
+
description: The score assigned by the annotation
|
|
120
|
+
explanation:
|
|
121
|
+
type: string
|
|
122
|
+
description: Explanation of the annotation result
|
|
123
|
+
error:
|
|
124
|
+
type: string
|
|
125
|
+
description: Optional error message if the annotation encountered an error
|
|
126
|
+
metadata:
|
|
127
|
+
type: object
|
|
128
|
+
description: Metadata for the annotation
|
|
129
|
+
additionalProperties:
|
|
130
|
+
type: string
|
|
131
|
+
required:
|
|
132
|
+
- trace_id
|
|
133
|
+
- name
|
|
134
|
+
- annotator_kind
|
|
135
|
+
responses:
|
|
136
|
+
200:
|
|
137
|
+
description: Trace annotations inserted successfully
|
|
138
|
+
content:
|
|
139
|
+
application/json:
|
|
140
|
+
schema:
|
|
141
|
+
type: object
|
|
142
|
+
properties:
|
|
143
|
+
data:
|
|
144
|
+
type: array
|
|
145
|
+
items:
|
|
146
|
+
type: object
|
|
147
|
+
properties:
|
|
148
|
+
id:
|
|
149
|
+
type: string
|
|
150
|
+
description: The ID of the inserted trace annotation
|
|
151
|
+
404:
|
|
152
|
+
description: Trace not found
|
|
153
|
+
"""
|
|
154
|
+
payload: List[Dict[str, Any]] = (await request.json()).get("data", [])
|
|
155
|
+
trace_gids = [GlobalID.from_id(annotation["trace_id"]) for annotation in payload]
|
|
140
156
|
|
|
141
157
|
resolved_trace_ids = []
|
|
142
158
|
for trace_gid in trace_gids:
|
|
143
159
|
try:
|
|
144
160
|
resolved_trace_ids.append(from_global_id_with_expected_type(trace_gid, "Trace"))
|
|
145
161
|
except ValueError:
|
|
146
|
-
|
|
147
|
-
|
|
162
|
+
return Response(
|
|
163
|
+
content="Trace with ID {trace_gid} does not exist",
|
|
148
164
|
status_code=HTTP_404_NOT_FOUND,
|
|
149
165
|
)
|
|
150
166
|
|
|
@@ -159,24 +175,24 @@ async def annotate_traces(
|
|
|
159
175
|
missing_trace_gids = [
|
|
160
176
|
str(GlobalID("Trace", str(trace_gid))) for trace_gid in missing_trace_ids
|
|
161
177
|
]
|
|
162
|
-
|
|
163
|
-
|
|
178
|
+
return Response(
|
|
179
|
+
content=f"Traces with IDs {', '.join(missing_trace_gids)} do not exist.",
|
|
164
180
|
status_code=HTTP_404_NOT_FOUND,
|
|
165
181
|
)
|
|
166
182
|
|
|
167
183
|
inserted_annotations = []
|
|
168
184
|
|
|
169
|
-
for annotation in
|
|
170
|
-
trace_gid = GlobalID.from_id(annotation
|
|
185
|
+
for annotation in payload:
|
|
186
|
+
trace_gid = GlobalID.from_id(annotation["trace_id"])
|
|
171
187
|
trace_id = from_global_id_with_expected_type(trace_gid, "Trace")
|
|
172
188
|
|
|
173
|
-
name = annotation
|
|
174
|
-
annotator_kind = annotation
|
|
175
|
-
result = annotation.result
|
|
176
|
-
label = result.label if result else None
|
|
177
|
-
score = result.score if result else None
|
|
178
|
-
explanation = result.explanation if result else None
|
|
179
|
-
metadata = annotation.metadata or {}
|
|
189
|
+
name = annotation["name"]
|
|
190
|
+
annotator_kind = annotation["annotator_kind"]
|
|
191
|
+
result = annotation.get("result")
|
|
192
|
+
label = result.get("label") if result else None
|
|
193
|
+
score = result.get("score") if result else None
|
|
194
|
+
explanation = result.get("explanation") if result else None
|
|
195
|
+
metadata = annotation.get("metadata") or {}
|
|
180
196
|
|
|
181
197
|
values = dict(
|
|
182
198
|
trace_rowid=trace_id,
|
|
@@ -197,12 +213,10 @@ async def annotate_traces(
|
|
|
197
213
|
).returning(models.TraceAnnotation.id)
|
|
198
214
|
)
|
|
199
215
|
inserted_annotations.append(
|
|
200
|
-
|
|
201
|
-
id=str(GlobalID("TraceAnnotation", str(trace_annotation_id)))
|
|
202
|
-
)
|
|
216
|
+
{"id": str(GlobalID("TraceAnnotation", str(trace_annotation_id)))}
|
|
203
217
|
)
|
|
204
218
|
|
|
205
|
-
return
|
|
219
|
+
return JSONResponse(content={"data": inserted_annotations})
|
|
206
220
|
|
|
207
221
|
|
|
208
222
|
async def _add_spans(req: ExportTraceServiceRequest, state: State) -> None:
|