arize-phoenix 7.1.0__py3-none-any.whl → 7.1.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of arize-phoenix might be problematic. Click here for more details.
- {arize_phoenix-7.1.0.dist-info → arize_phoenix-7.1.1.dist-info}/METADATA +8 -7
- {arize_phoenix-7.1.0.dist-info → arize_phoenix-7.1.1.dist-info}/RECORD +13 -13
- phoenix/server/api/input_types/DataQualityMetricInput.py +5 -2
- phoenix/server/api/input_types/PerformanceMetricInput.py +5 -2
- phoenix/server/api/types/DataQualityMetric.py +31 -13
- phoenix/server/api/types/PerformanceMetric.py +8 -5
- phoenix/server/api/types/TimeSeries.py +5 -2
- phoenix/server/types.py +5 -5
- phoenix/version.py +1 -1
- {arize_phoenix-7.1.0.dist-info → arize_phoenix-7.1.1.dist-info}/WHEEL +0 -0
- {arize_phoenix-7.1.0.dist-info → arize_phoenix-7.1.1.dist-info}/entry_points.txt +0 -0
- {arize_phoenix-7.1.0.dist-info → arize_phoenix-7.1.1.dist-info}/licenses/IP_NOTICE +0 -0
- {arize_phoenix-7.1.0.dist-info → arize_phoenix-7.1.1.dist-info}/licenses/LICENSE +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: arize-phoenix
|
|
3
|
-
Version: 7.1.
|
|
3
|
+
Version: 7.1.1
|
|
4
4
|
Summary: AI Observability and Evaluation
|
|
5
5
|
Project-URL: Documentation, https://docs.arize.com/phoenix/
|
|
6
6
|
Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
|
|
@@ -13,7 +13,8 @@ Classifier: Programming Language :: Python :: 3.9
|
|
|
13
13
|
Classifier: Programming Language :: Python :: 3.10
|
|
14
14
|
Classifier: Programming Language :: Python :: 3.11
|
|
15
15
|
Classifier: Programming Language :: Python :: 3.12
|
|
16
|
-
|
|
16
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
17
|
+
Requires-Python: <3.14,>=3.9
|
|
17
18
|
Requires-Dist: aioitertools
|
|
18
19
|
Requires-Dist: aiosqlite
|
|
19
20
|
Requires-Dist: alembic<2,>=1.3.0
|
|
@@ -44,13 +45,13 @@ Requires-Dist: scipy
|
|
|
44
45
|
Requires-Dist: sqlalchemy[asyncio]<3,>=2.0.4
|
|
45
46
|
Requires-Dist: sqlean-py>=3.45.1
|
|
46
47
|
Requires-Dist: starlette
|
|
47
|
-
Requires-Dist: strawberry-graphql==0.
|
|
48
|
+
Requires-Dist: strawberry-graphql==0.253.1
|
|
48
49
|
Requires-Dist: tqdm
|
|
49
50
|
Requires-Dist: typing-extensions>=4.6
|
|
50
51
|
Requires-Dist: uvicorn
|
|
51
52
|
Requires-Dist: websockets
|
|
52
|
-
Requires-Dist: wrapt; sys_platform
|
|
53
|
-
Requires-Dist: wrapt
|
|
53
|
+
Requires-Dist: wrapt<1.17; sys_platform == 'darwin' and platform_machine == 'x86_64'
|
|
54
|
+
Requires-Dist: wrapt>=1.17; sys_platform != 'darwin' or platform_machine != 'x86_64'
|
|
54
55
|
Provides-Extra: container
|
|
55
56
|
Requires-Dist: anthropic; extra == 'container'
|
|
56
57
|
Requires-Dist: fast-hdbscan>=0.2.0; extra == 'container'
|
|
@@ -66,7 +67,7 @@ Requires-Dist: opentelemetry-sdk; extra == 'container'
|
|
|
66
67
|
Requires-Dist: opentelemetry-semantic-conventions; extra == 'container'
|
|
67
68
|
Requires-Dist: prometheus-client; extra == 'container'
|
|
68
69
|
Requires-Dist: py-grpc-prometheus; extra == 'container'
|
|
69
|
-
Requires-Dist: strawberry-graphql[opentelemetry]==0.
|
|
70
|
+
Requires-Dist: strawberry-graphql[opentelemetry]==0.253.1; extra == 'container'
|
|
70
71
|
Requires-Dist: umap-learn; extra == 'container'
|
|
71
72
|
Requires-Dist: uvloop; (platform_system != 'Windows') and extra == 'container'
|
|
72
73
|
Provides-Extra: dev
|
|
@@ -97,7 +98,7 @@ Requires-Dist: pytest-postgresql; extra == 'dev'
|
|
|
97
98
|
Requires-Dist: pytest-xdist; extra == 'dev'
|
|
98
99
|
Requires-Dist: pytest==8.3.3; extra == 'dev'
|
|
99
100
|
Requires-Dist: ruff==0.6.9; extra == 'dev'
|
|
100
|
-
Requires-Dist: strawberry-graphql[debug-server,opentelemetry]==0.
|
|
101
|
+
Requires-Dist: strawberry-graphql[debug-server,opentelemetry]==0.253.1; extra == 'dev'
|
|
101
102
|
Requires-Dist: tabulate; extra == 'dev'
|
|
102
103
|
Requires-Dist: tox-uv==1.11.3; extra == 'dev'
|
|
103
104
|
Requires-Dist: tox==4.18.1; extra == 'dev'
|
|
@@ -6,7 +6,7 @@ phoenix/exceptions.py,sha256=n2L2KKuecrdflB9MsCdAYCiSEvGJptIsfRkXMoJle7A,169
|
|
|
6
6
|
phoenix/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
7
7
|
phoenix/services.py,sha256=kpW1WL0kiB8XJsO6XycvZVJ-lBkNoenhQ7atCvBoSe8,5365
|
|
8
8
|
phoenix/settings.py,sha256=ht-0oN-sMV6SPXrk7Tu1EZlngpAYkGNLYPhO8DyrdQI,661
|
|
9
|
-
phoenix/version.py,sha256=
|
|
9
|
+
phoenix/version.py,sha256=zIzbwEoxy_UNPmdnMPe971pcUgSvFUdIdpzjze_iKYI,22
|
|
10
10
|
phoenix/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
11
11
|
phoenix/core/embedding_dimension.py,sha256=zKGbcvwOXgLf-yrJBpQyKtd-LEOPRKHnUToyAU8Owis,87
|
|
12
12
|
phoenix/core/model.py,sha256=qBFraOtmwCCnWJltKNP18DDG0mULXigytlFsa6YOz6k,4837
|
|
@@ -88,7 +88,7 @@ phoenix/server/prometheus.py,sha256=x9zV3M8VeZ9GS32SLr5OxNdi1VaxvdHCZPx2zI8Hoa4,
|
|
|
88
88
|
phoenix/server/rate_limiters.py,sha256=cFc73D2NaxqNZZDbwfIDw4So-fRVOJPBtqxOZ8Qky_s,7155
|
|
89
89
|
phoenix/server/telemetry.py,sha256=4EluDDrhdDPxAjaW6lVSbi73xkB5XeUCZWOmZGdk0hg,2755
|
|
90
90
|
phoenix/server/thread_server.py,sha256=Ea2AWreN1lwJsT2wYvGaRaiXrzBqH4kgkZpx0FO5Ocw,2144
|
|
91
|
-
phoenix/server/types.py,sha256=
|
|
91
|
+
phoenix/server/types.py,sha256=gJJPBcDRkQ9VHZIt_aLqG_OBbGt1oWp4e3W3Jp61oKs,7409
|
|
92
92
|
phoenix/server/api/README.md,sha256=Pyq1PLPgTzXAswrfIhGXrjI3Skq8it2jTVnanT6Ba4Q,1162
|
|
93
93
|
phoenix/server/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
94
94
|
phoenix/server/api/auth.py,sha256=nywpmfMI1trZTbZRD3oBj4kFjzg_vnxDljcM431T1eY,1246
|
|
@@ -147,7 +147,7 @@ phoenix/server/api/input_types/Coordinates.py,sha256=meTwbIjwTfqx5DGD2DBlH9wQzdQ
|
|
|
147
147
|
phoenix/server/api/input_types/CreateDatasetInput.py,sha256=Q3MwouIx9jTQBRWDju75iMQXEGJCrL4aD4ESQp771nc,248
|
|
148
148
|
phoenix/server/api/input_types/CreateSpanAnnotationInput.py,sha256=bKgT7bdA9-gYpJmqnMq9TEfjNDEYoldc17EjAglXVlU,474
|
|
149
149
|
phoenix/server/api/input_types/CreateTraceAnnotationInput.py,sha256=iSukKAxt-gTTykpkttse3MVOTD3AOk6fWD-N5PaZ2yY,476
|
|
150
|
-
phoenix/server/api/input_types/DataQualityMetricInput.py,sha256=
|
|
150
|
+
phoenix/server/api/input_types/DataQualityMetricInput.py,sha256=WPWRlqSejOnxlLqsbEwPCDgz8ocsyGSb-9SptdCjZEc,1361
|
|
151
151
|
phoenix/server/api/input_types/DatasetExampleInput.py,sha256=9oJ6pCFxFd02IWJuK4YAUvz-jCgFGDUCDDb2--GAzCw,289
|
|
152
152
|
phoenix/server/api/input_types/DatasetSort.py,sha256=KDKjx5L8WFNwx7O-g1pDzCMMwY-ErgDd1_HkkZBAvCY,333
|
|
153
153
|
phoenix/server/api/input_types/DatasetVersionSort.py,sha256=w9HyP9rQKsZGiGc2f33ZNmiO9g7FN8r77T7GA85kb40,344
|
|
@@ -163,7 +163,7 @@ phoenix/server/api/input_types/InvocationParameters.py,sha256=Lg6-SKsx72Lb-jzjJL
|
|
|
163
163
|
phoenix/server/api/input_types/PatchAnnotationInput.py,sha256=NWhkcbcGNPwfOYsN3wm5YFNNrSc5T-8Y5my74RK99HE,520
|
|
164
164
|
phoenix/server/api/input_types/PatchDatasetExamplesInput.py,sha256=_uMqkAInhLDvzUSASl6HgLNulTsekMcYzyd5J6LF90I,884
|
|
165
165
|
phoenix/server/api/input_types/PatchDatasetInput.py,sha256=OURtTVY8Z_oFEDtKwT1LCMaOK5D4QYo5TVQ6mDrex-g,328
|
|
166
|
-
phoenix/server/api/input_types/PerformanceMetricInput.py,sha256=
|
|
166
|
+
phoenix/server/api/input_types/PerformanceMetricInput.py,sha256=4SG5AymxV2dMeCrK7eREThdt9SuC43irMYZtY-Oq-bg,658
|
|
167
167
|
phoenix/server/api/input_types/ProjectSessionSort.py,sha256=qFgLmKYeyFpx7An9ZNdDNkkt7tghrG6XXruQbFLiFt8,919
|
|
168
168
|
phoenix/server/api/input_types/SpanAnnotationSort.py,sha256=T5pAGzmh4MiJp9JMAzNDByFVTczfw02FH4WFWwFezyI,361
|
|
169
169
|
phoenix/server/api/input_types/SpanSort.py,sha256=Dhvl8BIoV52yHoqntfOax_gUc15uH8ITI_00Ha7PvYc,5959
|
|
@@ -209,7 +209,7 @@ phoenix/server/api/types/ChatCompletionMessageRole.py,sha256=kmQOilOlVntlmqbaHkq
|
|
|
209
209
|
phoenix/server/api/types/ChatCompletionSubscriptionPayload.py,sha256=G0YsirJzDMFDqEK7I_FCkPmIugAof-8D9fNfFlHdhjY,1031
|
|
210
210
|
phoenix/server/api/types/Cluster.py,sha256=duX0pSC7P3YT1IztduuJtPsRj1x6oOOLfmWf2Y-FdEk,5699
|
|
211
211
|
phoenix/server/api/types/CreateDatasetPayload.py,sha256=R-6zCmuD0f76RU9Giu78xwTHlASQs6Aq8yzvX1Kxc3g,140
|
|
212
|
-
phoenix/server/api/types/DataQualityMetric.py,sha256=
|
|
212
|
+
phoenix/server/api/types/DataQualityMetric.py,sha256=Aieg3bHeBFaAf4mqeRcH1zT04sXAtQD8ATSHJt7FaBQ,1538
|
|
213
213
|
phoenix/server/api/types/Dataset.py,sha256=1NACY8_s-TZGgTwv6pkFlYPJDy14EVcQlrjgNd7dQ_U,11732
|
|
214
214
|
phoenix/server/api/types/DatasetExample.py,sha256=5f7DO6jRec1G5jaJW5FrykFU9R07jDn8jxDkNbQX0Ek,3107
|
|
215
215
|
phoenix/server/api/types/DatasetExampleRevision.py,sha256=c-jWR6dTguEZTm54IMlFr0Ic84I3nefyDnZb7nF5hnI,874
|
|
@@ -244,7 +244,7 @@ phoenix/server/api/types/LabelFraction.py,sha256=zsDxdFALrNiGA1eNykeP8o65gbA0HOh
|
|
|
244
244
|
phoenix/server/api/types/MimeType.py,sha256=Zpi6zCalkSFgsvhzvOs-O1gYA04usAi9H__QZUmFlO0,365
|
|
245
245
|
phoenix/server/api/types/Model.py,sha256=dirXGnOqLFNaOlXUwqyAjiJjcOrWpryO_5N6V0pAxtk,8045
|
|
246
246
|
phoenix/server/api/types/NumericRange.py,sha256=afEjgF97Go_OvmjMggbPBt-zGM8IONewAyEiKEHRds0,192
|
|
247
|
-
phoenix/server/api/types/PerformanceMetric.py,sha256=
|
|
247
|
+
phoenix/server/api/types/PerformanceMetric.py,sha256=KFkmJDqP43eDUtARQOUqR7NYcxvL6Vh2uisHWU6H3ko,387
|
|
248
248
|
phoenix/server/api/types/Project.py,sha256=xbV15SOHcPQeE1TMSWFpXk7ZQkfxCD4ZjFS4C83K4tU,18852
|
|
249
249
|
phoenix/server/api/types/ProjectSession.py,sha256=j3RJrTG9umruav7d81AqnQVz-Zpi60nXmnsr2Wplpac,4646
|
|
250
250
|
phoenix/server/api/types/PromptResponse.py,sha256=Q8HKtpp8GpUOcxPCzZpkkokidDd6u0aZOv_SuPZZd5Q,630
|
|
@@ -257,7 +257,7 @@ phoenix/server/api/types/SpanAnnotation.py,sha256=6b5G-b_OoRvDL2ayWk7MkbqarLK-F-
|
|
|
257
257
|
phoenix/server/api/types/SpanIOValue.py,sha256=u_g9QrX-E3fwneoucire73KY5gf3fE4V9IBN3qx2cvU,445
|
|
258
258
|
phoenix/server/api/types/SystemApiKey.py,sha256=2ym8EgsTBIvxx1l9xZ-2YMovz58ZwYb_MaHBTJ9NH2E,166
|
|
259
259
|
phoenix/server/api/types/TemplateLanguage.py,sha256=6j_0uwO_GZIeCpR7sTOnxySXudT7qBSC6LFsjzbvW1o,160
|
|
260
|
-
phoenix/server/api/types/TimeSeries.py,sha256=
|
|
260
|
+
phoenix/server/api/types/TimeSeries.py,sha256=nnZnEQvjKhdyVYBGwjQ76UdUVDsZ_8OuDS319LmMhUI,5310
|
|
261
261
|
phoenix/server/api/types/TokenUsage.py,sha256=g-PjAGVigpchQgkXAuC5sc53fn2YwAgfeXkGmFPi_TE,201
|
|
262
262
|
phoenix/server/api/types/Trace.py,sha256=Nwof2FlcZtCFnKTS5UqvNZBlY-VcN5QMK7Zm9xEQUrU,5597
|
|
263
263
|
phoenix/server/api/types/TraceAnnotation.py,sha256=OW6A2zr1gomOuG0XQe55dk15XXX2DSM0DzatRbHWH5A,1256
|
|
@@ -336,9 +336,9 @@ phoenix/utilities/project.py,sha256=auVpARXkDb-JgeX5f2aStyFIkeKvGwN9l7qrFeJMVxI,
|
|
|
336
336
|
phoenix/utilities/re.py,sha256=x8Xbk-Wa6qDMAtUd_7JtZvKtrYEuMY-bchB0n163_5c,2006
|
|
337
337
|
phoenix/utilities/span_store.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
338
338
|
phoenix/utilities/template_formatters.py,sha256=gh9PJD6WEGw7TEYXfSst1UR4pWWwmjxMLrDVQ_CkpkQ,2779
|
|
339
|
-
arize_phoenix-7.1.
|
|
340
|
-
arize_phoenix-7.1.
|
|
341
|
-
arize_phoenix-7.1.
|
|
342
|
-
arize_phoenix-7.1.
|
|
343
|
-
arize_phoenix-7.1.
|
|
344
|
-
arize_phoenix-7.1.
|
|
339
|
+
arize_phoenix-7.1.1.dist-info/METADATA,sha256=3qKJ5e1c7lfFj_3Jkwm3joHzOkpgTs0X2e5ZIbgjKR8,23294
|
|
340
|
+
arize_phoenix-7.1.1.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
|
|
341
|
+
arize_phoenix-7.1.1.dist-info/entry_points.txt,sha256=Pgpn8Upxx9P8z8joPXZWl2LlnAlGc3gcQoVchb06X1Q,94
|
|
342
|
+
arize_phoenix-7.1.1.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
|
|
343
|
+
arize_phoenix-7.1.1.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
|
|
344
|
+
arize_phoenix-7.1.1.dist-info/RECORD,,
|
|
@@ -8,7 +8,10 @@ from typing_extensions import Annotated
|
|
|
8
8
|
from phoenix.core.model_schema import Column
|
|
9
9
|
from phoenix.metrics import Metric
|
|
10
10
|
from phoenix.metrics.mixins import UnaryOperator
|
|
11
|
-
from phoenix.server.api.types.DataQualityMetric import
|
|
11
|
+
from phoenix.server.api.types.DataQualityMetric import (
|
|
12
|
+
DATA_QUALITY_METRIC_FACTORIES,
|
|
13
|
+
DataQualityMetric,
|
|
14
|
+
)
|
|
12
15
|
|
|
13
16
|
|
|
14
17
|
@strawberry.input
|
|
@@ -26,7 +29,7 @@ class DataQualityMetricInput:
|
|
|
26
29
|
metric_instance: strawberry.Private[Metric] = field(init=False)
|
|
27
30
|
|
|
28
31
|
def __post_init__(self) -> None:
|
|
29
|
-
metric_instance = self.metric
|
|
32
|
+
metric_instance = DATA_QUALITY_METRIC_FACTORIES[self.metric]()
|
|
30
33
|
if isinstance(metric_instance, UnaryOperator):
|
|
31
34
|
if not isinstance(self.column_name, str):
|
|
32
35
|
raise ValueError(f"column name must not be null for {self.metric.name}")
|
|
@@ -3,7 +3,10 @@ import strawberry
|
|
|
3
3
|
from phoenix.core.model_schema import ACTUAL_LABEL, PREDICTION_LABEL, Column, Model
|
|
4
4
|
from phoenix.metrics import Metric
|
|
5
5
|
from phoenix.metrics.mixins import EvaluationMetric
|
|
6
|
-
from phoenix.server.api.types.PerformanceMetric import
|
|
6
|
+
from phoenix.server.api.types.PerformanceMetric import (
|
|
7
|
+
PERFORMANCE_METRIC_FUNCTIONS,
|
|
8
|
+
PerformanceMetric,
|
|
9
|
+
)
|
|
7
10
|
|
|
8
11
|
|
|
9
12
|
@strawberry.input
|
|
@@ -14,5 +17,5 @@ class PerformanceMetricInput:
|
|
|
14
17
|
return EvaluationMetric(
|
|
15
18
|
actual=Column(model[ACTUAL_LABEL].name),
|
|
16
19
|
predicted=Column(model[PREDICTION_LABEL].name),
|
|
17
|
-
eval=self.metric
|
|
20
|
+
eval=PERFORMANCE_METRIC_FUNCTIONS[self.metric],
|
|
18
21
|
)
|
|
@@ -1,22 +1,40 @@
|
|
|
1
|
-
from enum import Enum
|
|
1
|
+
from enum import Enum, auto
|
|
2
2
|
from functools import partial
|
|
3
|
+
from typing import Callable, Mapping, cast
|
|
3
4
|
|
|
4
5
|
import strawberry
|
|
5
6
|
|
|
7
|
+
from phoenix.metrics import Metric
|
|
6
8
|
from phoenix.metrics.metrics import Cardinality, Count, Max, Mean, Min, PercentEmpty, Quantile, Sum
|
|
7
9
|
|
|
8
10
|
|
|
9
11
|
@strawberry.enum
|
|
10
12
|
class DataQualityMetric(Enum):
|
|
11
|
-
cardinality =
|
|
12
|
-
percentEmpty =
|
|
13
|
-
mean =
|
|
14
|
-
sum =
|
|
15
|
-
min =
|
|
16
|
-
max =
|
|
17
|
-
count =
|
|
18
|
-
p01 =
|
|
19
|
-
p25 =
|
|
20
|
-
p50 =
|
|
21
|
-
p75 =
|
|
22
|
-
p99 =
|
|
13
|
+
cardinality = auto()
|
|
14
|
+
percentEmpty = auto()
|
|
15
|
+
mean = auto()
|
|
16
|
+
sum = auto()
|
|
17
|
+
min = auto()
|
|
18
|
+
max = auto()
|
|
19
|
+
count = auto()
|
|
20
|
+
p01 = auto()
|
|
21
|
+
p25 = auto()
|
|
22
|
+
p50 = auto()
|
|
23
|
+
p75 = auto()
|
|
24
|
+
p99 = auto()
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
DATA_QUALITY_METRIC_FACTORIES: Mapping[DataQualityMetric, Callable[[], Metric]] = {
|
|
28
|
+
DataQualityMetric.cardinality: cast(Callable[[], Metric], Cardinality),
|
|
29
|
+
DataQualityMetric.percentEmpty: cast(Callable[[], Metric], PercentEmpty),
|
|
30
|
+
DataQualityMetric.mean: cast(Callable[[], Metric], Mean),
|
|
31
|
+
DataQualityMetric.sum: cast(Callable[[], Metric], Sum),
|
|
32
|
+
DataQualityMetric.min: cast(Callable[[], Metric], Min),
|
|
33
|
+
DataQualityMetric.max: cast(Callable[[], Metric], Max),
|
|
34
|
+
DataQualityMetric.count: cast(Callable[[], Metric], Count),
|
|
35
|
+
DataQualityMetric.p01: cast(Callable[[], Metric], partial(Quantile, probability=0.01)),
|
|
36
|
+
DataQualityMetric.p25: cast(Callable[[], Metric], partial(Quantile, probability=0.25)),
|
|
37
|
+
DataQualityMetric.p50: cast(Callable[[], Metric], partial(Quantile, probability=0.50)),
|
|
38
|
+
DataQualityMetric.p75: cast(Callable[[], Metric], partial(Quantile, probability=0.75)),
|
|
39
|
+
DataQualityMetric.p99: cast(Callable[[], Metric], partial(Quantile, probability=0.99)),
|
|
40
|
+
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
from enum import Enum
|
|
2
|
-
from
|
|
1
|
+
from enum import Enum, auto
|
|
2
|
+
from typing import Callable, Mapping, cast
|
|
3
3
|
|
|
4
4
|
import strawberry
|
|
5
5
|
|
|
@@ -8,6 +8,9 @@ from phoenix.metrics.wrappers import SkEval
|
|
|
8
8
|
|
|
9
9
|
@strawberry.enum
|
|
10
10
|
class PerformanceMetric(Enum):
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
11
|
+
accuracyScore = auto()
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
PERFORMANCE_METRIC_FUNCTIONS: Mapping[PerformanceMetric, Callable[..., float]] = {
|
|
15
|
+
PerformanceMetric.accuracyScore: cast(Callable[..., float], SkEval.accuracy_score),
|
|
16
|
+
}
|
|
@@ -15,7 +15,10 @@ from phoenix.metrics.timeseries import timeseries
|
|
|
15
15
|
from phoenix.server.api.input_types.Granularity import Granularity, to_timestamps
|
|
16
16
|
from phoenix.server.api.input_types.TimeRange import TimeRange
|
|
17
17
|
from phoenix.server.api.interceptor import GqlValueMediator
|
|
18
|
-
from phoenix.server.api.types.DataQualityMetric import
|
|
18
|
+
from phoenix.server.api.types.DataQualityMetric import (
|
|
19
|
+
DATA_QUALITY_METRIC_FACTORIES,
|
|
20
|
+
DataQualityMetric,
|
|
21
|
+
)
|
|
19
22
|
from phoenix.server.api.types.InferencesRole import InferencesRole
|
|
20
23
|
from phoenix.server.api.types.ScalarDriftMetricEnum import ScalarDriftMetric
|
|
21
24
|
from phoenix.server.api.types.VectorDriftMetricEnum import VectorDriftMetric
|
|
@@ -100,7 +103,7 @@ def get_data_quality_timeseries_data(
|
|
|
100
103
|
granularity: Granularity,
|
|
101
104
|
inferences_role: InferencesRole,
|
|
102
105
|
) -> list[TimeSeriesDataPoint]:
|
|
103
|
-
metric_instance = metric
|
|
106
|
+
metric_instance = DATA_QUALITY_METRIC_FACTORIES[metric]()
|
|
104
107
|
if isinstance(metric_instance, UnaryOperator):
|
|
105
108
|
metric_instance = replace(
|
|
106
109
|
metric_instance,
|
phoenix/server/types.py
CHANGED
|
@@ -219,31 +219,31 @@ class UserId(_DbId):
|
|
|
219
219
|
|
|
220
220
|
|
|
221
221
|
@dataclass(frozen=True)
|
|
222
|
-
class UserClaimSet(ClaimSet):
|
|
222
|
+
class UserClaimSet(ClaimSet): # type: ignore[override,unused-ignore]
|
|
223
223
|
subject: Optional[UserId] = None
|
|
224
224
|
attributes: Optional[UserTokenAttributes] = None
|
|
225
225
|
|
|
226
226
|
|
|
227
227
|
@dataclass(frozen=True)
|
|
228
|
-
class PasswordResetTokenClaims(UserClaimSet):
|
|
228
|
+
class PasswordResetTokenClaims(UserClaimSet): # type: ignore[override,unused-ignore]
|
|
229
229
|
token_id: Optional[PasswordResetTokenId] = None
|
|
230
230
|
attributes: Optional[PasswordResetTokenAttributes] = None
|
|
231
231
|
|
|
232
232
|
|
|
233
233
|
@dataclass(frozen=True)
|
|
234
|
-
class AccessTokenClaims(UserClaimSet):
|
|
234
|
+
class AccessTokenClaims(UserClaimSet): # type: ignore[override,unused-ignore]
|
|
235
235
|
token_id: Optional[AccessTokenId] = None
|
|
236
236
|
attributes: Optional[AccessTokenAttributes] = None
|
|
237
237
|
|
|
238
238
|
|
|
239
239
|
@dataclass(frozen=True)
|
|
240
|
-
class RefreshTokenClaims(UserClaimSet):
|
|
240
|
+
class RefreshTokenClaims(UserClaimSet): # type: ignore[override,unused-ignore]
|
|
241
241
|
token_id: Optional[RefreshTokenId] = None
|
|
242
242
|
attributes: Optional[RefreshTokenAttributes] = None
|
|
243
243
|
|
|
244
244
|
|
|
245
245
|
@dataclass(frozen=True)
|
|
246
|
-
class ApiKeyClaims(UserClaimSet):
|
|
246
|
+
class ApiKeyClaims(UserClaimSet): # type: ignore[override,unused-ignore]
|
|
247
247
|
token_id: Optional[ApiKeyId] = None
|
|
248
248
|
attributes: Optional[ApiKeyAttributes] = None
|
|
249
249
|
|
phoenix/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "7.1.
|
|
1
|
+
__version__ = "7.1.1"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|