arize 8.0.0a9__py3-none-any.whl → 8.0.0a11__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- arize/client.py +3 -1
- arize/embeddings/__init__.py +4 -0
- arize/embeddings/auto_generator.py +108 -0
- arize/embeddings/base_generators.py +255 -0
- arize/embeddings/constants.py +34 -0
- arize/embeddings/cv_generators.py +28 -0
- arize/embeddings/errors.py +41 -0
- arize/embeddings/nlp_generators.py +111 -0
- arize/embeddings/tabular_generators.py +161 -0
- arize/embeddings/usecases.py +26 -0
- arize/models/client.py +8 -11
- arize/models/surrogate_explainer/__init__.py +0 -0
- arize/models/surrogate_explainer/mimic.py +164 -0
- arize/utils/online_tasks/__init__.py +5 -0
- arize/utils/online_tasks/dataframe_preprocessor.py +235 -0
- arize/version.py +1 -1
- {arize-8.0.0a9.dist-info → arize-8.0.0a11.dist-info}/METADATA +43 -1
- {arize-8.0.0a9.dist-info → arize-8.0.0a11.dist-info}/RECORD +20 -7
- {arize-8.0.0a9.dist-info → arize-8.0.0a11.dist-info}/WHEEL +0 -0
- {arize-8.0.0a9.dist-info → arize-8.0.0a11.dist-info}/licenses/LICENSE.md +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: arize
|
|
3
|
-
Version: 8.0.
|
|
3
|
+
Version: 8.0.0a11
|
|
4
4
|
Summary: A helper library to interact with Arize AI APIs
|
|
5
5
|
Project-URL: Homepage, https://arize.com
|
|
6
6
|
Project-URL: Documentation, https://docs.arize.com/arize
|
|
@@ -27,9 +27,18 @@ Classifier: Topic :: System :: Monitoring
|
|
|
27
27
|
Requires-Python: >=3.10
|
|
28
28
|
Requires-Dist: lazy-imports
|
|
29
29
|
Requires-Dist: numpy>=2.0.0
|
|
30
|
+
Provides-Extra: auto-embeddings
|
|
31
|
+
Requires-Dist: datasets!=2.14.*,<3,>=2.8; extra == 'auto-embeddings'
|
|
32
|
+
Requires-Dist: pandas<3,>=1.0.0; extra == 'auto-embeddings'
|
|
33
|
+
Requires-Dist: pillow<11,>=8.4.0; extra == 'auto-embeddings'
|
|
34
|
+
Requires-Dist: tokenizers<1,>=0.13; extra == 'auto-embeddings'
|
|
35
|
+
Requires-Dist: torch<3,>=1.13; extra == 'auto-embeddings'
|
|
36
|
+
Requires-Dist: transformers<5,>=4.25; extra == 'auto-embeddings'
|
|
30
37
|
Provides-Extra: dev
|
|
31
38
|
Requires-Dist: pytest==8.4.2; extra == 'dev'
|
|
32
39
|
Requires-Dist: ruff==0.13.2; extra == 'dev'
|
|
40
|
+
Provides-Extra: mimic-explainer
|
|
41
|
+
Requires-Dist: interpret-community[mimic]<1,>=0.22.0; extra == 'mimic-explainer'
|
|
33
42
|
Provides-Extra: ml-batch
|
|
34
43
|
Requires-Dist: pandas<3,>=1.0.0; extra == 'ml-batch'
|
|
35
44
|
Requires-Dist: protobuf<6,>=4.21.0; extra == 'ml-batch'
|
|
@@ -82,6 +91,7 @@ Description-Content-Type: text/markdown
|
|
|
82
91
|
- [Stream log ML Data for a Classification use-case](#stream-log-ml-data-for-a-classification-use-case)
|
|
83
92
|
- [Log a batch of ML Data for a Object Detection use-case](#log-a-batch-of-ml-data-for-a-object-detection-use-case)
|
|
84
93
|
- [Exporting ML Data](#exporting-ml-data)
|
|
94
|
+
- [Generate embeddings for your data](#generate-embeddings-for-your-data)
|
|
85
95
|
- [Community](#community)
|
|
86
96
|
|
|
87
97
|
# Overview
|
|
@@ -324,6 +334,38 @@ df = client.models.export_to_df(
|
|
|
324
334
|
)
|
|
325
335
|
```
|
|
326
336
|
|
|
337
|
+
## Generate embeddings for your data
|
|
338
|
+
|
|
339
|
+
```python
|
|
340
|
+
import pandas as pd
|
|
341
|
+
from arize.embeddings import EmbeddingGenerator, UseCases
|
|
342
|
+
|
|
343
|
+
# You can check available models
|
|
344
|
+
print(EmbeddingGenerator.list_pretrained_models())
|
|
345
|
+
|
|
346
|
+
# Example dataframe
|
|
347
|
+
df = pd.DataFrame(
|
|
348
|
+
{
|
|
349
|
+
"text": [
|
|
350
|
+
"Hello world.",
|
|
351
|
+
"Artificial Intelligence is the future.",
|
|
352
|
+
"Spain won the FIFA World Cup on 2010.",
|
|
353
|
+
],
|
|
354
|
+
}
|
|
355
|
+
)
|
|
356
|
+
# Instantiate the generator for your usecase, selecting the base model
|
|
357
|
+
generator = EmbeddingGenerator.from_use_case(
|
|
358
|
+
use_case=UseCases.NLP.SEQUENCE_CLASSIFICATION,
|
|
359
|
+
model_name="distilbert-base-uncased",
|
|
360
|
+
tokenizer_max_length=512,
|
|
361
|
+
batch_size=100,
|
|
362
|
+
)
|
|
363
|
+
|
|
364
|
+
# Generate embeddings
|
|
365
|
+
df["text_vector"] = generator.generate_embeddings(text_col=df["text"])
|
|
366
|
+
```
|
|
367
|
+
|
|
368
|
+
|
|
327
369
|
# Community
|
|
328
370
|
|
|
329
371
|
Join our community to connect with thousands of AI builders.
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
arize/__init__.py,sha256=-4bbbZwcjGS9OfAunsB-lmKRCzccPdFvZmvJQJEky3E,534
|
|
2
2
|
arize/_lazy.py,sha256=MVep6D93sJWvArg4pgm4CVNGc6tu-XRK_Z7EDMuc76I,2358
|
|
3
|
-
arize/client.py,sha256=
|
|
3
|
+
arize/client.py,sha256=kDdOWC1rwYgPPExO3wT3-KU3qpMwQ0ogrAdjvf7Ls3M,5860
|
|
4
4
|
arize/config.py,sha256=iynVEZhrOPdTNJTQ_KQmwKOPiwL0LfEP8AUIDYW86Xw,5801
|
|
5
5
|
arize/logging.py,sha256=2vwdta2-kR78GeBFGK2vpk51rQ2d06HoKzuARI9qFQk,7317
|
|
6
6
|
arize/types.py,sha256=z1yg5-brmTD4kVHDmmTVkYke53JpusXXeOOpdQw7rYg,69508
|
|
7
|
-
arize/version.py,sha256=
|
|
7
|
+
arize/version.py,sha256=YFPzyK5jfODAbvUqUQHeQ5WVmHl6zTh9HSFOA75S0rc,25
|
|
8
8
|
arize/_exporter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
9
9
|
arize/_exporter/client.py,sha256=eAxJX1sUfdpLrtaQ0ynMTd5jI37JOp9fbl3NWp4WFEA,15216
|
|
10
10
|
arize/_exporter/validation.py,sha256=6ROu5p7uaolxQ93lO_Eiwv9NVw_uyi3E5T--C5Klo5Q,1021
|
|
@@ -59,6 +59,15 @@ arize/constants/model_mapping.json,sha256=OPE54rBATzmwRhx0tycsxnGae1jBhtqEmQqQvz
|
|
|
59
59
|
arize/constants/spans.py,sha256=EfMgbEIK_2EUcvUY5BGnNAbS7bupBKePlI3j2L5T5CE,2532
|
|
60
60
|
arize/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
61
61
|
arize/datasets/client.py,sha256=Rk3TQF2IzJwi3JqF1GYt1tUs68gPIiVFRgKjEmY7igE,743
|
|
62
|
+
arize/embeddings/__init__.py,sha256=6_C8908W_qDixkoBJl1wapgmQCzI8TPLH207kzbYsFA,156
|
|
63
|
+
arize/embeddings/auto_generator.py,sha256=ukZUJWRkiG9HFgSHXhr44rt2tdVHn1phb7_nOxYXWEg,4111
|
|
64
|
+
arize/embeddings/base_generators.py,sha256=HybEUAzeESswEDmkmvPayzFab1y8deg5X20HSphGp8Q,8855
|
|
65
|
+
arize/embeddings/constants.py,sha256=77LEXcXr_MPGRVSE06-4opFGeYrtdMmosQX91yQu6p0,1104
|
|
66
|
+
arize/embeddings/cv_generators.py,sha256=8eXwvP_kvAt8I9WA-0tRJd0XID4lFOydyTYfOMW_-xo,880
|
|
67
|
+
arize/embeddings/errors.py,sha256=T8PTFELs-xs7GXDmx402T_-DCkCXkV1CxdKAc2jAM2s,1517
|
|
68
|
+
arize/embeddings/nlp_generators.py,sha256=AVUpr95nQChVGAUiruCoME8tcrh79PaRrbKI7H1gGBE,3843
|
|
69
|
+
arize/embeddings/tabular_generators.py,sha256=lj2wVmJTfqjrziDI6Z-EEQzdwSZOml2G8PN1O4Zo5SA,5970
|
|
70
|
+
arize/embeddings/usecases.py,sha256=czoj5xk_WyYBsc9LE79JtkMbMN4RfKilwlm8pxl3Q_8,442
|
|
62
71
|
arize/exceptions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
63
72
|
arize/exceptions/auth.py,sha256=5hy7hhvgRCnqPACBTfG_0OICmcd9OlHQLHGhLysA6mA,403
|
|
64
73
|
arize/exceptions/base.py,sha256=TWdtMulMi1Cg6X8nne_nlg8DY0zmLHb-hW9AbvjMGOs,3261
|
|
@@ -71,11 +80,13 @@ arize/experiments/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU
|
|
|
71
80
|
arize/experiments/client.py,sha256=2fDq0fr_h6Knn_9zgDAlAhSUCKUrKozGLOQRTInCr4c,344
|
|
72
81
|
arize/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
73
82
|
arize/models/bounded_executor.py,sha256=o-PJsDAXQdiJ9dc-jzGCHMhT0-QBY9bvl4Ckn1017Eo,1131
|
|
74
|
-
arize/models/client.py,sha256=
|
|
83
|
+
arize/models/client.py,sha256=ZHxGYmCKP5ZX001qVNQc96QoclP4jvYVkLW11Xfqo2M,31199
|
|
75
84
|
arize/models/stream_validation.py,sha256=PtmqWgRdCxVtTNkHHEHIM1S6ECbYLA1vuQQFBw_t3Lw,7118
|
|
76
85
|
arize/models/batch_validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
77
86
|
arize/models/batch_validation/errors.py,sha256=__I8l25zf4kGv6qgiwEm9LzGNgqmMSM8Fb88pBtyMxE,39990
|
|
78
87
|
arize/models/batch_validation/validator.py,sha256=acnGcMt-pETmPJUfYj5tIzIBvmBhWoXoWmDYi_Gkq6Y,146910
|
|
88
|
+
arize/models/surrogate_explainer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
89
|
+
arize/models/surrogate_explainer/mimic.py,sha256=MsMfhU9IhQJWm0kK6jpFkcTW6kw5IGJE3Kv94oOzMo0,5517
|
|
79
90
|
arize/spans/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
80
91
|
arize/spans/client.py,sha256=5yODUaSqxH-dLAenjRZBKbpsK7XgewZKwJpXzHWPNf0,47248
|
|
81
92
|
arize/spans/columns.py,sha256=BbB11jF4YHYfjrKbSd1r3K2F0AGA8KULTj1W3e2rwhM,12912
|
|
@@ -107,7 +118,9 @@ arize/utils/arrow.py,sha256=4In1gQc0i4Rb8zuwI0w-Hv-10wiItu5opqqGrJ8tSzo,5277
|
|
|
107
118
|
arize/utils/casting.py,sha256=KUrPUQN6qJEVe39nxbr0T-0GjAJLHjf4xWuzV71QezI,12468
|
|
108
119
|
arize/utils/dataframe.py,sha256=I0FloPgNiqlKga32tMOvTE70598QA8Hhrgf-6zjYMAM,1120
|
|
109
120
|
arize/utils/proto.py,sha256=9vLo53INYjdF78ffjm3E48jFwK6LbPD2FfKei7VaDy8,35477
|
|
110
|
-
arize
|
|
111
|
-
arize
|
|
112
|
-
arize-8.0.
|
|
113
|
-
arize-8.0.
|
|
121
|
+
arize/utils/online_tasks/__init__.py,sha256=nDuTLUTYnZaWgyJoYR1P7O8ZKA-Nba7X6tJ9OislbWM,144
|
|
122
|
+
arize/utils/online_tasks/dataframe_preprocessor.py,sha256=YyeeeFu_FwCYImbYvBZvQIH_5TK2lHru8KSfqV893ps,8884
|
|
123
|
+
arize-8.0.0a11.dist-info/METADATA,sha256=8VQP8JDh48Lbj07BqrntHaJjRdlalM7a5Zq3pv5s7E0,13842
|
|
124
|
+
arize-8.0.0a11.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
|
125
|
+
arize-8.0.0a11.dist-info/licenses/LICENSE.md,sha256=8vLN8Gms62NCBorxIv9MUvuK7myueb6_-dhXHPmm4H0,1479
|
|
126
|
+
arize-8.0.0a11.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|