rapidata 0.3.0__py3-none-any.whl → 0.4.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- rapidata/__init__.py +18 -1
- rapidata/rapidata_client/__init__.py +7 -1
- rapidata/rapidata_client/country_codes/__init__.py +1 -1
- rapidata/rapidata_client/feature_flags/__init__.py +1 -1
- rapidata/rapidata_client/metadata/__init__.py +5 -0
- rapidata/rapidata_client/order/rapidata_order_builder.py +19 -2
- rapidata/rapidata_client/rapidata_client.py +22 -0
- rapidata/rapidata_client/referee/__init__.py +3 -3
- rapidata/rapidata_client/selection/__init__.py +4 -0
- rapidata/rapidata_client/workflow/__init__.py +5 -4
- {rapidata-0.3.0.dist-info → rapidata-0.4.0.dist-info}/METADATA +1 -1
- {rapidata-0.3.0.dist-info → rapidata-0.4.0.dist-info}/RECORD +14 -14
- {rapidata-0.3.0.dist-info → rapidata-0.4.0.dist-info}/LICENSE +0 -0
- {rapidata-0.3.0.dist-info → rapidata-0.4.0.dist-info}/WHEEL +0 -0
rapidata/__init__.py
CHANGED
|
@@ -1 +1,18 @@
|
|
|
1
|
-
from
|
|
1
|
+
from .rapidata_client import (
|
|
2
|
+
RapidataClient,
|
|
3
|
+
ClassifyWorkflow,
|
|
4
|
+
TranscriptionWorkflow,
|
|
5
|
+
CompareWorkflow,
|
|
6
|
+
FreeTextWorkflow,
|
|
7
|
+
DemographicSelection,
|
|
8
|
+
LabelingSelection,
|
|
9
|
+
ValidationSelection,
|
|
10
|
+
NaiveReferee,
|
|
11
|
+
ClassifyEarlyStoppingReferee,
|
|
12
|
+
PrivateTextMetadata,
|
|
13
|
+
PublicTextMetadata,
|
|
14
|
+
PromptMetadata,
|
|
15
|
+
TranscriptionMetadata,
|
|
16
|
+
FeatureFlags,
|
|
17
|
+
CountryCodes
|
|
18
|
+
)
|
|
@@ -1 +1,7 @@
|
|
|
1
|
-
from .rapidata_client import RapidataClient
|
|
1
|
+
from .rapidata_client import RapidataClient
|
|
2
|
+
from .workflow import ClassifyWorkflow, TranscriptionWorkflow, CompareWorkflow, FreeTextWorkflow
|
|
3
|
+
from .selection import DemographicSelection, LabelingSelection, ValidationSelection
|
|
4
|
+
from .referee import NaiveReferee, ClassifyEarlyStoppingReferee
|
|
5
|
+
from .metadata import PrivateTextMetadata, PublicTextMetadata, PromptMetadata, TranscriptionMetadata
|
|
6
|
+
from .feature_flags import FeatureFlags
|
|
7
|
+
from .country_codes import CountryCodes
|
|
@@ -1 +1 @@
|
|
|
1
|
-
from .country_codes import CountryCodes
|
|
1
|
+
from .country_codes import CountryCodes
|
|
@@ -1 +1 @@
|
|
|
1
|
-
from .feature_flags import FeatureFlags
|
|
1
|
+
from .feature_flags import FeatureFlags
|
|
@@ -23,6 +23,8 @@ from rapidata.rapidata_client.order.rapidata_order import RapidataOrder
|
|
|
23
23
|
from rapidata.rapidata_client.referee import Referee
|
|
24
24
|
from rapidata.service.openapi_service import OpenAPIService
|
|
25
25
|
|
|
26
|
+
from rapidata.rapidata_client.workflow.compare_workflow import CompareWorkflow
|
|
27
|
+
|
|
26
28
|
|
|
27
29
|
class RapidataOrderBuilder:
|
|
28
30
|
"""Builder object for creating Rapidata orders.
|
|
@@ -51,10 +53,11 @@ class RapidataOrderBuilder:
|
|
|
51
53
|
self._country_codes: list[str] | None = None
|
|
52
54
|
self._selections: list[Selection] = []
|
|
53
55
|
self._rapids_per_bag: int = 2
|
|
56
|
+
self._priority: int = 50
|
|
54
57
|
|
|
55
58
|
def _to_model(self) -> CreateOrderModel:
|
|
56
59
|
if self._workflow is None:
|
|
57
|
-
raise ValueError("You must provide a
|
|
60
|
+
raise ValueError("You must provide a workflow to create an order.")
|
|
58
61
|
|
|
59
62
|
if self._referee is None:
|
|
60
63
|
print("No referee provided, using default NaiveReferee.")
|
|
@@ -85,6 +88,7 @@ class RapidataOrderBuilder:
|
|
|
85
88
|
CreateOrderModelSelectionsInner(selection.to_model())
|
|
86
89
|
for selection in self._selections
|
|
87
90
|
],
|
|
91
|
+
priority=self._priority,
|
|
88
92
|
)
|
|
89
93
|
|
|
90
94
|
def create(self, submit=True, max_workers=10) -> RapidataOrder:
|
|
@@ -100,6 +104,8 @@ class RapidataOrderBuilder:
|
|
|
100
104
|
ValueError: If no workflow is provided.
|
|
101
105
|
"""
|
|
102
106
|
order_model = self._to_model()
|
|
107
|
+
if isinstance(self._workflow, CompareWorkflow): # temp fix, will be handeled by backend in the future
|
|
108
|
+
assert all([len(path) == 2 for path in self._media_paths]), "The media paths must come in pairs for comparison tasks."
|
|
103
109
|
|
|
104
110
|
result = self._openapi_service.order_api.order_create_post(
|
|
105
111
|
create_order_model=order_model
|
|
@@ -114,7 +120,6 @@ class RapidataOrderBuilder:
|
|
|
114
120
|
)
|
|
115
121
|
|
|
116
122
|
order.dataset.add_media_from_paths(self._media_paths, self._metadata, max_workers)
|
|
117
|
-
|
|
118
123
|
if submit:
|
|
119
124
|
order.submit()
|
|
120
125
|
|
|
@@ -235,3 +240,15 @@ class RapidataOrderBuilder:
|
|
|
235
240
|
"""
|
|
236
241
|
self._selections = selections
|
|
237
242
|
return self
|
|
243
|
+
|
|
244
|
+
def priority(self, priority: int):
|
|
245
|
+
"""Set the priority for the order.
|
|
246
|
+
|
|
247
|
+
Args:
|
|
248
|
+
priority (int): The priority to be set.
|
|
249
|
+
|
|
250
|
+
Returns:
|
|
251
|
+
RapidataOrderBuilder: The updated RapidataOrderBuilder instance.
|
|
252
|
+
"""
|
|
253
|
+
self._priority = priority
|
|
254
|
+
return self
|
|
@@ -5,6 +5,9 @@ from rapidata.rapidata_client.dataset.validation_set_builder import ValidationSe
|
|
|
5
5
|
from rapidata.rapidata_client.order.rapidata_order_builder import RapidataOrderBuilder
|
|
6
6
|
from rapidata.rapidata_client.utils.utils import Utils
|
|
7
7
|
from rapidata.service.openapi_service import OpenAPIService
|
|
8
|
+
from rapidata.rapidata_client.order.rapidata_order import RapidataOrder
|
|
9
|
+
from rapidata.rapidata_client.dataset.rapidata_dataset import RapidataDataset
|
|
10
|
+
|
|
8
11
|
|
|
9
12
|
|
|
10
13
|
class RapidataClient:
|
|
@@ -59,6 +62,25 @@ class RapidataClient:
|
|
|
59
62
|
RapidataValidationSet: The ValidationSet instance.
|
|
60
63
|
"""
|
|
61
64
|
return RapidataValidationSet(validation_set_id, self.openapi_service)
|
|
65
|
+
|
|
66
|
+
def get_order(self, order_id: str) -> RapidataOrder:
|
|
67
|
+
"""Get an order by ID.
|
|
68
|
+
|
|
69
|
+
Args:
|
|
70
|
+
order_id (str): The ID of the order.
|
|
71
|
+
|
|
72
|
+
Returns:
|
|
73
|
+
RapidataOrder: The Order instance.
|
|
74
|
+
"""
|
|
75
|
+
|
|
76
|
+
# TODO: check the pipeline for the dataset id - not really necessary atm
|
|
77
|
+
# order = self.openapi_service.order_api.order_get_by_id_get(order_id)
|
|
78
|
+
# pipeline = self.openapi_service..pipeline_get_by_id_get(order.pipeline_id)
|
|
79
|
+
temp_dataset = RapidataDataset("temp", self.openapi_service)
|
|
80
|
+
return RapidataOrder(
|
|
81
|
+
dataset=temp_dataset,
|
|
82
|
+
order_id=order_id,
|
|
83
|
+
openapi_service=self.openapi_service)
|
|
62
84
|
|
|
63
85
|
@property
|
|
64
86
|
def utils(self) -> Utils:
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
from .base_referee import Referee
|
|
2
|
-
from .naive_referee import NaiveReferee as
|
|
3
|
-
from .classify_early_stopping_referee import ClassifyEarlyStoppingReferee
|
|
1
|
+
from .base_referee import Referee
|
|
2
|
+
from .naive_referee import NaiveReferee #as MaxVoteReferee
|
|
3
|
+
from .classify_early_stopping_referee import ClassifyEarlyStoppingReferee
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
from .base_workflow import Workflow
|
|
2
|
-
from .classify_workflow import ClassifyWorkflow
|
|
3
|
-
from .compare_workflow import CompareWorkflow
|
|
4
|
-
from .free_text_workflow import FreeTextWorkflow
|
|
1
|
+
from .base_workflow import Workflow
|
|
2
|
+
from .classify_workflow import ClassifyWorkflow
|
|
3
|
+
from .compare_workflow import CompareWorkflow
|
|
4
|
+
from .free_text_workflow import FreeTextWorkflow
|
|
5
|
+
from .transcription_workflow import TranscriptionWorkflow
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
rapidata/__init__.py,sha256=
|
|
1
|
+
rapidata/__init__.py,sha256=mawPp5WoEVziUnaycojmzCyUDMgcIcUXqGEv2dGgDtk,407
|
|
2
2
|
rapidata/api_client/__init__.py,sha256=eLFuUpHlUktj4p6EyWzC9H4Fp-asEoM6q3SPHOI2FJA,18786
|
|
3
3
|
rapidata/api_client/api/__init__.py,sha256=NmEdKcHiQlR8hn7KMT-V5CZv9H-uPlR8ZHJR27gUq2g,524
|
|
4
4
|
rapidata/api_client/api/coco_api.py,sha256=v5xYyQVlAv4ENgihWlji3BkbczQYKxLP0gnxfQLRmkI,24926
|
|
@@ -220,18 +220,18 @@ rapidata/api_client/models/workflow_split_model.py,sha256=zthOSaUl8dbLhLymLK_lrP
|
|
|
220
220
|
rapidata/api_client/models/workflow_split_model_filter_configs_inner.py,sha256=1Fx9uZtztiiAdMXkj7YeCqt7o6VkG9lKf7D7UP_h088,7447
|
|
221
221
|
rapidata/api_client/rest.py,sha256=A8BNcRsSo-Pn6sluvAOkTONtiA8gpulLjvGX93sQiAs,9419
|
|
222
222
|
rapidata/api_client_README.md,sha256=ebeOypm4MabEycVUxBm8YQjjijLaSJMmxtlA3cFklP4,30117
|
|
223
|
-
rapidata/rapidata_client/__init__.py,sha256=
|
|
223
|
+
rapidata/rapidata_client/__init__.py,sha256=99DP3H19vIvmXqqNUjnoT-8aaZdtxCaOOgP8yYSbVB4,470
|
|
224
224
|
rapidata/rapidata_client/config.py,sha256=tQLgN6k_ATOX1GzZh38At2rgBDLStV6rJ6z0vsTTPjg,186
|
|
225
|
-
rapidata/rapidata_client/country_codes/__init__.py,sha256=
|
|
225
|
+
rapidata/rapidata_client/country_codes/__init__.py,sha256=FB9Dcks44J6C6YBSYmTmNZ71tE130x6NO_3aLJ8fKzQ,40
|
|
226
226
|
rapidata/rapidata_client/country_codes/country_codes.py,sha256=Q0HMX7uHJQDeLCFPP5bq4iYi6pgcDWEcl2ONGhjgoeU,286
|
|
227
227
|
rapidata/rapidata_client/dataset/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
228
228
|
rapidata/rapidata_client/dataset/rapidata_dataset.py,sha256=QDsl7ZCZxuG02yfEpBSphfSDZh_qHz6m5HUCGwZflfw,3205
|
|
229
229
|
rapidata/rapidata_client/dataset/rapidata_validation_set.py,sha256=YrnUzia9AXgq2z917FtztFxj4fD5EgTWXVPBzLVIujY,9374
|
|
230
230
|
rapidata/rapidata_client/dataset/validation_rapid_parts.py,sha256=SIeQesEXPPOW5kclxYLNWaKllBXHm7DQKBdMU-GXnfc,2104
|
|
231
231
|
rapidata/rapidata_client/dataset/validation_set_builder.py,sha256=B9D-uNCo_PO0NCUHju_7dsWtz_KcOmvFIsxUgQ67Q2M,7471
|
|
232
|
-
rapidata/rapidata_client/feature_flags/__init__.py,sha256=
|
|
232
|
+
rapidata/rapidata_client/feature_flags/__init__.py,sha256=IYkcK_bZCl5RfyQFiWjjUdz4y0jipiW9qfeopq4EjQQ,40
|
|
233
233
|
rapidata/rapidata_client/feature_flags/feature_flags.py,sha256=hcS9YRzpsPWpZfw-3QwSuf2TaVg-MOHBxY788oNqIW4,3957
|
|
234
|
-
rapidata/rapidata_client/metadata/__init__.py,sha256=
|
|
234
|
+
rapidata/rapidata_client/metadata/__init__.py,sha256=qMmo4wqScUCAJ6YXRWxvJLmbFA5YRbK39p9_exV1d50,246
|
|
235
235
|
rapidata/rapidata_client/metadata/base_metadata.py,sha256=BJoZT4lRs94lu7PE3__LcsMINHNDVKRKRART-EKzSaw,217
|
|
236
236
|
rapidata/rapidata_client/metadata/private_text_metadata.py,sha256=VJ_SJwp8OMFZLuUMRWvPeKOySXYJuGr-YgpwuLfTbmo,517
|
|
237
237
|
rapidata/rapidata_client/metadata/prompt_metadata.py,sha256=_FypjKWrC3iKUO_G2CVwAGcYbEYClVv4K7upqlnmecw,468
|
|
@@ -239,20 +239,20 @@ rapidata/rapidata_client/metadata/public_text_metadata.py,sha256=LTiBQHs6izxQ6-C
|
|
|
239
239
|
rapidata/rapidata_client/metadata/transcription_metadata.py,sha256=THtDEVCON4UlcXHmXrjilaOLHys4TrktUOPGWnXaCcc,631
|
|
240
240
|
rapidata/rapidata_client/order/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
241
241
|
rapidata/rapidata_client/order/rapidata_order.py,sha256=DCfw_xH7Ja8KURlJYaxVuX6dM81sUF7HLyX4iTfqqZc,3098
|
|
242
|
-
rapidata/rapidata_client/order/rapidata_order_builder.py,sha256=
|
|
243
|
-
rapidata/rapidata_client/rapidata_client.py,sha256=
|
|
244
|
-
rapidata/rapidata_client/referee/__init__.py,sha256=
|
|
242
|
+
rapidata/rapidata_client/order/rapidata_order_builder.py,sha256=lciogpvXZhMNe8RE_6qLtHNSzSQobfqOXdw106f9mzg,8838
|
|
243
|
+
rapidata/rapidata_client/rapidata_client.py,sha256=NsLE6WRrnPFNyCklD0d249XmCoVr_Z_z8HOf-scEnxM,3623
|
|
244
|
+
rapidata/rapidata_client/referee/__init__.py,sha256=Ow9MQsONhF4sX2wFK9jbvSBrpcJgtq3OglIQMkBUdIY,167
|
|
245
245
|
rapidata/rapidata_client/referee/base_referee.py,sha256=bMy7cw0a-pGNbFu6u_1_Jplu0A483Ubj4oDQzh8vu8k,493
|
|
246
246
|
rapidata/rapidata_client/referee/classify_early_stopping_referee.py,sha256=B5wsqKM3_Oc1TU_MFGiIyiXjwK1LcmaVjhzLdaL8Cgw,1797
|
|
247
247
|
rapidata/rapidata_client/referee/naive_referee.py,sha256=KWMLSc73gOdM8YT_ciFhfN7J4eKgtOFphBG9tIra9g0,1179
|
|
248
|
-
rapidata/rapidata_client/selection/__init__.py,sha256=
|
|
248
|
+
rapidata/rapidata_client/selection/__init__.py,sha256=KogO0_Hc0ENP5YWZrWhJ5AbNURJvmGuJurFrOuNyjps,198
|
|
249
249
|
rapidata/rapidata_client/selection/base_selection.py,sha256=Y3HkROPm4I4HLNiR0HuHKpvk236KkRlsoDxQATm_chY,138
|
|
250
250
|
rapidata/rapidata_client/selection/demographic_selection.py,sha256=DU8YvAj-WFALMAQJgjvBm1_ruIdPg2JVuKw07f7nDuA,453
|
|
251
251
|
rapidata/rapidata_client/selection/labeling_selection.py,sha256=cqDMQEXfQGMmgIvPgGOYgIGaXflV_J7LZsGOsakLXqo,425
|
|
252
252
|
rapidata/rapidata_client/selection/validation_selection.py,sha256=HswzD2SvZZWisNLoGj--0sT_TIK8crYp3xGGndo6aLY,523
|
|
253
253
|
rapidata/rapidata_client/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
254
254
|
rapidata/rapidata_client/utils/utils.py,sha256=Fl99gCnh_HnieIp099xEvEv4g2kEIKiFcUp0G2iz6x8,815
|
|
255
|
-
rapidata/rapidata_client/workflow/__init__.py,sha256=
|
|
255
|
+
rapidata/rapidata_client/workflow/__init__.py,sha256=nHB6heVVf_A3nhSL0NGapnGqJAL0K9nfOpfyaUM5srw,238
|
|
256
256
|
rapidata/rapidata_client/workflow/base_workflow.py,sha256=VoZtNIFoylTrylMWC7CqzuSCLfG2yEGCmenf-HBzYOI,1196
|
|
257
257
|
rapidata/rapidata_client/workflow/classify_workflow.py,sha256=NkyyBrlCDqYVQaCARR9EHYuREEtXond69kD6jbzcN3M,1713
|
|
258
258
|
rapidata/rapidata_client/workflow/compare_workflow.py,sha256=nqrgtohlXBfgHh_cRPOFAlwdI8wVc7PUsH0FDM7wIjg,1431
|
|
@@ -263,7 +263,7 @@ rapidata/service/local_file_service.py,sha256=pgorvlWcx52Uh3cEG6VrdMK_t__7dacQ_5
|
|
|
263
263
|
rapidata/service/openapi_service.py,sha256=-vrM2jEzQxr9KAerOYkVhpvMEeHwjzRwm9L_VFyzOT0,1537
|
|
264
264
|
rapidata/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
265
265
|
rapidata/utils/image_utils.py,sha256=TldO3eJWG8IhfJjm5MfNGO0mEDm1mQTsRoA0HLU1Uxs,404
|
|
266
|
-
rapidata-0.
|
|
267
|
-
rapidata-0.
|
|
268
|
-
rapidata-0.
|
|
269
|
-
rapidata-0.
|
|
266
|
+
rapidata-0.4.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
267
|
+
rapidata-0.4.0.dist-info/METADATA,sha256=F6QuVl_gSq63EK07SgYL97-63aTgaZQBUKVB7z___L0,961
|
|
268
|
+
rapidata-0.4.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
|
269
|
+
rapidata-0.4.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|