dtlpy 1.115.44__py3-none-any.whl → 1.117.6__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (238) hide show
  1. dtlpy/__init__.py +491 -491
  2. dtlpy/__version__.py +1 -1
  3. dtlpy/assets/__init__.py +26 -26
  4. dtlpy/assets/code_server/config.yaml +2 -2
  5. dtlpy/assets/code_server/installation.sh +24 -24
  6. dtlpy/assets/code_server/launch.json +13 -13
  7. dtlpy/assets/code_server/settings.json +2 -2
  8. dtlpy/assets/main.py +53 -53
  9. dtlpy/assets/main_partial.py +18 -18
  10. dtlpy/assets/mock.json +11 -11
  11. dtlpy/assets/model_adapter.py +83 -83
  12. dtlpy/assets/package.json +61 -61
  13. dtlpy/assets/package_catalog.json +29 -29
  14. dtlpy/assets/package_gitignore +307 -307
  15. dtlpy/assets/service_runners/__init__.py +33 -33
  16. dtlpy/assets/service_runners/converter.py +96 -96
  17. dtlpy/assets/service_runners/multi_method.py +49 -49
  18. dtlpy/assets/service_runners/multi_method_annotation.py +54 -54
  19. dtlpy/assets/service_runners/multi_method_dataset.py +55 -55
  20. dtlpy/assets/service_runners/multi_method_item.py +52 -52
  21. dtlpy/assets/service_runners/multi_method_json.py +52 -52
  22. dtlpy/assets/service_runners/single_method.py +37 -37
  23. dtlpy/assets/service_runners/single_method_annotation.py +43 -43
  24. dtlpy/assets/service_runners/single_method_dataset.py +43 -43
  25. dtlpy/assets/service_runners/single_method_item.py +41 -41
  26. dtlpy/assets/service_runners/single_method_json.py +42 -42
  27. dtlpy/assets/service_runners/single_method_multi_input.py +45 -45
  28. dtlpy/assets/voc_annotation_template.xml +23 -23
  29. dtlpy/caches/base_cache.py +32 -32
  30. dtlpy/caches/cache.py +473 -473
  31. dtlpy/caches/dl_cache.py +201 -201
  32. dtlpy/caches/filesystem_cache.py +89 -89
  33. dtlpy/caches/redis_cache.py +84 -84
  34. dtlpy/dlp/__init__.py +20 -20
  35. dtlpy/dlp/cli_utilities.py +367 -367
  36. dtlpy/dlp/command_executor.py +764 -764
  37. dtlpy/dlp/dlp +1 -1
  38. dtlpy/dlp/dlp.bat +1 -1
  39. dtlpy/dlp/dlp.py +128 -128
  40. dtlpy/dlp/parser.py +651 -651
  41. dtlpy/entities/__init__.py +83 -83
  42. dtlpy/entities/analytic.py +347 -347
  43. dtlpy/entities/annotation.py +1879 -1879
  44. dtlpy/entities/annotation_collection.py +699 -699
  45. dtlpy/entities/annotation_definitions/__init__.py +20 -20
  46. dtlpy/entities/annotation_definitions/base_annotation_definition.py +100 -100
  47. dtlpy/entities/annotation_definitions/box.py +195 -195
  48. dtlpy/entities/annotation_definitions/classification.py +67 -67
  49. dtlpy/entities/annotation_definitions/comparison.py +72 -72
  50. dtlpy/entities/annotation_definitions/cube.py +204 -204
  51. dtlpy/entities/annotation_definitions/cube_3d.py +149 -149
  52. dtlpy/entities/annotation_definitions/description.py +32 -32
  53. dtlpy/entities/annotation_definitions/ellipse.py +124 -124
  54. dtlpy/entities/annotation_definitions/free_text.py +62 -62
  55. dtlpy/entities/annotation_definitions/gis.py +69 -69
  56. dtlpy/entities/annotation_definitions/note.py +139 -139
  57. dtlpy/entities/annotation_definitions/point.py +117 -117
  58. dtlpy/entities/annotation_definitions/polygon.py +182 -182
  59. dtlpy/entities/annotation_definitions/polyline.py +111 -111
  60. dtlpy/entities/annotation_definitions/pose.py +92 -92
  61. dtlpy/entities/annotation_definitions/ref_image.py +86 -86
  62. dtlpy/entities/annotation_definitions/segmentation.py +240 -240
  63. dtlpy/entities/annotation_definitions/subtitle.py +34 -34
  64. dtlpy/entities/annotation_definitions/text.py +85 -85
  65. dtlpy/entities/annotation_definitions/undefined_annotation.py +74 -74
  66. dtlpy/entities/app.py +220 -220
  67. dtlpy/entities/app_module.py +107 -107
  68. dtlpy/entities/artifact.py +174 -174
  69. dtlpy/entities/assignment.py +399 -399
  70. dtlpy/entities/base_entity.py +214 -214
  71. dtlpy/entities/bot.py +113 -113
  72. dtlpy/entities/codebase.py +292 -292
  73. dtlpy/entities/collection.py +38 -38
  74. dtlpy/entities/command.py +169 -169
  75. dtlpy/entities/compute.py +449 -449
  76. dtlpy/entities/dataset.py +1299 -1299
  77. dtlpy/entities/directory_tree.py +44 -44
  78. dtlpy/entities/dpk.py +470 -470
  79. dtlpy/entities/driver.py +235 -235
  80. dtlpy/entities/execution.py +397 -397
  81. dtlpy/entities/feature.py +124 -124
  82. dtlpy/entities/feature_set.py +152 -145
  83. dtlpy/entities/filters.py +798 -798
  84. dtlpy/entities/gis_item.py +107 -107
  85. dtlpy/entities/integration.py +184 -184
  86. dtlpy/entities/item.py +975 -959
  87. dtlpy/entities/label.py +123 -123
  88. dtlpy/entities/links.py +85 -85
  89. dtlpy/entities/message.py +175 -175
  90. dtlpy/entities/model.py +684 -684
  91. dtlpy/entities/node.py +1005 -1005
  92. dtlpy/entities/ontology.py +810 -803
  93. dtlpy/entities/organization.py +287 -287
  94. dtlpy/entities/package.py +657 -657
  95. dtlpy/entities/package_defaults.py +5 -5
  96. dtlpy/entities/package_function.py +185 -185
  97. dtlpy/entities/package_module.py +113 -113
  98. dtlpy/entities/package_slot.py +118 -118
  99. dtlpy/entities/paged_entities.py +299 -299
  100. dtlpy/entities/pipeline.py +624 -624
  101. dtlpy/entities/pipeline_execution.py +279 -279
  102. dtlpy/entities/project.py +394 -394
  103. dtlpy/entities/prompt_item.py +505 -505
  104. dtlpy/entities/recipe.py +301 -301
  105. dtlpy/entities/reflect_dict.py +102 -102
  106. dtlpy/entities/resource_execution.py +138 -138
  107. dtlpy/entities/service.py +974 -963
  108. dtlpy/entities/service_driver.py +117 -117
  109. dtlpy/entities/setting.py +294 -294
  110. dtlpy/entities/task.py +495 -495
  111. dtlpy/entities/time_series.py +143 -143
  112. dtlpy/entities/trigger.py +426 -426
  113. dtlpy/entities/user.py +118 -118
  114. dtlpy/entities/webhook.py +124 -124
  115. dtlpy/examples/__init__.py +19 -19
  116. dtlpy/examples/add_labels.py +135 -135
  117. dtlpy/examples/add_metadata_to_item.py +21 -21
  118. dtlpy/examples/annotate_items_using_model.py +65 -65
  119. dtlpy/examples/annotate_video_using_model_and_tracker.py +75 -75
  120. dtlpy/examples/annotations_convert_to_voc.py +9 -9
  121. dtlpy/examples/annotations_convert_to_yolo.py +9 -9
  122. dtlpy/examples/convert_annotation_types.py +51 -51
  123. dtlpy/examples/converter.py +143 -143
  124. dtlpy/examples/copy_annotations.py +22 -22
  125. dtlpy/examples/copy_folder.py +31 -31
  126. dtlpy/examples/create_annotations.py +51 -51
  127. dtlpy/examples/create_video_annotations.py +83 -83
  128. dtlpy/examples/delete_annotations.py +26 -26
  129. dtlpy/examples/filters.py +113 -113
  130. dtlpy/examples/move_item.py +23 -23
  131. dtlpy/examples/play_video_annotation.py +13 -13
  132. dtlpy/examples/show_item_and_mask.py +53 -53
  133. dtlpy/examples/triggers.py +49 -49
  134. dtlpy/examples/upload_batch_of_items.py +20 -20
  135. dtlpy/examples/upload_items_and_custom_format_annotations.py +55 -55
  136. dtlpy/examples/upload_items_with_modalities.py +43 -43
  137. dtlpy/examples/upload_segmentation_annotations_from_mask_image.py +44 -44
  138. dtlpy/examples/upload_yolo_format_annotations.py +70 -70
  139. dtlpy/exceptions.py +125 -125
  140. dtlpy/miscellaneous/__init__.py +20 -20
  141. dtlpy/miscellaneous/dict_differ.py +95 -95
  142. dtlpy/miscellaneous/git_utils.py +217 -217
  143. dtlpy/miscellaneous/json_utils.py +14 -14
  144. dtlpy/miscellaneous/list_print.py +105 -105
  145. dtlpy/miscellaneous/zipping.py +130 -130
  146. dtlpy/ml/__init__.py +20 -20
  147. dtlpy/ml/base_feature_extractor_adapter.py +27 -27
  148. dtlpy/ml/base_model_adapter.py +1287 -1230
  149. dtlpy/ml/metrics.py +461 -461
  150. dtlpy/ml/predictions_utils.py +274 -274
  151. dtlpy/ml/summary_writer.py +57 -57
  152. dtlpy/ml/train_utils.py +60 -60
  153. dtlpy/new_instance.py +252 -252
  154. dtlpy/repositories/__init__.py +56 -56
  155. dtlpy/repositories/analytics.py +85 -85
  156. dtlpy/repositories/annotations.py +916 -916
  157. dtlpy/repositories/apps.py +383 -383
  158. dtlpy/repositories/artifacts.py +452 -452
  159. dtlpy/repositories/assignments.py +599 -599
  160. dtlpy/repositories/bots.py +213 -213
  161. dtlpy/repositories/codebases.py +559 -559
  162. dtlpy/repositories/collections.py +332 -332
  163. dtlpy/repositories/commands.py +152 -152
  164. dtlpy/repositories/compositions.py +61 -61
  165. dtlpy/repositories/computes.py +439 -439
  166. dtlpy/repositories/datasets.py +1585 -1504
  167. dtlpy/repositories/downloader.py +1157 -923
  168. dtlpy/repositories/dpks.py +433 -433
  169. dtlpy/repositories/drivers.py +482 -482
  170. dtlpy/repositories/executions.py +815 -815
  171. dtlpy/repositories/feature_sets.py +256 -226
  172. dtlpy/repositories/features.py +255 -255
  173. dtlpy/repositories/integrations.py +484 -484
  174. dtlpy/repositories/items.py +912 -912
  175. dtlpy/repositories/messages.py +94 -94
  176. dtlpy/repositories/models.py +1000 -1000
  177. dtlpy/repositories/nodes.py +80 -80
  178. dtlpy/repositories/ontologies.py +511 -511
  179. dtlpy/repositories/organizations.py +525 -525
  180. dtlpy/repositories/packages.py +1941 -1941
  181. dtlpy/repositories/pipeline_executions.py +451 -451
  182. dtlpy/repositories/pipelines.py +640 -640
  183. dtlpy/repositories/projects.py +539 -539
  184. dtlpy/repositories/recipes.py +429 -399
  185. dtlpy/repositories/resource_executions.py +137 -137
  186. dtlpy/repositories/schema.py +120 -120
  187. dtlpy/repositories/service_drivers.py +213 -213
  188. dtlpy/repositories/services.py +1704 -1704
  189. dtlpy/repositories/settings.py +339 -339
  190. dtlpy/repositories/tasks.py +1477 -1477
  191. dtlpy/repositories/times_series.py +278 -278
  192. dtlpy/repositories/triggers.py +536 -536
  193. dtlpy/repositories/upload_element.py +257 -257
  194. dtlpy/repositories/uploader.py +661 -661
  195. dtlpy/repositories/webhooks.py +249 -249
  196. dtlpy/services/__init__.py +22 -22
  197. dtlpy/services/aihttp_retry.py +131 -131
  198. dtlpy/services/api_client.py +1786 -1785
  199. dtlpy/services/api_reference.py +40 -40
  200. dtlpy/services/async_utils.py +133 -133
  201. dtlpy/services/calls_counter.py +44 -44
  202. dtlpy/services/check_sdk.py +68 -68
  203. dtlpy/services/cookie.py +115 -115
  204. dtlpy/services/create_logger.py +156 -156
  205. dtlpy/services/events.py +84 -84
  206. dtlpy/services/logins.py +235 -235
  207. dtlpy/services/reporter.py +256 -256
  208. dtlpy/services/service_defaults.py +91 -91
  209. dtlpy/utilities/__init__.py +20 -20
  210. dtlpy/utilities/annotations/__init__.py +16 -16
  211. dtlpy/utilities/annotations/annotation_converters.py +269 -269
  212. dtlpy/utilities/base_package_runner.py +285 -264
  213. dtlpy/utilities/converter.py +1650 -1650
  214. dtlpy/utilities/dataset_generators/__init__.py +1 -1
  215. dtlpy/utilities/dataset_generators/dataset_generator.py +670 -670
  216. dtlpy/utilities/dataset_generators/dataset_generator_tensorflow.py +23 -23
  217. dtlpy/utilities/dataset_generators/dataset_generator_torch.py +21 -21
  218. dtlpy/utilities/local_development/__init__.py +1 -1
  219. dtlpy/utilities/local_development/local_session.py +179 -179
  220. dtlpy/utilities/reports/__init__.py +2 -2
  221. dtlpy/utilities/reports/figures.py +343 -343
  222. dtlpy/utilities/reports/report.py +71 -71
  223. dtlpy/utilities/videos/__init__.py +17 -17
  224. dtlpy/utilities/videos/video_player.py +598 -598
  225. dtlpy/utilities/videos/videos.py +470 -470
  226. {dtlpy-1.115.44.data → dtlpy-1.117.6.data}/scripts/dlp +1 -1
  227. dtlpy-1.117.6.data/scripts/dlp.bat +2 -0
  228. {dtlpy-1.115.44.data → dtlpy-1.117.6.data}/scripts/dlp.py +128 -128
  229. {dtlpy-1.115.44.dist-info → dtlpy-1.117.6.dist-info}/METADATA +186 -186
  230. dtlpy-1.117.6.dist-info/RECORD +239 -0
  231. {dtlpy-1.115.44.dist-info → dtlpy-1.117.6.dist-info}/WHEEL +1 -1
  232. {dtlpy-1.115.44.dist-info → dtlpy-1.117.6.dist-info}/licenses/LICENSE +200 -200
  233. tests/features/environment.py +551 -551
  234. dtlpy/assets/__pycache__/__init__.cpython-310.pyc +0 -0
  235. dtlpy-1.115.44.data/scripts/dlp.bat +0 -2
  236. dtlpy-1.115.44.dist-info/RECORD +0 -240
  237. {dtlpy-1.115.44.dist-info → dtlpy-1.117.6.dist-info}/entry_points.txt +0 -0
  238. {dtlpy-1.115.44.dist-info → dtlpy-1.117.6.dist-info}/top_level.txt +0 -0
dtlpy/new_instance.py CHANGED
@@ -1,252 +1,252 @@
1
- class Dtlpy:
2
- from .services.api_client import client as client_api
3
- from .services.api_client import VerboseLoggingLevel, ApiClient
4
- from .services import DataloopLogger, DtlpyFilter, check_sdk, Reporter, service_defaults
5
- from .services.api_reference import api_reference as _api_reference
6
- from .caches.cache import CacheConfig, CacheType
7
- from .exceptions import PlatformException
8
- from . import repositories, exceptions, entities, examples
9
- from .entities import (
10
- # main entities
11
- Project, Dataset, ExpirationOptions, ExportVersion, Trigger, Item, Execution, AnnotationCollection, Annotation,
12
- Recipe, IndexDriver, AttributesTypes, AttributesRange, Dpk, App, AppModule, AppScope,
13
- Ontology, Label, Task, TaskPriority, ConsensusTaskType, AllocationMethod, Assignment, Service, Package, Codebase, Model,
14
- PackageModule, PackageFunction,
15
- # annotations
16
- Box, Cube, Cube3d, Point, Note, Message, Segmentation, Ellipse, Classification, Subtitle, Polyline, Pose, Gis, GisType,
17
- Description,
18
- Polygon, Text, FreeText, RefImage,
19
- # filters
20
- Filters, FiltersKnownFields, FiltersResource, FiltersOperations, FiltersMethod, FiltersOrderByDirection,
21
- FiltersKnownFields as KnownFields,
22
- # triggers
23
- TriggerResource, TriggerAction, TriggerExecutionMode, TriggerType,
24
- # faas
25
- FunctionIO, KubernetesAutoscalerType, KubernetesRabbitmqAutoscaler, KubernetesAutoscaler, KubernetesRuntime,
26
- InstanceCatalog, PackageInputType, ServiceType, ServiceModeType,
27
- PackageSlot, SlotPostAction, SlotPostActionType, SlotDisplayScope, SlotDisplayScopeResource, UiBindingPanel,
28
- # roberto
29
- DatasetSubsetType, ModelStatus, PlotSample, ArtifactType, Artifact, ItemArtifact, LinkArtifact, LocalArtifact,
30
- EntityScopeLevel,
31
- # features
32
- FeatureEntityType, Feature, FeatureSet,
33
- #
34
- RequirementOperator, PackageRequirement,
35
- Command, CommandsStatus,
36
- LocalCodebase, GitCodebase, ItemCodebase, FilesystemCodebase, PackageCodebaseType,
37
- MemberRole, MemberOrgRole,
38
- Webhook, HttpMethod,
39
- ViewAnnotationOptions, AnnotationStatus, AnnotationType,
40
- ItemStatus, ExecutionStatus, ExportMetadata,
41
- PromptItem, Prompt, PromptType, ItemGis, Layer,
42
- ItemLink, UrlLink, LinkTypeEnum,
43
- Modality, ModalityTypeEnum, ModalityRefTypeEnum,
44
- Workload, WorkloadUnit, ItemAction,
45
- PipelineExecution, CycleRerunMethod, PipelineExecutionNode, Pipeline, PipelineConnection,
46
- PipelineNode, TaskNode, CodeNode, PipelineStats, PipelineSettings,
47
- PipelineNodeType, PipelineNameSpace, PipelineResumeOption, Variable, CompositionStatus,
48
- FunctionNode, DatasetNode, PipelineConnectionPort, PipelineNodeIO, Organization, OrganizationsPlans,
49
- Integration,
50
- Driver, S3Driver, GcsDriver, AzureBlobDriver, CacheAction, PodType,
51
- ExternalStorage, IntegrationType, Role, PlatformEntityType, SettingsValueTypes, SettingsTypes,
52
- SettingsSectionNames,
53
- SettingScope, BaseSetting, UserSetting, Setting, ServiceSample, ExecutionSample, PipelineExecutionSample,
54
- ResourceExecution, Message, NotificationEventContext
55
- )
56
- from .ml import BaseModelAdapter
57
- from .utilities import Converter, BaseServiceRunner, Progress, Context, AnnotationFormat
58
- from .repositories import FUNCTION_END_LINE, PackageCatalog
59
-
60
- def __init__(self, cookie_filepath=None):
61
- self.client_api = self.ApiClient(cookie_filepath=cookie_filepath)
62
- self.projects = self.repositories.Projects(client_api=self.client_api)
63
- self.datasets = self.repositories.Datasets(client_api=self.client_api,
64
- project=None)
65
- self.items = self.repositories.Items(client_api=self.client_api,
66
- datasets=self.datasets)
67
- self.packages = self.repositories.Packages(client_api=self.client_api)
68
- self.executions = self.repositories.Executions(client_api=self.client_api)
69
- self.services = self.repositories.Services(client_api=self.client_api)
70
- self.webhooks = self.repositories.Webhooks(client_api=self.client_api)
71
- self.triggers = self.repositories.Triggers(client_api=self.client_api)
72
- self.assignments = self.repositories.Assignments(client_api=self.client_api)
73
- self.tasks = self.repositories.Tasks(client_api=self.client_api)
74
- self.dpks = self.repositories.Dpks(client_api=self.client_api)
75
- self.annotations = self.repositories.Annotations(client_api=self.client_api)
76
- self.models = self.repositories.Models(client_api=self.client_api)
77
- self.ontologies = self.repositories.Ontologies(client_api=self.client_api)
78
- self.recipes = self.repositories.Recipes(client_api=self.client_api)
79
- self.pipelines = self.repositories.Pipelines(client_api=self.client_api)
80
- self.pipeline_executions = self.repositories.PipelineExecutions(client_api=self.client_api)
81
- self.feature_sets = self.repositories.FeatureSets(client_api=self.client_api)
82
- self.features = self.repositories.Features(client_api=self.client_api)
83
- self.organizations = self.repositories.Organizations(client_api=self.client_api)
84
- self.analytics = self.repositories.Analytics(client_api=self.client_api)
85
- self.integrations = self.repositories.Integrations(client_api=self.client_api)
86
- self.drivers = self.repositories.Drivers(client_api=self.client_api)
87
- self.settings = self.repositories.Settings(client_api=self.client_api)
88
- self.apps = self.repositories.Apps(client_api=self.client_api)
89
- self.dpks = self.repositories.Dpks(client_api=self.client_api)
90
- self.messages = self.repositories.Messages(client_api=self.client_api)
91
- self.compositions = self.repositories.Compositions(client_api=self.client_api)
92
-
93
- self.verbose = self.client_api.verbose
94
- self.login = self.client_api.login
95
- self.logout = self.client_api.logout
96
- self.login_token = self.client_api.login_token
97
- self.login_secret = self.client_api.login_secret
98
- self.login_api_key = self.client_api.login_api_key
99
- self.login_m2m = self.client_api.login_m2m
100
- self.add_environment = self.client_api.add_environment
101
- self.setenv = self.client_api.setenv
102
- self.token_expired = self.client_api.token_expired
103
- self.info = self.client_api.info
104
- self.cache_state = self.client_api.cache_state
105
- self.attributes_mode = self.client_api.attributes_mode
106
- self.sdk_cache = self.client_api.sdk_cache
107
-
108
- def __del__(self):
109
- for name, pool in self.client_api._thread_pools.items():
110
- pool.shutdown()
111
-
112
- def token(self):
113
- """
114
- token
115
-
116
- :return: token in use
117
- """
118
- return self.client_api.token
119
-
120
- def environment(self):
121
- """
122
- environment
123
-
124
- :return: current environment
125
- """
126
- return self.client_api.environment
127
-
128
- def init(self):
129
- """
130
- init current directory as a Dataloop working directory
131
-
132
- :return:
133
- """
134
- from .services import CookieIO
135
- self.client_api.state_io = CookieIO.init_local_cookie(create=True)
136
- assert isinstance(self.client_api.state_io, CookieIO)
137
-
138
- def checkout_state(self):
139
- """
140
- Return the current checked out state
141
-
142
- :return:
143
- """
144
- state = self.client_api.state_io.read_json()
145
- return state
146
-
147
- class ModalityTypeEnum:
148
- """
149
- State enum
150
- """
151
- OVERLAY = 'overlay'
152
-
153
- class LinkTypeEnum:
154
- """
155
- State enum
156
- """
157
- ID = 'id'
158
- URL = 'url'
159
-
160
- class TriggerResource:
161
- ITEM = 'Item'
162
- DATASET = 'Dataset'
163
- ANNOTATION = 'Annotation'
164
-
165
- class TriggerAction:
166
- CREATED = 'Created'
167
- UPDATED = 'Updated'
168
- DELETED = 'Deleted'
169
-
170
- class TriggerExecutionMode:
171
- ONCE = 'Once'
172
- ALWAYS = 'Always'
173
-
174
- class PackageInputType:
175
- ITEM = 'Item'
176
- DATASET = 'Dataset'
177
- ANNOTATION = 'Annotation'
178
- JSON = 'Json'
179
-
180
- class FiltersResource:
181
- ITEM = 'items'
182
- ANNOTATION = 'annotations'
183
-
184
- class FiltersOperations:
185
- OR = 'or'
186
- AND = 'and'
187
- IN = 'in'
188
- NOT_EQUAL = 'ne'
189
- EQUAL = 'eq'
190
- GREATER_THAN = 'gt'
191
- LESS_THAN = 'lt'
192
-
193
- class FiltersMethod:
194
- OR = 'or'
195
- AND = 'and'
196
-
197
- class FiltersOrderByDirection:
198
- DESCENDING = 'descending'
199
- ASCENDING = 'ascending'
200
-
201
- class KnownFields:
202
- DIR = 'dir'
203
- ANNOTATED = 'annotated'
204
- FILENAME = 'filename'
205
- CREATED_AT = 'createdAt'
206
- UPDATED_AT = 'updatedAt'
207
- LABEL = 'label'
208
- NAME = 'name'
209
- HIDDEN = 'hidden'
210
-
211
- class ExecutionStatus:
212
- SUCCESS = 'success'
213
- FAILED = 'failed'
214
- IN_PROGRESS = 'inProgress'
215
- CREATED = 'created'
216
-
217
- class HttpMethod:
218
- GET = 'GET'
219
- POST = 'POST'
220
- DELETE = 'DELETE'
221
- PATCH = 'PATCH'
222
-
223
- class ViewAnnotationOptions:
224
- JSON = 'json'
225
- MASK = 'mask'
226
- INSTANCE = 'instance'
227
-
228
- class AnnotationFormat:
229
- COCO = 'coco'
230
- VOC = 'voc'
231
- YOLO = 'yolo'
232
- DATALOOP = 'dataloop'
233
-
234
- class InstanceCatalog:
235
- REGULAR_MICRO = 'regular-micro'
236
- REGULAR_XS = 'regular-xs'
237
- REGULAR_S = 'regular-s'
238
- REGULAR_M = 'regular-m'
239
- REGULAR_L = 'regular-l'
240
- HIGHMEM_MICRO = 'highmem-micro'
241
- HIGHMEM_XS = 'highmem-xs'
242
- HIGHMEM_S = 'highmem-s'
243
- HIGHMEM_M = 'highmem-m'
244
- HIGHMEM_L = 'highmem-l'
245
- GPU_T4_S = "gpu-t4-s"
246
- GPU_T4_M = "gpu-t4-m"
247
-
248
- class LoggingLevel:
249
- DEBUG = 'debug'
250
- WARNING = 'warning'
251
- CRITICAL = 'critical'
252
- INFO = 'info'
1
+ class Dtlpy:
2
+ from .services.api_client import client as client_api
3
+ from .services.api_client import VerboseLoggingLevel, ApiClient
4
+ from .services import DataloopLogger, DtlpyFilter, check_sdk, Reporter, service_defaults
5
+ from .services.api_reference import api_reference as _api_reference
6
+ from .caches.cache import CacheConfig, CacheType
7
+ from .exceptions import PlatformException
8
+ from . import repositories, exceptions, entities, examples
9
+ from .entities import (
10
+ # main entities
11
+ Project, Dataset, ExpirationOptions, ExportVersion, Trigger, Item, Execution, AnnotationCollection, Annotation,
12
+ Recipe, IndexDriver, AttributesTypes, AttributesRange, Dpk, App, AppModule, AppScope,
13
+ Ontology, Label, Task, TaskPriority, ConsensusTaskType, AllocationMethod, Assignment, Service, Package, Codebase, Model,
14
+ PackageModule, PackageFunction,
15
+ # annotations
16
+ Box, Cube, Cube3d, Point, Note, Message, Segmentation, Ellipse, Classification, Subtitle, Polyline, Pose, Gis, GisType,
17
+ Description,
18
+ Polygon, Text, FreeText, RefImage,
19
+ # filters
20
+ Filters, FiltersKnownFields, FiltersResource, FiltersOperations, FiltersMethod, FiltersOrderByDirection,
21
+ FiltersKnownFields as KnownFields,
22
+ # triggers
23
+ TriggerResource, TriggerAction, TriggerExecutionMode, TriggerType,
24
+ # faas
25
+ FunctionIO, KubernetesAutoscalerType, KubernetesRabbitmqAutoscaler, KubernetesAutoscaler, KubernetesRuntime,
26
+ InstanceCatalog, PackageInputType, ServiceType, ServiceModeType,
27
+ PackageSlot, SlotPostAction, SlotPostActionType, SlotDisplayScope, SlotDisplayScopeResource, UiBindingPanel,
28
+ # roberto
29
+ DatasetSubsetType, ModelStatus, PlotSample, ArtifactType, Artifact, ItemArtifact, LinkArtifact, LocalArtifact,
30
+ EntityScopeLevel,
31
+ # features
32
+ FeatureEntityType, Feature, FeatureSet,
33
+ #
34
+ RequirementOperator, PackageRequirement,
35
+ Command, CommandsStatus,
36
+ LocalCodebase, GitCodebase, ItemCodebase, FilesystemCodebase, PackageCodebaseType,
37
+ MemberRole, MemberOrgRole,
38
+ Webhook, HttpMethod,
39
+ ViewAnnotationOptions, AnnotationStatus, AnnotationType,
40
+ ItemStatus, ExecutionStatus, ExportMetadata,
41
+ PromptItem, Prompt, PromptType, ItemGis, Layer,
42
+ ItemLink, UrlLink, LinkTypeEnum,
43
+ Modality, ModalityTypeEnum, ModalityRefTypeEnum,
44
+ Workload, WorkloadUnit, ItemAction,
45
+ PipelineExecution, CycleRerunMethod, PipelineExecutionNode, Pipeline, PipelineConnection,
46
+ PipelineNode, TaskNode, CodeNode, PipelineStats, PipelineSettings,
47
+ PipelineNodeType, PipelineNameSpace, PipelineResumeOption, Variable, CompositionStatus,
48
+ FunctionNode, DatasetNode, PipelineConnectionPort, PipelineNodeIO, Organization, OrganizationsPlans,
49
+ Integration,
50
+ Driver, S3Driver, GcsDriver, AzureBlobDriver, CacheAction, PodType,
51
+ ExternalStorage, IntegrationType, Role, PlatformEntityType, SettingsValueTypes, SettingsTypes,
52
+ SettingsSectionNames,
53
+ SettingScope, BaseSetting, UserSetting, Setting, ServiceSample, ExecutionSample, PipelineExecutionSample,
54
+ ResourceExecution, Message, NotificationEventContext
55
+ )
56
+ from .ml import BaseModelAdapter
57
+ from .utilities import Converter, BaseServiceRunner, Progress, Context, AnnotationFormat
58
+ from .repositories import FUNCTION_END_LINE, PackageCatalog
59
+
60
+ def __init__(self, cookie_filepath=None):
61
+ self.client_api = self.ApiClient(cookie_filepath=cookie_filepath)
62
+ self.projects = self.repositories.Projects(client_api=self.client_api)
63
+ self.datasets = self.repositories.Datasets(client_api=self.client_api,
64
+ project=None)
65
+ self.items = self.repositories.Items(client_api=self.client_api,
66
+ datasets=self.datasets)
67
+ self.packages = self.repositories.Packages(client_api=self.client_api)
68
+ self.executions = self.repositories.Executions(client_api=self.client_api)
69
+ self.services = self.repositories.Services(client_api=self.client_api)
70
+ self.webhooks = self.repositories.Webhooks(client_api=self.client_api)
71
+ self.triggers = self.repositories.Triggers(client_api=self.client_api)
72
+ self.assignments = self.repositories.Assignments(client_api=self.client_api)
73
+ self.tasks = self.repositories.Tasks(client_api=self.client_api)
74
+ self.dpks = self.repositories.Dpks(client_api=self.client_api)
75
+ self.annotations = self.repositories.Annotations(client_api=self.client_api)
76
+ self.models = self.repositories.Models(client_api=self.client_api)
77
+ self.ontologies = self.repositories.Ontologies(client_api=self.client_api)
78
+ self.recipes = self.repositories.Recipes(client_api=self.client_api)
79
+ self.pipelines = self.repositories.Pipelines(client_api=self.client_api)
80
+ self.pipeline_executions = self.repositories.PipelineExecutions(client_api=self.client_api)
81
+ self.feature_sets = self.repositories.FeatureSets(client_api=self.client_api)
82
+ self.features = self.repositories.Features(client_api=self.client_api)
83
+ self.organizations = self.repositories.Organizations(client_api=self.client_api)
84
+ self.analytics = self.repositories.Analytics(client_api=self.client_api)
85
+ self.integrations = self.repositories.Integrations(client_api=self.client_api)
86
+ self.drivers = self.repositories.Drivers(client_api=self.client_api)
87
+ self.settings = self.repositories.Settings(client_api=self.client_api)
88
+ self.apps = self.repositories.Apps(client_api=self.client_api)
89
+ self.dpks = self.repositories.Dpks(client_api=self.client_api)
90
+ self.messages = self.repositories.Messages(client_api=self.client_api)
91
+ self.compositions = self.repositories.Compositions(client_api=self.client_api)
92
+
93
+ self.verbose = self.client_api.verbose
94
+ self.login = self.client_api.login
95
+ self.logout = self.client_api.logout
96
+ self.login_token = self.client_api.login_token
97
+ self.login_secret = self.client_api.login_secret
98
+ self.login_api_key = self.client_api.login_api_key
99
+ self.login_m2m = self.client_api.login_m2m
100
+ self.add_environment = self.client_api.add_environment
101
+ self.setenv = self.client_api.setenv
102
+ self.token_expired = self.client_api.token_expired
103
+ self.info = self.client_api.info
104
+ self.cache_state = self.client_api.cache_state
105
+ self.attributes_mode = self.client_api.attributes_mode
106
+ self.sdk_cache = self.client_api.sdk_cache
107
+
108
+ def __del__(self):
109
+ for name, pool in self.client_api._thread_pools.items():
110
+ pool.shutdown()
111
+
112
+ def token(self):
113
+ """
114
+ token
115
+
116
+ :return: token in use
117
+ """
118
+ return self.client_api.token
119
+
120
+ def environment(self):
121
+ """
122
+ environment
123
+
124
+ :return: current environment
125
+ """
126
+ return self.client_api.environment
127
+
128
+ def init(self):
129
+ """
130
+ init current directory as a Dataloop working directory
131
+
132
+ :return:
133
+ """
134
+ from .services import CookieIO
135
+ self.client_api.state_io = CookieIO.init_local_cookie(create=True)
136
+ assert isinstance(self.client_api.state_io, CookieIO)
137
+
138
+ def checkout_state(self):
139
+ """
140
+ Return the current checked out state
141
+
142
+ :return:
143
+ """
144
+ state = self.client_api.state_io.read_json()
145
+ return state
146
+
147
+ class ModalityTypeEnum:
148
+ """
149
+ State enum
150
+ """
151
+ OVERLAY = 'overlay'
152
+
153
+ class LinkTypeEnum:
154
+ """
155
+ State enum
156
+ """
157
+ ID = 'id'
158
+ URL = 'url'
159
+
160
+ class TriggerResource:
161
+ ITEM = 'Item'
162
+ DATASET = 'Dataset'
163
+ ANNOTATION = 'Annotation'
164
+
165
+ class TriggerAction:
166
+ CREATED = 'Created'
167
+ UPDATED = 'Updated'
168
+ DELETED = 'Deleted'
169
+
170
+ class TriggerExecutionMode:
171
+ ONCE = 'Once'
172
+ ALWAYS = 'Always'
173
+
174
+ class PackageInputType:
175
+ ITEM = 'Item'
176
+ DATASET = 'Dataset'
177
+ ANNOTATION = 'Annotation'
178
+ JSON = 'Json'
179
+
180
+ class FiltersResource:
181
+ ITEM = 'items'
182
+ ANNOTATION = 'annotations'
183
+
184
+ class FiltersOperations:
185
+ OR = 'or'
186
+ AND = 'and'
187
+ IN = 'in'
188
+ NOT_EQUAL = 'ne'
189
+ EQUAL = 'eq'
190
+ GREATER_THAN = 'gt'
191
+ LESS_THAN = 'lt'
192
+
193
+ class FiltersMethod:
194
+ OR = 'or'
195
+ AND = 'and'
196
+
197
+ class FiltersOrderByDirection:
198
+ DESCENDING = 'descending'
199
+ ASCENDING = 'ascending'
200
+
201
+ class KnownFields:
202
+ DIR = 'dir'
203
+ ANNOTATED = 'annotated'
204
+ FILENAME = 'filename'
205
+ CREATED_AT = 'createdAt'
206
+ UPDATED_AT = 'updatedAt'
207
+ LABEL = 'label'
208
+ NAME = 'name'
209
+ HIDDEN = 'hidden'
210
+
211
+ class ExecutionStatus:
212
+ SUCCESS = 'success'
213
+ FAILED = 'failed'
214
+ IN_PROGRESS = 'inProgress'
215
+ CREATED = 'created'
216
+
217
+ class HttpMethod:
218
+ GET = 'GET'
219
+ POST = 'POST'
220
+ DELETE = 'DELETE'
221
+ PATCH = 'PATCH'
222
+
223
+ class ViewAnnotationOptions:
224
+ JSON = 'json'
225
+ MASK = 'mask'
226
+ INSTANCE = 'instance'
227
+
228
+ class AnnotationFormat:
229
+ COCO = 'coco'
230
+ VOC = 'voc'
231
+ YOLO = 'yolo'
232
+ DATALOOP = 'dataloop'
233
+
234
+ class InstanceCatalog:
235
+ REGULAR_MICRO = 'regular-micro'
236
+ REGULAR_XS = 'regular-xs'
237
+ REGULAR_S = 'regular-s'
238
+ REGULAR_M = 'regular-m'
239
+ REGULAR_L = 'regular-l'
240
+ HIGHMEM_MICRO = 'highmem-micro'
241
+ HIGHMEM_XS = 'highmem-xs'
242
+ HIGHMEM_S = 'highmem-s'
243
+ HIGHMEM_M = 'highmem-m'
244
+ HIGHMEM_L = 'highmem-l'
245
+ GPU_T4_S = "gpu-t4-s"
246
+ GPU_T4_M = "gpu-t4-m"
247
+
248
+ class LoggingLevel:
249
+ DEBUG = 'debug'
250
+ WARNING = 'warning'
251
+ CRITICAL = 'critical'
252
+ INFO = 'info'
@@ -1,56 +1,56 @@
1
- #! /usr/bin/env python3
2
- # This file is part of DTLPY.
3
- #
4
- # DTLPY is free software: you can redistribute it and/or modify
5
- # it under the terms of the GNU General Public License as published by
6
- # the Free Software Foundation, either version 3 of the License, or
7
- # (at your option) any later version.
8
- #
9
- # DTLPY is distributed in the hope that it will be useful,
10
- # but WITHOUT ANY WARRANTY; without even the implied warranty of
11
- # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12
- # GNU General Public License for more details.
13
- #
14
- # You should have received a copy of the GNU General Public License
15
- # along with DTLPY. If not, see <http://www.gnu.org/licenses/>.
16
- from .annotations import Annotations
17
- from .artifacts import Artifacts
18
- from .datasets import Datasets
19
- from .items import Items
20
- from .codebases import Codebases
21
- from .projects import Projects
22
- from .ontologies import Ontologies
23
- from .recipes import Recipes
24
- from .packages import Packages, PackageCatalog
25
- from .downloader import Downloader
26
- from .uploader import Uploader
27
- from .triggers import Triggers
28
- from .times_series import TimesSeries
29
- from .services import Services, FUNCTION_END_LINE
30
- from .executions import Executions
31
- from .assignments import Assignments
32
- from .tasks import Tasks
33
- from .bots import Bots
34
- from .webhooks import Webhooks
35
- from .models import Models, Metrics
36
- from .analytics import Analytics
37
- from .drivers import Drivers
38
- from .commands import Commands
39
- from .pipelines import Pipelines
40
- from .nodes import Nodes
41
- from .pipeline_executions import PipelineExecutions
42
- from .features import Features
43
- from .feature_sets import FeatureSets
44
- from .organizations import Organizations
45
- from .integrations import Integrations
46
- from .drivers import Drivers
47
- from .settings import Settings
48
- from .resource_executions import ResourceExecutions
49
- from .apps import Apps
50
- from .dpks import Dpks
51
- from .messages import Messages
52
- from .compositions import Compositions
53
- from .schema import Schema
54
- from .computes import Computes
55
- from .service_drivers import ServiceDrivers
56
- from .collections import Collections
1
+ #! /usr/bin/env python3
2
+ # This file is part of DTLPY.
3
+ #
4
+ # DTLPY is free software: you can redistribute it and/or modify
5
+ # it under the terms of the GNU General Public License as published by
6
+ # the Free Software Foundation, either version 3 of the License, or
7
+ # (at your option) any later version.
8
+ #
9
+ # DTLPY is distributed in the hope that it will be useful,
10
+ # but WITHOUT ANY WARRANTY; without even the implied warranty of
11
+ # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12
+ # GNU General Public License for more details.
13
+ #
14
+ # You should have received a copy of the GNU General Public License
15
+ # along with DTLPY. If not, see <http://www.gnu.org/licenses/>.
16
+ from .annotations import Annotations
17
+ from .artifacts import Artifacts
18
+ from .datasets import Datasets
19
+ from .items import Items
20
+ from .codebases import Codebases
21
+ from .projects import Projects
22
+ from .ontologies import Ontologies
23
+ from .recipes import Recipes
24
+ from .packages import Packages, PackageCatalog
25
+ from .downloader import Downloader
26
+ from .uploader import Uploader
27
+ from .triggers import Triggers
28
+ from .times_series import TimesSeries
29
+ from .services import Services, FUNCTION_END_LINE
30
+ from .executions import Executions
31
+ from .assignments import Assignments
32
+ from .tasks import Tasks
33
+ from .bots import Bots
34
+ from .webhooks import Webhooks
35
+ from .models import Models, Metrics
36
+ from .analytics import Analytics
37
+ from .drivers import Drivers
38
+ from .commands import Commands
39
+ from .pipelines import Pipelines
40
+ from .nodes import Nodes
41
+ from .pipeline_executions import PipelineExecutions
42
+ from .features import Features
43
+ from .feature_sets import FeatureSets
44
+ from .organizations import Organizations
45
+ from .integrations import Integrations
46
+ from .drivers import Drivers
47
+ from .settings import Settings
48
+ from .resource_executions import ResourceExecutions
49
+ from .apps import Apps
50
+ from .dpks import Dpks
51
+ from .messages import Messages
52
+ from .compositions import Compositions
53
+ from .schema import Schema
54
+ from .computes import Computes
55
+ from .service_drivers import ServiceDrivers
56
+ from .collections import Collections