dtlpy 1.113.10__py3-none-any.whl → 1.114.13__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (243) hide show
  1. dtlpy/__init__.py +488 -488
  2. dtlpy/__version__.py +1 -1
  3. dtlpy/assets/__init__.py +26 -26
  4. dtlpy/assets/__pycache__/__init__.cpython-38.pyc +0 -0
  5. dtlpy/assets/code_server/config.yaml +2 -2
  6. dtlpy/assets/code_server/installation.sh +24 -24
  7. dtlpy/assets/code_server/launch.json +13 -13
  8. dtlpy/assets/code_server/settings.json +2 -2
  9. dtlpy/assets/main.py +53 -53
  10. dtlpy/assets/main_partial.py +18 -18
  11. dtlpy/assets/mock.json +11 -11
  12. dtlpy/assets/model_adapter.py +83 -83
  13. dtlpy/assets/package.json +61 -61
  14. dtlpy/assets/package_catalog.json +29 -29
  15. dtlpy/assets/package_gitignore +307 -307
  16. dtlpy/assets/service_runners/__init__.py +33 -33
  17. dtlpy/assets/service_runners/converter.py +96 -96
  18. dtlpy/assets/service_runners/multi_method.py +49 -49
  19. dtlpy/assets/service_runners/multi_method_annotation.py +54 -54
  20. dtlpy/assets/service_runners/multi_method_dataset.py +55 -55
  21. dtlpy/assets/service_runners/multi_method_item.py +52 -52
  22. dtlpy/assets/service_runners/multi_method_json.py +52 -52
  23. dtlpy/assets/service_runners/single_method.py +37 -37
  24. dtlpy/assets/service_runners/single_method_annotation.py +43 -43
  25. dtlpy/assets/service_runners/single_method_dataset.py +43 -43
  26. dtlpy/assets/service_runners/single_method_item.py +41 -41
  27. dtlpy/assets/service_runners/single_method_json.py +42 -42
  28. dtlpy/assets/service_runners/single_method_multi_input.py +45 -45
  29. dtlpy/assets/voc_annotation_template.xml +23 -23
  30. dtlpy/caches/base_cache.py +32 -32
  31. dtlpy/caches/cache.py +473 -473
  32. dtlpy/caches/dl_cache.py +201 -201
  33. dtlpy/caches/filesystem_cache.py +89 -89
  34. dtlpy/caches/redis_cache.py +84 -84
  35. dtlpy/dlp/__init__.py +20 -20
  36. dtlpy/dlp/cli_utilities.py +367 -367
  37. dtlpy/dlp/command_executor.py +764 -764
  38. dtlpy/dlp/dlp +1 -1
  39. dtlpy/dlp/dlp.bat +1 -1
  40. dtlpy/dlp/dlp.py +128 -128
  41. dtlpy/dlp/parser.py +651 -651
  42. dtlpy/entities/__init__.py +83 -83
  43. dtlpy/entities/analytic.py +311 -311
  44. dtlpy/entities/annotation.py +1879 -1879
  45. dtlpy/entities/annotation_collection.py +699 -699
  46. dtlpy/entities/annotation_definitions/__init__.py +20 -20
  47. dtlpy/entities/annotation_definitions/base_annotation_definition.py +100 -100
  48. dtlpy/entities/annotation_definitions/box.py +195 -195
  49. dtlpy/entities/annotation_definitions/classification.py +67 -67
  50. dtlpy/entities/annotation_definitions/comparison.py +72 -72
  51. dtlpy/entities/annotation_definitions/cube.py +204 -204
  52. dtlpy/entities/annotation_definitions/cube_3d.py +149 -149
  53. dtlpy/entities/annotation_definitions/description.py +32 -32
  54. dtlpy/entities/annotation_definitions/ellipse.py +124 -124
  55. dtlpy/entities/annotation_definitions/free_text.py +62 -62
  56. dtlpy/entities/annotation_definitions/gis.py +69 -69
  57. dtlpy/entities/annotation_definitions/note.py +139 -139
  58. dtlpy/entities/annotation_definitions/point.py +117 -117
  59. dtlpy/entities/annotation_definitions/polygon.py +182 -182
  60. dtlpy/entities/annotation_definitions/polyline.py +111 -111
  61. dtlpy/entities/annotation_definitions/pose.py +92 -92
  62. dtlpy/entities/annotation_definitions/ref_image.py +86 -86
  63. dtlpy/entities/annotation_definitions/segmentation.py +240 -240
  64. dtlpy/entities/annotation_definitions/subtitle.py +34 -34
  65. dtlpy/entities/annotation_definitions/text.py +85 -85
  66. dtlpy/entities/annotation_definitions/undefined_annotation.py +74 -74
  67. dtlpy/entities/app.py +220 -220
  68. dtlpy/entities/app_module.py +107 -107
  69. dtlpy/entities/artifact.py +174 -174
  70. dtlpy/entities/assignment.py +399 -399
  71. dtlpy/entities/base_entity.py +214 -214
  72. dtlpy/entities/bot.py +113 -113
  73. dtlpy/entities/codebase.py +296 -296
  74. dtlpy/entities/collection.py +38 -38
  75. dtlpy/entities/command.py +169 -169
  76. dtlpy/entities/compute.py +442 -442
  77. dtlpy/entities/dataset.py +1285 -1285
  78. dtlpy/entities/directory_tree.py +44 -44
  79. dtlpy/entities/dpk.py +470 -470
  80. dtlpy/entities/driver.py +222 -222
  81. dtlpy/entities/execution.py +397 -397
  82. dtlpy/entities/feature.py +124 -124
  83. dtlpy/entities/feature_set.py +145 -145
  84. dtlpy/entities/filters.py +641 -641
  85. dtlpy/entities/gis_item.py +107 -107
  86. dtlpy/entities/integration.py +184 -184
  87. dtlpy/entities/item.py +953 -953
  88. dtlpy/entities/label.py +123 -123
  89. dtlpy/entities/links.py +85 -85
  90. dtlpy/entities/message.py +175 -175
  91. dtlpy/entities/model.py +694 -691
  92. dtlpy/entities/node.py +1005 -1005
  93. dtlpy/entities/ontology.py +803 -803
  94. dtlpy/entities/organization.py +287 -287
  95. dtlpy/entities/package.py +657 -657
  96. dtlpy/entities/package_defaults.py +5 -5
  97. dtlpy/entities/package_function.py +185 -185
  98. dtlpy/entities/package_module.py +113 -113
  99. dtlpy/entities/package_slot.py +118 -118
  100. dtlpy/entities/paged_entities.py +290 -267
  101. dtlpy/entities/pipeline.py +593 -593
  102. dtlpy/entities/pipeline_execution.py +279 -279
  103. dtlpy/entities/project.py +394 -394
  104. dtlpy/entities/prompt_item.py +499 -499
  105. dtlpy/entities/recipe.py +301 -301
  106. dtlpy/entities/reflect_dict.py +102 -102
  107. dtlpy/entities/resource_execution.py +138 -138
  108. dtlpy/entities/service.py +958 -958
  109. dtlpy/entities/service_driver.py +117 -117
  110. dtlpy/entities/setting.py +294 -294
  111. dtlpy/entities/task.py +491 -491
  112. dtlpy/entities/time_series.py +143 -143
  113. dtlpy/entities/trigger.py +426 -426
  114. dtlpy/entities/user.py +118 -118
  115. dtlpy/entities/webhook.py +124 -124
  116. dtlpy/examples/__init__.py +19 -19
  117. dtlpy/examples/add_labels.py +135 -135
  118. dtlpy/examples/add_metadata_to_item.py +21 -21
  119. dtlpy/examples/annotate_items_using_model.py +65 -65
  120. dtlpy/examples/annotate_video_using_model_and_tracker.py +75 -75
  121. dtlpy/examples/annotations_convert_to_voc.py +9 -9
  122. dtlpy/examples/annotations_convert_to_yolo.py +9 -9
  123. dtlpy/examples/convert_annotation_types.py +51 -51
  124. dtlpy/examples/converter.py +143 -143
  125. dtlpy/examples/copy_annotations.py +22 -22
  126. dtlpy/examples/copy_folder.py +31 -31
  127. dtlpy/examples/create_annotations.py +51 -51
  128. dtlpy/examples/create_video_annotations.py +83 -83
  129. dtlpy/examples/delete_annotations.py +26 -26
  130. dtlpy/examples/filters.py +113 -113
  131. dtlpy/examples/move_item.py +23 -23
  132. dtlpy/examples/play_video_annotation.py +13 -13
  133. dtlpy/examples/show_item_and_mask.py +53 -53
  134. dtlpy/examples/triggers.py +49 -49
  135. dtlpy/examples/upload_batch_of_items.py +20 -20
  136. dtlpy/examples/upload_items_and_custom_format_annotations.py +55 -55
  137. dtlpy/examples/upload_items_with_modalities.py +43 -43
  138. dtlpy/examples/upload_segmentation_annotations_from_mask_image.py +44 -44
  139. dtlpy/examples/upload_yolo_format_annotations.py +70 -70
  140. dtlpy/exceptions.py +125 -125
  141. dtlpy/miscellaneous/__init__.py +20 -20
  142. dtlpy/miscellaneous/dict_differ.py +95 -95
  143. dtlpy/miscellaneous/git_utils.py +217 -217
  144. dtlpy/miscellaneous/json_utils.py +14 -14
  145. dtlpy/miscellaneous/list_print.py +105 -105
  146. dtlpy/miscellaneous/zipping.py +130 -130
  147. dtlpy/ml/__init__.py +20 -20
  148. dtlpy/ml/base_feature_extractor_adapter.py +27 -27
  149. dtlpy/ml/base_model_adapter.py +945 -940
  150. dtlpy/ml/metrics.py +461 -461
  151. dtlpy/ml/predictions_utils.py +274 -274
  152. dtlpy/ml/summary_writer.py +57 -57
  153. dtlpy/ml/train_utils.py +60 -60
  154. dtlpy/new_instance.py +252 -252
  155. dtlpy/repositories/__init__.py +56 -56
  156. dtlpy/repositories/analytics.py +85 -85
  157. dtlpy/repositories/annotations.py +916 -916
  158. dtlpy/repositories/apps.py +383 -383
  159. dtlpy/repositories/artifacts.py +452 -452
  160. dtlpy/repositories/assignments.py +599 -599
  161. dtlpy/repositories/bots.py +213 -213
  162. dtlpy/repositories/codebases.py +559 -559
  163. dtlpy/repositories/collections.py +332 -348
  164. dtlpy/repositories/commands.py +158 -158
  165. dtlpy/repositories/compositions.py +61 -61
  166. dtlpy/repositories/computes.py +434 -406
  167. dtlpy/repositories/datasets.py +1291 -1291
  168. dtlpy/repositories/downloader.py +895 -895
  169. dtlpy/repositories/dpks.py +433 -433
  170. dtlpy/repositories/drivers.py +266 -266
  171. dtlpy/repositories/executions.py +817 -817
  172. dtlpy/repositories/feature_sets.py +226 -226
  173. dtlpy/repositories/features.py +238 -238
  174. dtlpy/repositories/integrations.py +484 -484
  175. dtlpy/repositories/items.py +909 -915
  176. dtlpy/repositories/messages.py +94 -94
  177. dtlpy/repositories/models.py +877 -867
  178. dtlpy/repositories/nodes.py +80 -80
  179. dtlpy/repositories/ontologies.py +511 -511
  180. dtlpy/repositories/organizations.py +525 -525
  181. dtlpy/repositories/packages.py +1941 -1941
  182. dtlpy/repositories/pipeline_executions.py +448 -448
  183. dtlpy/repositories/pipelines.py +642 -642
  184. dtlpy/repositories/projects.py +539 -539
  185. dtlpy/repositories/recipes.py +399 -399
  186. dtlpy/repositories/resource_executions.py +137 -137
  187. dtlpy/repositories/schema.py +120 -120
  188. dtlpy/repositories/service_drivers.py +213 -213
  189. dtlpy/repositories/services.py +1704 -1704
  190. dtlpy/repositories/settings.py +339 -339
  191. dtlpy/repositories/tasks.py +1124 -1124
  192. dtlpy/repositories/times_series.py +278 -278
  193. dtlpy/repositories/triggers.py +536 -536
  194. dtlpy/repositories/upload_element.py +257 -257
  195. dtlpy/repositories/uploader.py +651 -651
  196. dtlpy/repositories/webhooks.py +249 -249
  197. dtlpy/services/__init__.py +22 -22
  198. dtlpy/services/aihttp_retry.py +131 -131
  199. dtlpy/services/api_client.py +1782 -1782
  200. dtlpy/services/api_reference.py +40 -40
  201. dtlpy/services/async_utils.py +133 -133
  202. dtlpy/services/calls_counter.py +44 -44
  203. dtlpy/services/check_sdk.py +68 -68
  204. dtlpy/services/cookie.py +115 -115
  205. dtlpy/services/create_logger.py +156 -156
  206. dtlpy/services/events.py +84 -84
  207. dtlpy/services/logins.py +235 -235
  208. dtlpy/services/reporter.py +256 -256
  209. dtlpy/services/service_defaults.py +91 -91
  210. dtlpy/utilities/__init__.py +20 -20
  211. dtlpy/utilities/annotations/__init__.py +16 -16
  212. dtlpy/utilities/annotations/annotation_converters.py +269 -269
  213. dtlpy/utilities/base_package_runner.py +264 -264
  214. dtlpy/utilities/converter.py +1650 -1650
  215. dtlpy/utilities/dataset_generators/__init__.py +1 -1
  216. dtlpy/utilities/dataset_generators/dataset_generator.py +670 -670
  217. dtlpy/utilities/dataset_generators/dataset_generator_tensorflow.py +23 -23
  218. dtlpy/utilities/dataset_generators/dataset_generator_torch.py +21 -21
  219. dtlpy/utilities/local_development/__init__.py +1 -1
  220. dtlpy/utilities/local_development/local_session.py +179 -179
  221. dtlpy/utilities/reports/__init__.py +2 -2
  222. dtlpy/utilities/reports/figures.py +343 -343
  223. dtlpy/utilities/reports/report.py +71 -71
  224. dtlpy/utilities/videos/__init__.py +17 -17
  225. dtlpy/utilities/videos/video_player.py +598 -598
  226. dtlpy/utilities/videos/videos.py +470 -470
  227. {dtlpy-1.113.10.data → dtlpy-1.114.13.data}/scripts/dlp +1 -1
  228. dtlpy-1.114.13.data/scripts/dlp.bat +2 -0
  229. {dtlpy-1.113.10.data → dtlpy-1.114.13.data}/scripts/dlp.py +128 -128
  230. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/LICENSE +200 -200
  231. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/METADATA +172 -172
  232. dtlpy-1.114.13.dist-info/RECORD +240 -0
  233. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/WHEEL +1 -1
  234. tests/features/environment.py +551 -550
  235. dtlpy-1.113.10.data/scripts/dlp.bat +0 -2
  236. dtlpy-1.113.10.dist-info/RECORD +0 -244
  237. tests/assets/__init__.py +0 -0
  238. tests/assets/models_flow/__init__.py +0 -0
  239. tests/assets/models_flow/failedmain.py +0 -52
  240. tests/assets/models_flow/main.py +0 -62
  241. tests/assets/models_flow/main_model.py +0 -54
  242. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/entry_points.txt +0 -0
  243. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/top_level.txt +0 -0
dtlpy/new_instance.py CHANGED
@@ -1,252 +1,252 @@
1
- class Dtlpy:
2
- from .services.api_client import client as client_api
3
- from .services.api_client import VerboseLoggingLevel, ApiClient
4
- from .services import DataloopLogger, DtlpyFilter, check_sdk, Reporter, service_defaults
5
- from .services.api_reference import api_reference as _api_reference
6
- from .caches.cache import CacheConfig, CacheType
7
- from .exceptions import PlatformException
8
- from . import repositories, exceptions, entities, examples
9
- from .entities import (
10
- # main entities
11
- Project, Dataset, ExpirationOptions, ExportVersion, Trigger, Item, Execution, AnnotationCollection, Annotation,
12
- Recipe, IndexDriver, AttributesTypes, AttributesRange, Dpk, App, AppModule, AppScope,
13
- Ontology, Label, Task, TaskPriority, ConsensusTaskType, Assignment, Service, Package, Codebase, Model,
14
- PackageModule, PackageFunction,
15
- # annotations
16
- Box, Cube, Cube3d, Point, Note, Message, Segmentation, Ellipse, Classification, Subtitle, Polyline, Pose, Gis, GisType,
17
- Description,
18
- Polygon, Text, FreeText, RefImage,
19
- # filters
20
- Filters, FiltersKnownFields, FiltersResource, FiltersOperations, FiltersMethod, FiltersOrderByDirection,
21
- FiltersKnownFields as KnownFields,
22
- # triggers
23
- TriggerResource, TriggerAction, TriggerExecutionMode, TriggerType,
24
- # faas
25
- FunctionIO, KubernetesAutoscalerType, KubernetesRabbitmqAutoscaler, KubernetesAutoscaler, KubernetesRuntime,
26
- InstanceCatalog, PackageInputType, ServiceType, ServiceModeType,
27
- PackageSlot, SlotPostAction, SlotPostActionType, SlotDisplayScope, SlotDisplayScopeResource, UiBindingPanel,
28
- # roberto
29
- DatasetSubsetType, ModelStatus, PlotSample, ArtifactType, Artifact, ItemArtifact, LinkArtifact, LocalArtifact,
30
- EntityScopeLevel,
31
- # features
32
- FeatureEntityType, Feature, FeatureSet,
33
- #
34
- RequirementOperator, PackageRequirement,
35
- Command, CommandsStatus,
36
- LocalCodebase, GitCodebase, ItemCodebase, FilesystemCodebase, PackageCodebaseType,
37
- MemberRole, MemberOrgRole,
38
- Webhook, HttpMethod,
39
- ViewAnnotationOptions, AnnotationStatus, AnnotationType,
40
- ItemStatus, ExecutionStatus, ExportMetadata,
41
- PromptItem, Prompt, PromptType, ItemGis, Layer,
42
- ItemLink, UrlLink, LinkTypeEnum,
43
- Modality, ModalityTypeEnum, ModalityRefTypeEnum,
44
- Workload, WorkloadUnit, ItemAction,
45
- PipelineExecution, CycleRerunMethod, PipelineExecutionNode, Pipeline, PipelineConnection,
46
- PipelineNode, TaskNode, CodeNode, PipelineStats, PipelineSettings,
47
- PipelineNodeType, PipelineNameSpace, PipelineResumeOption, Variable, CompositionStatus,
48
- FunctionNode, DatasetNode, PipelineConnectionPort, PipelineNodeIO, Organization, OrganizationsPlans,
49
- Integration,
50
- Driver, S3Driver, GcsDriver, AzureBlobDriver, CacheAction, PodType,
51
- ExternalStorage, IntegrationType, Role, PlatformEntityType, SettingsValueTypes, SettingsTypes,
52
- SettingsSectionNames,
53
- SettingScope, BaseSetting, UserSetting, Setting, ServiceSample, ExecutionSample, PipelineExecutionSample,
54
- ResourceExecution, Message, NotificationEventContext
55
- )
56
- from .ml import BaseModelAdapter
57
- from .utilities import Converter, BaseServiceRunner, Progress, Context, AnnotationFormat
58
- from .repositories import FUNCTION_END_LINE, PackageCatalog
59
-
60
- def __init__(self, cookie_filepath=None):
61
- self.client_api = self.ApiClient(cookie_filepath=cookie_filepath)
62
- self.projects = self.repositories.Projects(client_api=self.client_api)
63
- self.datasets = self.repositories.Datasets(client_api=self.client_api,
64
- project=None)
65
- self.items = self.repositories.Items(client_api=self.client_api,
66
- datasets=self.datasets)
67
- self.packages = self.repositories.Packages(client_api=self.client_api)
68
- self.executions = self.repositories.Executions(client_api=self.client_api)
69
- self.services = self.repositories.Services(client_api=self.client_api)
70
- self.webhooks = self.repositories.Webhooks(client_api=self.client_api)
71
- self.triggers = self.repositories.Triggers(client_api=self.client_api)
72
- self.assignments = self.repositories.Assignments(client_api=self.client_api)
73
- self.tasks = self.repositories.Tasks(client_api=self.client_api)
74
- self.dpks = self.repositories.Dpks(client_api=self.client_api)
75
- self.annotations = self.repositories.Annotations(client_api=self.client_api)
76
- self.models = self.repositories.Models(client_api=self.client_api)
77
- self.ontologies = self.repositories.Ontologies(client_api=self.client_api)
78
- self.recipes = self.repositories.Recipes(client_api=self.client_api)
79
- self.pipelines = self.repositories.Pipelines(client_api=self.client_api)
80
- self.pipeline_executions = self.repositories.PipelineExecutions(client_api=self.client_api)
81
- self.feature_sets = self.repositories.FeatureSets(client_api=self.client_api)
82
- self.features = self.repositories.Features(client_api=self.client_api)
83
- self.organizations = self.repositories.Organizations(client_api=self.client_api)
84
- self.analytics = self.repositories.Analytics(client_api=self.client_api)
85
- self.integrations = self.repositories.Integrations(client_api=self.client_api)
86
- self.drivers = self.repositories.Drivers(client_api=self.client_api)
87
- self.settings = self.repositories.Settings(client_api=self.client_api)
88
- self.apps = self.repositories.Apps(client_api=self.client_api)
89
- self.dpks = self.repositories.Dpks(client_api=self.client_api)
90
- self.messages = self.repositories.Messages(client_api=self.client_api)
91
- self.compositions = self.repositories.Compositions(client_api=self.client_api)
92
-
93
- self.verbose = self.client_api.verbose
94
- self.login = self.client_api.login
95
- self.logout = self.client_api.logout
96
- self.login_token = self.client_api.login_token
97
- self.login_secret = self.client_api.login_secret
98
- self.login_api_key = self.client_api.login_api_key
99
- self.login_m2m = self.client_api.login_m2m
100
- self.add_environment = self.client_api.add_environment
101
- self.setenv = self.client_api.setenv
102
- self.token_expired = self.client_api.token_expired
103
- self.info = self.client_api.info
104
- self.cache_state = self.client_api.cache_state
105
- self.attributes_mode = self.client_api.attributes_mode
106
- self.sdk_cache = self.client_api.sdk_cache
107
-
108
- def __del__(self):
109
- for name, pool in self.client_api._thread_pools.items():
110
- pool.shutdown()
111
-
112
- def token(self):
113
- """
114
- token
115
-
116
- :return: token in use
117
- """
118
- return self.client_api.token
119
-
120
- def environment(self):
121
- """
122
- environment
123
-
124
- :return: current environment
125
- """
126
- return self.client_api.environment
127
-
128
- def init(self):
129
- """
130
- init current directory as a Dataloop working directory
131
-
132
- :return:
133
- """
134
- from .services import CookieIO
135
- self.client_api.state_io = CookieIO.init_local_cookie(create=True)
136
- assert isinstance(self.client_api.state_io, CookieIO)
137
-
138
- def checkout_state(self):
139
- """
140
- Return the current checked out state
141
-
142
- :return:
143
- """
144
- state = self.client_api.state_io.read_json()
145
- return state
146
-
147
- class ModalityTypeEnum:
148
- """
149
- State enum
150
- """
151
- OVERLAY = 'overlay'
152
-
153
- class LinkTypeEnum:
154
- """
155
- State enum
156
- """
157
- ID = 'id'
158
- URL = 'url'
159
-
160
- class TriggerResource:
161
- ITEM = 'Item'
162
- DATASET = 'Dataset'
163
- ANNOTATION = 'Annotation'
164
-
165
- class TriggerAction:
166
- CREATED = 'Created'
167
- UPDATED = 'Updated'
168
- DELETED = 'Deleted'
169
-
170
- class TriggerExecutionMode:
171
- ONCE = 'Once'
172
- ALWAYS = 'Always'
173
-
174
- class PackageInputType:
175
- ITEM = 'Item'
176
- DATASET = 'Dataset'
177
- ANNOTATION = 'Annotation'
178
- JSON = 'Json'
179
-
180
- class FiltersResource:
181
- ITEM = 'items'
182
- ANNOTATION = 'annotations'
183
-
184
- class FiltersOperations:
185
- OR = 'or'
186
- AND = 'and'
187
- IN = 'in'
188
- NOT_EQUAL = 'ne'
189
- EQUAL = 'eq'
190
- GREATER_THAN = 'gt'
191
- LESS_THAN = 'lt'
192
-
193
- class FiltersMethod:
194
- OR = 'or'
195
- AND = 'and'
196
-
197
- class FiltersOrderByDirection:
198
- DESCENDING = 'descending'
199
- ASCENDING = 'ascending'
200
-
201
- class KnownFields:
202
- DIR = 'dir'
203
- ANNOTATED = 'annotated'
204
- FILENAME = 'filename'
205
- CREATED_AT = 'createdAt'
206
- UPDATED_AT = 'updatedAt'
207
- LABEL = 'label'
208
- NAME = 'name'
209
- HIDDEN = 'hidden'
210
-
211
- class ExecutionStatus:
212
- SUCCESS = 'success'
213
- FAILED = 'failed'
214
- IN_PROGRESS = 'inProgress'
215
- CREATED = 'created'
216
-
217
- class HttpMethod:
218
- GET = 'GET'
219
- POST = 'POST'
220
- DELETE = 'DELETE'
221
- PATCH = 'PATCH'
222
-
223
- class ViewAnnotationOptions:
224
- JSON = 'json'
225
- MASK = 'mask'
226
- INSTANCE = 'instance'
227
-
228
- class AnnotationFormat:
229
- COCO = 'coco'
230
- VOC = 'voc'
231
- YOLO = 'yolo'
232
- DATALOOP = 'dataloop'
233
-
234
- class InstanceCatalog:
235
- REGULAR_MICRO = 'regular-micro'
236
- REGULAR_XS = 'regular-xs'
237
- REGULAR_S = 'regular-s'
238
- REGULAR_M = 'regular-m'
239
- REGULAR_L = 'regular-l'
240
- HIGHMEM_MICRO = 'highmem-micro'
241
- HIGHMEM_XS = 'highmem-xs'
242
- HIGHMEM_S = 'highmem-s'
243
- HIGHMEM_M = 'highmem-m'
244
- HIGHMEM_L = 'highmem-l'
245
- GPU_T4_S = "gpu-t4-s"
246
- GPU_T4_M = "gpu-t4-m"
247
-
248
- class LoggingLevel:
249
- DEBUG = 'debug'
250
- WARNING = 'warning'
251
- CRITICAL = 'critical'
252
- INFO = 'info'
1
+ class Dtlpy:
2
+ from .services.api_client import client as client_api
3
+ from .services.api_client import VerboseLoggingLevel, ApiClient
4
+ from .services import DataloopLogger, DtlpyFilter, check_sdk, Reporter, service_defaults
5
+ from .services.api_reference import api_reference as _api_reference
6
+ from .caches.cache import CacheConfig, CacheType
7
+ from .exceptions import PlatformException
8
+ from . import repositories, exceptions, entities, examples
9
+ from .entities import (
10
+ # main entities
11
+ Project, Dataset, ExpirationOptions, ExportVersion, Trigger, Item, Execution, AnnotationCollection, Annotation,
12
+ Recipe, IndexDriver, AttributesTypes, AttributesRange, Dpk, App, AppModule, AppScope,
13
+ Ontology, Label, Task, TaskPriority, ConsensusTaskType, Assignment, Service, Package, Codebase, Model,
14
+ PackageModule, PackageFunction,
15
+ # annotations
16
+ Box, Cube, Cube3d, Point, Note, Message, Segmentation, Ellipse, Classification, Subtitle, Polyline, Pose, Gis, GisType,
17
+ Description,
18
+ Polygon, Text, FreeText, RefImage,
19
+ # filters
20
+ Filters, FiltersKnownFields, FiltersResource, FiltersOperations, FiltersMethod, FiltersOrderByDirection,
21
+ FiltersKnownFields as KnownFields,
22
+ # triggers
23
+ TriggerResource, TriggerAction, TriggerExecutionMode, TriggerType,
24
+ # faas
25
+ FunctionIO, KubernetesAutoscalerType, KubernetesRabbitmqAutoscaler, KubernetesAutoscaler, KubernetesRuntime,
26
+ InstanceCatalog, PackageInputType, ServiceType, ServiceModeType,
27
+ PackageSlot, SlotPostAction, SlotPostActionType, SlotDisplayScope, SlotDisplayScopeResource, UiBindingPanel,
28
+ # roberto
29
+ DatasetSubsetType, ModelStatus, PlotSample, ArtifactType, Artifact, ItemArtifact, LinkArtifact, LocalArtifact,
30
+ EntityScopeLevel,
31
+ # features
32
+ FeatureEntityType, Feature, FeatureSet,
33
+ #
34
+ RequirementOperator, PackageRequirement,
35
+ Command, CommandsStatus,
36
+ LocalCodebase, GitCodebase, ItemCodebase, FilesystemCodebase, PackageCodebaseType,
37
+ MemberRole, MemberOrgRole,
38
+ Webhook, HttpMethod,
39
+ ViewAnnotationOptions, AnnotationStatus, AnnotationType,
40
+ ItemStatus, ExecutionStatus, ExportMetadata,
41
+ PromptItem, Prompt, PromptType, ItemGis, Layer,
42
+ ItemLink, UrlLink, LinkTypeEnum,
43
+ Modality, ModalityTypeEnum, ModalityRefTypeEnum,
44
+ Workload, WorkloadUnit, ItemAction,
45
+ PipelineExecution, CycleRerunMethod, PipelineExecutionNode, Pipeline, PipelineConnection,
46
+ PipelineNode, TaskNode, CodeNode, PipelineStats, PipelineSettings,
47
+ PipelineNodeType, PipelineNameSpace, PipelineResumeOption, Variable, CompositionStatus,
48
+ FunctionNode, DatasetNode, PipelineConnectionPort, PipelineNodeIO, Organization, OrganizationsPlans,
49
+ Integration,
50
+ Driver, S3Driver, GcsDriver, AzureBlobDriver, CacheAction, PodType,
51
+ ExternalStorage, IntegrationType, Role, PlatformEntityType, SettingsValueTypes, SettingsTypes,
52
+ SettingsSectionNames,
53
+ SettingScope, BaseSetting, UserSetting, Setting, ServiceSample, ExecutionSample, PipelineExecutionSample,
54
+ ResourceExecution, Message, NotificationEventContext
55
+ )
56
+ from .ml import BaseModelAdapter
57
+ from .utilities import Converter, BaseServiceRunner, Progress, Context, AnnotationFormat
58
+ from .repositories import FUNCTION_END_LINE, PackageCatalog
59
+
60
+ def __init__(self, cookie_filepath=None):
61
+ self.client_api = self.ApiClient(cookie_filepath=cookie_filepath)
62
+ self.projects = self.repositories.Projects(client_api=self.client_api)
63
+ self.datasets = self.repositories.Datasets(client_api=self.client_api,
64
+ project=None)
65
+ self.items = self.repositories.Items(client_api=self.client_api,
66
+ datasets=self.datasets)
67
+ self.packages = self.repositories.Packages(client_api=self.client_api)
68
+ self.executions = self.repositories.Executions(client_api=self.client_api)
69
+ self.services = self.repositories.Services(client_api=self.client_api)
70
+ self.webhooks = self.repositories.Webhooks(client_api=self.client_api)
71
+ self.triggers = self.repositories.Triggers(client_api=self.client_api)
72
+ self.assignments = self.repositories.Assignments(client_api=self.client_api)
73
+ self.tasks = self.repositories.Tasks(client_api=self.client_api)
74
+ self.dpks = self.repositories.Dpks(client_api=self.client_api)
75
+ self.annotations = self.repositories.Annotations(client_api=self.client_api)
76
+ self.models = self.repositories.Models(client_api=self.client_api)
77
+ self.ontologies = self.repositories.Ontologies(client_api=self.client_api)
78
+ self.recipes = self.repositories.Recipes(client_api=self.client_api)
79
+ self.pipelines = self.repositories.Pipelines(client_api=self.client_api)
80
+ self.pipeline_executions = self.repositories.PipelineExecutions(client_api=self.client_api)
81
+ self.feature_sets = self.repositories.FeatureSets(client_api=self.client_api)
82
+ self.features = self.repositories.Features(client_api=self.client_api)
83
+ self.organizations = self.repositories.Organizations(client_api=self.client_api)
84
+ self.analytics = self.repositories.Analytics(client_api=self.client_api)
85
+ self.integrations = self.repositories.Integrations(client_api=self.client_api)
86
+ self.drivers = self.repositories.Drivers(client_api=self.client_api)
87
+ self.settings = self.repositories.Settings(client_api=self.client_api)
88
+ self.apps = self.repositories.Apps(client_api=self.client_api)
89
+ self.dpks = self.repositories.Dpks(client_api=self.client_api)
90
+ self.messages = self.repositories.Messages(client_api=self.client_api)
91
+ self.compositions = self.repositories.Compositions(client_api=self.client_api)
92
+
93
+ self.verbose = self.client_api.verbose
94
+ self.login = self.client_api.login
95
+ self.logout = self.client_api.logout
96
+ self.login_token = self.client_api.login_token
97
+ self.login_secret = self.client_api.login_secret
98
+ self.login_api_key = self.client_api.login_api_key
99
+ self.login_m2m = self.client_api.login_m2m
100
+ self.add_environment = self.client_api.add_environment
101
+ self.setenv = self.client_api.setenv
102
+ self.token_expired = self.client_api.token_expired
103
+ self.info = self.client_api.info
104
+ self.cache_state = self.client_api.cache_state
105
+ self.attributes_mode = self.client_api.attributes_mode
106
+ self.sdk_cache = self.client_api.sdk_cache
107
+
108
+ def __del__(self):
109
+ for name, pool in self.client_api._thread_pools.items():
110
+ pool.shutdown()
111
+
112
+ def token(self):
113
+ """
114
+ token
115
+
116
+ :return: token in use
117
+ """
118
+ return self.client_api.token
119
+
120
+ def environment(self):
121
+ """
122
+ environment
123
+
124
+ :return: current environment
125
+ """
126
+ return self.client_api.environment
127
+
128
+ def init(self):
129
+ """
130
+ init current directory as a Dataloop working directory
131
+
132
+ :return:
133
+ """
134
+ from .services import CookieIO
135
+ self.client_api.state_io = CookieIO.init_local_cookie(create=True)
136
+ assert isinstance(self.client_api.state_io, CookieIO)
137
+
138
+ def checkout_state(self):
139
+ """
140
+ Return the current checked out state
141
+
142
+ :return:
143
+ """
144
+ state = self.client_api.state_io.read_json()
145
+ return state
146
+
147
+ class ModalityTypeEnum:
148
+ """
149
+ State enum
150
+ """
151
+ OVERLAY = 'overlay'
152
+
153
+ class LinkTypeEnum:
154
+ """
155
+ State enum
156
+ """
157
+ ID = 'id'
158
+ URL = 'url'
159
+
160
+ class TriggerResource:
161
+ ITEM = 'Item'
162
+ DATASET = 'Dataset'
163
+ ANNOTATION = 'Annotation'
164
+
165
+ class TriggerAction:
166
+ CREATED = 'Created'
167
+ UPDATED = 'Updated'
168
+ DELETED = 'Deleted'
169
+
170
+ class TriggerExecutionMode:
171
+ ONCE = 'Once'
172
+ ALWAYS = 'Always'
173
+
174
+ class PackageInputType:
175
+ ITEM = 'Item'
176
+ DATASET = 'Dataset'
177
+ ANNOTATION = 'Annotation'
178
+ JSON = 'Json'
179
+
180
+ class FiltersResource:
181
+ ITEM = 'items'
182
+ ANNOTATION = 'annotations'
183
+
184
+ class FiltersOperations:
185
+ OR = 'or'
186
+ AND = 'and'
187
+ IN = 'in'
188
+ NOT_EQUAL = 'ne'
189
+ EQUAL = 'eq'
190
+ GREATER_THAN = 'gt'
191
+ LESS_THAN = 'lt'
192
+
193
+ class FiltersMethod:
194
+ OR = 'or'
195
+ AND = 'and'
196
+
197
+ class FiltersOrderByDirection:
198
+ DESCENDING = 'descending'
199
+ ASCENDING = 'ascending'
200
+
201
+ class KnownFields:
202
+ DIR = 'dir'
203
+ ANNOTATED = 'annotated'
204
+ FILENAME = 'filename'
205
+ CREATED_AT = 'createdAt'
206
+ UPDATED_AT = 'updatedAt'
207
+ LABEL = 'label'
208
+ NAME = 'name'
209
+ HIDDEN = 'hidden'
210
+
211
+ class ExecutionStatus:
212
+ SUCCESS = 'success'
213
+ FAILED = 'failed'
214
+ IN_PROGRESS = 'inProgress'
215
+ CREATED = 'created'
216
+
217
+ class HttpMethod:
218
+ GET = 'GET'
219
+ POST = 'POST'
220
+ DELETE = 'DELETE'
221
+ PATCH = 'PATCH'
222
+
223
+ class ViewAnnotationOptions:
224
+ JSON = 'json'
225
+ MASK = 'mask'
226
+ INSTANCE = 'instance'
227
+
228
+ class AnnotationFormat:
229
+ COCO = 'coco'
230
+ VOC = 'voc'
231
+ YOLO = 'yolo'
232
+ DATALOOP = 'dataloop'
233
+
234
+ class InstanceCatalog:
235
+ REGULAR_MICRO = 'regular-micro'
236
+ REGULAR_XS = 'regular-xs'
237
+ REGULAR_S = 'regular-s'
238
+ REGULAR_M = 'regular-m'
239
+ REGULAR_L = 'regular-l'
240
+ HIGHMEM_MICRO = 'highmem-micro'
241
+ HIGHMEM_XS = 'highmem-xs'
242
+ HIGHMEM_S = 'highmem-s'
243
+ HIGHMEM_M = 'highmem-m'
244
+ HIGHMEM_L = 'highmem-l'
245
+ GPU_T4_S = "gpu-t4-s"
246
+ GPU_T4_M = "gpu-t4-m"
247
+
248
+ class LoggingLevel:
249
+ DEBUG = 'debug'
250
+ WARNING = 'warning'
251
+ CRITICAL = 'critical'
252
+ INFO = 'info'
@@ -1,56 +1,56 @@
1
- #! /usr/bin/env python3
2
- # This file is part of DTLPY.
3
- #
4
- # DTLPY is free software: you can redistribute it and/or modify
5
- # it under the terms of the GNU General Public License as published by
6
- # the Free Software Foundation, either version 3 of the License, or
7
- # (at your option) any later version.
8
- #
9
- # DTLPY is distributed in the hope that it will be useful,
10
- # but WITHOUT ANY WARRANTY; without even the implied warranty of
11
- # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12
- # GNU General Public License for more details.
13
- #
14
- # You should have received a copy of the GNU General Public License
15
- # along with DTLPY. If not, see <http://www.gnu.org/licenses/>.
16
- from .annotations import Annotations
17
- from .artifacts import Artifacts
18
- from .datasets import Datasets
19
- from .items import Items
20
- from .codebases import Codebases
21
- from .projects import Projects
22
- from .ontologies import Ontologies
23
- from .recipes import Recipes
24
- from .packages import Packages, PackageCatalog
25
- from .downloader import Downloader
26
- from .uploader import Uploader
27
- from .triggers import Triggers
28
- from .times_series import TimesSeries
29
- from .services import Services, FUNCTION_END_LINE
30
- from .executions import Executions
31
- from .assignments import Assignments
32
- from .tasks import Tasks
33
- from .bots import Bots
34
- from .webhooks import Webhooks
35
- from .models import Models, Metrics
36
- from .analytics import Analytics
37
- from .drivers import Drivers
38
- from .commands import Commands
39
- from .pipelines import Pipelines
40
- from .nodes import Nodes
41
- from .pipeline_executions import PipelineExecutions
42
- from .features import Features
43
- from .feature_sets import FeatureSets
44
- from .organizations import Organizations
45
- from .integrations import Integrations
46
- from .drivers import Drivers
47
- from .settings import Settings
48
- from .resource_executions import ResourceExecutions
49
- from .apps import Apps
50
- from .dpks import Dpks
51
- from .messages import Messages
52
- from .compositions import Compositions
53
- from .schema import Schema
54
- from .computes import Computes
55
- from .service_drivers import ServiceDrivers
56
- from .collections import Collections
1
+ #! /usr/bin/env python3
2
+ # This file is part of DTLPY.
3
+ #
4
+ # DTLPY is free software: you can redistribute it and/or modify
5
+ # it under the terms of the GNU General Public License as published by
6
+ # the Free Software Foundation, either version 3 of the License, or
7
+ # (at your option) any later version.
8
+ #
9
+ # DTLPY is distributed in the hope that it will be useful,
10
+ # but WITHOUT ANY WARRANTY; without even the implied warranty of
11
+ # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12
+ # GNU General Public License for more details.
13
+ #
14
+ # You should have received a copy of the GNU General Public License
15
+ # along with DTLPY. If not, see <http://www.gnu.org/licenses/>.
16
+ from .annotations import Annotations
17
+ from .artifacts import Artifacts
18
+ from .datasets import Datasets
19
+ from .items import Items
20
+ from .codebases import Codebases
21
+ from .projects import Projects
22
+ from .ontologies import Ontologies
23
+ from .recipes import Recipes
24
+ from .packages import Packages, PackageCatalog
25
+ from .downloader import Downloader
26
+ from .uploader import Uploader
27
+ from .triggers import Triggers
28
+ from .times_series import TimesSeries
29
+ from .services import Services, FUNCTION_END_LINE
30
+ from .executions import Executions
31
+ from .assignments import Assignments
32
+ from .tasks import Tasks
33
+ from .bots import Bots
34
+ from .webhooks import Webhooks
35
+ from .models import Models, Metrics
36
+ from .analytics import Analytics
37
+ from .drivers import Drivers
38
+ from .commands import Commands
39
+ from .pipelines import Pipelines
40
+ from .nodes import Nodes
41
+ from .pipeline_executions import PipelineExecutions
42
+ from .features import Features
43
+ from .feature_sets import FeatureSets
44
+ from .organizations import Organizations
45
+ from .integrations import Integrations
46
+ from .drivers import Drivers
47
+ from .settings import Settings
48
+ from .resource_executions import ResourceExecutions
49
+ from .apps import Apps
50
+ from .dpks import Dpks
51
+ from .messages import Messages
52
+ from .compositions import Compositions
53
+ from .schema import Schema
54
+ from .computes import Computes
55
+ from .service_drivers import ServiceDrivers
56
+ from .collections import Collections