dtlpy 1.113.10__py3-none-any.whl → 1.114.13__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (243) hide show
  1. dtlpy/__init__.py +488 -488
  2. dtlpy/__version__.py +1 -1
  3. dtlpy/assets/__init__.py +26 -26
  4. dtlpy/assets/__pycache__/__init__.cpython-38.pyc +0 -0
  5. dtlpy/assets/code_server/config.yaml +2 -2
  6. dtlpy/assets/code_server/installation.sh +24 -24
  7. dtlpy/assets/code_server/launch.json +13 -13
  8. dtlpy/assets/code_server/settings.json +2 -2
  9. dtlpy/assets/main.py +53 -53
  10. dtlpy/assets/main_partial.py +18 -18
  11. dtlpy/assets/mock.json +11 -11
  12. dtlpy/assets/model_adapter.py +83 -83
  13. dtlpy/assets/package.json +61 -61
  14. dtlpy/assets/package_catalog.json +29 -29
  15. dtlpy/assets/package_gitignore +307 -307
  16. dtlpy/assets/service_runners/__init__.py +33 -33
  17. dtlpy/assets/service_runners/converter.py +96 -96
  18. dtlpy/assets/service_runners/multi_method.py +49 -49
  19. dtlpy/assets/service_runners/multi_method_annotation.py +54 -54
  20. dtlpy/assets/service_runners/multi_method_dataset.py +55 -55
  21. dtlpy/assets/service_runners/multi_method_item.py +52 -52
  22. dtlpy/assets/service_runners/multi_method_json.py +52 -52
  23. dtlpy/assets/service_runners/single_method.py +37 -37
  24. dtlpy/assets/service_runners/single_method_annotation.py +43 -43
  25. dtlpy/assets/service_runners/single_method_dataset.py +43 -43
  26. dtlpy/assets/service_runners/single_method_item.py +41 -41
  27. dtlpy/assets/service_runners/single_method_json.py +42 -42
  28. dtlpy/assets/service_runners/single_method_multi_input.py +45 -45
  29. dtlpy/assets/voc_annotation_template.xml +23 -23
  30. dtlpy/caches/base_cache.py +32 -32
  31. dtlpy/caches/cache.py +473 -473
  32. dtlpy/caches/dl_cache.py +201 -201
  33. dtlpy/caches/filesystem_cache.py +89 -89
  34. dtlpy/caches/redis_cache.py +84 -84
  35. dtlpy/dlp/__init__.py +20 -20
  36. dtlpy/dlp/cli_utilities.py +367 -367
  37. dtlpy/dlp/command_executor.py +764 -764
  38. dtlpy/dlp/dlp +1 -1
  39. dtlpy/dlp/dlp.bat +1 -1
  40. dtlpy/dlp/dlp.py +128 -128
  41. dtlpy/dlp/parser.py +651 -651
  42. dtlpy/entities/__init__.py +83 -83
  43. dtlpy/entities/analytic.py +311 -311
  44. dtlpy/entities/annotation.py +1879 -1879
  45. dtlpy/entities/annotation_collection.py +699 -699
  46. dtlpy/entities/annotation_definitions/__init__.py +20 -20
  47. dtlpy/entities/annotation_definitions/base_annotation_definition.py +100 -100
  48. dtlpy/entities/annotation_definitions/box.py +195 -195
  49. dtlpy/entities/annotation_definitions/classification.py +67 -67
  50. dtlpy/entities/annotation_definitions/comparison.py +72 -72
  51. dtlpy/entities/annotation_definitions/cube.py +204 -204
  52. dtlpy/entities/annotation_definitions/cube_3d.py +149 -149
  53. dtlpy/entities/annotation_definitions/description.py +32 -32
  54. dtlpy/entities/annotation_definitions/ellipse.py +124 -124
  55. dtlpy/entities/annotation_definitions/free_text.py +62 -62
  56. dtlpy/entities/annotation_definitions/gis.py +69 -69
  57. dtlpy/entities/annotation_definitions/note.py +139 -139
  58. dtlpy/entities/annotation_definitions/point.py +117 -117
  59. dtlpy/entities/annotation_definitions/polygon.py +182 -182
  60. dtlpy/entities/annotation_definitions/polyline.py +111 -111
  61. dtlpy/entities/annotation_definitions/pose.py +92 -92
  62. dtlpy/entities/annotation_definitions/ref_image.py +86 -86
  63. dtlpy/entities/annotation_definitions/segmentation.py +240 -240
  64. dtlpy/entities/annotation_definitions/subtitle.py +34 -34
  65. dtlpy/entities/annotation_definitions/text.py +85 -85
  66. dtlpy/entities/annotation_definitions/undefined_annotation.py +74 -74
  67. dtlpy/entities/app.py +220 -220
  68. dtlpy/entities/app_module.py +107 -107
  69. dtlpy/entities/artifact.py +174 -174
  70. dtlpy/entities/assignment.py +399 -399
  71. dtlpy/entities/base_entity.py +214 -214
  72. dtlpy/entities/bot.py +113 -113
  73. dtlpy/entities/codebase.py +296 -296
  74. dtlpy/entities/collection.py +38 -38
  75. dtlpy/entities/command.py +169 -169
  76. dtlpy/entities/compute.py +442 -442
  77. dtlpy/entities/dataset.py +1285 -1285
  78. dtlpy/entities/directory_tree.py +44 -44
  79. dtlpy/entities/dpk.py +470 -470
  80. dtlpy/entities/driver.py +222 -222
  81. dtlpy/entities/execution.py +397 -397
  82. dtlpy/entities/feature.py +124 -124
  83. dtlpy/entities/feature_set.py +145 -145
  84. dtlpy/entities/filters.py +641 -641
  85. dtlpy/entities/gis_item.py +107 -107
  86. dtlpy/entities/integration.py +184 -184
  87. dtlpy/entities/item.py +953 -953
  88. dtlpy/entities/label.py +123 -123
  89. dtlpy/entities/links.py +85 -85
  90. dtlpy/entities/message.py +175 -175
  91. dtlpy/entities/model.py +694 -691
  92. dtlpy/entities/node.py +1005 -1005
  93. dtlpy/entities/ontology.py +803 -803
  94. dtlpy/entities/organization.py +287 -287
  95. dtlpy/entities/package.py +657 -657
  96. dtlpy/entities/package_defaults.py +5 -5
  97. dtlpy/entities/package_function.py +185 -185
  98. dtlpy/entities/package_module.py +113 -113
  99. dtlpy/entities/package_slot.py +118 -118
  100. dtlpy/entities/paged_entities.py +290 -267
  101. dtlpy/entities/pipeline.py +593 -593
  102. dtlpy/entities/pipeline_execution.py +279 -279
  103. dtlpy/entities/project.py +394 -394
  104. dtlpy/entities/prompt_item.py +499 -499
  105. dtlpy/entities/recipe.py +301 -301
  106. dtlpy/entities/reflect_dict.py +102 -102
  107. dtlpy/entities/resource_execution.py +138 -138
  108. dtlpy/entities/service.py +958 -958
  109. dtlpy/entities/service_driver.py +117 -117
  110. dtlpy/entities/setting.py +294 -294
  111. dtlpy/entities/task.py +491 -491
  112. dtlpy/entities/time_series.py +143 -143
  113. dtlpy/entities/trigger.py +426 -426
  114. dtlpy/entities/user.py +118 -118
  115. dtlpy/entities/webhook.py +124 -124
  116. dtlpy/examples/__init__.py +19 -19
  117. dtlpy/examples/add_labels.py +135 -135
  118. dtlpy/examples/add_metadata_to_item.py +21 -21
  119. dtlpy/examples/annotate_items_using_model.py +65 -65
  120. dtlpy/examples/annotate_video_using_model_and_tracker.py +75 -75
  121. dtlpy/examples/annotations_convert_to_voc.py +9 -9
  122. dtlpy/examples/annotations_convert_to_yolo.py +9 -9
  123. dtlpy/examples/convert_annotation_types.py +51 -51
  124. dtlpy/examples/converter.py +143 -143
  125. dtlpy/examples/copy_annotations.py +22 -22
  126. dtlpy/examples/copy_folder.py +31 -31
  127. dtlpy/examples/create_annotations.py +51 -51
  128. dtlpy/examples/create_video_annotations.py +83 -83
  129. dtlpy/examples/delete_annotations.py +26 -26
  130. dtlpy/examples/filters.py +113 -113
  131. dtlpy/examples/move_item.py +23 -23
  132. dtlpy/examples/play_video_annotation.py +13 -13
  133. dtlpy/examples/show_item_and_mask.py +53 -53
  134. dtlpy/examples/triggers.py +49 -49
  135. dtlpy/examples/upload_batch_of_items.py +20 -20
  136. dtlpy/examples/upload_items_and_custom_format_annotations.py +55 -55
  137. dtlpy/examples/upload_items_with_modalities.py +43 -43
  138. dtlpy/examples/upload_segmentation_annotations_from_mask_image.py +44 -44
  139. dtlpy/examples/upload_yolo_format_annotations.py +70 -70
  140. dtlpy/exceptions.py +125 -125
  141. dtlpy/miscellaneous/__init__.py +20 -20
  142. dtlpy/miscellaneous/dict_differ.py +95 -95
  143. dtlpy/miscellaneous/git_utils.py +217 -217
  144. dtlpy/miscellaneous/json_utils.py +14 -14
  145. dtlpy/miscellaneous/list_print.py +105 -105
  146. dtlpy/miscellaneous/zipping.py +130 -130
  147. dtlpy/ml/__init__.py +20 -20
  148. dtlpy/ml/base_feature_extractor_adapter.py +27 -27
  149. dtlpy/ml/base_model_adapter.py +945 -940
  150. dtlpy/ml/metrics.py +461 -461
  151. dtlpy/ml/predictions_utils.py +274 -274
  152. dtlpy/ml/summary_writer.py +57 -57
  153. dtlpy/ml/train_utils.py +60 -60
  154. dtlpy/new_instance.py +252 -252
  155. dtlpy/repositories/__init__.py +56 -56
  156. dtlpy/repositories/analytics.py +85 -85
  157. dtlpy/repositories/annotations.py +916 -916
  158. dtlpy/repositories/apps.py +383 -383
  159. dtlpy/repositories/artifacts.py +452 -452
  160. dtlpy/repositories/assignments.py +599 -599
  161. dtlpy/repositories/bots.py +213 -213
  162. dtlpy/repositories/codebases.py +559 -559
  163. dtlpy/repositories/collections.py +332 -348
  164. dtlpy/repositories/commands.py +158 -158
  165. dtlpy/repositories/compositions.py +61 -61
  166. dtlpy/repositories/computes.py +434 -406
  167. dtlpy/repositories/datasets.py +1291 -1291
  168. dtlpy/repositories/downloader.py +895 -895
  169. dtlpy/repositories/dpks.py +433 -433
  170. dtlpy/repositories/drivers.py +266 -266
  171. dtlpy/repositories/executions.py +817 -817
  172. dtlpy/repositories/feature_sets.py +226 -226
  173. dtlpy/repositories/features.py +238 -238
  174. dtlpy/repositories/integrations.py +484 -484
  175. dtlpy/repositories/items.py +909 -915
  176. dtlpy/repositories/messages.py +94 -94
  177. dtlpy/repositories/models.py +877 -867
  178. dtlpy/repositories/nodes.py +80 -80
  179. dtlpy/repositories/ontologies.py +511 -511
  180. dtlpy/repositories/organizations.py +525 -525
  181. dtlpy/repositories/packages.py +1941 -1941
  182. dtlpy/repositories/pipeline_executions.py +448 -448
  183. dtlpy/repositories/pipelines.py +642 -642
  184. dtlpy/repositories/projects.py +539 -539
  185. dtlpy/repositories/recipes.py +399 -399
  186. dtlpy/repositories/resource_executions.py +137 -137
  187. dtlpy/repositories/schema.py +120 -120
  188. dtlpy/repositories/service_drivers.py +213 -213
  189. dtlpy/repositories/services.py +1704 -1704
  190. dtlpy/repositories/settings.py +339 -339
  191. dtlpy/repositories/tasks.py +1124 -1124
  192. dtlpy/repositories/times_series.py +278 -278
  193. dtlpy/repositories/triggers.py +536 -536
  194. dtlpy/repositories/upload_element.py +257 -257
  195. dtlpy/repositories/uploader.py +651 -651
  196. dtlpy/repositories/webhooks.py +249 -249
  197. dtlpy/services/__init__.py +22 -22
  198. dtlpy/services/aihttp_retry.py +131 -131
  199. dtlpy/services/api_client.py +1782 -1782
  200. dtlpy/services/api_reference.py +40 -40
  201. dtlpy/services/async_utils.py +133 -133
  202. dtlpy/services/calls_counter.py +44 -44
  203. dtlpy/services/check_sdk.py +68 -68
  204. dtlpy/services/cookie.py +115 -115
  205. dtlpy/services/create_logger.py +156 -156
  206. dtlpy/services/events.py +84 -84
  207. dtlpy/services/logins.py +235 -235
  208. dtlpy/services/reporter.py +256 -256
  209. dtlpy/services/service_defaults.py +91 -91
  210. dtlpy/utilities/__init__.py +20 -20
  211. dtlpy/utilities/annotations/__init__.py +16 -16
  212. dtlpy/utilities/annotations/annotation_converters.py +269 -269
  213. dtlpy/utilities/base_package_runner.py +264 -264
  214. dtlpy/utilities/converter.py +1650 -1650
  215. dtlpy/utilities/dataset_generators/__init__.py +1 -1
  216. dtlpy/utilities/dataset_generators/dataset_generator.py +670 -670
  217. dtlpy/utilities/dataset_generators/dataset_generator_tensorflow.py +23 -23
  218. dtlpy/utilities/dataset_generators/dataset_generator_torch.py +21 -21
  219. dtlpy/utilities/local_development/__init__.py +1 -1
  220. dtlpy/utilities/local_development/local_session.py +179 -179
  221. dtlpy/utilities/reports/__init__.py +2 -2
  222. dtlpy/utilities/reports/figures.py +343 -343
  223. dtlpy/utilities/reports/report.py +71 -71
  224. dtlpy/utilities/videos/__init__.py +17 -17
  225. dtlpy/utilities/videos/video_player.py +598 -598
  226. dtlpy/utilities/videos/videos.py +470 -470
  227. {dtlpy-1.113.10.data → dtlpy-1.114.13.data}/scripts/dlp +1 -1
  228. dtlpy-1.114.13.data/scripts/dlp.bat +2 -0
  229. {dtlpy-1.113.10.data → dtlpy-1.114.13.data}/scripts/dlp.py +128 -128
  230. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/LICENSE +200 -200
  231. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/METADATA +172 -172
  232. dtlpy-1.114.13.dist-info/RECORD +240 -0
  233. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/WHEEL +1 -1
  234. tests/features/environment.py +551 -550
  235. dtlpy-1.113.10.data/scripts/dlp.bat +0 -2
  236. dtlpy-1.113.10.dist-info/RECORD +0 -244
  237. tests/assets/__init__.py +0 -0
  238. tests/assets/models_flow/__init__.py +0 -0
  239. tests/assets/models_flow/failedmain.py +0 -52
  240. tests/assets/models_flow/main.py +0 -62
  241. tests/assets/models_flow/main_model.py +0 -54
  242. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/entry_points.txt +0 -0
  243. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/top_level.txt +0 -0
@@ -1,214 +1,214 @@
1
- import functools
2
- import logging
3
- import enum
4
-
5
- from .. import miscellaneous
6
-
7
- logger = logging.getLogger('dtlpy')
8
-
9
-
10
- class EntityScopeLevel(str, enum.Enum):
11
- PRIVATE = 'private',
12
- PROJECT = 'project',
13
- ORG = 'org',
14
- PUBLIC = 'public'
15
-
16
-
17
- class BaseEntity(object):
18
- is_fetched = True
19
-
20
- def print(self, to_return=False, columns=None):
21
- """
22
- :param to_return:
23
- :param columns:
24
- """
25
- return miscellaneous.List([self]).print(to_return=to_return, columns=columns)
26
-
27
- def to_df(self, show_all=False, columns=None):
28
- """
29
- :param show_all:
30
- :param columns:
31
- """
32
- return miscellaneous.List([self]).to_df(show_all=show_all, columns=columns)
33
-
34
-
35
- # for auto-complete
36
- from typing import TYPE_CHECKING
37
-
38
- RUNTIME = not TYPE_CHECKING
39
- if RUNTIME:
40
- def base_model(model):
41
- return model
42
- else:
43
- from dataclasses import dataclass as base_model
44
-
45
-
46
- class DlList(list):
47
- def __init__(self, _list=None, _dict=None, _type=None):
48
- if _list is None:
49
- _list = list()
50
- if _dict is None:
51
- _dict = list()
52
- self._dict = _dict
53
- self._type = _type
54
- super(DlList, self).__init__(_list)
55
-
56
- def append(self, item) -> None:
57
- if self._type is not None:
58
- assert isinstance(item, self._type), f'Cannot append type: {type(item)}. Must be type {self._type}'
59
- self._dict.append(item.to_json())
60
- super(DlList, self).append(item) # append the item to itself (the list)
61
-
62
-
63
- @base_model
64
- class DlEntity(object):
65
- is_fetched = True
66
-
67
- def __init__(self, _dict=None, **kwargs):
68
- # using dict by reference and not creating a new one each time
69
- if _dict is None:
70
- _dict = dict()
71
- self._dict = _dict
72
- # this will set all the inputs to right location (using the dl.Property definitions)
73
- for key, value in kwargs.items():
74
- if key == "_dict":
75
- self._dict.update(value.copy())
76
- else:
77
- self.__setattr__(key, value)
78
- self._set_defaults()
79
-
80
- def _set_defaults(self):
81
- # getting all attribute (that are DlProperty) to set defaults to _dict
82
- # https://stackoverflow.com/questions/21962769/is-it-possible-to-test-if-object-property-uses-a-descriptor
83
- for att, a_type in type(self).__mro__[0].__dict__.items():
84
- if isinstance(a_type, DlProperty):
85
- _ = self.__getattribute__(att)
86
-
87
- def print(self, to_return=False, columns=None):
88
- """
89
- :param to_return:
90
- :param columns:
91
- """
92
- return miscellaneous.List([self]).print(to_return=to_return, columns=columns)
93
-
94
- def to_df(self, show_all=False, columns=None):
95
- """
96
- :param show_all:
97
- :param columns:
98
- """
99
- return miscellaneous.List([self]).to_df(show_all=show_all, columns=columns)
100
-
101
-
102
- class DlProperty:
103
- def __init__(self, location=None, default='NODEFAULT', _type=None, _kls=None):
104
- self.location = location
105
- self._default = default
106
- self._type = _type
107
- self._validator = None
108
- self._kls = _kls
109
-
110
- ##############
111
- # decorators #
112
- ##############
113
- def default(self, method=None):
114
- @functools.wraps(method)
115
- def _default(self):
116
- return method(self)
117
-
118
- self._default = _default
119
- return self._default
120
-
121
- def validator(self, method):
122
- @functools.wraps(method)
123
- def _validator(self, value):
124
- return method(self, value)
125
-
126
- self._validator = _validator
127
- return self._validator
128
-
129
- ############
130
- # privates #
131
- ############
132
- @staticmethod
133
- def _get_class(kls):
134
- import importlib
135
- module = importlib.import_module(f'.entities', package='dtlpy')
136
- kls = getattr(module, kls)
137
- return kls
138
-
139
- def _get_default(self, instance):
140
- if callable(self._default):
141
- default = self._default(self=instance)
142
- else:
143
- default = self._default
144
- return default
145
-
146
- def _to_dict(self, inst):
147
- if self._kls is not None:
148
- if isinstance(inst, list) and all(hasattr(v, 'to_json') for v in inst):
149
- _dict = [v.to_json() for v in inst]
150
- elif hasattr(inst, 'to_json'):
151
- _dict = inst.to_json()
152
- else:
153
- _dict = inst
154
- else:
155
- _dict = inst
156
- return _dict
157
-
158
- def _to_instance(self, _dict):
159
- if self._kls is not None:
160
- kls = self._get_class(kls=self._kls)
161
- if isinstance(_dict, list) and all(isinstance(v, dict) for v in _dict):
162
- value = DlList(_list=[kls.from_json(v) for v in _dict],
163
- _type=kls,
164
- _dict=_dict)
165
- elif isinstance(_dict, dict):
166
- value = kls(_dict=_dict, **_dict)
167
- else:
168
- value = _dict
169
- else:
170
- value = _dict
171
- return value
172
-
173
- def __get__(self, instance, owner):
174
- _dict = instance._dict
175
- for key in self.location[:-1]:
176
- _dict = _dict.get(key, dict())
177
-
178
- # get default if set - can also be callable
179
- try:
180
- value = _dict[self.location[-1]]
181
- except KeyError:
182
- # get the default only of value doesnt exists
183
- value = self._get_default(instance=instance)
184
- if value == 'NODEFAULT':
185
- # if NODEFAULT - set value to None and DONT save in the _dict
186
- value = None
187
- else:
188
- # if default value is set - add the value into the _dict
189
- _dict[self.location[-1]] = value
190
-
191
- # instantiate dictionary to the type
192
- value = self._to_instance(_dict=value)
193
- return value
194
-
195
- def __set__(self, instance, value):
196
-
197
- # validate - if validator is set
198
- if self._validator is not None:
199
- # instantiate the value before validation
200
- inst = self._to_instance(_dict=value)
201
- self._validator(self=instance, value=inst)
202
-
203
- # convert to the value's kls
204
- value = self._to_dict(inst=value)
205
-
206
- # set value in the dictionary
207
- _dict = instance._dict
208
- for key in self.location[:-1]:
209
- _tmp_dict = _dict.get(key, None)
210
- # create the dict inside to be able to point
211
- if _tmp_dict is None:
212
- _dict[key] = dict()
213
- _dict = _dict.get(key, None)
214
- _dict[self.location[-1]] = value
1
+ import functools
2
+ import logging
3
+ import enum
4
+
5
+ from .. import miscellaneous
6
+
7
+ logger = logging.getLogger('dtlpy')
8
+
9
+
10
+ class EntityScopeLevel(str, enum.Enum):
11
+ PRIVATE = 'private',
12
+ PROJECT = 'project',
13
+ ORG = 'org',
14
+ PUBLIC = 'public'
15
+
16
+
17
+ class BaseEntity(object):
18
+ is_fetched = True
19
+
20
+ def print(self, to_return=False, columns=None):
21
+ """
22
+ :param to_return:
23
+ :param columns:
24
+ """
25
+ return miscellaneous.List([self]).print(to_return=to_return, columns=columns)
26
+
27
+ def to_df(self, show_all=False, columns=None):
28
+ """
29
+ :param show_all:
30
+ :param columns:
31
+ """
32
+ return miscellaneous.List([self]).to_df(show_all=show_all, columns=columns)
33
+
34
+
35
+ # for auto-complete
36
+ from typing import TYPE_CHECKING
37
+
38
+ RUNTIME = not TYPE_CHECKING
39
+ if RUNTIME:
40
+ def base_model(model):
41
+ return model
42
+ else:
43
+ from dataclasses import dataclass as base_model
44
+
45
+
46
+ class DlList(list):
47
+ def __init__(self, _list=None, _dict=None, _type=None):
48
+ if _list is None:
49
+ _list = list()
50
+ if _dict is None:
51
+ _dict = list()
52
+ self._dict = _dict
53
+ self._type = _type
54
+ super(DlList, self).__init__(_list)
55
+
56
+ def append(self, item) -> None:
57
+ if self._type is not None:
58
+ assert isinstance(item, self._type), f'Cannot append type: {type(item)}. Must be type {self._type}'
59
+ self._dict.append(item.to_json())
60
+ super(DlList, self).append(item) # append the item to itself (the list)
61
+
62
+
63
+ @base_model
64
+ class DlEntity(object):
65
+ is_fetched = True
66
+
67
+ def __init__(self, _dict=None, **kwargs):
68
+ # using dict by reference and not creating a new one each time
69
+ if _dict is None:
70
+ _dict = dict()
71
+ self._dict = _dict
72
+ # this will set all the inputs to right location (using the dl.Property definitions)
73
+ for key, value in kwargs.items():
74
+ if key == "_dict":
75
+ self._dict.update(value.copy())
76
+ else:
77
+ self.__setattr__(key, value)
78
+ self._set_defaults()
79
+
80
+ def _set_defaults(self):
81
+ # getting all attribute (that are DlProperty) to set defaults to _dict
82
+ # https://stackoverflow.com/questions/21962769/is-it-possible-to-test-if-object-property-uses-a-descriptor
83
+ for att, a_type in type(self).__mro__[0].__dict__.items():
84
+ if isinstance(a_type, DlProperty):
85
+ _ = self.__getattribute__(att)
86
+
87
+ def print(self, to_return=False, columns=None):
88
+ """
89
+ :param to_return:
90
+ :param columns:
91
+ """
92
+ return miscellaneous.List([self]).print(to_return=to_return, columns=columns)
93
+
94
+ def to_df(self, show_all=False, columns=None):
95
+ """
96
+ :param show_all:
97
+ :param columns:
98
+ """
99
+ return miscellaneous.List([self]).to_df(show_all=show_all, columns=columns)
100
+
101
+
102
+ class DlProperty:
103
+ def __init__(self, location=None, default='NODEFAULT', _type=None, _kls=None):
104
+ self.location = location
105
+ self._default = default
106
+ self._type = _type
107
+ self._validator = None
108
+ self._kls = _kls
109
+
110
+ ##############
111
+ # decorators #
112
+ ##############
113
+ def default(self, method=None):
114
+ @functools.wraps(method)
115
+ def _default(self):
116
+ return method(self)
117
+
118
+ self._default = _default
119
+ return self._default
120
+
121
+ def validator(self, method):
122
+ @functools.wraps(method)
123
+ def _validator(self, value):
124
+ return method(self, value)
125
+
126
+ self._validator = _validator
127
+ return self._validator
128
+
129
+ ############
130
+ # privates #
131
+ ############
132
+ @staticmethod
133
+ def _get_class(kls):
134
+ import importlib
135
+ module = importlib.import_module(f'.entities', package='dtlpy')
136
+ kls = getattr(module, kls)
137
+ return kls
138
+
139
+ def _get_default(self, instance):
140
+ if callable(self._default):
141
+ default = self._default(self=instance)
142
+ else:
143
+ default = self._default
144
+ return default
145
+
146
+ def _to_dict(self, inst):
147
+ if self._kls is not None:
148
+ if isinstance(inst, list) and all(hasattr(v, 'to_json') for v in inst):
149
+ _dict = [v.to_json() for v in inst]
150
+ elif hasattr(inst, 'to_json'):
151
+ _dict = inst.to_json()
152
+ else:
153
+ _dict = inst
154
+ else:
155
+ _dict = inst
156
+ return _dict
157
+
158
+ def _to_instance(self, _dict):
159
+ if self._kls is not None:
160
+ kls = self._get_class(kls=self._kls)
161
+ if isinstance(_dict, list) and all(isinstance(v, dict) for v in _dict):
162
+ value = DlList(_list=[kls.from_json(v) for v in _dict],
163
+ _type=kls,
164
+ _dict=_dict)
165
+ elif isinstance(_dict, dict):
166
+ value = kls(_dict=_dict, **_dict)
167
+ else:
168
+ value = _dict
169
+ else:
170
+ value = _dict
171
+ return value
172
+
173
+ def __get__(self, instance, owner):
174
+ _dict = instance._dict
175
+ for key in self.location[:-1]:
176
+ _dict = _dict.get(key, dict())
177
+
178
+ # get default if set - can also be callable
179
+ try:
180
+ value = _dict[self.location[-1]]
181
+ except KeyError:
182
+ # get the default only of value doesnt exists
183
+ value = self._get_default(instance=instance)
184
+ if value == 'NODEFAULT':
185
+ # if NODEFAULT - set value to None and DONT save in the _dict
186
+ value = None
187
+ else:
188
+ # if default value is set - add the value into the _dict
189
+ _dict[self.location[-1]] = value
190
+
191
+ # instantiate dictionary to the type
192
+ value = self._to_instance(_dict=value)
193
+ return value
194
+
195
+ def __set__(self, instance, value):
196
+
197
+ # validate - if validator is set
198
+ if self._validator is not None:
199
+ # instantiate the value before validation
200
+ inst = self._to_instance(_dict=value)
201
+ self._validator(self=instance, value=inst)
202
+
203
+ # convert to the value's kls
204
+ value = self._to_dict(inst=value)
205
+
206
+ # set value in the dictionary
207
+ _dict = instance._dict
208
+ for key in self.location[:-1]:
209
+ _tmp_dict = _dict.get(key, None)
210
+ # create the dict inside to be able to point
211
+ if _tmp_dict is None:
212
+ _dict[key] = dict()
213
+ _dict = _dict.get(key, None)
214
+ _dict[self.location[-1]] = value
dtlpy/entities/bot.py CHANGED
@@ -1,113 +1,113 @@
1
- import traceback
2
- import logging
3
- import attr
4
-
5
- from .. import entities, exceptions, repositories
6
-
7
- logger = logging.getLogger(name='dtlpy')
8
-
9
-
10
- @attr.s
11
- class Bot(entities.User):
12
- """
13
- Bot entity
14
- """
15
- _bots = attr.ib(repr=False, default=None)
16
- password = attr.ib(default=None)
17
-
18
- @staticmethod
19
- def _protected_from_json(_json, project, client_api, bots=None):
20
- """
21
- Same as from_json but with try-except to catch if error
22
- :param _json: platform json
23
- :param project: project entity
24
- :param client_api: ApiClient entity
25
- :param bots:
26
- :return:
27
- """
28
- try:
29
- bot = Bot.from_json(_json=_json,
30
- project=project,
31
- bots=bots,
32
- client_api=client_api)
33
- status = True
34
- except Exception:
35
- bot = traceback.format_exc()
36
- status = False
37
- return status, bot
38
-
39
- @classmethod
40
- def from_json(cls, _json, project, client_api, bots=None):
41
- """
42
- Build a Bot entity object from a json
43
-
44
- :param _json: _json response from host
45
- :param project: project entity
46
- :param client_api: ApiClient entity
47
- :param bots: Bots repository
48
- :return: User object
49
- """
50
- return cls(
51
- created_at=_json.get('createdAt', None),
52
- name=_json.get('firstName', None),
53
- updated_at=_json.get('updatedAt', None),
54
- last_name=_json.get('lastName', None),
55
- username=_json.get('username', None),
56
- avatar=_json.get('avatar', None),
57
- email=_json.get('email', None),
58
- type=_json.get('type', None),
59
- role=_json.get('role', None),
60
- org=_json.get('org', None),
61
- id=_json.get('id', None),
62
- project=project,
63
- client_api=client_api,
64
- bots=bots,
65
- password=_json.get('password', None),
66
- )
67
-
68
- @property
69
- def bots(self):
70
- if self._bots is None:
71
- self._bots = repositories.Bots(client_api=self._client_api, project=self._project)
72
- assert isinstance(self._bots, repositories.Bots)
73
- return self._bots
74
-
75
- @property
76
- def project(self):
77
- if self._project is None:
78
- raise exceptions.PlatformException(error='2001',
79
- message='Missing entity "project".')
80
- assert isinstance(self._project, entities.Project)
81
- return self._project
82
-
83
- def to_json(self):
84
- """
85
- Returns platform _json format of object
86
-
87
- :return: platform json format of object
88
- :rtype: dict
89
- """
90
- _json = attr.asdict(self,
91
- filter=attr.filters.exclude(attr.fields(Bot)._project,
92
- attr.fields(Bot).name,
93
- attr.fields(Bot)._client_api,
94
- attr.fields(Bot)._bots,
95
- attr.fields(Bot)._users,
96
- attr.fields(Bot).last_name,
97
- attr.fields(Bot).created_at,
98
- attr.fields(Bot).updated_at,
99
- ))
100
- _json['firstName'] = self.name
101
- _json['lastName'] = self.last_name
102
- _json['createdAt'] = self.created_at
103
- _json['updatedAt'] = self.updated_at
104
- return _json
105
-
106
- def delete(self):
107
- """
108
- Delete the bot
109
-
110
- :return: True
111
- :rtype: bool
112
- """
113
- return self.bots.delete(bot_id=self.id)
1
+ import traceback
2
+ import logging
3
+ import attr
4
+
5
+ from .. import entities, exceptions, repositories
6
+
7
+ logger = logging.getLogger(name='dtlpy')
8
+
9
+
10
+ @attr.s
11
+ class Bot(entities.User):
12
+ """
13
+ Bot entity
14
+ """
15
+ _bots = attr.ib(repr=False, default=None)
16
+ password = attr.ib(default=None)
17
+
18
+ @staticmethod
19
+ def _protected_from_json(_json, project, client_api, bots=None):
20
+ """
21
+ Same as from_json but with try-except to catch if error
22
+ :param _json: platform json
23
+ :param project: project entity
24
+ :param client_api: ApiClient entity
25
+ :param bots:
26
+ :return:
27
+ """
28
+ try:
29
+ bot = Bot.from_json(_json=_json,
30
+ project=project,
31
+ bots=bots,
32
+ client_api=client_api)
33
+ status = True
34
+ except Exception:
35
+ bot = traceback.format_exc()
36
+ status = False
37
+ return status, bot
38
+
39
+ @classmethod
40
+ def from_json(cls, _json, project, client_api, bots=None):
41
+ """
42
+ Build a Bot entity object from a json
43
+
44
+ :param _json: _json response from host
45
+ :param project: project entity
46
+ :param client_api: ApiClient entity
47
+ :param bots: Bots repository
48
+ :return: User object
49
+ """
50
+ return cls(
51
+ created_at=_json.get('createdAt', None),
52
+ name=_json.get('firstName', None),
53
+ updated_at=_json.get('updatedAt', None),
54
+ last_name=_json.get('lastName', None),
55
+ username=_json.get('username', None),
56
+ avatar=_json.get('avatar', None),
57
+ email=_json.get('email', None),
58
+ type=_json.get('type', None),
59
+ role=_json.get('role', None),
60
+ org=_json.get('org', None),
61
+ id=_json.get('id', None),
62
+ project=project,
63
+ client_api=client_api,
64
+ bots=bots,
65
+ password=_json.get('password', None),
66
+ )
67
+
68
+ @property
69
+ def bots(self):
70
+ if self._bots is None:
71
+ self._bots = repositories.Bots(client_api=self._client_api, project=self._project)
72
+ assert isinstance(self._bots, repositories.Bots)
73
+ return self._bots
74
+
75
+ @property
76
+ def project(self):
77
+ if self._project is None:
78
+ raise exceptions.PlatformException(error='2001',
79
+ message='Missing entity "project".')
80
+ assert isinstance(self._project, entities.Project)
81
+ return self._project
82
+
83
+ def to_json(self):
84
+ """
85
+ Returns platform _json format of object
86
+
87
+ :return: platform json format of object
88
+ :rtype: dict
89
+ """
90
+ _json = attr.asdict(self,
91
+ filter=attr.filters.exclude(attr.fields(Bot)._project,
92
+ attr.fields(Bot).name,
93
+ attr.fields(Bot)._client_api,
94
+ attr.fields(Bot)._bots,
95
+ attr.fields(Bot)._users,
96
+ attr.fields(Bot).last_name,
97
+ attr.fields(Bot).created_at,
98
+ attr.fields(Bot).updated_at,
99
+ ))
100
+ _json['firstName'] = self.name
101
+ _json['lastName'] = self.last_name
102
+ _json['createdAt'] = self.created_at
103
+ _json['updatedAt'] = self.updated_at
104
+ return _json
105
+
106
+ def delete(self):
107
+ """
108
+ Delete the bot
109
+
110
+ :return: True
111
+ :rtype: bool
112
+ """
113
+ return self.bots.delete(bot_id=self.id)