dtlpy 1.113.10__py3-none-any.whl → 1.114.13__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (243) hide show
  1. dtlpy/__init__.py +488 -488
  2. dtlpy/__version__.py +1 -1
  3. dtlpy/assets/__init__.py +26 -26
  4. dtlpy/assets/__pycache__/__init__.cpython-38.pyc +0 -0
  5. dtlpy/assets/code_server/config.yaml +2 -2
  6. dtlpy/assets/code_server/installation.sh +24 -24
  7. dtlpy/assets/code_server/launch.json +13 -13
  8. dtlpy/assets/code_server/settings.json +2 -2
  9. dtlpy/assets/main.py +53 -53
  10. dtlpy/assets/main_partial.py +18 -18
  11. dtlpy/assets/mock.json +11 -11
  12. dtlpy/assets/model_adapter.py +83 -83
  13. dtlpy/assets/package.json +61 -61
  14. dtlpy/assets/package_catalog.json +29 -29
  15. dtlpy/assets/package_gitignore +307 -307
  16. dtlpy/assets/service_runners/__init__.py +33 -33
  17. dtlpy/assets/service_runners/converter.py +96 -96
  18. dtlpy/assets/service_runners/multi_method.py +49 -49
  19. dtlpy/assets/service_runners/multi_method_annotation.py +54 -54
  20. dtlpy/assets/service_runners/multi_method_dataset.py +55 -55
  21. dtlpy/assets/service_runners/multi_method_item.py +52 -52
  22. dtlpy/assets/service_runners/multi_method_json.py +52 -52
  23. dtlpy/assets/service_runners/single_method.py +37 -37
  24. dtlpy/assets/service_runners/single_method_annotation.py +43 -43
  25. dtlpy/assets/service_runners/single_method_dataset.py +43 -43
  26. dtlpy/assets/service_runners/single_method_item.py +41 -41
  27. dtlpy/assets/service_runners/single_method_json.py +42 -42
  28. dtlpy/assets/service_runners/single_method_multi_input.py +45 -45
  29. dtlpy/assets/voc_annotation_template.xml +23 -23
  30. dtlpy/caches/base_cache.py +32 -32
  31. dtlpy/caches/cache.py +473 -473
  32. dtlpy/caches/dl_cache.py +201 -201
  33. dtlpy/caches/filesystem_cache.py +89 -89
  34. dtlpy/caches/redis_cache.py +84 -84
  35. dtlpy/dlp/__init__.py +20 -20
  36. dtlpy/dlp/cli_utilities.py +367 -367
  37. dtlpy/dlp/command_executor.py +764 -764
  38. dtlpy/dlp/dlp +1 -1
  39. dtlpy/dlp/dlp.bat +1 -1
  40. dtlpy/dlp/dlp.py +128 -128
  41. dtlpy/dlp/parser.py +651 -651
  42. dtlpy/entities/__init__.py +83 -83
  43. dtlpy/entities/analytic.py +311 -311
  44. dtlpy/entities/annotation.py +1879 -1879
  45. dtlpy/entities/annotation_collection.py +699 -699
  46. dtlpy/entities/annotation_definitions/__init__.py +20 -20
  47. dtlpy/entities/annotation_definitions/base_annotation_definition.py +100 -100
  48. dtlpy/entities/annotation_definitions/box.py +195 -195
  49. dtlpy/entities/annotation_definitions/classification.py +67 -67
  50. dtlpy/entities/annotation_definitions/comparison.py +72 -72
  51. dtlpy/entities/annotation_definitions/cube.py +204 -204
  52. dtlpy/entities/annotation_definitions/cube_3d.py +149 -149
  53. dtlpy/entities/annotation_definitions/description.py +32 -32
  54. dtlpy/entities/annotation_definitions/ellipse.py +124 -124
  55. dtlpy/entities/annotation_definitions/free_text.py +62 -62
  56. dtlpy/entities/annotation_definitions/gis.py +69 -69
  57. dtlpy/entities/annotation_definitions/note.py +139 -139
  58. dtlpy/entities/annotation_definitions/point.py +117 -117
  59. dtlpy/entities/annotation_definitions/polygon.py +182 -182
  60. dtlpy/entities/annotation_definitions/polyline.py +111 -111
  61. dtlpy/entities/annotation_definitions/pose.py +92 -92
  62. dtlpy/entities/annotation_definitions/ref_image.py +86 -86
  63. dtlpy/entities/annotation_definitions/segmentation.py +240 -240
  64. dtlpy/entities/annotation_definitions/subtitle.py +34 -34
  65. dtlpy/entities/annotation_definitions/text.py +85 -85
  66. dtlpy/entities/annotation_definitions/undefined_annotation.py +74 -74
  67. dtlpy/entities/app.py +220 -220
  68. dtlpy/entities/app_module.py +107 -107
  69. dtlpy/entities/artifact.py +174 -174
  70. dtlpy/entities/assignment.py +399 -399
  71. dtlpy/entities/base_entity.py +214 -214
  72. dtlpy/entities/bot.py +113 -113
  73. dtlpy/entities/codebase.py +296 -296
  74. dtlpy/entities/collection.py +38 -38
  75. dtlpy/entities/command.py +169 -169
  76. dtlpy/entities/compute.py +442 -442
  77. dtlpy/entities/dataset.py +1285 -1285
  78. dtlpy/entities/directory_tree.py +44 -44
  79. dtlpy/entities/dpk.py +470 -470
  80. dtlpy/entities/driver.py +222 -222
  81. dtlpy/entities/execution.py +397 -397
  82. dtlpy/entities/feature.py +124 -124
  83. dtlpy/entities/feature_set.py +145 -145
  84. dtlpy/entities/filters.py +641 -641
  85. dtlpy/entities/gis_item.py +107 -107
  86. dtlpy/entities/integration.py +184 -184
  87. dtlpy/entities/item.py +953 -953
  88. dtlpy/entities/label.py +123 -123
  89. dtlpy/entities/links.py +85 -85
  90. dtlpy/entities/message.py +175 -175
  91. dtlpy/entities/model.py +694 -691
  92. dtlpy/entities/node.py +1005 -1005
  93. dtlpy/entities/ontology.py +803 -803
  94. dtlpy/entities/organization.py +287 -287
  95. dtlpy/entities/package.py +657 -657
  96. dtlpy/entities/package_defaults.py +5 -5
  97. dtlpy/entities/package_function.py +185 -185
  98. dtlpy/entities/package_module.py +113 -113
  99. dtlpy/entities/package_slot.py +118 -118
  100. dtlpy/entities/paged_entities.py +290 -267
  101. dtlpy/entities/pipeline.py +593 -593
  102. dtlpy/entities/pipeline_execution.py +279 -279
  103. dtlpy/entities/project.py +394 -394
  104. dtlpy/entities/prompt_item.py +499 -499
  105. dtlpy/entities/recipe.py +301 -301
  106. dtlpy/entities/reflect_dict.py +102 -102
  107. dtlpy/entities/resource_execution.py +138 -138
  108. dtlpy/entities/service.py +958 -958
  109. dtlpy/entities/service_driver.py +117 -117
  110. dtlpy/entities/setting.py +294 -294
  111. dtlpy/entities/task.py +491 -491
  112. dtlpy/entities/time_series.py +143 -143
  113. dtlpy/entities/trigger.py +426 -426
  114. dtlpy/entities/user.py +118 -118
  115. dtlpy/entities/webhook.py +124 -124
  116. dtlpy/examples/__init__.py +19 -19
  117. dtlpy/examples/add_labels.py +135 -135
  118. dtlpy/examples/add_metadata_to_item.py +21 -21
  119. dtlpy/examples/annotate_items_using_model.py +65 -65
  120. dtlpy/examples/annotate_video_using_model_and_tracker.py +75 -75
  121. dtlpy/examples/annotations_convert_to_voc.py +9 -9
  122. dtlpy/examples/annotations_convert_to_yolo.py +9 -9
  123. dtlpy/examples/convert_annotation_types.py +51 -51
  124. dtlpy/examples/converter.py +143 -143
  125. dtlpy/examples/copy_annotations.py +22 -22
  126. dtlpy/examples/copy_folder.py +31 -31
  127. dtlpy/examples/create_annotations.py +51 -51
  128. dtlpy/examples/create_video_annotations.py +83 -83
  129. dtlpy/examples/delete_annotations.py +26 -26
  130. dtlpy/examples/filters.py +113 -113
  131. dtlpy/examples/move_item.py +23 -23
  132. dtlpy/examples/play_video_annotation.py +13 -13
  133. dtlpy/examples/show_item_and_mask.py +53 -53
  134. dtlpy/examples/triggers.py +49 -49
  135. dtlpy/examples/upload_batch_of_items.py +20 -20
  136. dtlpy/examples/upload_items_and_custom_format_annotations.py +55 -55
  137. dtlpy/examples/upload_items_with_modalities.py +43 -43
  138. dtlpy/examples/upload_segmentation_annotations_from_mask_image.py +44 -44
  139. dtlpy/examples/upload_yolo_format_annotations.py +70 -70
  140. dtlpy/exceptions.py +125 -125
  141. dtlpy/miscellaneous/__init__.py +20 -20
  142. dtlpy/miscellaneous/dict_differ.py +95 -95
  143. dtlpy/miscellaneous/git_utils.py +217 -217
  144. dtlpy/miscellaneous/json_utils.py +14 -14
  145. dtlpy/miscellaneous/list_print.py +105 -105
  146. dtlpy/miscellaneous/zipping.py +130 -130
  147. dtlpy/ml/__init__.py +20 -20
  148. dtlpy/ml/base_feature_extractor_adapter.py +27 -27
  149. dtlpy/ml/base_model_adapter.py +945 -940
  150. dtlpy/ml/metrics.py +461 -461
  151. dtlpy/ml/predictions_utils.py +274 -274
  152. dtlpy/ml/summary_writer.py +57 -57
  153. dtlpy/ml/train_utils.py +60 -60
  154. dtlpy/new_instance.py +252 -252
  155. dtlpy/repositories/__init__.py +56 -56
  156. dtlpy/repositories/analytics.py +85 -85
  157. dtlpy/repositories/annotations.py +916 -916
  158. dtlpy/repositories/apps.py +383 -383
  159. dtlpy/repositories/artifacts.py +452 -452
  160. dtlpy/repositories/assignments.py +599 -599
  161. dtlpy/repositories/bots.py +213 -213
  162. dtlpy/repositories/codebases.py +559 -559
  163. dtlpy/repositories/collections.py +332 -348
  164. dtlpy/repositories/commands.py +158 -158
  165. dtlpy/repositories/compositions.py +61 -61
  166. dtlpy/repositories/computes.py +434 -406
  167. dtlpy/repositories/datasets.py +1291 -1291
  168. dtlpy/repositories/downloader.py +895 -895
  169. dtlpy/repositories/dpks.py +433 -433
  170. dtlpy/repositories/drivers.py +266 -266
  171. dtlpy/repositories/executions.py +817 -817
  172. dtlpy/repositories/feature_sets.py +226 -226
  173. dtlpy/repositories/features.py +238 -238
  174. dtlpy/repositories/integrations.py +484 -484
  175. dtlpy/repositories/items.py +909 -915
  176. dtlpy/repositories/messages.py +94 -94
  177. dtlpy/repositories/models.py +877 -867
  178. dtlpy/repositories/nodes.py +80 -80
  179. dtlpy/repositories/ontologies.py +511 -511
  180. dtlpy/repositories/organizations.py +525 -525
  181. dtlpy/repositories/packages.py +1941 -1941
  182. dtlpy/repositories/pipeline_executions.py +448 -448
  183. dtlpy/repositories/pipelines.py +642 -642
  184. dtlpy/repositories/projects.py +539 -539
  185. dtlpy/repositories/recipes.py +399 -399
  186. dtlpy/repositories/resource_executions.py +137 -137
  187. dtlpy/repositories/schema.py +120 -120
  188. dtlpy/repositories/service_drivers.py +213 -213
  189. dtlpy/repositories/services.py +1704 -1704
  190. dtlpy/repositories/settings.py +339 -339
  191. dtlpy/repositories/tasks.py +1124 -1124
  192. dtlpy/repositories/times_series.py +278 -278
  193. dtlpy/repositories/triggers.py +536 -536
  194. dtlpy/repositories/upload_element.py +257 -257
  195. dtlpy/repositories/uploader.py +651 -651
  196. dtlpy/repositories/webhooks.py +249 -249
  197. dtlpy/services/__init__.py +22 -22
  198. dtlpy/services/aihttp_retry.py +131 -131
  199. dtlpy/services/api_client.py +1782 -1782
  200. dtlpy/services/api_reference.py +40 -40
  201. dtlpy/services/async_utils.py +133 -133
  202. dtlpy/services/calls_counter.py +44 -44
  203. dtlpy/services/check_sdk.py +68 -68
  204. dtlpy/services/cookie.py +115 -115
  205. dtlpy/services/create_logger.py +156 -156
  206. dtlpy/services/events.py +84 -84
  207. dtlpy/services/logins.py +235 -235
  208. dtlpy/services/reporter.py +256 -256
  209. dtlpy/services/service_defaults.py +91 -91
  210. dtlpy/utilities/__init__.py +20 -20
  211. dtlpy/utilities/annotations/__init__.py +16 -16
  212. dtlpy/utilities/annotations/annotation_converters.py +269 -269
  213. dtlpy/utilities/base_package_runner.py +264 -264
  214. dtlpy/utilities/converter.py +1650 -1650
  215. dtlpy/utilities/dataset_generators/__init__.py +1 -1
  216. dtlpy/utilities/dataset_generators/dataset_generator.py +670 -670
  217. dtlpy/utilities/dataset_generators/dataset_generator_tensorflow.py +23 -23
  218. dtlpy/utilities/dataset_generators/dataset_generator_torch.py +21 -21
  219. dtlpy/utilities/local_development/__init__.py +1 -1
  220. dtlpy/utilities/local_development/local_session.py +179 -179
  221. dtlpy/utilities/reports/__init__.py +2 -2
  222. dtlpy/utilities/reports/figures.py +343 -343
  223. dtlpy/utilities/reports/report.py +71 -71
  224. dtlpy/utilities/videos/__init__.py +17 -17
  225. dtlpy/utilities/videos/video_player.py +598 -598
  226. dtlpy/utilities/videos/videos.py +470 -470
  227. {dtlpy-1.113.10.data → dtlpy-1.114.13.data}/scripts/dlp +1 -1
  228. dtlpy-1.114.13.data/scripts/dlp.bat +2 -0
  229. {dtlpy-1.113.10.data → dtlpy-1.114.13.data}/scripts/dlp.py +128 -128
  230. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/LICENSE +200 -200
  231. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/METADATA +172 -172
  232. dtlpy-1.114.13.dist-info/RECORD +240 -0
  233. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/WHEEL +1 -1
  234. tests/features/environment.py +551 -550
  235. dtlpy-1.113.10.data/scripts/dlp.bat +0 -2
  236. dtlpy-1.113.10.dist-info/RECORD +0 -244
  237. tests/assets/__init__.py +0 -0
  238. tests/assets/models_flow/__init__.py +0 -0
  239. tests/assets/models_flow/failedmain.py +0 -52
  240. tests/assets/models_flow/main.py +0 -62
  241. tests/assets/models_flow/main_model.py +0 -54
  242. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/entry_points.txt +0 -0
  243. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/top_level.txt +0 -0
@@ -1,278 +1,278 @@
1
- import logging
2
- import pandas as pd
3
- import datetime
4
- from dtlpy import entities, miscellaneous, exceptions
5
- from ..services.api_client import ApiClient
6
-
7
- logger = logging.getLogger(name='dtlpy')
8
-
9
-
10
- class TimesSeries:
11
- """
12
- Time series Repository
13
- """
14
-
15
- def __init__(self, client_api: ApiClient, project: entities.Project = None):
16
- self._client_api = client_api
17
- self._project = project
18
-
19
- ############
20
- # entities #
21
- ############
22
- @property
23
- def project(self) -> entities.Project:
24
- if self._project is None:
25
- raise exceptions.PlatformException(
26
- error='2001',
27
- message='Missing "project". need to set a Project entity or use project.times_series repository')
28
- assert isinstance(self._project, entities.Project)
29
- return self._project
30
-
31
- @project.setter
32
- def project(self, project: entities.Project):
33
- if not isinstance(project, entities.Project):
34
- raise ValueError('Must input a valid Project entity')
35
- self._project = project
36
-
37
- ############
38
- # methods #
39
- ############
40
- def create(self, series_name) -> entities.TimeSeries:
41
- """
42
- Create a new time series
43
-
44
- :param str series_name: name
45
- :return: TimeSeries object
46
- """
47
- success, response = self._client_api.gen_request(req_type='post',
48
- path='/projects/{}/timeSeries'.format(self.project.id),
49
- json_req={'name': series_name})
50
- if success:
51
- ts = entities.TimeSeries.from_json(_json=response.json(),
52
- project=self.project)
53
- else:
54
- raise exceptions.PlatformException(response)
55
- assert isinstance(ts, entities.TimeSeries)
56
- return ts
57
-
58
- def list(self) -> miscellaneous.List[entities.TimeSeries]:
59
- """
60
- List all time series for project
61
-
62
- :return:
63
- """
64
- success, response = self._client_api.gen_request(req_type='get',
65
- path='/projects/{}/timeSeries'.format(self.project.id))
66
- if success:
67
- tss = miscellaneous.List([entities.TimeSeries.from_json(_json=_json, project=self.project)
68
- for _json in response.json()])
69
- else:
70
- raise exceptions.PlatformException(response)
71
- return tss
72
-
73
- def get(self, series_name=None, series_id=None) -> entities.TimeSeries:
74
- """
75
- Get time series entity
76
-
77
- :param str series_name: by name
78
- :param str series_id: by id
79
- :return:
80
- """
81
- if series_id is not None:
82
- # get series
83
- success, response = self._client_api.gen_request(req_type='get',
84
- path='/projects/{}/timeSeries/{}'.format(self.project.id,
85
- series_id))
86
- if success:
87
- ts = entities.TimeSeries.from_json(_json=response.json(),
88
- project=self.project)
89
- else:
90
- raise exceptions.PlatformException(response)
91
- # verify input service name is same as the given id
92
- if series_name is not None and ts.name != series_name:
93
- logger.warning(
94
- "Mismatch found in timeSeries.get: series_name is different then timeSeries.name:"
95
- " {!r} != {!r}".format(
96
- series_name,
97
- ts.name))
98
- elif series_name is not None:
99
- tss = self.list()
100
- ts = [ts for ts in tss if ts.name == series_name]
101
- if not ts:
102
- # empty list
103
- raise exceptions.PlatformException(error='404',
104
- message='Time Series not found. Name: {}'.format(series_name))
105
- elif len(ts) > 1:
106
- raise exceptions.PlatformException(error='400',
107
- message='More than one Time Series with same name.')
108
- else:
109
- ts = ts[0]
110
- else:
111
- raise exceptions.PlatformException(error='400',
112
- message='Must choose by "series_id" or "series_name"')
113
- assert isinstance(ts, entities.TimeSeries)
114
- return ts
115
-
116
- def delete(self, series_id=None, series=None):
117
- """
118
- Delete a Time Series
119
-
120
- :param str series_id: optional - search by id
121
- :param series: optional - TimeSeries object
122
- :return: True
123
- :rtype: bool
124
- """
125
- if series_id is not None:
126
- pass
127
- elif series is not None and isinstance(series, entities.TimeSeries):
128
- series_id = series.id
129
- else:
130
- msg = 'Must choose by at least one of: "series_id", "series"'
131
- logger.error(msg)
132
- raise ValueError(msg)
133
- success, response = self._client_api.gen_request(req_type='delete',
134
- path='/projects/{}/timeSeries/{}'.format(self.project.id,
135
- series_id))
136
- if not success:
137
- raise exceptions.PlatformException(response)
138
- logger.info('Time series id {} deleted successfully'.format(series_id))
139
- return True
140
-
141
- #########
142
- # Table #
143
- #########
144
- def delete_samples(self, series_id, filters):
145
- """
146
- Delete samples from table
147
-
148
- :param str series_id: time series id
149
- :param dtlpy.entities.filters.Filters filters: query to delete by
150
- :return:
151
- """
152
- filters = self._validate_query(query=filters)
153
- success, response = self._client_api.gen_request(req_type='post',
154
- path='/projects/{}/timeSeries/{}/remove'.format(
155
- self.project.id,
156
- series_id),
157
- json_req=filters)
158
- if not success:
159
- raise exceptions.PlatformException(response)
160
- return True
161
-
162
- @staticmethod
163
- def _validate_query(query):
164
- default_start_time = 0
165
- default_end_time = datetime.datetime.now().timestamp() * 1000
166
-
167
- if query is None:
168
- query = dict(startTime=default_start_time, endTime=default_end_time)
169
- else:
170
- query['startTime'] = query.get('startTime', default_start_time)
171
- query['endTime'] = query.get('endTime', default_end_time)
172
-
173
- return query
174
-
175
- def get_samples(self, series_id, filters=None) -> pd.DataFrame:
176
- """
177
- Get Series table
178
-
179
- :param str series_id: TimeSeries id
180
- :param dtlpy.entities.filters.Filters filters: match filters to get specific data from series
181
- :return:
182
- """
183
- filters = self._validate_query(query=filters)
184
- success, response = self._client_api.gen_request(req_type='post',
185
- path='/projects/{}/timeSeries/{}/query'.format(self.project.id,
186
- series_id),
187
- json_req=filters)
188
- if success:
189
- res = response.json()['samples']
190
- if isinstance(res, dict):
191
- df = pd.DataFrame([res])
192
- elif isinstance(res, list):
193
- df = pd.DataFrame(res)
194
- else:
195
- raise ValueError('unknown return type for time series: {}'.format(type(res)))
196
- else:
197
- raise exceptions.PlatformException(response)
198
- return df
199
-
200
- def add_samples(self, series_id, data):
201
- """
202
- Add samples to series
203
-
204
- :param str series_id: TimeSeries id
205
- :param data: list or dictionary of samples
206
- :return:
207
- """
208
- success, response = self._client_api.gen_request(req_type='post',
209
- path='/projects/{}/timeSeries/{}/add'.format(self.project.id,
210
- series_id),
211
- json_req=data)
212
-
213
- if not success:
214
- raise exceptions.PlatformException(response)
215
- return response.json()
216
-
217
- ######################
218
- # Samples Operations #
219
- ######################
220
- def get_sample(self, series_id, sample_id) -> pd.DataFrame:
221
- """
222
- Get single sample from series
223
-
224
- :param str series_id: TimeSeries id
225
- :param str sample_id: id of sample line
226
- :return:
227
- """
228
- success, response = self._client_api.gen_request(req_type='get',
229
- path='/projects/{}/timeSeries/{}/samples/{}'.format(
230
- self.project.id,
231
- series_id,
232
- sample_id))
233
- if success:
234
- res = response.json()
235
- if isinstance(res, dict):
236
- df = pd.DataFrame([res])
237
- elif isinstance(res, list):
238
- df = pd.DataFrame(res)
239
- else:
240
- raise ValueError('unknown return type for time series: {}'.format(type(res)))
241
- else:
242
- raise exceptions.PlatformException(response)
243
- return df
244
-
245
- def update_sample(self, series_id, sample_id, data):
246
- """
247
- Add data to existing sample
248
-
249
- :param str series_id: time series id
250
- :param str sample_id: sample line id
251
- :param dict data: dictionary
252
- :return:
253
- """
254
- success, response = self._client_api.gen_request(req_type='post',
255
- path='/projects/{}/timeSeries/{}/samples/{}'.format(
256
- self.project.id,
257
- series_id,
258
- sample_id),
259
- json_req=data)
260
- if not success:
261
- raise exceptions.PlatformException(response)
262
-
263
- def delete_sample(self, series_id, sample_id):
264
- """
265
- Delete single samples form time series
266
-
267
- :param str series_id:
268
- :param str sample_id:
269
- :return:
270
- """
271
- success, response = self._client_api.gen_request(req_type='delete',
272
- path='/projects/{}/timeSeries/{}/samples/{}'.format(
273
- self.project.id,
274
- series_id,
275
- sample_id))
276
- if not success:
277
- raise exceptions.PlatformException(response)
278
- return True
1
+ import logging
2
+ import pandas as pd
3
+ import datetime
4
+ from dtlpy import entities, miscellaneous, exceptions
5
+ from ..services.api_client import ApiClient
6
+
7
+ logger = logging.getLogger(name='dtlpy')
8
+
9
+
10
+ class TimesSeries:
11
+ """
12
+ Time series Repository
13
+ """
14
+
15
+ def __init__(self, client_api: ApiClient, project: entities.Project = None):
16
+ self._client_api = client_api
17
+ self._project = project
18
+
19
+ ############
20
+ # entities #
21
+ ############
22
+ @property
23
+ def project(self) -> entities.Project:
24
+ if self._project is None:
25
+ raise exceptions.PlatformException(
26
+ error='2001',
27
+ message='Missing "project". need to set a Project entity or use project.times_series repository')
28
+ assert isinstance(self._project, entities.Project)
29
+ return self._project
30
+
31
+ @project.setter
32
+ def project(self, project: entities.Project):
33
+ if not isinstance(project, entities.Project):
34
+ raise ValueError('Must input a valid Project entity')
35
+ self._project = project
36
+
37
+ ############
38
+ # methods #
39
+ ############
40
+ def create(self, series_name) -> entities.TimeSeries:
41
+ """
42
+ Create a new time series
43
+
44
+ :param str series_name: name
45
+ :return: TimeSeries object
46
+ """
47
+ success, response = self._client_api.gen_request(req_type='post',
48
+ path='/projects/{}/timeSeries'.format(self.project.id),
49
+ json_req={'name': series_name})
50
+ if success:
51
+ ts = entities.TimeSeries.from_json(_json=response.json(),
52
+ project=self.project)
53
+ else:
54
+ raise exceptions.PlatformException(response)
55
+ assert isinstance(ts, entities.TimeSeries)
56
+ return ts
57
+
58
+ def list(self) -> miscellaneous.List[entities.TimeSeries]:
59
+ """
60
+ List all time series for project
61
+
62
+ :return:
63
+ """
64
+ success, response = self._client_api.gen_request(req_type='get',
65
+ path='/projects/{}/timeSeries'.format(self.project.id))
66
+ if success:
67
+ tss = miscellaneous.List([entities.TimeSeries.from_json(_json=_json, project=self.project)
68
+ for _json in response.json()])
69
+ else:
70
+ raise exceptions.PlatformException(response)
71
+ return tss
72
+
73
+ def get(self, series_name=None, series_id=None) -> entities.TimeSeries:
74
+ """
75
+ Get time series entity
76
+
77
+ :param str series_name: by name
78
+ :param str series_id: by id
79
+ :return:
80
+ """
81
+ if series_id is not None:
82
+ # get series
83
+ success, response = self._client_api.gen_request(req_type='get',
84
+ path='/projects/{}/timeSeries/{}'.format(self.project.id,
85
+ series_id))
86
+ if success:
87
+ ts = entities.TimeSeries.from_json(_json=response.json(),
88
+ project=self.project)
89
+ else:
90
+ raise exceptions.PlatformException(response)
91
+ # verify input service name is same as the given id
92
+ if series_name is not None and ts.name != series_name:
93
+ logger.warning(
94
+ "Mismatch found in timeSeries.get: series_name is different then timeSeries.name:"
95
+ " {!r} != {!r}".format(
96
+ series_name,
97
+ ts.name))
98
+ elif series_name is not None:
99
+ tss = self.list()
100
+ ts = [ts for ts in tss if ts.name == series_name]
101
+ if not ts:
102
+ # empty list
103
+ raise exceptions.PlatformException(error='404',
104
+ message='Time Series not found. Name: {}'.format(series_name))
105
+ elif len(ts) > 1:
106
+ raise exceptions.PlatformException(error='400',
107
+ message='More than one Time Series with same name.')
108
+ else:
109
+ ts = ts[0]
110
+ else:
111
+ raise exceptions.PlatformException(error='400',
112
+ message='Must choose by "series_id" or "series_name"')
113
+ assert isinstance(ts, entities.TimeSeries)
114
+ return ts
115
+
116
+ def delete(self, series_id=None, series=None):
117
+ """
118
+ Delete a Time Series
119
+
120
+ :param str series_id: optional - search by id
121
+ :param series: optional - TimeSeries object
122
+ :return: True
123
+ :rtype: bool
124
+ """
125
+ if series_id is not None:
126
+ pass
127
+ elif series is not None and isinstance(series, entities.TimeSeries):
128
+ series_id = series.id
129
+ else:
130
+ msg = 'Must choose by at least one of: "series_id", "series"'
131
+ logger.error(msg)
132
+ raise ValueError(msg)
133
+ success, response = self._client_api.gen_request(req_type='delete',
134
+ path='/projects/{}/timeSeries/{}'.format(self.project.id,
135
+ series_id))
136
+ if not success:
137
+ raise exceptions.PlatformException(response)
138
+ logger.info('Time series id {} deleted successfully'.format(series_id))
139
+ return True
140
+
141
+ #########
142
+ # Table #
143
+ #########
144
+ def delete_samples(self, series_id, filters):
145
+ """
146
+ Delete samples from table
147
+
148
+ :param str series_id: time series id
149
+ :param dtlpy.entities.filters.Filters filters: query to delete by
150
+ :return:
151
+ """
152
+ filters = self._validate_query(query=filters)
153
+ success, response = self._client_api.gen_request(req_type='post',
154
+ path='/projects/{}/timeSeries/{}/remove'.format(
155
+ self.project.id,
156
+ series_id),
157
+ json_req=filters)
158
+ if not success:
159
+ raise exceptions.PlatformException(response)
160
+ return True
161
+
162
+ @staticmethod
163
+ def _validate_query(query):
164
+ default_start_time = 0
165
+ default_end_time = datetime.datetime.now().timestamp() * 1000
166
+
167
+ if query is None:
168
+ query = dict(startTime=default_start_time, endTime=default_end_time)
169
+ else:
170
+ query['startTime'] = query.get('startTime', default_start_time)
171
+ query['endTime'] = query.get('endTime', default_end_time)
172
+
173
+ return query
174
+
175
+ def get_samples(self, series_id, filters=None) -> pd.DataFrame:
176
+ """
177
+ Get Series table
178
+
179
+ :param str series_id: TimeSeries id
180
+ :param dtlpy.entities.filters.Filters filters: match filters to get specific data from series
181
+ :return:
182
+ """
183
+ filters = self._validate_query(query=filters)
184
+ success, response = self._client_api.gen_request(req_type='post',
185
+ path='/projects/{}/timeSeries/{}/query'.format(self.project.id,
186
+ series_id),
187
+ json_req=filters)
188
+ if success:
189
+ res = response.json()['samples']
190
+ if isinstance(res, dict):
191
+ df = pd.DataFrame([res])
192
+ elif isinstance(res, list):
193
+ df = pd.DataFrame(res)
194
+ else:
195
+ raise ValueError('unknown return type for time series: {}'.format(type(res)))
196
+ else:
197
+ raise exceptions.PlatformException(response)
198
+ return df
199
+
200
+ def add_samples(self, series_id, data):
201
+ """
202
+ Add samples to series
203
+
204
+ :param str series_id: TimeSeries id
205
+ :param data: list or dictionary of samples
206
+ :return:
207
+ """
208
+ success, response = self._client_api.gen_request(req_type='post',
209
+ path='/projects/{}/timeSeries/{}/add'.format(self.project.id,
210
+ series_id),
211
+ json_req=data)
212
+
213
+ if not success:
214
+ raise exceptions.PlatformException(response)
215
+ return response.json()
216
+
217
+ ######################
218
+ # Samples Operations #
219
+ ######################
220
+ def get_sample(self, series_id, sample_id) -> pd.DataFrame:
221
+ """
222
+ Get single sample from series
223
+
224
+ :param str series_id: TimeSeries id
225
+ :param str sample_id: id of sample line
226
+ :return:
227
+ """
228
+ success, response = self._client_api.gen_request(req_type='get',
229
+ path='/projects/{}/timeSeries/{}/samples/{}'.format(
230
+ self.project.id,
231
+ series_id,
232
+ sample_id))
233
+ if success:
234
+ res = response.json()
235
+ if isinstance(res, dict):
236
+ df = pd.DataFrame([res])
237
+ elif isinstance(res, list):
238
+ df = pd.DataFrame(res)
239
+ else:
240
+ raise ValueError('unknown return type for time series: {}'.format(type(res)))
241
+ else:
242
+ raise exceptions.PlatformException(response)
243
+ return df
244
+
245
+ def update_sample(self, series_id, sample_id, data):
246
+ """
247
+ Add data to existing sample
248
+
249
+ :param str series_id: time series id
250
+ :param str sample_id: sample line id
251
+ :param dict data: dictionary
252
+ :return:
253
+ """
254
+ success, response = self._client_api.gen_request(req_type='post',
255
+ path='/projects/{}/timeSeries/{}/samples/{}'.format(
256
+ self.project.id,
257
+ series_id,
258
+ sample_id),
259
+ json_req=data)
260
+ if not success:
261
+ raise exceptions.PlatformException(response)
262
+
263
+ def delete_sample(self, series_id, sample_id):
264
+ """
265
+ Delete single samples form time series
266
+
267
+ :param str series_id:
268
+ :param str sample_id:
269
+ :return:
270
+ """
271
+ success, response = self._client_api.gen_request(req_type='delete',
272
+ path='/projects/{}/timeSeries/{}/samples/{}'.format(
273
+ self.project.id,
274
+ series_id,
275
+ sample_id))
276
+ if not success:
277
+ raise exceptions.PlatformException(response)
278
+ return True