dtlpy 1.115.44__py3-none-any.whl → 1.116.6__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (238) hide show
  1. dtlpy/__init__.py +491 -491
  2. dtlpy/__version__.py +1 -1
  3. dtlpy/assets/__init__.py +26 -26
  4. dtlpy/assets/code_server/config.yaml +2 -2
  5. dtlpy/assets/code_server/installation.sh +24 -24
  6. dtlpy/assets/code_server/launch.json +13 -13
  7. dtlpy/assets/code_server/settings.json +2 -2
  8. dtlpy/assets/main.py +53 -53
  9. dtlpy/assets/main_partial.py +18 -18
  10. dtlpy/assets/mock.json +11 -11
  11. dtlpy/assets/model_adapter.py +83 -83
  12. dtlpy/assets/package.json +61 -61
  13. dtlpy/assets/package_catalog.json +29 -29
  14. dtlpy/assets/package_gitignore +307 -307
  15. dtlpy/assets/service_runners/__init__.py +33 -33
  16. dtlpy/assets/service_runners/converter.py +96 -96
  17. dtlpy/assets/service_runners/multi_method.py +49 -49
  18. dtlpy/assets/service_runners/multi_method_annotation.py +54 -54
  19. dtlpy/assets/service_runners/multi_method_dataset.py +55 -55
  20. dtlpy/assets/service_runners/multi_method_item.py +52 -52
  21. dtlpy/assets/service_runners/multi_method_json.py +52 -52
  22. dtlpy/assets/service_runners/single_method.py +37 -37
  23. dtlpy/assets/service_runners/single_method_annotation.py +43 -43
  24. dtlpy/assets/service_runners/single_method_dataset.py +43 -43
  25. dtlpy/assets/service_runners/single_method_item.py +41 -41
  26. dtlpy/assets/service_runners/single_method_json.py +42 -42
  27. dtlpy/assets/service_runners/single_method_multi_input.py +45 -45
  28. dtlpy/assets/voc_annotation_template.xml +23 -23
  29. dtlpy/caches/base_cache.py +32 -32
  30. dtlpy/caches/cache.py +473 -473
  31. dtlpy/caches/dl_cache.py +201 -201
  32. dtlpy/caches/filesystem_cache.py +89 -89
  33. dtlpy/caches/redis_cache.py +84 -84
  34. dtlpy/dlp/__init__.py +20 -20
  35. dtlpy/dlp/cli_utilities.py +367 -367
  36. dtlpy/dlp/command_executor.py +764 -764
  37. dtlpy/dlp/dlp +1 -1
  38. dtlpy/dlp/dlp.bat +1 -1
  39. dtlpy/dlp/dlp.py +128 -128
  40. dtlpy/dlp/parser.py +651 -651
  41. dtlpy/entities/__init__.py +83 -83
  42. dtlpy/entities/analytic.py +347 -347
  43. dtlpy/entities/annotation.py +1879 -1879
  44. dtlpy/entities/annotation_collection.py +699 -699
  45. dtlpy/entities/annotation_definitions/__init__.py +20 -20
  46. dtlpy/entities/annotation_definitions/base_annotation_definition.py +100 -100
  47. dtlpy/entities/annotation_definitions/box.py +195 -195
  48. dtlpy/entities/annotation_definitions/classification.py +67 -67
  49. dtlpy/entities/annotation_definitions/comparison.py +72 -72
  50. dtlpy/entities/annotation_definitions/cube.py +204 -204
  51. dtlpy/entities/annotation_definitions/cube_3d.py +149 -149
  52. dtlpy/entities/annotation_definitions/description.py +32 -32
  53. dtlpy/entities/annotation_definitions/ellipse.py +124 -124
  54. dtlpy/entities/annotation_definitions/free_text.py +62 -62
  55. dtlpy/entities/annotation_definitions/gis.py +69 -69
  56. dtlpy/entities/annotation_definitions/note.py +139 -139
  57. dtlpy/entities/annotation_definitions/point.py +117 -117
  58. dtlpy/entities/annotation_definitions/polygon.py +182 -182
  59. dtlpy/entities/annotation_definitions/polyline.py +111 -111
  60. dtlpy/entities/annotation_definitions/pose.py +92 -92
  61. dtlpy/entities/annotation_definitions/ref_image.py +86 -86
  62. dtlpy/entities/annotation_definitions/segmentation.py +240 -240
  63. dtlpy/entities/annotation_definitions/subtitle.py +34 -34
  64. dtlpy/entities/annotation_definitions/text.py +85 -85
  65. dtlpy/entities/annotation_definitions/undefined_annotation.py +74 -74
  66. dtlpy/entities/app.py +220 -220
  67. dtlpy/entities/app_module.py +107 -107
  68. dtlpy/entities/artifact.py +174 -174
  69. dtlpy/entities/assignment.py +399 -399
  70. dtlpy/entities/base_entity.py +214 -214
  71. dtlpy/entities/bot.py +113 -113
  72. dtlpy/entities/codebase.py +292 -292
  73. dtlpy/entities/collection.py +38 -38
  74. dtlpy/entities/command.py +169 -169
  75. dtlpy/entities/compute.py +449 -449
  76. dtlpy/entities/dataset.py +1299 -1299
  77. dtlpy/entities/directory_tree.py +44 -44
  78. dtlpy/entities/dpk.py +470 -470
  79. dtlpy/entities/driver.py +235 -235
  80. dtlpy/entities/execution.py +397 -397
  81. dtlpy/entities/feature.py +124 -124
  82. dtlpy/entities/feature_set.py +145 -145
  83. dtlpy/entities/filters.py +798 -798
  84. dtlpy/entities/gis_item.py +107 -107
  85. dtlpy/entities/integration.py +184 -184
  86. dtlpy/entities/item.py +959 -959
  87. dtlpy/entities/label.py +123 -123
  88. dtlpy/entities/links.py +85 -85
  89. dtlpy/entities/message.py +175 -175
  90. dtlpy/entities/model.py +684 -684
  91. dtlpy/entities/node.py +1005 -1005
  92. dtlpy/entities/ontology.py +810 -803
  93. dtlpy/entities/organization.py +287 -287
  94. dtlpy/entities/package.py +657 -657
  95. dtlpy/entities/package_defaults.py +5 -5
  96. dtlpy/entities/package_function.py +185 -185
  97. dtlpy/entities/package_module.py +113 -113
  98. dtlpy/entities/package_slot.py +118 -118
  99. dtlpy/entities/paged_entities.py +299 -299
  100. dtlpy/entities/pipeline.py +624 -624
  101. dtlpy/entities/pipeline_execution.py +279 -279
  102. dtlpy/entities/project.py +394 -394
  103. dtlpy/entities/prompt_item.py +505 -505
  104. dtlpy/entities/recipe.py +301 -301
  105. dtlpy/entities/reflect_dict.py +102 -102
  106. dtlpy/entities/resource_execution.py +138 -138
  107. dtlpy/entities/service.py +963 -963
  108. dtlpy/entities/service_driver.py +117 -117
  109. dtlpy/entities/setting.py +294 -294
  110. dtlpy/entities/task.py +495 -495
  111. dtlpy/entities/time_series.py +143 -143
  112. dtlpy/entities/trigger.py +426 -426
  113. dtlpy/entities/user.py +118 -118
  114. dtlpy/entities/webhook.py +124 -124
  115. dtlpy/examples/__init__.py +19 -19
  116. dtlpy/examples/add_labels.py +135 -135
  117. dtlpy/examples/add_metadata_to_item.py +21 -21
  118. dtlpy/examples/annotate_items_using_model.py +65 -65
  119. dtlpy/examples/annotate_video_using_model_and_tracker.py +75 -75
  120. dtlpy/examples/annotations_convert_to_voc.py +9 -9
  121. dtlpy/examples/annotations_convert_to_yolo.py +9 -9
  122. dtlpy/examples/convert_annotation_types.py +51 -51
  123. dtlpy/examples/converter.py +143 -143
  124. dtlpy/examples/copy_annotations.py +22 -22
  125. dtlpy/examples/copy_folder.py +31 -31
  126. dtlpy/examples/create_annotations.py +51 -51
  127. dtlpy/examples/create_video_annotations.py +83 -83
  128. dtlpy/examples/delete_annotations.py +26 -26
  129. dtlpy/examples/filters.py +113 -113
  130. dtlpy/examples/move_item.py +23 -23
  131. dtlpy/examples/play_video_annotation.py +13 -13
  132. dtlpy/examples/show_item_and_mask.py +53 -53
  133. dtlpy/examples/triggers.py +49 -49
  134. dtlpy/examples/upload_batch_of_items.py +20 -20
  135. dtlpy/examples/upload_items_and_custom_format_annotations.py +55 -55
  136. dtlpy/examples/upload_items_with_modalities.py +43 -43
  137. dtlpy/examples/upload_segmentation_annotations_from_mask_image.py +44 -44
  138. dtlpy/examples/upload_yolo_format_annotations.py +70 -70
  139. dtlpy/exceptions.py +125 -125
  140. dtlpy/miscellaneous/__init__.py +20 -20
  141. dtlpy/miscellaneous/dict_differ.py +95 -95
  142. dtlpy/miscellaneous/git_utils.py +217 -217
  143. dtlpy/miscellaneous/json_utils.py +14 -14
  144. dtlpy/miscellaneous/list_print.py +105 -105
  145. dtlpy/miscellaneous/zipping.py +130 -130
  146. dtlpy/ml/__init__.py +20 -20
  147. dtlpy/ml/base_feature_extractor_adapter.py +27 -27
  148. dtlpy/ml/base_model_adapter.py +1257 -1230
  149. dtlpy/ml/metrics.py +461 -461
  150. dtlpy/ml/predictions_utils.py +274 -274
  151. dtlpy/ml/summary_writer.py +57 -57
  152. dtlpy/ml/train_utils.py +60 -60
  153. dtlpy/new_instance.py +252 -252
  154. dtlpy/repositories/__init__.py +56 -56
  155. dtlpy/repositories/analytics.py +85 -85
  156. dtlpy/repositories/annotations.py +916 -916
  157. dtlpy/repositories/apps.py +383 -383
  158. dtlpy/repositories/artifacts.py +452 -452
  159. dtlpy/repositories/assignments.py +599 -599
  160. dtlpy/repositories/bots.py +213 -213
  161. dtlpy/repositories/codebases.py +559 -559
  162. dtlpy/repositories/collections.py +332 -332
  163. dtlpy/repositories/commands.py +152 -152
  164. dtlpy/repositories/compositions.py +61 -61
  165. dtlpy/repositories/computes.py +439 -439
  166. dtlpy/repositories/datasets.py +1504 -1504
  167. dtlpy/repositories/downloader.py +976 -923
  168. dtlpy/repositories/dpks.py +433 -433
  169. dtlpy/repositories/drivers.py +482 -482
  170. dtlpy/repositories/executions.py +815 -815
  171. dtlpy/repositories/feature_sets.py +226 -226
  172. dtlpy/repositories/features.py +255 -255
  173. dtlpy/repositories/integrations.py +484 -484
  174. dtlpy/repositories/items.py +912 -912
  175. dtlpy/repositories/messages.py +94 -94
  176. dtlpy/repositories/models.py +1000 -1000
  177. dtlpy/repositories/nodes.py +80 -80
  178. dtlpy/repositories/ontologies.py +511 -511
  179. dtlpy/repositories/organizations.py +525 -525
  180. dtlpy/repositories/packages.py +1941 -1941
  181. dtlpy/repositories/pipeline_executions.py +451 -451
  182. dtlpy/repositories/pipelines.py +640 -640
  183. dtlpy/repositories/projects.py +539 -539
  184. dtlpy/repositories/recipes.py +419 -399
  185. dtlpy/repositories/resource_executions.py +137 -137
  186. dtlpy/repositories/schema.py +120 -120
  187. dtlpy/repositories/service_drivers.py +213 -213
  188. dtlpy/repositories/services.py +1704 -1704
  189. dtlpy/repositories/settings.py +339 -339
  190. dtlpy/repositories/tasks.py +1477 -1477
  191. dtlpy/repositories/times_series.py +278 -278
  192. dtlpy/repositories/triggers.py +536 -536
  193. dtlpy/repositories/upload_element.py +257 -257
  194. dtlpy/repositories/uploader.py +661 -661
  195. dtlpy/repositories/webhooks.py +249 -249
  196. dtlpy/services/__init__.py +22 -22
  197. dtlpy/services/aihttp_retry.py +131 -131
  198. dtlpy/services/api_client.py +1785 -1785
  199. dtlpy/services/api_reference.py +40 -40
  200. dtlpy/services/async_utils.py +133 -133
  201. dtlpy/services/calls_counter.py +44 -44
  202. dtlpy/services/check_sdk.py +68 -68
  203. dtlpy/services/cookie.py +115 -115
  204. dtlpy/services/create_logger.py +156 -156
  205. dtlpy/services/events.py +84 -84
  206. dtlpy/services/logins.py +235 -235
  207. dtlpy/services/reporter.py +256 -256
  208. dtlpy/services/service_defaults.py +91 -91
  209. dtlpy/utilities/__init__.py +20 -20
  210. dtlpy/utilities/annotations/__init__.py +16 -16
  211. dtlpy/utilities/annotations/annotation_converters.py +269 -269
  212. dtlpy/utilities/base_package_runner.py +285 -264
  213. dtlpy/utilities/converter.py +1650 -1650
  214. dtlpy/utilities/dataset_generators/__init__.py +1 -1
  215. dtlpy/utilities/dataset_generators/dataset_generator.py +670 -670
  216. dtlpy/utilities/dataset_generators/dataset_generator_tensorflow.py +23 -23
  217. dtlpy/utilities/dataset_generators/dataset_generator_torch.py +21 -21
  218. dtlpy/utilities/local_development/__init__.py +1 -1
  219. dtlpy/utilities/local_development/local_session.py +179 -179
  220. dtlpy/utilities/reports/__init__.py +2 -2
  221. dtlpy/utilities/reports/figures.py +343 -343
  222. dtlpy/utilities/reports/report.py +71 -71
  223. dtlpy/utilities/videos/__init__.py +17 -17
  224. dtlpy/utilities/videos/video_player.py +598 -598
  225. dtlpy/utilities/videos/videos.py +470 -470
  226. {dtlpy-1.115.44.data → dtlpy-1.116.6.data}/scripts/dlp +1 -1
  227. dtlpy-1.116.6.data/scripts/dlp.bat +2 -0
  228. {dtlpy-1.115.44.data → dtlpy-1.116.6.data}/scripts/dlp.py +128 -128
  229. {dtlpy-1.115.44.dist-info → dtlpy-1.116.6.dist-info}/METADATA +186 -186
  230. dtlpy-1.116.6.dist-info/RECORD +239 -0
  231. {dtlpy-1.115.44.dist-info → dtlpy-1.116.6.dist-info}/WHEEL +1 -1
  232. {dtlpy-1.115.44.dist-info → dtlpy-1.116.6.dist-info}/licenses/LICENSE +200 -200
  233. tests/features/environment.py +551 -551
  234. dtlpy/assets/__pycache__/__init__.cpython-310.pyc +0 -0
  235. dtlpy-1.115.44.data/scripts/dlp.bat +0 -2
  236. dtlpy-1.115.44.dist-info/RECORD +0 -240
  237. {dtlpy-1.115.44.dist-info → dtlpy-1.116.6.dist-info}/entry_points.txt +0 -0
  238. {dtlpy-1.115.44.dist-info → dtlpy-1.116.6.dist-info}/top_level.txt +0 -0
@@ -1,278 +1,278 @@
1
- import logging
2
- import pandas as pd
3
- import datetime
4
- from dtlpy import entities, miscellaneous, exceptions
5
- from ..services.api_client import ApiClient
6
-
7
- logger = logging.getLogger(name='dtlpy')
8
-
9
-
10
- class TimesSeries:
11
- """
12
- Time series Repository
13
- """
14
-
15
- def __init__(self, client_api: ApiClient, project: entities.Project = None):
16
- self._client_api = client_api
17
- self._project = project
18
-
19
- ############
20
- # entities #
21
- ############
22
- @property
23
- def project(self) -> entities.Project:
24
- if self._project is None:
25
- raise exceptions.PlatformException(
26
- error='2001',
27
- message='Missing "project". need to set a Project entity or use project.times_series repository')
28
- assert isinstance(self._project, entities.Project)
29
- return self._project
30
-
31
- @project.setter
32
- def project(self, project: entities.Project):
33
- if not isinstance(project, entities.Project):
34
- raise ValueError('Must input a valid Project entity')
35
- self._project = project
36
-
37
- ############
38
- # methods #
39
- ############
40
- def create(self, series_name) -> entities.TimeSeries:
41
- """
42
- Create a new time series
43
-
44
- :param str series_name: name
45
- :return: TimeSeries object
46
- """
47
- success, response = self._client_api.gen_request(req_type='post',
48
- path='/projects/{}/timeSeries'.format(self.project.id),
49
- json_req={'name': series_name})
50
- if success:
51
- ts = entities.TimeSeries.from_json(_json=response.json(),
52
- project=self.project)
53
- else:
54
- raise exceptions.PlatformException(response)
55
- assert isinstance(ts, entities.TimeSeries)
56
- return ts
57
-
58
- def list(self) -> miscellaneous.List[entities.TimeSeries]:
59
- """
60
- List all time series for project
61
-
62
- :return:
63
- """
64
- success, response = self._client_api.gen_request(req_type='get',
65
- path='/projects/{}/timeSeries'.format(self.project.id))
66
- if success:
67
- tss = miscellaneous.List([entities.TimeSeries.from_json(_json=_json, project=self.project)
68
- for _json in response.json()])
69
- else:
70
- raise exceptions.PlatformException(response)
71
- return tss
72
-
73
- def get(self, series_name=None, series_id=None) -> entities.TimeSeries:
74
- """
75
- Get time series entity
76
-
77
- :param str series_name: by name
78
- :param str series_id: by id
79
- :return:
80
- """
81
- if series_id is not None:
82
- # get series
83
- success, response = self._client_api.gen_request(req_type='get',
84
- path='/projects/{}/timeSeries/{}'.format(self.project.id,
85
- series_id))
86
- if success:
87
- ts = entities.TimeSeries.from_json(_json=response.json(),
88
- project=self.project)
89
- else:
90
- raise exceptions.PlatformException(response)
91
- # verify input service name is same as the given id
92
- if series_name is not None and ts.name != series_name:
93
- logger.warning(
94
- "Mismatch found in timeSeries.get: series_name is different then timeSeries.name:"
95
- " {!r} != {!r}".format(
96
- series_name,
97
- ts.name))
98
- elif series_name is not None:
99
- tss = self.list()
100
- ts = [ts for ts in tss if ts.name == series_name]
101
- if not ts:
102
- # empty list
103
- raise exceptions.PlatformException(error='404',
104
- message='Time Series not found. Name: {}'.format(series_name))
105
- elif len(ts) > 1:
106
- raise exceptions.PlatformException(error='400',
107
- message='More than one Time Series with same name.')
108
- else:
109
- ts = ts[0]
110
- else:
111
- raise exceptions.PlatformException(error='400',
112
- message='Must choose by "series_id" or "series_name"')
113
- assert isinstance(ts, entities.TimeSeries)
114
- return ts
115
-
116
- def delete(self, series_id=None, series=None):
117
- """
118
- Delete a Time Series
119
-
120
- :param str series_id: optional - search by id
121
- :param series: optional - TimeSeries object
122
- :return: True
123
- :rtype: bool
124
- """
125
- if series_id is not None:
126
- pass
127
- elif series is not None and isinstance(series, entities.TimeSeries):
128
- series_id = series.id
129
- else:
130
- msg = 'Must choose by at least one of: "series_id", "series"'
131
- logger.error(msg)
132
- raise ValueError(msg)
133
- success, response = self._client_api.gen_request(req_type='delete',
134
- path='/projects/{}/timeSeries/{}'.format(self.project.id,
135
- series_id))
136
- if not success:
137
- raise exceptions.PlatformException(response)
138
- logger.info('Time series id {} deleted successfully'.format(series_id))
139
- return True
140
-
141
- #########
142
- # Table #
143
- #########
144
- def delete_samples(self, series_id, filters):
145
- """
146
- Delete samples from table
147
-
148
- :param str series_id: time series id
149
- :param dtlpy.entities.filters.Filters filters: query to delete by
150
- :return:
151
- """
152
- filters = self._validate_query(query=filters)
153
- success, response = self._client_api.gen_request(req_type='post',
154
- path='/projects/{}/timeSeries/{}/remove'.format(
155
- self.project.id,
156
- series_id),
157
- json_req=filters)
158
- if not success:
159
- raise exceptions.PlatformException(response)
160
- return True
161
-
162
- @staticmethod
163
- def _validate_query(query):
164
- default_start_time = 0
165
- default_end_time = datetime.datetime.now().timestamp() * 1000
166
-
167
- if query is None:
168
- query = dict(startTime=default_start_time, endTime=default_end_time)
169
- else:
170
- query['startTime'] = query.get('startTime', default_start_time)
171
- query['endTime'] = query.get('endTime', default_end_time)
172
-
173
- return query
174
-
175
- def get_samples(self, series_id, filters=None) -> pd.DataFrame:
176
- """
177
- Get Series table
178
-
179
- :param str series_id: TimeSeries id
180
- :param dtlpy.entities.filters.Filters filters: match filters to get specific data from series
181
- :return:
182
- """
183
- filters = self._validate_query(query=filters)
184
- success, response = self._client_api.gen_request(req_type='post',
185
- path='/projects/{}/timeSeries/{}/query'.format(self.project.id,
186
- series_id),
187
- json_req=filters)
188
- if success:
189
- res = response.json()['samples']
190
- if isinstance(res, dict):
191
- df = pd.DataFrame([res])
192
- elif isinstance(res, list):
193
- df = pd.DataFrame(res)
194
- else:
195
- raise ValueError('unknown return type for time series: {}'.format(type(res)))
196
- else:
197
- raise exceptions.PlatformException(response)
198
- return df
199
-
200
- def add_samples(self, series_id, data):
201
- """
202
- Add samples to series
203
-
204
- :param str series_id: TimeSeries id
205
- :param data: list or dictionary of samples
206
- :return:
207
- """
208
- success, response = self._client_api.gen_request(req_type='post',
209
- path='/projects/{}/timeSeries/{}/add'.format(self.project.id,
210
- series_id),
211
- json_req=data)
212
-
213
- if not success:
214
- raise exceptions.PlatformException(response)
215
- return response.json()
216
-
217
- ######################
218
- # Samples Operations #
219
- ######################
220
- def get_sample(self, series_id, sample_id) -> pd.DataFrame:
221
- """
222
- Get single sample from series
223
-
224
- :param str series_id: TimeSeries id
225
- :param str sample_id: id of sample line
226
- :return:
227
- """
228
- success, response = self._client_api.gen_request(req_type='get',
229
- path='/projects/{}/timeSeries/{}/samples/{}'.format(
230
- self.project.id,
231
- series_id,
232
- sample_id))
233
- if success:
234
- res = response.json()
235
- if isinstance(res, dict):
236
- df = pd.DataFrame([res])
237
- elif isinstance(res, list):
238
- df = pd.DataFrame(res)
239
- else:
240
- raise ValueError('unknown return type for time series: {}'.format(type(res)))
241
- else:
242
- raise exceptions.PlatformException(response)
243
- return df
244
-
245
- def update_sample(self, series_id, sample_id, data):
246
- """
247
- Add data to existing sample
248
-
249
- :param str series_id: time series id
250
- :param str sample_id: sample line id
251
- :param dict data: dictionary
252
- :return:
253
- """
254
- success, response = self._client_api.gen_request(req_type='post',
255
- path='/projects/{}/timeSeries/{}/samples/{}'.format(
256
- self.project.id,
257
- series_id,
258
- sample_id),
259
- json_req=data)
260
- if not success:
261
- raise exceptions.PlatformException(response)
262
-
263
- def delete_sample(self, series_id, sample_id):
264
- """
265
- Delete single samples form time series
266
-
267
- :param str series_id:
268
- :param str sample_id:
269
- :return:
270
- """
271
- success, response = self._client_api.gen_request(req_type='delete',
272
- path='/projects/{}/timeSeries/{}/samples/{}'.format(
273
- self.project.id,
274
- series_id,
275
- sample_id))
276
- if not success:
277
- raise exceptions.PlatformException(response)
278
- return True
1
+ import logging
2
+ import pandas as pd
3
+ import datetime
4
+ from dtlpy import entities, miscellaneous, exceptions
5
+ from ..services.api_client import ApiClient
6
+
7
+ logger = logging.getLogger(name='dtlpy')
8
+
9
+
10
+ class TimesSeries:
11
+ """
12
+ Time series Repository
13
+ """
14
+
15
+ def __init__(self, client_api: ApiClient, project: entities.Project = None):
16
+ self._client_api = client_api
17
+ self._project = project
18
+
19
+ ############
20
+ # entities #
21
+ ############
22
+ @property
23
+ def project(self) -> entities.Project:
24
+ if self._project is None:
25
+ raise exceptions.PlatformException(
26
+ error='2001',
27
+ message='Missing "project". need to set a Project entity or use project.times_series repository')
28
+ assert isinstance(self._project, entities.Project)
29
+ return self._project
30
+
31
+ @project.setter
32
+ def project(self, project: entities.Project):
33
+ if not isinstance(project, entities.Project):
34
+ raise ValueError('Must input a valid Project entity')
35
+ self._project = project
36
+
37
+ ############
38
+ # methods #
39
+ ############
40
+ def create(self, series_name) -> entities.TimeSeries:
41
+ """
42
+ Create a new time series
43
+
44
+ :param str series_name: name
45
+ :return: TimeSeries object
46
+ """
47
+ success, response = self._client_api.gen_request(req_type='post',
48
+ path='/projects/{}/timeSeries'.format(self.project.id),
49
+ json_req={'name': series_name})
50
+ if success:
51
+ ts = entities.TimeSeries.from_json(_json=response.json(),
52
+ project=self.project)
53
+ else:
54
+ raise exceptions.PlatformException(response)
55
+ assert isinstance(ts, entities.TimeSeries)
56
+ return ts
57
+
58
+ def list(self) -> miscellaneous.List[entities.TimeSeries]:
59
+ """
60
+ List all time series for project
61
+
62
+ :return:
63
+ """
64
+ success, response = self._client_api.gen_request(req_type='get',
65
+ path='/projects/{}/timeSeries'.format(self.project.id))
66
+ if success:
67
+ tss = miscellaneous.List([entities.TimeSeries.from_json(_json=_json, project=self.project)
68
+ for _json in response.json()])
69
+ else:
70
+ raise exceptions.PlatformException(response)
71
+ return tss
72
+
73
+ def get(self, series_name=None, series_id=None) -> entities.TimeSeries:
74
+ """
75
+ Get time series entity
76
+
77
+ :param str series_name: by name
78
+ :param str series_id: by id
79
+ :return:
80
+ """
81
+ if series_id is not None:
82
+ # get series
83
+ success, response = self._client_api.gen_request(req_type='get',
84
+ path='/projects/{}/timeSeries/{}'.format(self.project.id,
85
+ series_id))
86
+ if success:
87
+ ts = entities.TimeSeries.from_json(_json=response.json(),
88
+ project=self.project)
89
+ else:
90
+ raise exceptions.PlatformException(response)
91
+ # verify input service name is same as the given id
92
+ if series_name is not None and ts.name != series_name:
93
+ logger.warning(
94
+ "Mismatch found in timeSeries.get: series_name is different then timeSeries.name:"
95
+ " {!r} != {!r}".format(
96
+ series_name,
97
+ ts.name))
98
+ elif series_name is not None:
99
+ tss = self.list()
100
+ ts = [ts for ts in tss if ts.name == series_name]
101
+ if not ts:
102
+ # empty list
103
+ raise exceptions.PlatformException(error='404',
104
+ message='Time Series not found. Name: {}'.format(series_name))
105
+ elif len(ts) > 1:
106
+ raise exceptions.PlatformException(error='400',
107
+ message='More than one Time Series with same name.')
108
+ else:
109
+ ts = ts[0]
110
+ else:
111
+ raise exceptions.PlatformException(error='400',
112
+ message='Must choose by "series_id" or "series_name"')
113
+ assert isinstance(ts, entities.TimeSeries)
114
+ return ts
115
+
116
+ def delete(self, series_id=None, series=None):
117
+ """
118
+ Delete a Time Series
119
+
120
+ :param str series_id: optional - search by id
121
+ :param series: optional - TimeSeries object
122
+ :return: True
123
+ :rtype: bool
124
+ """
125
+ if series_id is not None:
126
+ pass
127
+ elif series is not None and isinstance(series, entities.TimeSeries):
128
+ series_id = series.id
129
+ else:
130
+ msg = 'Must choose by at least one of: "series_id", "series"'
131
+ logger.error(msg)
132
+ raise ValueError(msg)
133
+ success, response = self._client_api.gen_request(req_type='delete',
134
+ path='/projects/{}/timeSeries/{}'.format(self.project.id,
135
+ series_id))
136
+ if not success:
137
+ raise exceptions.PlatformException(response)
138
+ logger.info('Time series id {} deleted successfully'.format(series_id))
139
+ return True
140
+
141
+ #########
142
+ # Table #
143
+ #########
144
+ def delete_samples(self, series_id, filters):
145
+ """
146
+ Delete samples from table
147
+
148
+ :param str series_id: time series id
149
+ :param dtlpy.entities.filters.Filters filters: query to delete by
150
+ :return:
151
+ """
152
+ filters = self._validate_query(query=filters)
153
+ success, response = self._client_api.gen_request(req_type='post',
154
+ path='/projects/{}/timeSeries/{}/remove'.format(
155
+ self.project.id,
156
+ series_id),
157
+ json_req=filters)
158
+ if not success:
159
+ raise exceptions.PlatformException(response)
160
+ return True
161
+
162
+ @staticmethod
163
+ def _validate_query(query):
164
+ default_start_time = 0
165
+ default_end_time = datetime.datetime.now().timestamp() * 1000
166
+
167
+ if query is None:
168
+ query = dict(startTime=default_start_time, endTime=default_end_time)
169
+ else:
170
+ query['startTime'] = query.get('startTime', default_start_time)
171
+ query['endTime'] = query.get('endTime', default_end_time)
172
+
173
+ return query
174
+
175
+ def get_samples(self, series_id, filters=None) -> pd.DataFrame:
176
+ """
177
+ Get Series table
178
+
179
+ :param str series_id: TimeSeries id
180
+ :param dtlpy.entities.filters.Filters filters: match filters to get specific data from series
181
+ :return:
182
+ """
183
+ filters = self._validate_query(query=filters)
184
+ success, response = self._client_api.gen_request(req_type='post',
185
+ path='/projects/{}/timeSeries/{}/query'.format(self.project.id,
186
+ series_id),
187
+ json_req=filters)
188
+ if success:
189
+ res = response.json()['samples']
190
+ if isinstance(res, dict):
191
+ df = pd.DataFrame([res])
192
+ elif isinstance(res, list):
193
+ df = pd.DataFrame(res)
194
+ else:
195
+ raise ValueError('unknown return type for time series: {}'.format(type(res)))
196
+ else:
197
+ raise exceptions.PlatformException(response)
198
+ return df
199
+
200
+ def add_samples(self, series_id, data):
201
+ """
202
+ Add samples to series
203
+
204
+ :param str series_id: TimeSeries id
205
+ :param data: list or dictionary of samples
206
+ :return:
207
+ """
208
+ success, response = self._client_api.gen_request(req_type='post',
209
+ path='/projects/{}/timeSeries/{}/add'.format(self.project.id,
210
+ series_id),
211
+ json_req=data)
212
+
213
+ if not success:
214
+ raise exceptions.PlatformException(response)
215
+ return response.json()
216
+
217
+ ######################
218
+ # Samples Operations #
219
+ ######################
220
+ def get_sample(self, series_id, sample_id) -> pd.DataFrame:
221
+ """
222
+ Get single sample from series
223
+
224
+ :param str series_id: TimeSeries id
225
+ :param str sample_id: id of sample line
226
+ :return:
227
+ """
228
+ success, response = self._client_api.gen_request(req_type='get',
229
+ path='/projects/{}/timeSeries/{}/samples/{}'.format(
230
+ self.project.id,
231
+ series_id,
232
+ sample_id))
233
+ if success:
234
+ res = response.json()
235
+ if isinstance(res, dict):
236
+ df = pd.DataFrame([res])
237
+ elif isinstance(res, list):
238
+ df = pd.DataFrame(res)
239
+ else:
240
+ raise ValueError('unknown return type for time series: {}'.format(type(res)))
241
+ else:
242
+ raise exceptions.PlatformException(response)
243
+ return df
244
+
245
+ def update_sample(self, series_id, sample_id, data):
246
+ """
247
+ Add data to existing sample
248
+
249
+ :param str series_id: time series id
250
+ :param str sample_id: sample line id
251
+ :param dict data: dictionary
252
+ :return:
253
+ """
254
+ success, response = self._client_api.gen_request(req_type='post',
255
+ path='/projects/{}/timeSeries/{}/samples/{}'.format(
256
+ self.project.id,
257
+ series_id,
258
+ sample_id),
259
+ json_req=data)
260
+ if not success:
261
+ raise exceptions.PlatformException(response)
262
+
263
+ def delete_sample(self, series_id, sample_id):
264
+ """
265
+ Delete single samples form time series
266
+
267
+ :param str series_id:
268
+ :param str sample_id:
269
+ :return:
270
+ """
271
+ success, response = self._client_api.gen_request(req_type='delete',
272
+ path='/projects/{}/timeSeries/{}/samples/{}'.format(
273
+ self.project.id,
274
+ series_id,
275
+ sample_id))
276
+ if not success:
277
+ raise exceptions.PlatformException(response)
278
+ return True