dtlpy 1.115.44__py3-none-any.whl → 1.116.6__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (238) hide show
  1. dtlpy/__init__.py +491 -491
  2. dtlpy/__version__.py +1 -1
  3. dtlpy/assets/__init__.py +26 -26
  4. dtlpy/assets/code_server/config.yaml +2 -2
  5. dtlpy/assets/code_server/installation.sh +24 -24
  6. dtlpy/assets/code_server/launch.json +13 -13
  7. dtlpy/assets/code_server/settings.json +2 -2
  8. dtlpy/assets/main.py +53 -53
  9. dtlpy/assets/main_partial.py +18 -18
  10. dtlpy/assets/mock.json +11 -11
  11. dtlpy/assets/model_adapter.py +83 -83
  12. dtlpy/assets/package.json +61 -61
  13. dtlpy/assets/package_catalog.json +29 -29
  14. dtlpy/assets/package_gitignore +307 -307
  15. dtlpy/assets/service_runners/__init__.py +33 -33
  16. dtlpy/assets/service_runners/converter.py +96 -96
  17. dtlpy/assets/service_runners/multi_method.py +49 -49
  18. dtlpy/assets/service_runners/multi_method_annotation.py +54 -54
  19. dtlpy/assets/service_runners/multi_method_dataset.py +55 -55
  20. dtlpy/assets/service_runners/multi_method_item.py +52 -52
  21. dtlpy/assets/service_runners/multi_method_json.py +52 -52
  22. dtlpy/assets/service_runners/single_method.py +37 -37
  23. dtlpy/assets/service_runners/single_method_annotation.py +43 -43
  24. dtlpy/assets/service_runners/single_method_dataset.py +43 -43
  25. dtlpy/assets/service_runners/single_method_item.py +41 -41
  26. dtlpy/assets/service_runners/single_method_json.py +42 -42
  27. dtlpy/assets/service_runners/single_method_multi_input.py +45 -45
  28. dtlpy/assets/voc_annotation_template.xml +23 -23
  29. dtlpy/caches/base_cache.py +32 -32
  30. dtlpy/caches/cache.py +473 -473
  31. dtlpy/caches/dl_cache.py +201 -201
  32. dtlpy/caches/filesystem_cache.py +89 -89
  33. dtlpy/caches/redis_cache.py +84 -84
  34. dtlpy/dlp/__init__.py +20 -20
  35. dtlpy/dlp/cli_utilities.py +367 -367
  36. dtlpy/dlp/command_executor.py +764 -764
  37. dtlpy/dlp/dlp +1 -1
  38. dtlpy/dlp/dlp.bat +1 -1
  39. dtlpy/dlp/dlp.py +128 -128
  40. dtlpy/dlp/parser.py +651 -651
  41. dtlpy/entities/__init__.py +83 -83
  42. dtlpy/entities/analytic.py +347 -347
  43. dtlpy/entities/annotation.py +1879 -1879
  44. dtlpy/entities/annotation_collection.py +699 -699
  45. dtlpy/entities/annotation_definitions/__init__.py +20 -20
  46. dtlpy/entities/annotation_definitions/base_annotation_definition.py +100 -100
  47. dtlpy/entities/annotation_definitions/box.py +195 -195
  48. dtlpy/entities/annotation_definitions/classification.py +67 -67
  49. dtlpy/entities/annotation_definitions/comparison.py +72 -72
  50. dtlpy/entities/annotation_definitions/cube.py +204 -204
  51. dtlpy/entities/annotation_definitions/cube_3d.py +149 -149
  52. dtlpy/entities/annotation_definitions/description.py +32 -32
  53. dtlpy/entities/annotation_definitions/ellipse.py +124 -124
  54. dtlpy/entities/annotation_definitions/free_text.py +62 -62
  55. dtlpy/entities/annotation_definitions/gis.py +69 -69
  56. dtlpy/entities/annotation_definitions/note.py +139 -139
  57. dtlpy/entities/annotation_definitions/point.py +117 -117
  58. dtlpy/entities/annotation_definitions/polygon.py +182 -182
  59. dtlpy/entities/annotation_definitions/polyline.py +111 -111
  60. dtlpy/entities/annotation_definitions/pose.py +92 -92
  61. dtlpy/entities/annotation_definitions/ref_image.py +86 -86
  62. dtlpy/entities/annotation_definitions/segmentation.py +240 -240
  63. dtlpy/entities/annotation_definitions/subtitle.py +34 -34
  64. dtlpy/entities/annotation_definitions/text.py +85 -85
  65. dtlpy/entities/annotation_definitions/undefined_annotation.py +74 -74
  66. dtlpy/entities/app.py +220 -220
  67. dtlpy/entities/app_module.py +107 -107
  68. dtlpy/entities/artifact.py +174 -174
  69. dtlpy/entities/assignment.py +399 -399
  70. dtlpy/entities/base_entity.py +214 -214
  71. dtlpy/entities/bot.py +113 -113
  72. dtlpy/entities/codebase.py +292 -292
  73. dtlpy/entities/collection.py +38 -38
  74. dtlpy/entities/command.py +169 -169
  75. dtlpy/entities/compute.py +449 -449
  76. dtlpy/entities/dataset.py +1299 -1299
  77. dtlpy/entities/directory_tree.py +44 -44
  78. dtlpy/entities/dpk.py +470 -470
  79. dtlpy/entities/driver.py +235 -235
  80. dtlpy/entities/execution.py +397 -397
  81. dtlpy/entities/feature.py +124 -124
  82. dtlpy/entities/feature_set.py +145 -145
  83. dtlpy/entities/filters.py +798 -798
  84. dtlpy/entities/gis_item.py +107 -107
  85. dtlpy/entities/integration.py +184 -184
  86. dtlpy/entities/item.py +959 -959
  87. dtlpy/entities/label.py +123 -123
  88. dtlpy/entities/links.py +85 -85
  89. dtlpy/entities/message.py +175 -175
  90. dtlpy/entities/model.py +684 -684
  91. dtlpy/entities/node.py +1005 -1005
  92. dtlpy/entities/ontology.py +810 -803
  93. dtlpy/entities/organization.py +287 -287
  94. dtlpy/entities/package.py +657 -657
  95. dtlpy/entities/package_defaults.py +5 -5
  96. dtlpy/entities/package_function.py +185 -185
  97. dtlpy/entities/package_module.py +113 -113
  98. dtlpy/entities/package_slot.py +118 -118
  99. dtlpy/entities/paged_entities.py +299 -299
  100. dtlpy/entities/pipeline.py +624 -624
  101. dtlpy/entities/pipeline_execution.py +279 -279
  102. dtlpy/entities/project.py +394 -394
  103. dtlpy/entities/prompt_item.py +505 -505
  104. dtlpy/entities/recipe.py +301 -301
  105. dtlpy/entities/reflect_dict.py +102 -102
  106. dtlpy/entities/resource_execution.py +138 -138
  107. dtlpy/entities/service.py +963 -963
  108. dtlpy/entities/service_driver.py +117 -117
  109. dtlpy/entities/setting.py +294 -294
  110. dtlpy/entities/task.py +495 -495
  111. dtlpy/entities/time_series.py +143 -143
  112. dtlpy/entities/trigger.py +426 -426
  113. dtlpy/entities/user.py +118 -118
  114. dtlpy/entities/webhook.py +124 -124
  115. dtlpy/examples/__init__.py +19 -19
  116. dtlpy/examples/add_labels.py +135 -135
  117. dtlpy/examples/add_metadata_to_item.py +21 -21
  118. dtlpy/examples/annotate_items_using_model.py +65 -65
  119. dtlpy/examples/annotate_video_using_model_and_tracker.py +75 -75
  120. dtlpy/examples/annotations_convert_to_voc.py +9 -9
  121. dtlpy/examples/annotations_convert_to_yolo.py +9 -9
  122. dtlpy/examples/convert_annotation_types.py +51 -51
  123. dtlpy/examples/converter.py +143 -143
  124. dtlpy/examples/copy_annotations.py +22 -22
  125. dtlpy/examples/copy_folder.py +31 -31
  126. dtlpy/examples/create_annotations.py +51 -51
  127. dtlpy/examples/create_video_annotations.py +83 -83
  128. dtlpy/examples/delete_annotations.py +26 -26
  129. dtlpy/examples/filters.py +113 -113
  130. dtlpy/examples/move_item.py +23 -23
  131. dtlpy/examples/play_video_annotation.py +13 -13
  132. dtlpy/examples/show_item_and_mask.py +53 -53
  133. dtlpy/examples/triggers.py +49 -49
  134. dtlpy/examples/upload_batch_of_items.py +20 -20
  135. dtlpy/examples/upload_items_and_custom_format_annotations.py +55 -55
  136. dtlpy/examples/upload_items_with_modalities.py +43 -43
  137. dtlpy/examples/upload_segmentation_annotations_from_mask_image.py +44 -44
  138. dtlpy/examples/upload_yolo_format_annotations.py +70 -70
  139. dtlpy/exceptions.py +125 -125
  140. dtlpy/miscellaneous/__init__.py +20 -20
  141. dtlpy/miscellaneous/dict_differ.py +95 -95
  142. dtlpy/miscellaneous/git_utils.py +217 -217
  143. dtlpy/miscellaneous/json_utils.py +14 -14
  144. dtlpy/miscellaneous/list_print.py +105 -105
  145. dtlpy/miscellaneous/zipping.py +130 -130
  146. dtlpy/ml/__init__.py +20 -20
  147. dtlpy/ml/base_feature_extractor_adapter.py +27 -27
  148. dtlpy/ml/base_model_adapter.py +1257 -1230
  149. dtlpy/ml/metrics.py +461 -461
  150. dtlpy/ml/predictions_utils.py +274 -274
  151. dtlpy/ml/summary_writer.py +57 -57
  152. dtlpy/ml/train_utils.py +60 -60
  153. dtlpy/new_instance.py +252 -252
  154. dtlpy/repositories/__init__.py +56 -56
  155. dtlpy/repositories/analytics.py +85 -85
  156. dtlpy/repositories/annotations.py +916 -916
  157. dtlpy/repositories/apps.py +383 -383
  158. dtlpy/repositories/artifacts.py +452 -452
  159. dtlpy/repositories/assignments.py +599 -599
  160. dtlpy/repositories/bots.py +213 -213
  161. dtlpy/repositories/codebases.py +559 -559
  162. dtlpy/repositories/collections.py +332 -332
  163. dtlpy/repositories/commands.py +152 -152
  164. dtlpy/repositories/compositions.py +61 -61
  165. dtlpy/repositories/computes.py +439 -439
  166. dtlpy/repositories/datasets.py +1504 -1504
  167. dtlpy/repositories/downloader.py +976 -923
  168. dtlpy/repositories/dpks.py +433 -433
  169. dtlpy/repositories/drivers.py +482 -482
  170. dtlpy/repositories/executions.py +815 -815
  171. dtlpy/repositories/feature_sets.py +226 -226
  172. dtlpy/repositories/features.py +255 -255
  173. dtlpy/repositories/integrations.py +484 -484
  174. dtlpy/repositories/items.py +912 -912
  175. dtlpy/repositories/messages.py +94 -94
  176. dtlpy/repositories/models.py +1000 -1000
  177. dtlpy/repositories/nodes.py +80 -80
  178. dtlpy/repositories/ontologies.py +511 -511
  179. dtlpy/repositories/organizations.py +525 -525
  180. dtlpy/repositories/packages.py +1941 -1941
  181. dtlpy/repositories/pipeline_executions.py +451 -451
  182. dtlpy/repositories/pipelines.py +640 -640
  183. dtlpy/repositories/projects.py +539 -539
  184. dtlpy/repositories/recipes.py +419 -399
  185. dtlpy/repositories/resource_executions.py +137 -137
  186. dtlpy/repositories/schema.py +120 -120
  187. dtlpy/repositories/service_drivers.py +213 -213
  188. dtlpy/repositories/services.py +1704 -1704
  189. dtlpy/repositories/settings.py +339 -339
  190. dtlpy/repositories/tasks.py +1477 -1477
  191. dtlpy/repositories/times_series.py +278 -278
  192. dtlpy/repositories/triggers.py +536 -536
  193. dtlpy/repositories/upload_element.py +257 -257
  194. dtlpy/repositories/uploader.py +661 -661
  195. dtlpy/repositories/webhooks.py +249 -249
  196. dtlpy/services/__init__.py +22 -22
  197. dtlpy/services/aihttp_retry.py +131 -131
  198. dtlpy/services/api_client.py +1785 -1785
  199. dtlpy/services/api_reference.py +40 -40
  200. dtlpy/services/async_utils.py +133 -133
  201. dtlpy/services/calls_counter.py +44 -44
  202. dtlpy/services/check_sdk.py +68 -68
  203. dtlpy/services/cookie.py +115 -115
  204. dtlpy/services/create_logger.py +156 -156
  205. dtlpy/services/events.py +84 -84
  206. dtlpy/services/logins.py +235 -235
  207. dtlpy/services/reporter.py +256 -256
  208. dtlpy/services/service_defaults.py +91 -91
  209. dtlpy/utilities/__init__.py +20 -20
  210. dtlpy/utilities/annotations/__init__.py +16 -16
  211. dtlpy/utilities/annotations/annotation_converters.py +269 -269
  212. dtlpy/utilities/base_package_runner.py +285 -264
  213. dtlpy/utilities/converter.py +1650 -1650
  214. dtlpy/utilities/dataset_generators/__init__.py +1 -1
  215. dtlpy/utilities/dataset_generators/dataset_generator.py +670 -670
  216. dtlpy/utilities/dataset_generators/dataset_generator_tensorflow.py +23 -23
  217. dtlpy/utilities/dataset_generators/dataset_generator_torch.py +21 -21
  218. dtlpy/utilities/local_development/__init__.py +1 -1
  219. dtlpy/utilities/local_development/local_session.py +179 -179
  220. dtlpy/utilities/reports/__init__.py +2 -2
  221. dtlpy/utilities/reports/figures.py +343 -343
  222. dtlpy/utilities/reports/report.py +71 -71
  223. dtlpy/utilities/videos/__init__.py +17 -17
  224. dtlpy/utilities/videos/video_player.py +598 -598
  225. dtlpy/utilities/videos/videos.py +470 -470
  226. {dtlpy-1.115.44.data → dtlpy-1.116.6.data}/scripts/dlp +1 -1
  227. dtlpy-1.116.6.data/scripts/dlp.bat +2 -0
  228. {dtlpy-1.115.44.data → dtlpy-1.116.6.data}/scripts/dlp.py +128 -128
  229. {dtlpy-1.115.44.dist-info → dtlpy-1.116.6.dist-info}/METADATA +186 -186
  230. dtlpy-1.116.6.dist-info/RECORD +239 -0
  231. {dtlpy-1.115.44.dist-info → dtlpy-1.116.6.dist-info}/WHEEL +1 -1
  232. {dtlpy-1.115.44.dist-info → dtlpy-1.116.6.dist-info}/licenses/LICENSE +200 -200
  233. tests/features/environment.py +551 -551
  234. dtlpy/assets/__pycache__/__init__.cpython-310.pyc +0 -0
  235. dtlpy-1.115.44.data/scripts/dlp.bat +0 -2
  236. dtlpy-1.115.44.dist-info/RECORD +0 -240
  237. {dtlpy-1.115.44.dist-info → dtlpy-1.116.6.dist-info}/entry_points.txt +0 -0
  238. {dtlpy-1.115.44.dist-info → dtlpy-1.116.6.dist-info}/top_level.txt +0 -0
@@ -1,83 +1,83 @@
1
- def main():
2
- import dtlpy as dl
3
- import matplotlib.pyplot as plt
4
-
5
- # Get project and dataset
6
- project = dl.projects.get(project_name='Food')
7
- dataset = project.datasets.get(dataset_name='BeansDataset')
8
- item = dataset.items.get(filepath='/flying boxes.mp4')
9
-
10
- ############################
11
- # using annotation builder #
12
- ############################
13
- # create annotation builder
14
- builder = item.annotations.builder()
15
-
16
- for i_frame in range(100):
17
- # go over 100 frame
18
- for i_detection in range(10):
19
- # for each frame we have 10 different detections (location is just for the example)
20
- builder.add(annotation_definition=dl.Box(top=2 * i_frame,
21
- left=2 * i_detection,
22
- bottom=2 * i_frame + 10,
23
- right=2 * i_detection + 100,
24
- label="moving box"),
25
- frame_num=i_frame, # set the frame for the annotation
26
- object_id=i_detection + 1
27
- # need to input the element id to create the connection between frames
28
- )
29
- # starting from frame 50 add another 10 new annotations of a moving point
30
- if i_frame > 50:
31
- builder.add(annotation_definition=dl.Point(x=2 * i_frame,
32
- y=2 * i_detection,
33
- label="moving point"),
34
- frame_num=i_frame,
35
- object_id=20 + (i_detection + 1))
36
- # get frame annotations
37
- frame_annotations = builder.get_frame(frame_num=55)
38
- # Plot the annotations in frame 55 of the created annotations
39
- plt.figure()
40
- plt.imshow(frame_annotations.show())
41
-
42
- # plot each annotations separately
43
- for annotation in frame_annotations:
44
- plt.figure()
45
- plt.imshow(annotation.show())
46
- plt.title(annotation.label)
47
-
48
- # Add the annotations to platform
49
- item.annotations.upload(builder)
50
-
51
- #####################
52
- # single annotation #
53
- #####################
54
- # create one annotations for a video (without using tracker and object ids)
55
- annotation = dl.Annotation.new(item=item)
56
-
57
- for i_frame in range(100):
58
- # go over 100 frame
59
- annotation.add_frame(annotation_definition=dl.Box(top=2 * i_frame,
60
- left=2 * (i_frame + 10),
61
- bottom=2 * (i_frame + 50),
62
- right=2 * (i_frame + 100),
63
- label="moving box",
64
- ),
65
- frame_num=i_frame, # set the frame for the annotation
66
- )
67
-
68
- # upload to platform
69
- annotation.upload()
70
-
71
- ##############################################
72
- # show annotation state in a specified frame #
73
- ##############################################
74
-
75
- # Get from platform
76
- annotations = item.annotations.list()
77
-
78
- # Plot the annotations in frame 55 of the created annotations
79
- plt.figure()
80
- plt.imshow(annotations.get_frame(frame_num=55).show())
81
-
82
- # Play video with the Dataloop video player
83
- annotations.video_player()
1
+ def main():
2
+ import dtlpy as dl
3
+ import matplotlib.pyplot as plt
4
+
5
+ # Get project and dataset
6
+ project = dl.projects.get(project_name='Food')
7
+ dataset = project.datasets.get(dataset_name='BeansDataset')
8
+ item = dataset.items.get(filepath='/flying boxes.mp4')
9
+
10
+ ############################
11
+ # using annotation builder #
12
+ ############################
13
+ # create annotation builder
14
+ builder = item.annotations.builder()
15
+
16
+ for i_frame in range(100):
17
+ # go over 100 frame
18
+ for i_detection in range(10):
19
+ # for each frame we have 10 different detections (location is just for the example)
20
+ builder.add(annotation_definition=dl.Box(top=2 * i_frame,
21
+ left=2 * i_detection,
22
+ bottom=2 * i_frame + 10,
23
+ right=2 * i_detection + 100,
24
+ label="moving box"),
25
+ frame_num=i_frame, # set the frame for the annotation
26
+ object_id=i_detection + 1
27
+ # need to input the element id to create the connection between frames
28
+ )
29
+ # starting from frame 50 add another 10 new annotations of a moving point
30
+ if i_frame > 50:
31
+ builder.add(annotation_definition=dl.Point(x=2 * i_frame,
32
+ y=2 * i_detection,
33
+ label="moving point"),
34
+ frame_num=i_frame,
35
+ object_id=20 + (i_detection + 1))
36
+ # get frame annotations
37
+ frame_annotations = builder.get_frame(frame_num=55)
38
+ # Plot the annotations in frame 55 of the created annotations
39
+ plt.figure()
40
+ plt.imshow(frame_annotations.show())
41
+
42
+ # plot each annotations separately
43
+ for annotation in frame_annotations:
44
+ plt.figure()
45
+ plt.imshow(annotation.show())
46
+ plt.title(annotation.label)
47
+
48
+ # Add the annotations to platform
49
+ item.annotations.upload(builder)
50
+
51
+ #####################
52
+ # single annotation #
53
+ #####################
54
+ # create one annotations for a video (without using tracker and object ids)
55
+ annotation = dl.Annotation.new(item=item)
56
+
57
+ for i_frame in range(100):
58
+ # go over 100 frame
59
+ annotation.add_frame(annotation_definition=dl.Box(top=2 * i_frame,
60
+ left=2 * (i_frame + 10),
61
+ bottom=2 * (i_frame + 50),
62
+ right=2 * (i_frame + 100),
63
+ label="moving box",
64
+ ),
65
+ frame_num=i_frame, # set the frame for the annotation
66
+ )
67
+
68
+ # upload to platform
69
+ annotation.upload()
70
+
71
+ ##############################################
72
+ # show annotation state in a specified frame #
73
+ ##############################################
74
+
75
+ # Get from platform
76
+ annotations = item.annotations.list()
77
+
78
+ # Plot the annotations in frame 55 of the created annotations
79
+ plt.figure()
80
+ plt.imshow(annotations.get_frame(frame_num=55).show())
81
+
82
+ # Play video with the Dataloop video player
83
+ annotations.video_player()
@@ -1,26 +1,26 @@
1
- def main(project_name, dataset_name, remote_filepath):
2
- """
3
- Copy annotations between items
4
- :return:
5
- """
6
- import dtlpy as dl
7
-
8
- # FROM get the annotations from item
9
- project = dl.projects.get(project_name=project_name)
10
- dataset = project.datasets.get(dataset_name=dataset_name)
11
- item = dataset.items.get(filepath=remote_filepath)
12
-
13
- # get annotations
14
- annotations = item.annotations.list()
15
-
16
- # delete first annotation
17
- ann = annotations[0]
18
- ann.delete()
19
-
20
- ### Or - to delete all annotations ###
21
-
22
- # get annotations
23
- annotations = item.annotations.list()
24
-
25
- # delete first annotation
26
- annotations.delete()
1
+ def main(project_name, dataset_name, remote_filepath):
2
+ """
3
+ Copy annotations between items
4
+ :return:
5
+ """
6
+ import dtlpy as dl
7
+
8
+ # FROM get the annotations from item
9
+ project = dl.projects.get(project_name=project_name)
10
+ dataset = project.datasets.get(dataset_name=dataset_name)
11
+ item = dataset.items.get(filepath=remote_filepath)
12
+
13
+ # get annotations
14
+ annotations = item.annotations.list()
15
+
16
+ # delete first annotation
17
+ ann = annotations[0]
18
+ ann.delete()
19
+
20
+ ### Or - to delete all annotations ###
21
+
22
+ # get annotations
23
+ annotations = item.annotations.list()
24
+
25
+ # delete first annotation
26
+ annotations.delete()
dtlpy/examples/filters.py CHANGED
@@ -1,113 +1,113 @@
1
- def main():
2
- import dtlpy as dl
3
-
4
- ########
5
- # prep #
6
- ########
7
- project = dl.projects.get(project_name='RQL')
8
- dataset = project.datasets.get(dataset_name='Dataset')
9
-
10
- #################
11
- ### Items ###
12
- #################
13
-
14
- ##################
15
- # create filters #
16
- ##################
17
- filters = dl.Filters(resource=dl.FiltersResource.ITEM) # set resource - optional - default is item
18
- # add filter - only files
19
- filters.add(field='type', values='file')
20
- # add filter - only annotated items
21
- filters.add(field='annotated', values=True)
22
- # add filter - filename includes 'dog'
23
- filters.add(field='filename', values='/dog.jpg')
24
- # -- time filters -- must be in ISO format and in UTC (offset from local time). converting using datetime package as follows:
25
- import datetime, time
26
- timestamp = datetime.datetime(year=2019, month=10, day=27, hour=15, minute=39, second=6,
27
- tzinfo=datetime.timezone(datetime.timedelta(seconds=-time.timezone))).isoformat()
28
- filters.add(field='createdAt', values=timestamp, operator=dl.FiltersOperations.GREATER_THAN)
29
-
30
- ######################
31
- # get filtered items #
32
- ######################
33
- # return results sorted by ascending id
34
- filters.sort_by(field='filename')
35
- pages = dataset.items.list(filters=filters)
36
-
37
- #########################
38
- # update filtered items #
39
- #########################
40
- # to add filed annotatedDogs to all filtered items and give value True
41
- # this field will be added to user metadata
42
- # create update order
43
- update_values = {'annotatedDogsSingJune2019': True}
44
-
45
- # update
46
- pages = dataset.items.update(filters=filters, update_values=update_values)
47
-
48
- # #########################
49
- # # delete filtered items #
50
- # #########################
51
- # dataset.items.delete(filters=filters)
52
-
53
- #####################################
54
- # filter items by their annotations #
55
- #####################################
56
- filters = dl.Filters()
57
- # set resource
58
- filters.resource = 'items'
59
- # add filter - only files
60
- filters.add(field='type', values='file')
61
-
62
- # add annotation filters - only items with 'box' annotations
63
- filters.add_join(field='type', values='box')
64
-
65
- # get results
66
- pages = dataset.items.list(filters=filters)
67
-
68
- #######################
69
- ### Annotations ###
70
- #######################
71
-
72
- ##################
73
- # create filters #
74
- ##################
75
- filters = dl.Filters()
76
- # set resource
77
- filters.resource = dl.FiltersResource.ANNOTATION
78
- # add filter - only box annotations
79
- filters.add(field='type', values='box')
80
- # add filter - only dogs
81
- filters.add(field='label', values=['Dog', 'cat'], operator=dl.FiltersOperations.IN)
82
- # add filter - annotated by Joe and David
83
- filters.add(field='creator',
84
- values=['Joe@dataloop.ai', 'David@dataloop.ai', 'oa-test-1@dataloop.ai'],
85
- operator=dl.FiltersOperations.IN
86
- )
87
-
88
- ############################
89
- # get filtered annotations #
90
- ############################
91
- # return results sorted by descending id
92
- filters.sort_by(field='id', value=dl.FiltersOrderByDirection.DESCENDING)
93
- pages = dataset.items.list(filters=filters)
94
-
95
- ###############################
96
- # update filtered annotations #
97
- ###############################
98
- # to add filed annotation_quality to all filtered annotations and give them value 'high'
99
- # this field will be added to user metadata
100
- # create update order
101
- update_values = {'annotation_quality': 'high'}
102
-
103
- # update
104
- pages = dataset.items.update(filters=filters, update_values=update_values)
105
-
106
- ###############################
107
- # delete filtered annotations #
108
- ###############################
109
- dataset.items.delete(filters=filters)
110
-
111
-
112
- if __name__ == '__main__':
113
- main()
1
+ def main():
2
+ import dtlpy as dl
3
+
4
+ ########
5
+ # prep #
6
+ ########
7
+ project = dl.projects.get(project_name='RQL')
8
+ dataset = project.datasets.get(dataset_name='Dataset')
9
+
10
+ #################
11
+ ### Items ###
12
+ #################
13
+
14
+ ##################
15
+ # create filters #
16
+ ##################
17
+ filters = dl.Filters(resource=dl.FiltersResource.ITEM) # set resource - optional - default is item
18
+ # add filter - only files
19
+ filters.add(field='type', values='file')
20
+ # add filter - only annotated items
21
+ filters.add(field='annotated', values=True)
22
+ # add filter - filename includes 'dog'
23
+ filters.add(field='filename', values='/dog.jpg')
24
+ # -- time filters -- must be in ISO format and in UTC (offset from local time). converting using datetime package as follows:
25
+ import datetime, time
26
+ timestamp = datetime.datetime(year=2019, month=10, day=27, hour=15, minute=39, second=6,
27
+ tzinfo=datetime.timezone(datetime.timedelta(seconds=-time.timezone))).isoformat()
28
+ filters.add(field='createdAt', values=timestamp, operator=dl.FiltersOperations.GREATER_THAN)
29
+
30
+ ######################
31
+ # get filtered items #
32
+ ######################
33
+ # return results sorted by ascending id
34
+ filters.sort_by(field='filename')
35
+ pages = dataset.items.list(filters=filters)
36
+
37
+ #########################
38
+ # update filtered items #
39
+ #########################
40
+ # to add filed annotatedDogs to all filtered items and give value True
41
+ # this field will be added to user metadata
42
+ # create update order
43
+ update_values = {'annotatedDogsSingJune2019': True}
44
+
45
+ # update
46
+ pages = dataset.items.update(filters=filters, update_values=update_values)
47
+
48
+ # #########################
49
+ # # delete filtered items #
50
+ # #########################
51
+ # dataset.items.delete(filters=filters)
52
+
53
+ #####################################
54
+ # filter items by their annotations #
55
+ #####################################
56
+ filters = dl.Filters()
57
+ # set resource
58
+ filters.resource = 'items'
59
+ # add filter - only files
60
+ filters.add(field='type', values='file')
61
+
62
+ # add annotation filters - only items with 'box' annotations
63
+ filters.add_join(field='type', values='box')
64
+
65
+ # get results
66
+ pages = dataset.items.list(filters=filters)
67
+
68
+ #######################
69
+ ### Annotations ###
70
+ #######################
71
+
72
+ ##################
73
+ # create filters #
74
+ ##################
75
+ filters = dl.Filters()
76
+ # set resource
77
+ filters.resource = dl.FiltersResource.ANNOTATION
78
+ # add filter - only box annotations
79
+ filters.add(field='type', values='box')
80
+ # add filter - only dogs
81
+ filters.add(field='label', values=['Dog', 'cat'], operator=dl.FiltersOperations.IN)
82
+ # add filter - annotated by Joe and David
83
+ filters.add(field='creator',
84
+ values=['Joe@dataloop.ai', 'David@dataloop.ai', 'oa-test-1@dataloop.ai'],
85
+ operator=dl.FiltersOperations.IN
86
+ )
87
+
88
+ ############################
89
+ # get filtered annotations #
90
+ ############################
91
+ # return results sorted by descending id
92
+ filters.sort_by(field='id', value=dl.FiltersOrderByDirection.DESCENDING)
93
+ pages = dataset.items.list(filters=filters)
94
+
95
+ ###############################
96
+ # update filtered annotations #
97
+ ###############################
98
+ # to add filed annotation_quality to all filtered annotations and give them value 'high'
99
+ # this field will be added to user metadata
100
+ # create update order
101
+ update_values = {'annotation_quality': 'high'}
102
+
103
+ # update
104
+ pages = dataset.items.update(filters=filters, update_values=update_values)
105
+
106
+ ###############################
107
+ # delete filtered annotations #
108
+ ###############################
109
+ dataset.items.delete(filters=filters)
110
+
111
+
112
+ if __name__ == '__main__':
113
+ main()
@@ -1,23 +1,23 @@
1
- def main():
2
- """
3
- Move items to another folder in platform
4
- :return:
5
- """
6
- import dtlpy as dl
7
-
8
- # Get project and dataset
9
- project = dl.projects.get(project_name='Ninja Turtles')
10
- dataset = project.datasets.get(dataset_name='Splinter')
11
-
12
- # Get all items from the source folder
13
- filters = dl.Filters()
14
- filters.add(field='filename', values='/fighting/**') # take files from the directory only (recursive)
15
- filters.add(field='type', values='file') # only files
16
- pages = dataset.items.list(filters=filters)
17
-
18
- dst_folder = '/fighting_shredder'
19
- # iterate through items
20
- for page in pages:
21
- for item in page:
22
- # move item
23
- item.move(new_path=dst_folder)
1
+ def main():
2
+ """
3
+ Move items to another folder in platform
4
+ :return:
5
+ """
6
+ import dtlpy as dl
7
+
8
+ # Get project and dataset
9
+ project = dl.projects.get(project_name='Ninja Turtles')
10
+ dataset = project.datasets.get(dataset_name='Splinter')
11
+
12
+ # Get all items from the source folder
13
+ filters = dl.Filters()
14
+ filters.add(field='filename', values='/fighting/**') # take files from the directory only (recursive)
15
+ filters.add(field='type', values='file') # only files
16
+ pages = dataset.items.list(filters=filters)
17
+
18
+ dst_folder = '/fighting_shredder'
19
+ # iterate through items
20
+ for page in pages:
21
+ for item in page:
22
+ # move item
23
+ item.move(new_path=dst_folder)
@@ -1,13 +1,13 @@
1
- def run():
2
- """
3
- Play a video from platform with annotations in the Dataloop python player
4
- :return:
5
- """
6
- from dtlpy.utilities.videos.video_player import VideoPlayer
7
- project_name = 'Dancing'
8
- dataset_name = 'Flossing'
9
- item_name = '/first_try.mp4'
10
-
11
- VideoPlayer(project_name=project_name,
12
- dataset_name=dataset_name,
13
- item_filepath=item_name)
1
+ def run():
2
+ """
3
+ Play a video from platform with annotations in the Dataloop python player
4
+ :return:
5
+ """
6
+ from dtlpy.utilities.videos.video_player import VideoPlayer
7
+ project_name = 'Dancing'
8
+ dataset_name = 'Flossing'
9
+ item_name = '/first_try.mp4'
10
+
11
+ VideoPlayer(project_name=project_name,
12
+ dataset_name=dataset_name,
13
+ item_filepath=item_name)
@@ -1,53 +1,53 @@
1
- def main(project_name, dataset_name, item_remote_path):
2
- """
3
- Download and show an image with it's annotations
4
- :return:
5
- """
6
- import dtlpy as dl
7
- import numpy as np
8
- from PIL import Image
9
-
10
- # Get project and dataset
11
- project = dl.projects.get(project_name=project_name)
12
- dataset = project.datasets.get(dataset_name=dataset_name)
13
- # Get item
14
- item = dataset.items.get(filepath=item_remote_path)
15
-
16
- # download item as a buffer
17
- buffer = item.download(save_locally=False)
18
-
19
- # open image
20
- image = Image.open(buffer)
21
-
22
- # download annotations
23
- annotations = item.annotations.show(width=image.size[0],
24
- height=image.size[1],
25
- thickness=3)
26
- annotations = Image.fromarray(annotations.astype(np.uint8))
27
-
28
- # show separate
29
- annotations.show()
30
- image.show()
31
-
32
- # plot on top
33
- image.paste(annotations, (0, 0), annotations)
34
- image.show()
35
-
36
- #####################################################
37
- # show annotations from json file (Dataloop format) #
38
- #####################################################
39
- # import dtlpy as dl
40
- # from PIL import Image
41
- # import json
42
- #
43
- # with open('annotations.json', 'r') as f:
44
- # data = json.load(f)
45
- #
46
- # for annotation in data['annotations']:
47
- # annotations = dl.Annotation.from_json(annotation)
48
- # mask = annotations.show(width=640,
49
- # height=480,
50
- # thickness=3,
51
- # color=(255, 0, 0))
52
- # mask = Image.fromarray(mask.astype(np.uint8))
53
- # mask.show()
1
+ def main(project_name, dataset_name, item_remote_path):
2
+ """
3
+ Download and show an image with it's annotations
4
+ :return:
5
+ """
6
+ import dtlpy as dl
7
+ import numpy as np
8
+ from PIL import Image
9
+
10
+ # Get project and dataset
11
+ project = dl.projects.get(project_name=project_name)
12
+ dataset = project.datasets.get(dataset_name=dataset_name)
13
+ # Get item
14
+ item = dataset.items.get(filepath=item_remote_path)
15
+
16
+ # download item as a buffer
17
+ buffer = item.download(save_locally=False)
18
+
19
+ # open image
20
+ image = Image.open(buffer)
21
+
22
+ # download annotations
23
+ annotations = item.annotations.show(width=image.size[0],
24
+ height=image.size[1],
25
+ thickness=3)
26
+ annotations = Image.fromarray(annotations.astype(np.uint8))
27
+
28
+ # show separate
29
+ annotations.show()
30
+ image.show()
31
+
32
+ # plot on top
33
+ image.paste(annotations, (0, 0), annotations)
34
+ image.show()
35
+
36
+ #####################################################
37
+ # show annotations from json file (Dataloop format) #
38
+ #####################################################
39
+ # import dtlpy as dl
40
+ # from PIL import Image
41
+ # import json
42
+ #
43
+ # with open('annotations.json', 'r') as f:
44
+ # data = json.load(f)
45
+ #
46
+ # for annotation in data['annotations']:
47
+ # annotations = dl.Annotation.from_json(annotation)
48
+ # mask = annotations.show(width=640,
49
+ # height=480,
50
+ # thickness=3,
51
+ # color=(255, 0, 0))
52
+ # mask = Image.fromarray(mask.astype(np.uint8))
53
+ # mask.show()