dtlpy 1.113.10__py3-none-any.whl → 1.114.13__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (243) hide show
  1. dtlpy/__init__.py +488 -488
  2. dtlpy/__version__.py +1 -1
  3. dtlpy/assets/__init__.py +26 -26
  4. dtlpy/assets/__pycache__/__init__.cpython-38.pyc +0 -0
  5. dtlpy/assets/code_server/config.yaml +2 -2
  6. dtlpy/assets/code_server/installation.sh +24 -24
  7. dtlpy/assets/code_server/launch.json +13 -13
  8. dtlpy/assets/code_server/settings.json +2 -2
  9. dtlpy/assets/main.py +53 -53
  10. dtlpy/assets/main_partial.py +18 -18
  11. dtlpy/assets/mock.json +11 -11
  12. dtlpy/assets/model_adapter.py +83 -83
  13. dtlpy/assets/package.json +61 -61
  14. dtlpy/assets/package_catalog.json +29 -29
  15. dtlpy/assets/package_gitignore +307 -307
  16. dtlpy/assets/service_runners/__init__.py +33 -33
  17. dtlpy/assets/service_runners/converter.py +96 -96
  18. dtlpy/assets/service_runners/multi_method.py +49 -49
  19. dtlpy/assets/service_runners/multi_method_annotation.py +54 -54
  20. dtlpy/assets/service_runners/multi_method_dataset.py +55 -55
  21. dtlpy/assets/service_runners/multi_method_item.py +52 -52
  22. dtlpy/assets/service_runners/multi_method_json.py +52 -52
  23. dtlpy/assets/service_runners/single_method.py +37 -37
  24. dtlpy/assets/service_runners/single_method_annotation.py +43 -43
  25. dtlpy/assets/service_runners/single_method_dataset.py +43 -43
  26. dtlpy/assets/service_runners/single_method_item.py +41 -41
  27. dtlpy/assets/service_runners/single_method_json.py +42 -42
  28. dtlpy/assets/service_runners/single_method_multi_input.py +45 -45
  29. dtlpy/assets/voc_annotation_template.xml +23 -23
  30. dtlpy/caches/base_cache.py +32 -32
  31. dtlpy/caches/cache.py +473 -473
  32. dtlpy/caches/dl_cache.py +201 -201
  33. dtlpy/caches/filesystem_cache.py +89 -89
  34. dtlpy/caches/redis_cache.py +84 -84
  35. dtlpy/dlp/__init__.py +20 -20
  36. dtlpy/dlp/cli_utilities.py +367 -367
  37. dtlpy/dlp/command_executor.py +764 -764
  38. dtlpy/dlp/dlp +1 -1
  39. dtlpy/dlp/dlp.bat +1 -1
  40. dtlpy/dlp/dlp.py +128 -128
  41. dtlpy/dlp/parser.py +651 -651
  42. dtlpy/entities/__init__.py +83 -83
  43. dtlpy/entities/analytic.py +311 -311
  44. dtlpy/entities/annotation.py +1879 -1879
  45. dtlpy/entities/annotation_collection.py +699 -699
  46. dtlpy/entities/annotation_definitions/__init__.py +20 -20
  47. dtlpy/entities/annotation_definitions/base_annotation_definition.py +100 -100
  48. dtlpy/entities/annotation_definitions/box.py +195 -195
  49. dtlpy/entities/annotation_definitions/classification.py +67 -67
  50. dtlpy/entities/annotation_definitions/comparison.py +72 -72
  51. dtlpy/entities/annotation_definitions/cube.py +204 -204
  52. dtlpy/entities/annotation_definitions/cube_3d.py +149 -149
  53. dtlpy/entities/annotation_definitions/description.py +32 -32
  54. dtlpy/entities/annotation_definitions/ellipse.py +124 -124
  55. dtlpy/entities/annotation_definitions/free_text.py +62 -62
  56. dtlpy/entities/annotation_definitions/gis.py +69 -69
  57. dtlpy/entities/annotation_definitions/note.py +139 -139
  58. dtlpy/entities/annotation_definitions/point.py +117 -117
  59. dtlpy/entities/annotation_definitions/polygon.py +182 -182
  60. dtlpy/entities/annotation_definitions/polyline.py +111 -111
  61. dtlpy/entities/annotation_definitions/pose.py +92 -92
  62. dtlpy/entities/annotation_definitions/ref_image.py +86 -86
  63. dtlpy/entities/annotation_definitions/segmentation.py +240 -240
  64. dtlpy/entities/annotation_definitions/subtitle.py +34 -34
  65. dtlpy/entities/annotation_definitions/text.py +85 -85
  66. dtlpy/entities/annotation_definitions/undefined_annotation.py +74 -74
  67. dtlpy/entities/app.py +220 -220
  68. dtlpy/entities/app_module.py +107 -107
  69. dtlpy/entities/artifact.py +174 -174
  70. dtlpy/entities/assignment.py +399 -399
  71. dtlpy/entities/base_entity.py +214 -214
  72. dtlpy/entities/bot.py +113 -113
  73. dtlpy/entities/codebase.py +296 -296
  74. dtlpy/entities/collection.py +38 -38
  75. dtlpy/entities/command.py +169 -169
  76. dtlpy/entities/compute.py +442 -442
  77. dtlpy/entities/dataset.py +1285 -1285
  78. dtlpy/entities/directory_tree.py +44 -44
  79. dtlpy/entities/dpk.py +470 -470
  80. dtlpy/entities/driver.py +222 -222
  81. dtlpy/entities/execution.py +397 -397
  82. dtlpy/entities/feature.py +124 -124
  83. dtlpy/entities/feature_set.py +145 -145
  84. dtlpy/entities/filters.py +641 -641
  85. dtlpy/entities/gis_item.py +107 -107
  86. dtlpy/entities/integration.py +184 -184
  87. dtlpy/entities/item.py +953 -953
  88. dtlpy/entities/label.py +123 -123
  89. dtlpy/entities/links.py +85 -85
  90. dtlpy/entities/message.py +175 -175
  91. dtlpy/entities/model.py +694 -691
  92. dtlpy/entities/node.py +1005 -1005
  93. dtlpy/entities/ontology.py +803 -803
  94. dtlpy/entities/organization.py +287 -287
  95. dtlpy/entities/package.py +657 -657
  96. dtlpy/entities/package_defaults.py +5 -5
  97. dtlpy/entities/package_function.py +185 -185
  98. dtlpy/entities/package_module.py +113 -113
  99. dtlpy/entities/package_slot.py +118 -118
  100. dtlpy/entities/paged_entities.py +290 -267
  101. dtlpy/entities/pipeline.py +593 -593
  102. dtlpy/entities/pipeline_execution.py +279 -279
  103. dtlpy/entities/project.py +394 -394
  104. dtlpy/entities/prompt_item.py +499 -499
  105. dtlpy/entities/recipe.py +301 -301
  106. dtlpy/entities/reflect_dict.py +102 -102
  107. dtlpy/entities/resource_execution.py +138 -138
  108. dtlpy/entities/service.py +958 -958
  109. dtlpy/entities/service_driver.py +117 -117
  110. dtlpy/entities/setting.py +294 -294
  111. dtlpy/entities/task.py +491 -491
  112. dtlpy/entities/time_series.py +143 -143
  113. dtlpy/entities/trigger.py +426 -426
  114. dtlpy/entities/user.py +118 -118
  115. dtlpy/entities/webhook.py +124 -124
  116. dtlpy/examples/__init__.py +19 -19
  117. dtlpy/examples/add_labels.py +135 -135
  118. dtlpy/examples/add_metadata_to_item.py +21 -21
  119. dtlpy/examples/annotate_items_using_model.py +65 -65
  120. dtlpy/examples/annotate_video_using_model_and_tracker.py +75 -75
  121. dtlpy/examples/annotations_convert_to_voc.py +9 -9
  122. dtlpy/examples/annotations_convert_to_yolo.py +9 -9
  123. dtlpy/examples/convert_annotation_types.py +51 -51
  124. dtlpy/examples/converter.py +143 -143
  125. dtlpy/examples/copy_annotations.py +22 -22
  126. dtlpy/examples/copy_folder.py +31 -31
  127. dtlpy/examples/create_annotations.py +51 -51
  128. dtlpy/examples/create_video_annotations.py +83 -83
  129. dtlpy/examples/delete_annotations.py +26 -26
  130. dtlpy/examples/filters.py +113 -113
  131. dtlpy/examples/move_item.py +23 -23
  132. dtlpy/examples/play_video_annotation.py +13 -13
  133. dtlpy/examples/show_item_and_mask.py +53 -53
  134. dtlpy/examples/triggers.py +49 -49
  135. dtlpy/examples/upload_batch_of_items.py +20 -20
  136. dtlpy/examples/upload_items_and_custom_format_annotations.py +55 -55
  137. dtlpy/examples/upload_items_with_modalities.py +43 -43
  138. dtlpy/examples/upload_segmentation_annotations_from_mask_image.py +44 -44
  139. dtlpy/examples/upload_yolo_format_annotations.py +70 -70
  140. dtlpy/exceptions.py +125 -125
  141. dtlpy/miscellaneous/__init__.py +20 -20
  142. dtlpy/miscellaneous/dict_differ.py +95 -95
  143. dtlpy/miscellaneous/git_utils.py +217 -217
  144. dtlpy/miscellaneous/json_utils.py +14 -14
  145. dtlpy/miscellaneous/list_print.py +105 -105
  146. dtlpy/miscellaneous/zipping.py +130 -130
  147. dtlpy/ml/__init__.py +20 -20
  148. dtlpy/ml/base_feature_extractor_adapter.py +27 -27
  149. dtlpy/ml/base_model_adapter.py +945 -940
  150. dtlpy/ml/metrics.py +461 -461
  151. dtlpy/ml/predictions_utils.py +274 -274
  152. dtlpy/ml/summary_writer.py +57 -57
  153. dtlpy/ml/train_utils.py +60 -60
  154. dtlpy/new_instance.py +252 -252
  155. dtlpy/repositories/__init__.py +56 -56
  156. dtlpy/repositories/analytics.py +85 -85
  157. dtlpy/repositories/annotations.py +916 -916
  158. dtlpy/repositories/apps.py +383 -383
  159. dtlpy/repositories/artifacts.py +452 -452
  160. dtlpy/repositories/assignments.py +599 -599
  161. dtlpy/repositories/bots.py +213 -213
  162. dtlpy/repositories/codebases.py +559 -559
  163. dtlpy/repositories/collections.py +332 -348
  164. dtlpy/repositories/commands.py +158 -158
  165. dtlpy/repositories/compositions.py +61 -61
  166. dtlpy/repositories/computes.py +434 -406
  167. dtlpy/repositories/datasets.py +1291 -1291
  168. dtlpy/repositories/downloader.py +895 -895
  169. dtlpy/repositories/dpks.py +433 -433
  170. dtlpy/repositories/drivers.py +266 -266
  171. dtlpy/repositories/executions.py +817 -817
  172. dtlpy/repositories/feature_sets.py +226 -226
  173. dtlpy/repositories/features.py +238 -238
  174. dtlpy/repositories/integrations.py +484 -484
  175. dtlpy/repositories/items.py +909 -915
  176. dtlpy/repositories/messages.py +94 -94
  177. dtlpy/repositories/models.py +877 -867
  178. dtlpy/repositories/nodes.py +80 -80
  179. dtlpy/repositories/ontologies.py +511 -511
  180. dtlpy/repositories/organizations.py +525 -525
  181. dtlpy/repositories/packages.py +1941 -1941
  182. dtlpy/repositories/pipeline_executions.py +448 -448
  183. dtlpy/repositories/pipelines.py +642 -642
  184. dtlpy/repositories/projects.py +539 -539
  185. dtlpy/repositories/recipes.py +399 -399
  186. dtlpy/repositories/resource_executions.py +137 -137
  187. dtlpy/repositories/schema.py +120 -120
  188. dtlpy/repositories/service_drivers.py +213 -213
  189. dtlpy/repositories/services.py +1704 -1704
  190. dtlpy/repositories/settings.py +339 -339
  191. dtlpy/repositories/tasks.py +1124 -1124
  192. dtlpy/repositories/times_series.py +278 -278
  193. dtlpy/repositories/triggers.py +536 -536
  194. dtlpy/repositories/upload_element.py +257 -257
  195. dtlpy/repositories/uploader.py +651 -651
  196. dtlpy/repositories/webhooks.py +249 -249
  197. dtlpy/services/__init__.py +22 -22
  198. dtlpy/services/aihttp_retry.py +131 -131
  199. dtlpy/services/api_client.py +1782 -1782
  200. dtlpy/services/api_reference.py +40 -40
  201. dtlpy/services/async_utils.py +133 -133
  202. dtlpy/services/calls_counter.py +44 -44
  203. dtlpy/services/check_sdk.py +68 -68
  204. dtlpy/services/cookie.py +115 -115
  205. dtlpy/services/create_logger.py +156 -156
  206. dtlpy/services/events.py +84 -84
  207. dtlpy/services/logins.py +235 -235
  208. dtlpy/services/reporter.py +256 -256
  209. dtlpy/services/service_defaults.py +91 -91
  210. dtlpy/utilities/__init__.py +20 -20
  211. dtlpy/utilities/annotations/__init__.py +16 -16
  212. dtlpy/utilities/annotations/annotation_converters.py +269 -269
  213. dtlpy/utilities/base_package_runner.py +264 -264
  214. dtlpy/utilities/converter.py +1650 -1650
  215. dtlpy/utilities/dataset_generators/__init__.py +1 -1
  216. dtlpy/utilities/dataset_generators/dataset_generator.py +670 -670
  217. dtlpy/utilities/dataset_generators/dataset_generator_tensorflow.py +23 -23
  218. dtlpy/utilities/dataset_generators/dataset_generator_torch.py +21 -21
  219. dtlpy/utilities/local_development/__init__.py +1 -1
  220. dtlpy/utilities/local_development/local_session.py +179 -179
  221. dtlpy/utilities/reports/__init__.py +2 -2
  222. dtlpy/utilities/reports/figures.py +343 -343
  223. dtlpy/utilities/reports/report.py +71 -71
  224. dtlpy/utilities/videos/__init__.py +17 -17
  225. dtlpy/utilities/videos/video_player.py +598 -598
  226. dtlpy/utilities/videos/videos.py +470 -470
  227. {dtlpy-1.113.10.data → dtlpy-1.114.13.data}/scripts/dlp +1 -1
  228. dtlpy-1.114.13.data/scripts/dlp.bat +2 -0
  229. {dtlpy-1.113.10.data → dtlpy-1.114.13.data}/scripts/dlp.py +128 -128
  230. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/LICENSE +200 -200
  231. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/METADATA +172 -172
  232. dtlpy-1.114.13.dist-info/RECORD +240 -0
  233. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/WHEEL +1 -1
  234. tests/features/environment.py +551 -550
  235. dtlpy-1.113.10.data/scripts/dlp.bat +0 -2
  236. dtlpy-1.113.10.dist-info/RECORD +0 -244
  237. tests/assets/__init__.py +0 -0
  238. tests/assets/models_flow/__init__.py +0 -0
  239. tests/assets/models_flow/failedmain.py +0 -52
  240. tests/assets/models_flow/main.py +0 -62
  241. tests/assets/models_flow/main_model.py +0 -54
  242. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/entry_points.txt +0 -0
  243. {dtlpy-1.113.10.dist-info → dtlpy-1.114.13.dist-info}/top_level.txt +0 -0
@@ -1,83 +1,83 @@
1
- def main():
2
- import dtlpy as dl
3
- import matplotlib.pyplot as plt
4
-
5
- # Get project and dataset
6
- project = dl.projects.get(project_name='Food')
7
- dataset = project.datasets.get(dataset_name='BeansDataset')
8
- item = dataset.items.get(filepath='/flying boxes.mp4')
9
-
10
- ############################
11
- # using annotation builder #
12
- ############################
13
- # create annotation builder
14
- builder = item.annotations.builder()
15
-
16
- for i_frame in range(100):
17
- # go over 100 frame
18
- for i_detection in range(10):
19
- # for each frame we have 10 different detections (location is just for the example)
20
- builder.add(annotation_definition=dl.Box(top=2 * i_frame,
21
- left=2 * i_detection,
22
- bottom=2 * i_frame + 10,
23
- right=2 * i_detection + 100,
24
- label="moving box"),
25
- frame_num=i_frame, # set the frame for the annotation
26
- object_id=i_detection + 1
27
- # need to input the element id to create the connection between frames
28
- )
29
- # starting from frame 50 add another 10 new annotations of a moving point
30
- if i_frame > 50:
31
- builder.add(annotation_definition=dl.Point(x=2 * i_frame,
32
- y=2 * i_detection,
33
- label="moving point"),
34
- frame_num=i_frame,
35
- object_id=20 + (i_detection + 1))
36
- # get frame annotations
37
- frame_annotations = builder.get_frame(frame_num=55)
38
- # Plot the annotations in frame 55 of the created annotations
39
- plt.figure()
40
- plt.imshow(frame_annotations.show())
41
-
42
- # plot each annotations separately
43
- for annotation in frame_annotations:
44
- plt.figure()
45
- plt.imshow(annotation.show())
46
- plt.title(annotation.label)
47
-
48
- # Add the annotations to platform
49
- item.annotations.upload(builder)
50
-
51
- #####################
52
- # single annotation #
53
- #####################
54
- # create one annotations for a video (without using tracker and object ids)
55
- annotation = dl.Annotation.new(item=item)
56
-
57
- for i_frame in range(100):
58
- # go over 100 frame
59
- annotation.add_frame(annotation_definition=dl.Box(top=2 * i_frame,
60
- left=2 * (i_frame + 10),
61
- bottom=2 * (i_frame + 50),
62
- right=2 * (i_frame + 100),
63
- label="moving box",
64
- ),
65
- frame_num=i_frame, # set the frame for the annotation
66
- )
67
-
68
- # upload to platform
69
- annotation.upload()
70
-
71
- ##############################################
72
- # show annotation state in a specified frame #
73
- ##############################################
74
-
75
- # Get from platform
76
- annotations = item.annotations.list()
77
-
78
- # Plot the annotations in frame 55 of the created annotations
79
- plt.figure()
80
- plt.imshow(annotations.get_frame(frame_num=55).show())
81
-
82
- # Play video with the Dataloop video player
83
- annotations.video_player()
1
+ def main():
2
+ import dtlpy as dl
3
+ import matplotlib.pyplot as plt
4
+
5
+ # Get project and dataset
6
+ project = dl.projects.get(project_name='Food')
7
+ dataset = project.datasets.get(dataset_name='BeansDataset')
8
+ item = dataset.items.get(filepath='/flying boxes.mp4')
9
+
10
+ ############################
11
+ # using annotation builder #
12
+ ############################
13
+ # create annotation builder
14
+ builder = item.annotations.builder()
15
+
16
+ for i_frame in range(100):
17
+ # go over 100 frame
18
+ for i_detection in range(10):
19
+ # for each frame we have 10 different detections (location is just for the example)
20
+ builder.add(annotation_definition=dl.Box(top=2 * i_frame,
21
+ left=2 * i_detection,
22
+ bottom=2 * i_frame + 10,
23
+ right=2 * i_detection + 100,
24
+ label="moving box"),
25
+ frame_num=i_frame, # set the frame for the annotation
26
+ object_id=i_detection + 1
27
+ # need to input the element id to create the connection between frames
28
+ )
29
+ # starting from frame 50 add another 10 new annotations of a moving point
30
+ if i_frame > 50:
31
+ builder.add(annotation_definition=dl.Point(x=2 * i_frame,
32
+ y=2 * i_detection,
33
+ label="moving point"),
34
+ frame_num=i_frame,
35
+ object_id=20 + (i_detection + 1))
36
+ # get frame annotations
37
+ frame_annotations = builder.get_frame(frame_num=55)
38
+ # Plot the annotations in frame 55 of the created annotations
39
+ plt.figure()
40
+ plt.imshow(frame_annotations.show())
41
+
42
+ # plot each annotations separately
43
+ for annotation in frame_annotations:
44
+ plt.figure()
45
+ plt.imshow(annotation.show())
46
+ plt.title(annotation.label)
47
+
48
+ # Add the annotations to platform
49
+ item.annotations.upload(builder)
50
+
51
+ #####################
52
+ # single annotation #
53
+ #####################
54
+ # create one annotations for a video (without using tracker and object ids)
55
+ annotation = dl.Annotation.new(item=item)
56
+
57
+ for i_frame in range(100):
58
+ # go over 100 frame
59
+ annotation.add_frame(annotation_definition=dl.Box(top=2 * i_frame,
60
+ left=2 * (i_frame + 10),
61
+ bottom=2 * (i_frame + 50),
62
+ right=2 * (i_frame + 100),
63
+ label="moving box",
64
+ ),
65
+ frame_num=i_frame, # set the frame for the annotation
66
+ )
67
+
68
+ # upload to platform
69
+ annotation.upload()
70
+
71
+ ##############################################
72
+ # show annotation state in a specified frame #
73
+ ##############################################
74
+
75
+ # Get from platform
76
+ annotations = item.annotations.list()
77
+
78
+ # Plot the annotations in frame 55 of the created annotations
79
+ plt.figure()
80
+ plt.imshow(annotations.get_frame(frame_num=55).show())
81
+
82
+ # Play video with the Dataloop video player
83
+ annotations.video_player()
@@ -1,26 +1,26 @@
1
- def main(project_name, dataset_name, remote_filepath):
2
- """
3
- Copy annotations between items
4
- :return:
5
- """
6
- import dtlpy as dl
7
-
8
- # FROM get the annotations from item
9
- project = dl.projects.get(project_name=project_name)
10
- dataset = project.datasets.get(dataset_name=dataset_name)
11
- item = dataset.items.get(filepath=remote_filepath)
12
-
13
- # get annotations
14
- annotations = item.annotations.list()
15
-
16
- # delete first annotation
17
- ann = annotations[0]
18
- ann.delete()
19
-
20
- ### Or - to delete all annotations ###
21
-
22
- # get annotations
23
- annotations = item.annotations.list()
24
-
25
- # delete first annotation
26
- annotations.delete()
1
+ def main(project_name, dataset_name, remote_filepath):
2
+ """
3
+ Copy annotations between items
4
+ :return:
5
+ """
6
+ import dtlpy as dl
7
+
8
+ # FROM get the annotations from item
9
+ project = dl.projects.get(project_name=project_name)
10
+ dataset = project.datasets.get(dataset_name=dataset_name)
11
+ item = dataset.items.get(filepath=remote_filepath)
12
+
13
+ # get annotations
14
+ annotations = item.annotations.list()
15
+
16
+ # delete first annotation
17
+ ann = annotations[0]
18
+ ann.delete()
19
+
20
+ ### Or - to delete all annotations ###
21
+
22
+ # get annotations
23
+ annotations = item.annotations.list()
24
+
25
+ # delete first annotation
26
+ annotations.delete()
dtlpy/examples/filters.py CHANGED
@@ -1,113 +1,113 @@
1
- def main():
2
- import dtlpy as dl
3
-
4
- ########
5
- # prep #
6
- ########
7
- project = dl.projects.get(project_name='RQL')
8
- dataset = project.datasets.get(dataset_name='Dataset')
9
-
10
- #################
11
- ### Items ###
12
- #################
13
-
14
- ##################
15
- # create filters #
16
- ##################
17
- filters = dl.Filters(resource=dl.FiltersResource.ITEM) # set resource - optional - default is item
18
- # add filter - only files
19
- filters.add(field='type', values='file')
20
- # add filter - only annotated items
21
- filters.add(field='annotated', values=True)
22
- # add filter - filename includes 'dog'
23
- filters.add(field='filename', values='/dog.jpg')
24
- # -- time filters -- must be in ISO format and in UTC (offset from local time). converting using datetime package as follows:
25
- import datetime, time
26
- timestamp = datetime.datetime(year=2019, month=10, day=27, hour=15, minute=39, second=6,
27
- tzinfo=datetime.timezone(datetime.timedelta(seconds=-time.timezone))).isoformat()
28
- filters.add(field='createdAt', values=timestamp, operator=dl.FiltersOperations.GREATER_THAN)
29
-
30
- ######################
31
- # get filtered items #
32
- ######################
33
- # return results sorted by ascending id
34
- filters.sort_by(field='filename')
35
- pages = dataset.items.list(filters=filters)
36
-
37
- #########################
38
- # update filtered items #
39
- #########################
40
- # to add filed annotatedDogs to all filtered items and give value True
41
- # this field will be added to user metadata
42
- # create update order
43
- update_values = {'annotatedDogsSingJune2019': True}
44
-
45
- # update
46
- pages = dataset.items.update(filters=filters, update_values=update_values)
47
-
48
- # #########################
49
- # # delete filtered items #
50
- # #########################
51
- # dataset.items.delete(filters=filters)
52
-
53
- #####################################
54
- # filter items by their annotations #
55
- #####################################
56
- filters = dl.Filters()
57
- # set resource
58
- filters.resource = 'items'
59
- # add filter - only files
60
- filters.add(field='type', values='file')
61
-
62
- # add annotation filters - only items with 'box' annotations
63
- filters.add_join(field='type', values='box')
64
-
65
- # get results
66
- pages = dataset.items.list(filters=filters)
67
-
68
- #######################
69
- ### Annotations ###
70
- #######################
71
-
72
- ##################
73
- # create filters #
74
- ##################
75
- filters = dl.Filters()
76
- # set resource
77
- filters.resource = dl.FiltersResource.ANNOTATION
78
- # add filter - only box annotations
79
- filters.add(field='type', values='box')
80
- # add filter - only dogs
81
- filters.add(field='label', values=['Dog', 'cat'], operator=dl.FiltersOperations.IN)
82
- # add filter - annotated by Joe and David
83
- filters.add(field='creator',
84
- values=['Joe@dataloop.ai', 'David@dataloop.ai', 'oa-test-1@dataloop.ai'],
85
- operator=dl.FiltersOperations.IN
86
- )
87
-
88
- ############################
89
- # get filtered annotations #
90
- ############################
91
- # return results sorted by descending id
92
- filters.sort_by(field='id', value=dl.FiltersOrderByDirection.DESCENDING)
93
- pages = dataset.items.list(filters=filters)
94
-
95
- ###############################
96
- # update filtered annotations #
97
- ###############################
98
- # to add filed annotation_quality to all filtered annotations and give them value 'high'
99
- # this field will be added to user metadata
100
- # create update order
101
- update_values = {'annotation_quality': 'high'}
102
-
103
- # update
104
- pages = dataset.items.update(filters=filters, update_values=update_values)
105
-
106
- ###############################
107
- # delete filtered annotations #
108
- ###############################
109
- dataset.items.delete(filters=filters)
110
-
111
-
112
- if __name__ == '__main__':
113
- main()
1
+ def main():
2
+ import dtlpy as dl
3
+
4
+ ########
5
+ # prep #
6
+ ########
7
+ project = dl.projects.get(project_name='RQL')
8
+ dataset = project.datasets.get(dataset_name='Dataset')
9
+
10
+ #################
11
+ ### Items ###
12
+ #################
13
+
14
+ ##################
15
+ # create filters #
16
+ ##################
17
+ filters = dl.Filters(resource=dl.FiltersResource.ITEM) # set resource - optional - default is item
18
+ # add filter - only files
19
+ filters.add(field='type', values='file')
20
+ # add filter - only annotated items
21
+ filters.add(field='annotated', values=True)
22
+ # add filter - filename includes 'dog'
23
+ filters.add(field='filename', values='/dog.jpg')
24
+ # -- time filters -- must be in ISO format and in UTC (offset from local time). converting using datetime package as follows:
25
+ import datetime, time
26
+ timestamp = datetime.datetime(year=2019, month=10, day=27, hour=15, minute=39, second=6,
27
+ tzinfo=datetime.timezone(datetime.timedelta(seconds=-time.timezone))).isoformat()
28
+ filters.add(field='createdAt', values=timestamp, operator=dl.FiltersOperations.GREATER_THAN)
29
+
30
+ ######################
31
+ # get filtered items #
32
+ ######################
33
+ # return results sorted by ascending id
34
+ filters.sort_by(field='filename')
35
+ pages = dataset.items.list(filters=filters)
36
+
37
+ #########################
38
+ # update filtered items #
39
+ #########################
40
+ # to add filed annotatedDogs to all filtered items and give value True
41
+ # this field will be added to user metadata
42
+ # create update order
43
+ update_values = {'annotatedDogsSingJune2019': True}
44
+
45
+ # update
46
+ pages = dataset.items.update(filters=filters, update_values=update_values)
47
+
48
+ # #########################
49
+ # # delete filtered items #
50
+ # #########################
51
+ # dataset.items.delete(filters=filters)
52
+
53
+ #####################################
54
+ # filter items by their annotations #
55
+ #####################################
56
+ filters = dl.Filters()
57
+ # set resource
58
+ filters.resource = 'items'
59
+ # add filter - only files
60
+ filters.add(field='type', values='file')
61
+
62
+ # add annotation filters - only items with 'box' annotations
63
+ filters.add_join(field='type', values='box')
64
+
65
+ # get results
66
+ pages = dataset.items.list(filters=filters)
67
+
68
+ #######################
69
+ ### Annotations ###
70
+ #######################
71
+
72
+ ##################
73
+ # create filters #
74
+ ##################
75
+ filters = dl.Filters()
76
+ # set resource
77
+ filters.resource = dl.FiltersResource.ANNOTATION
78
+ # add filter - only box annotations
79
+ filters.add(field='type', values='box')
80
+ # add filter - only dogs
81
+ filters.add(field='label', values=['Dog', 'cat'], operator=dl.FiltersOperations.IN)
82
+ # add filter - annotated by Joe and David
83
+ filters.add(field='creator',
84
+ values=['Joe@dataloop.ai', 'David@dataloop.ai', 'oa-test-1@dataloop.ai'],
85
+ operator=dl.FiltersOperations.IN
86
+ )
87
+
88
+ ############################
89
+ # get filtered annotations #
90
+ ############################
91
+ # return results sorted by descending id
92
+ filters.sort_by(field='id', value=dl.FiltersOrderByDirection.DESCENDING)
93
+ pages = dataset.items.list(filters=filters)
94
+
95
+ ###############################
96
+ # update filtered annotations #
97
+ ###############################
98
+ # to add filed annotation_quality to all filtered annotations and give them value 'high'
99
+ # this field will be added to user metadata
100
+ # create update order
101
+ update_values = {'annotation_quality': 'high'}
102
+
103
+ # update
104
+ pages = dataset.items.update(filters=filters, update_values=update_values)
105
+
106
+ ###############################
107
+ # delete filtered annotations #
108
+ ###############################
109
+ dataset.items.delete(filters=filters)
110
+
111
+
112
+ if __name__ == '__main__':
113
+ main()
@@ -1,23 +1,23 @@
1
- def main():
2
- """
3
- Move items to another folder in platform
4
- :return:
5
- """
6
- import dtlpy as dl
7
-
8
- # Get project and dataset
9
- project = dl.projects.get(project_name='Ninja Turtles')
10
- dataset = project.datasets.get(dataset_name='Splinter')
11
-
12
- # Get all items from the source folder
13
- filters = dl.Filters()
14
- filters.add(field='filename', values='/fighting/**') # take files from the directory only (recursive)
15
- filters.add(field='type', values='file') # only files
16
- pages = dataset.items.list(filters=filters)
17
-
18
- dst_folder = '/fighting_shredder'
19
- # iterate through items
20
- for page in pages:
21
- for item in page:
22
- # move item
23
- item.move(new_path=dst_folder)
1
+ def main():
2
+ """
3
+ Move items to another folder in platform
4
+ :return:
5
+ """
6
+ import dtlpy as dl
7
+
8
+ # Get project and dataset
9
+ project = dl.projects.get(project_name='Ninja Turtles')
10
+ dataset = project.datasets.get(dataset_name='Splinter')
11
+
12
+ # Get all items from the source folder
13
+ filters = dl.Filters()
14
+ filters.add(field='filename', values='/fighting/**') # take files from the directory only (recursive)
15
+ filters.add(field='type', values='file') # only files
16
+ pages = dataset.items.list(filters=filters)
17
+
18
+ dst_folder = '/fighting_shredder'
19
+ # iterate through items
20
+ for page in pages:
21
+ for item in page:
22
+ # move item
23
+ item.move(new_path=dst_folder)
@@ -1,13 +1,13 @@
1
- def run():
2
- """
3
- Play a video from platform with annotations in the Dataloop python player
4
- :return:
5
- """
6
- from dtlpy.utilities.videos.video_player import VideoPlayer
7
- project_name = 'Dancing'
8
- dataset_name = 'Flossing'
9
- item_name = '/first_try.mp4'
10
-
11
- VideoPlayer(project_name=project_name,
12
- dataset_name=dataset_name,
13
- item_filepath=item_name)
1
+ def run():
2
+ """
3
+ Play a video from platform with annotations in the Dataloop python player
4
+ :return:
5
+ """
6
+ from dtlpy.utilities.videos.video_player import VideoPlayer
7
+ project_name = 'Dancing'
8
+ dataset_name = 'Flossing'
9
+ item_name = '/first_try.mp4'
10
+
11
+ VideoPlayer(project_name=project_name,
12
+ dataset_name=dataset_name,
13
+ item_filepath=item_name)
@@ -1,53 +1,53 @@
1
- def main(project_name, dataset_name, item_remote_path):
2
- """
3
- Download and show an image with it's annotations
4
- :return:
5
- """
6
- import dtlpy as dl
7
- import numpy as np
8
- from PIL import Image
9
-
10
- # Get project and dataset
11
- project = dl.projects.get(project_name=project_name)
12
- dataset = project.datasets.get(dataset_name=dataset_name)
13
- # Get item
14
- item = dataset.items.get(filepath=item_remote_path)
15
-
16
- # download item as a buffer
17
- buffer = item.download(save_locally=False)
18
-
19
- # open image
20
- image = Image.open(buffer)
21
-
22
- # download annotations
23
- annotations = item.annotations.show(width=image.size[0],
24
- height=image.size[1],
25
- thickness=3)
26
- annotations = Image.fromarray(annotations.astype(np.uint8))
27
-
28
- # show separate
29
- annotations.show()
30
- image.show()
31
-
32
- # plot on top
33
- image.paste(annotations, (0, 0), annotations)
34
- image.show()
35
-
36
- #####################################################
37
- # show annotations from json file (Dataloop format) #
38
- #####################################################
39
- # import dtlpy as dl
40
- # from PIL import Image
41
- # import json
42
- #
43
- # with open('annotations.json', 'r') as f:
44
- # data = json.load(f)
45
- #
46
- # for annotation in data['annotations']:
47
- # annotations = dl.Annotation.from_json(annotation)
48
- # mask = annotations.show(width=640,
49
- # height=480,
50
- # thickness=3,
51
- # color=(255, 0, 0))
52
- # mask = Image.fromarray(mask.astype(np.uint8))
53
- # mask.show()
1
+ def main(project_name, dataset_name, item_remote_path):
2
+ """
3
+ Download and show an image with it's annotations
4
+ :return:
5
+ """
6
+ import dtlpy as dl
7
+ import numpy as np
8
+ from PIL import Image
9
+
10
+ # Get project and dataset
11
+ project = dl.projects.get(project_name=project_name)
12
+ dataset = project.datasets.get(dataset_name=dataset_name)
13
+ # Get item
14
+ item = dataset.items.get(filepath=item_remote_path)
15
+
16
+ # download item as a buffer
17
+ buffer = item.download(save_locally=False)
18
+
19
+ # open image
20
+ image = Image.open(buffer)
21
+
22
+ # download annotations
23
+ annotations = item.annotations.show(width=image.size[0],
24
+ height=image.size[1],
25
+ thickness=3)
26
+ annotations = Image.fromarray(annotations.astype(np.uint8))
27
+
28
+ # show separate
29
+ annotations.show()
30
+ image.show()
31
+
32
+ # plot on top
33
+ image.paste(annotations, (0, 0), annotations)
34
+ image.show()
35
+
36
+ #####################################################
37
+ # show annotations from json file (Dataloop format) #
38
+ #####################################################
39
+ # import dtlpy as dl
40
+ # from PIL import Image
41
+ # import json
42
+ #
43
+ # with open('annotations.json', 'r') as f:
44
+ # data = json.load(f)
45
+ #
46
+ # for annotation in data['annotations']:
47
+ # annotations = dl.Annotation.from_json(annotation)
48
+ # mask = annotations.show(width=640,
49
+ # height=480,
50
+ # thickness=3,
51
+ # color=(255, 0, 0))
52
+ # mask = Image.fromarray(mask.astype(np.uint8))
53
+ # mask.show()