megadetector 5.0.9__py3-none-any.whl → 5.0.11__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of megadetector might be problematic. Click here for more details.

Files changed (226) hide show
  1. {megadetector-5.0.9.dist-info → megadetector-5.0.11.dist-info}/LICENSE +0 -0
  2. {megadetector-5.0.9.dist-info → megadetector-5.0.11.dist-info}/METADATA +12 -11
  3. megadetector-5.0.11.dist-info/RECORD +5 -0
  4. megadetector-5.0.11.dist-info/top_level.txt +1 -0
  5. api/__init__.py +0 -0
  6. api/batch_processing/__init__.py +0 -0
  7. api/batch_processing/api_core/__init__.py +0 -0
  8. api/batch_processing/api_core/batch_service/__init__.py +0 -0
  9. api/batch_processing/api_core/batch_service/score.py +0 -439
  10. api/batch_processing/api_core/server.py +0 -294
  11. api/batch_processing/api_core/server_api_config.py +0 -98
  12. api/batch_processing/api_core/server_app_config.py +0 -55
  13. api/batch_processing/api_core/server_batch_job_manager.py +0 -220
  14. api/batch_processing/api_core/server_job_status_table.py +0 -152
  15. api/batch_processing/api_core/server_orchestration.py +0 -360
  16. api/batch_processing/api_core/server_utils.py +0 -92
  17. api/batch_processing/api_core_support/__init__.py +0 -0
  18. api/batch_processing/api_core_support/aggregate_results_manually.py +0 -46
  19. api/batch_processing/api_support/__init__.py +0 -0
  20. api/batch_processing/api_support/summarize_daily_activity.py +0 -152
  21. api/batch_processing/data_preparation/__init__.py +0 -0
  22. api/batch_processing/data_preparation/manage_local_batch.py +0 -2391
  23. api/batch_processing/data_preparation/manage_video_batch.py +0 -327
  24. api/batch_processing/integration/digiKam/setup.py +0 -6
  25. api/batch_processing/integration/digiKam/xmp_integration.py +0 -465
  26. api/batch_processing/integration/eMammal/test_scripts/config_template.py +0 -5
  27. api/batch_processing/integration/eMammal/test_scripts/push_annotations_to_emammal.py +0 -126
  28. api/batch_processing/integration/eMammal/test_scripts/select_images_for_testing.py +0 -55
  29. api/batch_processing/postprocessing/__init__.py +0 -0
  30. api/batch_processing/postprocessing/add_max_conf.py +0 -64
  31. api/batch_processing/postprocessing/categorize_detections_by_size.py +0 -163
  32. api/batch_processing/postprocessing/combine_api_outputs.py +0 -249
  33. api/batch_processing/postprocessing/compare_batch_results.py +0 -958
  34. api/batch_processing/postprocessing/convert_output_format.py +0 -397
  35. api/batch_processing/postprocessing/load_api_results.py +0 -195
  36. api/batch_processing/postprocessing/md_to_coco.py +0 -310
  37. api/batch_processing/postprocessing/md_to_labelme.py +0 -330
  38. api/batch_processing/postprocessing/merge_detections.py +0 -401
  39. api/batch_processing/postprocessing/postprocess_batch_results.py +0 -1904
  40. api/batch_processing/postprocessing/remap_detection_categories.py +0 -170
  41. api/batch_processing/postprocessing/render_detection_confusion_matrix.py +0 -661
  42. api/batch_processing/postprocessing/repeat_detection_elimination/find_repeat_detections.py +0 -211
  43. api/batch_processing/postprocessing/repeat_detection_elimination/remove_repeat_detections.py +0 -82
  44. api/batch_processing/postprocessing/repeat_detection_elimination/repeat_detections_core.py +0 -1631
  45. api/batch_processing/postprocessing/separate_detections_into_folders.py +0 -731
  46. api/batch_processing/postprocessing/subset_json_detector_output.py +0 -696
  47. api/batch_processing/postprocessing/top_folders_to_bottom.py +0 -223
  48. api/synchronous/__init__.py +0 -0
  49. api/synchronous/api_core/animal_detection_api/__init__.py +0 -0
  50. api/synchronous/api_core/animal_detection_api/api_backend.py +0 -152
  51. api/synchronous/api_core/animal_detection_api/api_frontend.py +0 -266
  52. api/synchronous/api_core/animal_detection_api/config.py +0 -35
  53. api/synchronous/api_core/animal_detection_api/data_management/annotations/annotation_constants.py +0 -47
  54. api/synchronous/api_core/animal_detection_api/detection/detector_training/copy_checkpoints.py +0 -43
  55. api/synchronous/api_core/animal_detection_api/detection/detector_training/model_main_tf2.py +0 -114
  56. api/synchronous/api_core/animal_detection_api/detection/process_video.py +0 -543
  57. api/synchronous/api_core/animal_detection_api/detection/pytorch_detector.py +0 -304
  58. api/synchronous/api_core/animal_detection_api/detection/run_detector.py +0 -627
  59. api/synchronous/api_core/animal_detection_api/detection/run_detector_batch.py +0 -1029
  60. api/synchronous/api_core/animal_detection_api/detection/run_inference_with_yolov5_val.py +0 -581
  61. api/synchronous/api_core/animal_detection_api/detection/run_tiled_inference.py +0 -754
  62. api/synchronous/api_core/animal_detection_api/detection/tf_detector.py +0 -165
  63. api/synchronous/api_core/animal_detection_api/detection/video_utils.py +0 -495
  64. api/synchronous/api_core/animal_detection_api/md_utils/azure_utils.py +0 -174
  65. api/synchronous/api_core/animal_detection_api/md_utils/ct_utils.py +0 -262
  66. api/synchronous/api_core/animal_detection_api/md_utils/directory_listing.py +0 -251
  67. api/synchronous/api_core/animal_detection_api/md_utils/matlab_porting_tools.py +0 -97
  68. api/synchronous/api_core/animal_detection_api/md_utils/path_utils.py +0 -416
  69. api/synchronous/api_core/animal_detection_api/md_utils/process_utils.py +0 -110
  70. api/synchronous/api_core/animal_detection_api/md_utils/sas_blob_utils.py +0 -509
  71. api/synchronous/api_core/animal_detection_api/md_utils/string_utils.py +0 -59
  72. api/synchronous/api_core/animal_detection_api/md_utils/url_utils.py +0 -144
  73. api/synchronous/api_core/animal_detection_api/md_utils/write_html_image_list.py +0 -226
  74. api/synchronous/api_core/animal_detection_api/md_visualization/visualization_utils.py +0 -841
  75. api/synchronous/api_core/tests/__init__.py +0 -0
  76. api/synchronous/api_core/tests/load_test.py +0 -110
  77. classification/__init__.py +0 -0
  78. classification/aggregate_classifier_probs.py +0 -108
  79. classification/analyze_failed_images.py +0 -227
  80. classification/cache_batchapi_outputs.py +0 -198
  81. classification/create_classification_dataset.py +0 -627
  82. classification/crop_detections.py +0 -516
  83. classification/csv_to_json.py +0 -226
  84. classification/detect_and_crop.py +0 -855
  85. classification/efficientnet/__init__.py +0 -9
  86. classification/efficientnet/model.py +0 -415
  87. classification/efficientnet/utils.py +0 -610
  88. classification/evaluate_model.py +0 -520
  89. classification/identify_mislabeled_candidates.py +0 -152
  90. classification/json_to_azcopy_list.py +0 -63
  91. classification/json_validator.py +0 -695
  92. classification/map_classification_categories.py +0 -276
  93. classification/merge_classification_detection_output.py +0 -506
  94. classification/prepare_classification_script.py +0 -194
  95. classification/prepare_classification_script_mc.py +0 -228
  96. classification/run_classifier.py +0 -286
  97. classification/save_mislabeled.py +0 -110
  98. classification/train_classifier.py +0 -825
  99. classification/train_classifier_tf.py +0 -724
  100. classification/train_utils.py +0 -322
  101. data_management/__init__.py +0 -0
  102. data_management/annotations/__init__.py +0 -0
  103. data_management/annotations/annotation_constants.py +0 -34
  104. data_management/camtrap_dp_to_coco.py +0 -238
  105. data_management/cct_json_utils.py +0 -395
  106. data_management/cct_to_md.py +0 -176
  107. data_management/cct_to_wi.py +0 -289
  108. data_management/coco_to_labelme.py +0 -272
  109. data_management/coco_to_yolo.py +0 -662
  110. data_management/databases/__init__.py +0 -0
  111. data_management/databases/add_width_and_height_to_db.py +0 -33
  112. data_management/databases/combine_coco_camera_traps_files.py +0 -206
  113. data_management/databases/integrity_check_json_db.py +0 -477
  114. data_management/databases/subset_json_db.py +0 -115
  115. data_management/generate_crops_from_cct.py +0 -149
  116. data_management/get_image_sizes.py +0 -188
  117. data_management/importers/add_nacti_sizes.py +0 -52
  118. data_management/importers/add_timestamps_to_icct.py +0 -79
  119. data_management/importers/animl_results_to_md_results.py +0 -158
  120. data_management/importers/auckland_doc_test_to_json.py +0 -372
  121. data_management/importers/auckland_doc_to_json.py +0 -200
  122. data_management/importers/awc_to_json.py +0 -189
  123. data_management/importers/bellevue_to_json.py +0 -273
  124. data_management/importers/cacophony-thermal-importer.py +0 -796
  125. data_management/importers/carrizo_shrubfree_2018.py +0 -268
  126. data_management/importers/carrizo_trail_cam_2017.py +0 -287
  127. data_management/importers/cct_field_adjustments.py +0 -57
  128. data_management/importers/channel_islands_to_cct.py +0 -913
  129. data_management/importers/eMammal/copy_and_unzip_emammal.py +0 -180
  130. data_management/importers/eMammal/eMammal_helpers.py +0 -249
  131. data_management/importers/eMammal/make_eMammal_json.py +0 -223
  132. data_management/importers/ena24_to_json.py +0 -275
  133. data_management/importers/filenames_to_json.py +0 -385
  134. data_management/importers/helena_to_cct.py +0 -282
  135. data_management/importers/idaho-camera-traps.py +0 -1407
  136. data_management/importers/idfg_iwildcam_lila_prep.py +0 -294
  137. data_management/importers/jb_csv_to_json.py +0 -150
  138. data_management/importers/mcgill_to_json.py +0 -250
  139. data_management/importers/missouri_to_json.py +0 -489
  140. data_management/importers/nacti_fieldname_adjustments.py +0 -79
  141. data_management/importers/noaa_seals_2019.py +0 -181
  142. data_management/importers/pc_to_json.py +0 -365
  143. data_management/importers/plot_wni_giraffes.py +0 -123
  144. data_management/importers/prepare-noaa-fish-data-for-lila.py +0 -359
  145. data_management/importers/prepare_zsl_imerit.py +0 -131
  146. data_management/importers/rspb_to_json.py +0 -356
  147. data_management/importers/save_the_elephants_survey_A.py +0 -320
  148. data_management/importers/save_the_elephants_survey_B.py +0 -332
  149. data_management/importers/snapshot_safari_importer.py +0 -758
  150. data_management/importers/snapshot_safari_importer_reprise.py +0 -665
  151. data_management/importers/snapshot_serengeti_lila.py +0 -1067
  152. data_management/importers/snapshotserengeti/make_full_SS_json.py +0 -150
  153. data_management/importers/snapshotserengeti/make_per_season_SS_json.py +0 -153
  154. data_management/importers/sulross_get_exif.py +0 -65
  155. data_management/importers/timelapse_csv_set_to_json.py +0 -490
  156. data_management/importers/ubc_to_json.py +0 -399
  157. data_management/importers/umn_to_json.py +0 -507
  158. data_management/importers/wellington_to_json.py +0 -263
  159. data_management/importers/wi_to_json.py +0 -441
  160. data_management/importers/zamba_results_to_md_results.py +0 -181
  161. data_management/labelme_to_coco.py +0 -548
  162. data_management/labelme_to_yolo.py +0 -272
  163. data_management/lila/__init__.py +0 -0
  164. data_management/lila/add_locations_to_island_camera_traps.py +0 -97
  165. data_management/lila/add_locations_to_nacti.py +0 -147
  166. data_management/lila/create_lila_blank_set.py +0 -557
  167. data_management/lila/create_lila_test_set.py +0 -151
  168. data_management/lila/create_links_to_md_results_files.py +0 -106
  169. data_management/lila/download_lila_subset.py +0 -177
  170. data_management/lila/generate_lila_per_image_labels.py +0 -515
  171. data_management/lila/get_lila_annotation_counts.py +0 -170
  172. data_management/lila/get_lila_image_counts.py +0 -111
  173. data_management/lila/lila_common.py +0 -300
  174. data_management/lila/test_lila_metadata_urls.py +0 -132
  175. data_management/ocr_tools.py +0 -874
  176. data_management/read_exif.py +0 -681
  177. data_management/remap_coco_categories.py +0 -84
  178. data_management/remove_exif.py +0 -66
  179. data_management/resize_coco_dataset.py +0 -189
  180. data_management/wi_download_csv_to_coco.py +0 -246
  181. data_management/yolo_output_to_md_output.py +0 -441
  182. data_management/yolo_to_coco.py +0 -676
  183. detection/__init__.py +0 -0
  184. detection/detector_training/__init__.py +0 -0
  185. detection/detector_training/model_main_tf2.py +0 -114
  186. detection/process_video.py +0 -703
  187. detection/pytorch_detector.py +0 -337
  188. detection/run_detector.py +0 -779
  189. detection/run_detector_batch.py +0 -1219
  190. detection/run_inference_with_yolov5_val.py +0 -917
  191. detection/run_tiled_inference.py +0 -935
  192. detection/tf_detector.py +0 -188
  193. detection/video_utils.py +0 -606
  194. docs/source/conf.py +0 -43
  195. md_utils/__init__.py +0 -0
  196. md_utils/azure_utils.py +0 -174
  197. md_utils/ct_utils.py +0 -612
  198. md_utils/directory_listing.py +0 -246
  199. md_utils/md_tests.py +0 -968
  200. md_utils/path_utils.py +0 -1044
  201. md_utils/process_utils.py +0 -157
  202. md_utils/sas_blob_utils.py +0 -509
  203. md_utils/split_locations_into_train_val.py +0 -228
  204. md_utils/string_utils.py +0 -92
  205. md_utils/url_utils.py +0 -323
  206. md_utils/write_html_image_list.py +0 -225
  207. md_visualization/__init__.py +0 -0
  208. md_visualization/plot_utils.py +0 -293
  209. md_visualization/render_images_with_thumbnails.py +0 -275
  210. md_visualization/visualization_utils.py +0 -1537
  211. md_visualization/visualize_db.py +0 -551
  212. md_visualization/visualize_detector_output.py +0 -406
  213. megadetector-5.0.9.dist-info/RECORD +0 -224
  214. megadetector-5.0.9.dist-info/top_level.txt +0 -8
  215. taxonomy_mapping/__init__.py +0 -0
  216. taxonomy_mapping/map_lila_taxonomy_to_wi_taxonomy.py +0 -491
  217. taxonomy_mapping/map_new_lila_datasets.py +0 -154
  218. taxonomy_mapping/prepare_lila_taxonomy_release.py +0 -142
  219. taxonomy_mapping/preview_lila_taxonomy.py +0 -591
  220. taxonomy_mapping/retrieve_sample_image.py +0 -71
  221. taxonomy_mapping/simple_image_download.py +0 -218
  222. taxonomy_mapping/species_lookup.py +0 -834
  223. taxonomy_mapping/taxonomy_csv_checker.py +0 -159
  224. taxonomy_mapping/taxonomy_graph.py +0 -346
  225. taxonomy_mapping/validate_lila_category_mappings.py +0 -83
  226. {megadetector-5.0.9.dist-info → megadetector-5.0.11.dist-info}/WHEEL +0 -0
@@ -1,703 +0,0 @@
1
- """
2
-
3
- process_video.py
4
-
5
- Splits a video (or folder of videos) into frames, runs the frames through run_detector_batch.py,
6
- and optionally stitches together results into a new video with detection boxes.
7
-
8
- Operates by separating the video into frames, typically sampling every Nth frame, and writing
9
- those frames to disk, before running MD. This approach clearly has a downside: it requires
10
- a bunch more disk space, compared to extracting frames and running MD on them without ever
11
- writing them to disk. The upside, though, is that this approach allows you to run repeat
12
- detection elimination after running MegaDetector, and it allows allows more efficient re-use
13
- of frames if you end up running MD more than once, or running multiple versions of MD.
14
-
15
- TODO: optionally skip writing frames to disk, and process frames in memory.
16
-
17
- """
18
-
19
- #%% Imports
20
-
21
- import os
22
- import sys
23
- import tempfile
24
- import argparse
25
- import itertools
26
- import json
27
- import shutil
28
-
29
- from detection import run_detector_batch
30
- from md_visualization import visualize_detector_output
31
- from md_utils.ct_utils import args_to_object
32
- from detection.video_utils import video_to_frames
33
- from detection.video_utils import frames_to_video
34
- from detection.video_utils import frame_results_to_video_results
35
- from detection.video_utils import video_folder_to_frames
36
- from uuid import uuid1
37
-
38
- from detection.video_utils import default_fourcc
39
-
40
-
41
- #%% Classes
42
-
43
- class ProcessVideoOptions:
44
- """
45
- Options controlling the behavior of process_video()
46
- """
47
-
48
- #: Can be a model filename (.pt or .pb) or a model name (e.g. "MDV5A")
49
- model_file = 'MDV5A'
50
-
51
- #: Video (of folder of videos) to process
52
- input_video_file = ''
53
-
54
- #: .json file to which we should write results
55
- output_json_file = None
56
-
57
- #: File to which we should write a video with boxes, only relevant if
58
- #: render_output_video is True
59
- output_video_file = None
60
-
61
- #: Folder to use for extracted frames; will use a folder in system temp space
62
- #: if this is None
63
- frame_folder = None
64
-
65
- # Folder to use for rendered frames (if rendering output video); will use a folder
66
- #: in system temp space if this is None
67
- frame_rendering_folder = None
68
-
69
- #: Should we render a video with detection boxes?
70
- #:
71
- #: Only supported when processing a single video, not a folder.
72
- render_output_video = False
73
-
74
- #: If we are rendering boxes to a new video, should we keep the temporary
75
- #: rendered frames?
76
- keep_rendered_frames = False
77
-
78
- #: Should we keep the extracted frames?
79
- keep_extracted_frames = False
80
-
81
- #: Should we delete the entire folder the extracted frames are written to?
82
- #:
83
- #: By default, we delete the frame files but leave the (probably-empty) folder in place,
84
- #: for no reason other than being paranoid about deleting folders.
85
- force_extracted_frame_folder_deletion = False
86
-
87
- #: Should we delete the entire folder the rendered frames are written to?
88
- #:
89
- #: By default, we delete the frame files but leave the (probably-empty) folder in place,
90
- #: for no reason other than being paranoid about deleting folders.
91
- force_rendered_frame_folder_deletion = False
92
-
93
- #: If we've already run MegaDetector on this video or folder of videos, i.e. if we
94
- #: find a corresponding MD results file, should we re-use it? Defaults to reprocessing.
95
- reuse_results_if_available = False
96
-
97
- #: If we've already split this video or folder of videos into frames, should we
98
- #: we re-use those extracted frames? Defaults to reprocessing.
99
- reuse_frames_if_available = False
100
-
101
- #: If [input_video_file] is a folder, should we search for videos recursively?
102
- recursive = False
103
-
104
- #: Enable additional debug console output
105
- verbose = False
106
-
107
- #: fourcc code to use for writing videos; only relevant if render_output_video is True
108
- fourcc = None
109
-
110
- #: Confidence threshold to use for writing videos with boxes, only relevant if
111
- #: if render_output_video is True. Defaults to choosing a reasonable threshold
112
- #: based on the model version.
113
- rendering_confidence_threshold = None
114
-
115
- #: Detections below this threshold will not be included in the output file.
116
- json_confidence_threshold = 0.005
117
-
118
- #: Sample every Nth frame; set to None (default) or 1 to sample every frame. Typically
119
- #: we sample down to around 3 fps, so for typical 30 fps videos, frame_sample=10 is a
120
- #: typical value.
121
- frame_sample = None
122
-
123
- #: Number of workers to use for parallelization; set to <= 1 to disable parallelization
124
- n_cores = 1
125
-
126
- #: For debugging only, stop processing after a certain number of frames.
127
- debug_max_frames = -1
128
-
129
- #: File containing non-standard categories, typically only used if you're running a non-MD
130
- #: detector.
131
- class_mapping_filename = None
132
-
133
- # ...class ProcessVideoOptions
134
-
135
-
136
- #%% Functions
137
-
138
- def process_video(options):
139
- """
140
- Process a single video through MD, optionally writing a new video with boxes
141
-
142
- Args:
143
- options (ProcessVideoOptions): all the parameters used to control this process,
144
- including filenames; see ProcessVideoOptions for details
145
-
146
- Returns:
147
- dict: frame-level MegaDetector results, identical to what's in the output .json file
148
- """
149
-
150
- if options.output_json_file is None:
151
- options.output_json_file = options.input_video_file + '.json'
152
-
153
- if options.render_output_video and (options.output_video_file is None):
154
- options.output_video_file = options.input_video_file + '.detections.mp4'
155
-
156
- tempdir = os.path.join(tempfile.gettempdir(), 'process_camera_trap_video')
157
- os.makedirs(tempdir,exist_ok=True)
158
-
159
- # TODO:
160
- #
161
- # This is a lazy fix to an issue... if multiple users run this script, the
162
- # "process_camera_trap_video" folder is owned by the first person who creates it, and others
163
- # can't write to it. I could create uniquely-named folders, but I philosophically prefer
164
- # to put all the individual UUID-named folders within a larger folder, so as to be a
165
- # good tempdir citizen. So, the lazy fix is to make this world-writable.
166
- try:
167
- os.chmod(tempdir,0o777)
168
- except Exception:
169
- pass
170
-
171
- if options.frame_folder is not None:
172
- frame_output_folder = options.frame_folder
173
- else:
174
- frame_output_folder = os.path.join(
175
- tempdir, os.path.basename(options.input_video_file) + '_frames_' + str(uuid1()))
176
-
177
- # TODO: keep track of whether we created this folder, delete if we're deleting the extracted
178
- # frames and we created the folder, and the output files aren't in the same folder. For now,
179
- # we're just deleting the extracted frames and leaving the empty folder around in this case.
180
- os.makedirs(frame_output_folder, exist_ok=True)
181
-
182
- frame_filenames, Fs = video_to_frames(
183
- options.input_video_file, frame_output_folder,
184
- every_n_frames=options.frame_sample, overwrite=(not options.reuse_frames_if_available))
185
-
186
- image_file_names = frame_filenames
187
- if options.debug_max_frames > 0:
188
- image_file_names = image_file_names[0:options.debug_max_frames]
189
-
190
- if options.reuse_results_if_available and \
191
- os.path.isfile(options.output_json_file):
192
- print('Loading results from {}'.format(options.output_json_file))
193
- with open(options.output_json_file,'r') as f:
194
- results = json.load(f)
195
- else:
196
- results = run_detector_batch.load_and_run_detector_batch(
197
- options.model_file, image_file_names,
198
- confidence_threshold=options.json_confidence_threshold,
199
- n_cores=options.n_cores,
200
- quiet=(not options.verbose),
201
- class_mapping_filename=options.class_mapping_filename)
202
-
203
- run_detector_batch.write_results_to_file(
204
- results, options.output_json_file,
205
- relative_path_base=frame_output_folder,
206
- detector_file=options.model_file,
207
- custom_metadata={'video_frame_rate':Fs})
208
-
209
-
210
- ## (Optionally) render output video
211
-
212
- if options.render_output_video:
213
-
214
- # Render detections to images
215
- if options.frame_rendering_folder is not None:
216
- rendering_output_dir = options.frame_rendering_folder
217
- else:
218
- rendering_output_dir = os.path.join(
219
- tempdir, os.path.basename(options.input_video_file) + '_detections')
220
-
221
- # TODO: keep track of whether we created this folder, delete if we're deleting the rendered
222
- # frames and we created the folder, and the output files aren't in the same folder. For now,
223
- # we're just deleting the rendered frames and leaving the empty folder around in this case.
224
- os.makedirs(rendering_output_dir,exist_ok=True)
225
-
226
- detected_frame_files = visualize_detector_output.visualize_detector_output(
227
- detector_output_path=options.output_json_file,
228
- out_dir=rendering_output_dir,
229
- images_dir=frame_output_folder,
230
- confidence_threshold=options.rendering_confidence_threshold)
231
-
232
- # Combine into a video
233
- if options.frame_sample is None:
234
- rendering_fs = Fs
235
- else:
236
- rendering_fs = Fs / options.frame_sample
237
-
238
- print('Rendering video to {} at {} fps (original video {} fps)'.format(
239
- options.output_video_file,rendering_fs,Fs))
240
- frames_to_video(detected_frame_files, rendering_fs, options.output_video_file, codec_spec=options.fourcc)
241
-
242
- # Delete the temporary directory we used for detection images
243
- if not options.keep_rendered_frames:
244
- try:
245
- if options.force_rendered_frame_folder_deletion:
246
- shutil.rmtree(rendering_output_dir)
247
- else:
248
- for rendered_frame_fn in detected_frame_files:
249
- os.remove(rendered_frame_fn)
250
- except Exception as e:
251
- print('Warning: error deleting rendered frames from folder {}:\n{}'.format(
252
- rendering_output_dir,str(e)))
253
- pass
254
-
255
- # ...if we're rendering video
256
-
257
-
258
- ## (Optionally) delete the extracted frames
259
-
260
- if not options.keep_extracted_frames:
261
-
262
- try:
263
- if options.force_extracted_frame_folder_deletion:
264
- print('Recursively deleting frame output folder {}'.format(frame_output_folder))
265
- shutil.rmtree(frame_output_folder)
266
- else:
267
- for extracted_frame_fn in frame_filenames:
268
- os.remove(extracted_frame_fn)
269
- except Exception as e:
270
- print('Warning: error removing extracted frames from folder {}:\n{}'.format(
271
- frame_output_folder,str(e)))
272
- pass
273
-
274
- return results
275
-
276
- # ...process_video()
277
-
278
-
279
- def process_video_folder(options):
280
- """
281
- Process a folder of videos through MD
282
-
283
- Args:
284
- options (ProcessVideoOptions): all the parameters used to control this process,
285
- including filenames; see ProcessVideoOptions for details
286
- """
287
-
288
- ## Validate options
289
-
290
- assert os.path.isdir(options.input_video_file), \
291
- '{} is not a folder'.format(options.input_video_file)
292
-
293
- assert options.output_json_file is not None, \
294
- 'When processing a folder, you must specify an output .json file'
295
-
296
- assert options.output_json_file.endswith('.json')
297
- video_json = options.output_json_file
298
- frames_json = options.output_json_file.replace('.json','.frames.json')
299
- os.makedirs(os.path.dirname(video_json),exist_ok=True)
300
-
301
-
302
- ## Split every video into frames
303
-
304
- if options.frame_folder is not None:
305
- frame_output_folder = options.frame_folder
306
- else:
307
- tempdir = os.path.join(tempfile.gettempdir(), 'process_camera_trap_video')
308
- os.makedirs(tempdir,exist_ok=True)
309
-
310
- # TODO: see above; this is a lazy fix to a permissions issue
311
- try:
312
- os.chmod(tempdir,0o777)
313
- except Exception:
314
- pass
315
-
316
- frame_output_folder = os.path.join(
317
- tempdir, os.path.basename(options.input_video_file) + '_frames_' + str(uuid1()))
318
-
319
- os.makedirs(frame_output_folder, exist_ok=True)
320
-
321
- print('Extracting frames')
322
- frame_filenames, Fs, video_filenames = \
323
- video_folder_to_frames(input_folder=options.input_video_file,
324
- output_folder_base=frame_output_folder,
325
- recursive=options.recursive,
326
- overwrite=(not options.reuse_frames_if_available),
327
- n_threads=options.n_cores,every_n_frames=options.frame_sample,
328
- verbose=options.verbose)
329
-
330
- image_file_names = list(itertools.chain.from_iterable(frame_filenames))
331
-
332
- if len(image_file_names) == 0:
333
- if len(video_filenames) == 0:
334
- print('No videos found in folder {}'.format(options.input_video_file))
335
- else:
336
- print('No frames extracted from folder {}, this may be due to an '\
337
- 'unsupported video codec'.format(options.input_video_file))
338
- return
339
-
340
- if options.debug_max_frames is not None and options.debug_max_frames > 0:
341
- image_file_names = image_file_names[0:options.debug_max_frames]
342
-
343
-
344
- ## Run MegaDetector on the extracted frames
345
-
346
- if options.reuse_results_if_available and \
347
- os.path.isfile(frames_json):
348
- print('Loading results from {}'.format(frames_json))
349
- results = None
350
- else:
351
- print('Running MegaDetector')
352
- results = run_detector_batch.load_and_run_detector_batch(
353
- options.model_file, image_file_names,
354
- confidence_threshold=options.json_confidence_threshold,
355
- n_cores=options.n_cores,
356
- quiet=(not options.verbose),
357
- class_mapping_filename=options.class_mapping_filename)
358
-
359
- run_detector_batch.write_results_to_file(
360
- results, frames_json,
361
- relative_path_base=frame_output_folder,
362
- detector_file=options.model_file,
363
- custom_metadata={'video_frame_rate':Fs})
364
-
365
-
366
- ## Convert frame-level results to video-level results
367
-
368
- print('Converting frame-level results to video-level results')
369
- frame_results_to_video_results(frames_json,video_json)
370
-
371
-
372
- ## (Optionally) render output videos
373
-
374
- if options.render_output_video:
375
-
376
- # Render detections to images
377
- if options.frame_rendering_folder is not None:
378
- frame_rendering_output_dir = options.frame_rendering_folder
379
- else:
380
- frame_rendering_output_dir = os.path.join(
381
- tempdir, os.path.basename(options.input_video_file) + '_detections')
382
-
383
- # TODO: keep track of whether we created this folder, delete if we're deleting the rendered
384
- # frames and we created the folder, and the output files aren't in the same folder. For now,
385
- # we're just deleting the rendered frames and leaving the empty folder around in this case.
386
- os.makedirs(frame_rendering_output_dir,exist_ok=True)
387
-
388
- detected_frame_files = visualize_detector_output.visualize_detector_output(
389
- detector_output_path=frames_json,
390
- out_dir=frame_rendering_output_dir,
391
- images_dir=frame_output_folder,
392
- confidence_threshold=options.rendering_confidence_threshold,
393
- preserve_path_structure=True,
394
- output_image_width=-1)
395
-
396
- # Choose an output folder
397
- output_folder_is_input_folder = False
398
- if options.output_video_file is not None:
399
- if os.path.isfile(options.output_video_file):
400
- raise ValueError('Rendering videos for a folder, but an existing file was specified as output')
401
- elif options.output_video_file == options.input_video_file:
402
- output_folder_is_input_folder = True
403
- output_video_folder = options.input_video_file
404
- else:
405
- os.makedirs(options.output_video_file,exist_ok=True)
406
- output_video_folder = options.output_video_file
407
- else:
408
- output_folder_is_input_folder = True
409
- output_video_folder = options.input_video_file
410
-
411
- # For each video
412
- #
413
- # TODO: parallelize this loop
414
- #
415
- # i_video=0; input_video_file_abs = video_filenames[i_video]
416
- for i_video,input_video_file_abs in enumerate(video_filenames):
417
-
418
- video_fs = Fs[i_video]
419
-
420
- if options.frame_sample is None:
421
- rendering_fs = video_fs
422
- else:
423
- rendering_fs = video_fs / options.frame_sample
424
-
425
- input_video_file_relative = os.path.relpath(input_video_file_abs,options.input_video_file)
426
- video_frame_output_folder = os.path.join(frame_rendering_output_dir,input_video_file_relative)
427
- assert os.path.isdir(video_frame_output_folder), \
428
- 'Could not find frame folder for video {}'.format(input_video_file_relative)
429
-
430
- # Find the corresponding rendered frame folder
431
- video_frame_files = [fn for fn in detected_frame_files if \
432
- fn.startswith(video_frame_output_folder)]
433
- assert len(video_frame_files) > 0, 'Could not find rendered frames for video {}'.format(
434
- input_video_file_relative)
435
-
436
- from md_utils.path_utils import insert_before_extension
437
-
438
- # Select the output filename for the rendered video
439
- if output_folder_is_input_folder:
440
- video_output_file = insert_before_extension(input_video_file_abs,'annotated','_')
441
- else:
442
- video_output_file = os.path.join(output_video_folder,input_video_file_relative)
443
-
444
- os.makedirs(os.path.dirname(video_output_file),exist_ok=True)
445
-
446
- # Create the output video
447
- print('Rendering detections for video {} to {} at {} fps (original video {} fps)'.format(
448
- input_video_file_relative,video_output_file,rendering_fs,video_fs))
449
- frames_to_video(video_frame_files, rendering_fs, video_output_file, codec_spec=options.fourcc)
450
-
451
- # ...for each video
452
-
453
- # Possibly clean up rendered frames
454
- if not options.keep_rendered_frames:
455
- try:
456
- if options.force_rendered_frame_folder_deletion:
457
- shutil.rmtree(frame_rendering_output_dir)
458
- else:
459
- for rendered_frame_fn in detected_frame_files:
460
- os.remove(rendered_frame_fn)
461
- except Exception as e:
462
- print('Warning: error deleting rendered frames from folder {}:\n{}'.format(
463
- frame_rendering_output_dir,str(e)))
464
- pass
465
-
466
- # ...if we're rendering video
467
-
468
-
469
- ## (Optionally) delete the extracted frames
470
-
471
- if not options.keep_extracted_frames:
472
- try:
473
- print('Deleting frame cache')
474
- if options.force_extracted_frame_folder_deletion:
475
- print('Recursively deleting frame output folder {}'.format(frame_output_folder))
476
- shutil.rmtree(frame_output_folder)
477
- else:
478
- for frame_fn in image_file_names:
479
- os.remove(frame_fn)
480
- except Exception as e:
481
- print('Warning: error deleting frames from folder {}:\n{}'.format(
482
- frame_output_folder,str(e)))
483
- pass
484
-
485
- # ...process_video_folder()
486
-
487
-
488
- def options_to_command(options):
489
-
490
- cmd = 'python process_video.py'
491
- cmd += ' "' + options.model_file + '"'
492
- cmd += ' "' + options.input_video_file + '"'
493
-
494
- if options.recursive:
495
- cmd += ' --recursive'
496
- if options.frame_folder is not None:
497
- cmd += ' --frame_folder' + ' "' + options.frame_folder + '"'
498
- if options.frame_rendering_folder is not None:
499
- cmd += ' --frame_rendering_folder' + ' "' + options.frame_rendering_folder + '"'
500
- if options.output_json_file is not None:
501
- cmd += ' --output_json_file' + ' "' + options.output_json_file + '"'
502
- if options.output_video_file is not None:
503
- cmd += ' --output_video_file' + ' "' + options.output_video_file + '"'
504
- if options.keep_extracted_frames:
505
- cmd += ' --keep_extracted_frames'
506
- if options.reuse_results_if_available:
507
- cmd += ' --reuse_results_if_available'
508
- if options.reuse_frames_if_available:
509
- cmd += ' --reuse_frames_if_available'
510
- if options.render_output_video:
511
- cmd += ' --render_output_video'
512
- if options.keep_rendered_frames:
513
- cmd += ' --keep_rendered_frames'
514
- if options.rendering_confidence_threshold is not None:
515
- cmd += ' --rendering_confidence_threshold ' + str(options.rendering_confidence_threshold)
516
- if options.json_confidence_threshold is not None:
517
- cmd += ' --json_confidence_threshold ' + str(options.json_confidence_threshold)
518
- if options.n_cores is not None:
519
- cmd += ' --n_cores ' + str(options.n_cores)
520
- if options.frame_sample is not None:
521
- cmd += ' --frame_sample ' + str(options.frame_sample)
522
- if options.debug_max_frames is not None:
523
- cmd += ' --debug_max_frames ' + str(options.debug_max_frames)
524
- if options.class_mapping_filename is not None:
525
- cmd += ' --class_mapping_filename ' + str(options.class_mapping_filename)
526
- if options.fourcc is not None:
527
- cmd += ' --fourcc ' + options.fourcc
528
-
529
- return cmd
530
-
531
-
532
- #%% Interactive driver
533
-
534
- if False:
535
-
536
- #%% Process a folder of videos
537
-
538
- model_file = 'MDV5A'
539
- input_dir = r'c:\git\MegaDetector\test_images\test_images'
540
- frame_folder = r'g:\temp\video_test\frames'
541
- rendering_folder = r'g:\temp\video_test\rendered-frames'
542
- output_json_file = r'g:\temp\video_test\video-test.json'
543
- output_video_folder = r'g:\temp\video_test\output_videos'
544
-
545
- print('Processing folder {}'.format(input_dir))
546
-
547
- options = ProcessVideoOptions()
548
- options.model_file = model_file
549
- options.input_video_file = input_dir
550
- options.output_video_file = output_video_folder
551
- options.frame_folder = frame_folder
552
- options.output_json_file = output_json_file
553
- options.frame_rendering_folder = rendering_folder
554
- options.render_output_video = True
555
- options.keep_extracted_frames = True
556
- options.keep_rendered_frames = True
557
- options.recursive = True
558
- options.reuse_frames_if_available = True
559
- options.reuse_results_if_available = True
560
- # options.confidence_threshold = 0.15
561
- # options.fourcc = 'mp4v'
562
-
563
- cmd = options_to_command(options)
564
- print(cmd)
565
- # import clipboard; clipboard.copy(cmd)
566
-
567
- if False:
568
- process_video_folder(options)
569
-
570
-
571
- #%% Process a single video
572
-
573
- fn = os.path.expanduser('~/tmp/video-test/test-video.mp4')
574
- model_file = 'MDV5A'
575
- input_video_file = fn
576
- frame_folder = os.path.expanduser('~/tmp/video-test/frames')
577
- rendering_folder = os.path.expanduser('~/tmp/video-test/rendered-frames')
578
-
579
- options = ProcessVideoOptions()
580
- options.model_file = model_file
581
- options.input_video_file = input_video_file
582
- options.frame_folder = frame_folder
583
- options.frame_rendering_folder = rendering_folder
584
- options.render_output_video = True
585
- options.output_video_file = os.path.expanduser('~/tmp/video-test/detections.mp4')
586
-
587
- cmd = options_to_command(options)
588
- print(cmd)
589
- # import clipboard; clipboard.copy(cmd)
590
-
591
- if False:
592
- process_video(options)
593
-
594
-
595
- #%% Command-line driver
596
-
597
- def main():
598
-
599
- default_options = ProcessVideoOptions()
600
-
601
- parser = argparse.ArgumentParser(description=(
602
- 'Run MegaDetector on each frame (or every Nth frame) in a video (or folder of videos), optionally '\
603
- 'producing a new video with detections annotated'))
604
-
605
- parser.add_argument('model_file', type=str,
606
- help='MegaDetector model file (.pt or .pb) or model name (e.g. "MDV5A")')
607
-
608
- parser.add_argument('input_video_file', type=str,
609
- help='video file (or folder) to process')
610
-
611
- parser.add_argument('--recursive', action='store_true',
612
- help='recurse into [input_video_file]; only meaningful if a folder '\
613
- 'is specified as input')
614
-
615
- parser.add_argument('--frame_folder', type=str, default=None,
616
- help='folder to use for intermediate frame storage, defaults to a folder '\
617
- 'in the system temporary folder')
618
-
619
- parser.add_argument('--frame_rendering_folder', type=str, default=None,
620
- help='folder to use for rendered frame storage, defaults to a folder in '\
621
- 'the system temporary folder')
622
-
623
- parser.add_argument('--output_json_file', type=str,
624
- default=None, help='.json output file, defaults to [video file].json')
625
-
626
- parser.add_argument('--output_video_file', type=str,
627
- default=None, help='video output file (or folder), defaults to '\
628
- '[video file].mp4 for files, or [video file]_annotated for folders')
629
-
630
- parser.add_argument('--keep_extracted_frames',
631
- action='store_true', help='Disable the deletion of extracted frames')
632
-
633
- parser.add_argument('--reuse_frames_if_available',
634
- action='store_true', help="Don't extract frames that are already available in the frame extraction folder")
635
-
636
- parser.add_argument('--reuse_results_if_available',
637
- action='store_true', help='If the output .json files exists, and this flag is set,'\
638
- 'we\'ll skip running MegaDetector')
639
-
640
- parser.add_argument('--render_output_video', action='store_true',
641
- help='enable video output rendering (not rendered by default)')
642
-
643
- parser.add_argument('--fourcc', default=default_fourcc,
644
- help='fourcc code to use for video encoding (default {}), only used if render_output_video is True'.format(default_fourcc))
645
-
646
- parser.add_argument('--keep_rendered_frames',
647
- action='store_true', help='Disable the deletion of rendered (w/boxes) frames')
648
-
649
- parser.add_argument('--force_extracted_frame_folder_deletion',
650
- action='store_true', help='By default, when keep_extracted_frames is False, we '\
651
- 'delete the frames, but leave the (probably-empty) folder in place. This option '\
652
- 'forces deletion of the folder as well. Use at your own risk; does not check '\
653
- 'whether other files were present in the folder.')
654
-
655
- parser.add_argument('--force_rendered_frame_folder_deletion',
656
- action='store_true', help='By default, when keep_rendered_frames is False, we '\
657
- 'delete the frames, but leave the (probably-empty) folder in place. This option '\
658
- 'forces deletion of the folder as well. Use at your own risk; does not check '\
659
- 'whether other files were present in the folder.')
660
-
661
- parser.add_argument('--rendering_confidence_threshold', type=float,
662
- default=None, help="don't render boxes with confidence below this threshold (defaults to choosing based on the MD version)")
663
-
664
- parser.add_argument('--json_confidence_threshold', type=float,
665
- default=0.0, help="don't include boxes in the .json file with confidence "\
666
- 'below this threshold (default {})'.format(
667
- default_options.json_confidence_threshold))
668
-
669
- parser.add_argument('--n_cores', type=int,
670
- default=1, help='number of cores to use for frame separation and detection. '\
671
- 'If using a GPU, this option will be respected for frame separation but '\
672
- 'ignored for detection. Only relevant to frame separation when processing '\
673
- 'a folder.')
674
-
675
- parser.add_argument('--frame_sample', type=int,
676
- default=None, help='process every Nth frame (defaults to every frame)')
677
-
678
- parser.add_argument('--debug_max_frames', type=int,
679
- default=-1, help='trim to N frames for debugging (impacts model execution, '\
680
- 'not frame rendering)')
681
-
682
- parser.add_argument('--class_mapping_filename',
683
- type=str,
684
- default=None, help='Use a non-default class mapping, supplied in a .json file '\
685
- 'with a dictionary mapping int-strings to strings. This will also disable '\
686
- 'the addition of "1" to all category IDs, so your class mapping should start '\
687
- 'at zero.')
688
-
689
- if len(sys.argv[1:]) == 0:
690
- parser.print_help()
691
- parser.exit()
692
-
693
- args = parser.parse_args()
694
- options = ProcessVideoOptions()
695
- args_to_object(args,options)
696
-
697
- if os.path.isdir(options.input_video_file):
698
- process_video_folder(options)
699
- else:
700
- process_video(options)
701
-
702
- if __name__ == '__main__':
703
- main()