megadetector 5.0.27__py3-none-any.whl → 5.0.29__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of megadetector might be problematic. Click here for more details.

Files changed (176) hide show
  1. megadetector/api/batch_processing/api_core/batch_service/score.py +4 -5
  2. megadetector/api/batch_processing/api_core_support/aggregate_results_manually.py +1 -1
  3. megadetector/api/batch_processing/api_support/summarize_daily_activity.py +1 -1
  4. megadetector/api/batch_processing/integration/digiKam/xmp_integration.py +2 -2
  5. megadetector/api/batch_processing/integration/eMammal/test_scripts/push_annotations_to_emammal.py +1 -1
  6. megadetector/api/batch_processing/integration/eMammal/test_scripts/select_images_for_testing.py +1 -1
  7. megadetector/api/synchronous/api_core/tests/load_test.py +2 -3
  8. megadetector/classification/aggregate_classifier_probs.py +3 -3
  9. megadetector/classification/analyze_failed_images.py +5 -5
  10. megadetector/classification/cache_batchapi_outputs.py +5 -5
  11. megadetector/classification/create_classification_dataset.py +11 -12
  12. megadetector/classification/crop_detections.py +10 -10
  13. megadetector/classification/csv_to_json.py +8 -8
  14. megadetector/classification/detect_and_crop.py +13 -15
  15. megadetector/classification/evaluate_model.py +7 -7
  16. megadetector/classification/identify_mislabeled_candidates.py +6 -6
  17. megadetector/classification/json_to_azcopy_list.py +1 -1
  18. megadetector/classification/json_validator.py +29 -32
  19. megadetector/classification/map_classification_categories.py +9 -9
  20. megadetector/classification/merge_classification_detection_output.py +12 -9
  21. megadetector/classification/prepare_classification_script.py +19 -19
  22. megadetector/classification/prepare_classification_script_mc.py +23 -23
  23. megadetector/classification/run_classifier.py +4 -4
  24. megadetector/classification/save_mislabeled.py +6 -6
  25. megadetector/classification/train_classifier.py +1 -1
  26. megadetector/classification/train_classifier_tf.py +9 -9
  27. megadetector/classification/train_utils.py +10 -10
  28. megadetector/data_management/annotations/annotation_constants.py +1 -1
  29. megadetector/data_management/camtrap_dp_to_coco.py +45 -45
  30. megadetector/data_management/cct_json_utils.py +101 -101
  31. megadetector/data_management/cct_to_md.py +49 -49
  32. megadetector/data_management/cct_to_wi.py +33 -33
  33. megadetector/data_management/coco_to_labelme.py +75 -75
  34. megadetector/data_management/coco_to_yolo.py +189 -189
  35. megadetector/data_management/databases/add_width_and_height_to_db.py +3 -2
  36. megadetector/data_management/databases/combine_coco_camera_traps_files.py +38 -38
  37. megadetector/data_management/databases/integrity_check_json_db.py +202 -188
  38. megadetector/data_management/databases/subset_json_db.py +33 -33
  39. megadetector/data_management/generate_crops_from_cct.py +38 -38
  40. megadetector/data_management/get_image_sizes.py +54 -49
  41. megadetector/data_management/labelme_to_coco.py +130 -124
  42. megadetector/data_management/labelme_to_yolo.py +78 -72
  43. megadetector/data_management/lila/create_lila_blank_set.py +81 -83
  44. megadetector/data_management/lila/create_lila_test_set.py +32 -31
  45. megadetector/data_management/lila/create_links_to_md_results_files.py +18 -18
  46. megadetector/data_management/lila/download_lila_subset.py +21 -24
  47. megadetector/data_management/lila/generate_lila_per_image_labels.py +91 -91
  48. megadetector/data_management/lila/get_lila_annotation_counts.py +30 -30
  49. megadetector/data_management/lila/get_lila_image_counts.py +22 -22
  50. megadetector/data_management/lila/lila_common.py +70 -70
  51. megadetector/data_management/lila/test_lila_metadata_urls.py +13 -14
  52. megadetector/data_management/mewc_to_md.py +339 -340
  53. megadetector/data_management/ocr_tools.py +258 -252
  54. megadetector/data_management/read_exif.py +232 -223
  55. megadetector/data_management/remap_coco_categories.py +26 -26
  56. megadetector/data_management/remove_exif.py +31 -20
  57. megadetector/data_management/rename_images.py +187 -187
  58. megadetector/data_management/resize_coco_dataset.py +41 -41
  59. megadetector/data_management/speciesnet_to_md.py +41 -41
  60. megadetector/data_management/wi_download_csv_to_coco.py +55 -55
  61. megadetector/data_management/yolo_output_to_md_output.py +117 -120
  62. megadetector/data_management/yolo_to_coco.py +195 -188
  63. megadetector/detection/change_detection.py +831 -0
  64. megadetector/detection/process_video.py +341 -338
  65. megadetector/detection/pytorch_detector.py +308 -266
  66. megadetector/detection/run_detector.py +186 -166
  67. megadetector/detection/run_detector_batch.py +366 -364
  68. megadetector/detection/run_inference_with_yolov5_val.py +328 -325
  69. megadetector/detection/run_tiled_inference.py +312 -253
  70. megadetector/detection/tf_detector.py +24 -24
  71. megadetector/detection/video_utils.py +291 -283
  72. megadetector/postprocessing/add_max_conf.py +15 -11
  73. megadetector/postprocessing/categorize_detections_by_size.py +44 -44
  74. megadetector/postprocessing/classification_postprocessing.py +808 -311
  75. megadetector/postprocessing/combine_batch_outputs.py +20 -21
  76. megadetector/postprocessing/compare_batch_results.py +528 -517
  77. megadetector/postprocessing/convert_output_format.py +97 -97
  78. megadetector/postprocessing/create_crop_folder.py +220 -147
  79. megadetector/postprocessing/detector_calibration.py +173 -168
  80. megadetector/postprocessing/generate_csv_report.py +508 -0
  81. megadetector/postprocessing/load_api_results.py +25 -22
  82. megadetector/postprocessing/md_to_coco.py +129 -98
  83. megadetector/postprocessing/md_to_labelme.py +89 -83
  84. megadetector/postprocessing/md_to_wi.py +40 -40
  85. megadetector/postprocessing/merge_detections.py +87 -114
  86. megadetector/postprocessing/postprocess_batch_results.py +319 -302
  87. megadetector/postprocessing/remap_detection_categories.py +36 -36
  88. megadetector/postprocessing/render_detection_confusion_matrix.py +205 -199
  89. megadetector/postprocessing/repeat_detection_elimination/find_repeat_detections.py +57 -57
  90. megadetector/postprocessing/repeat_detection_elimination/remove_repeat_detections.py +27 -28
  91. megadetector/postprocessing/repeat_detection_elimination/repeat_detections_core.py +702 -677
  92. megadetector/postprocessing/separate_detections_into_folders.py +226 -211
  93. megadetector/postprocessing/subset_json_detector_output.py +265 -262
  94. megadetector/postprocessing/top_folders_to_bottom.py +45 -45
  95. megadetector/postprocessing/validate_batch_results.py +70 -70
  96. megadetector/taxonomy_mapping/map_lila_taxonomy_to_wi_taxonomy.py +52 -52
  97. megadetector/taxonomy_mapping/map_new_lila_datasets.py +15 -15
  98. megadetector/taxonomy_mapping/prepare_lila_taxonomy_release.py +14 -14
  99. megadetector/taxonomy_mapping/preview_lila_taxonomy.py +66 -69
  100. megadetector/taxonomy_mapping/retrieve_sample_image.py +16 -16
  101. megadetector/taxonomy_mapping/simple_image_download.py +8 -8
  102. megadetector/taxonomy_mapping/species_lookup.py +33 -33
  103. megadetector/taxonomy_mapping/taxonomy_csv_checker.py +14 -14
  104. megadetector/taxonomy_mapping/taxonomy_graph.py +11 -11
  105. megadetector/taxonomy_mapping/validate_lila_category_mappings.py +13 -13
  106. megadetector/utils/azure_utils.py +22 -22
  107. megadetector/utils/ct_utils.py +1019 -200
  108. megadetector/utils/directory_listing.py +21 -77
  109. megadetector/utils/gpu_test.py +22 -22
  110. megadetector/utils/md_tests.py +541 -518
  111. megadetector/utils/path_utils.py +1511 -406
  112. megadetector/utils/process_utils.py +41 -41
  113. megadetector/utils/sas_blob_utils.py +53 -49
  114. megadetector/utils/split_locations_into_train_val.py +73 -60
  115. megadetector/utils/string_utils.py +147 -26
  116. megadetector/utils/url_utils.py +463 -173
  117. megadetector/utils/wi_utils.py +2629 -2868
  118. megadetector/utils/write_html_image_list.py +137 -137
  119. megadetector/visualization/plot_utils.py +21 -21
  120. megadetector/visualization/render_images_with_thumbnails.py +37 -73
  121. megadetector/visualization/visualization_utils.py +424 -404
  122. megadetector/visualization/visualize_db.py +197 -190
  123. megadetector/visualization/visualize_detector_output.py +126 -98
  124. {megadetector-5.0.27.dist-info → megadetector-5.0.29.dist-info}/METADATA +6 -3
  125. megadetector-5.0.29.dist-info/RECORD +163 -0
  126. {megadetector-5.0.27.dist-info → megadetector-5.0.29.dist-info}/WHEEL +1 -1
  127. megadetector/data_management/importers/add_nacti_sizes.py +0 -52
  128. megadetector/data_management/importers/add_timestamps_to_icct.py +0 -79
  129. megadetector/data_management/importers/animl_results_to_md_results.py +0 -158
  130. megadetector/data_management/importers/auckland_doc_test_to_json.py +0 -373
  131. megadetector/data_management/importers/auckland_doc_to_json.py +0 -201
  132. megadetector/data_management/importers/awc_to_json.py +0 -191
  133. megadetector/data_management/importers/bellevue_to_json.py +0 -272
  134. megadetector/data_management/importers/cacophony-thermal-importer.py +0 -793
  135. megadetector/data_management/importers/carrizo_shrubfree_2018.py +0 -269
  136. megadetector/data_management/importers/carrizo_trail_cam_2017.py +0 -289
  137. megadetector/data_management/importers/cct_field_adjustments.py +0 -58
  138. megadetector/data_management/importers/channel_islands_to_cct.py +0 -913
  139. megadetector/data_management/importers/eMammal/copy_and_unzip_emammal.py +0 -180
  140. megadetector/data_management/importers/eMammal/eMammal_helpers.py +0 -249
  141. megadetector/data_management/importers/eMammal/make_eMammal_json.py +0 -223
  142. megadetector/data_management/importers/ena24_to_json.py +0 -276
  143. megadetector/data_management/importers/filenames_to_json.py +0 -386
  144. megadetector/data_management/importers/helena_to_cct.py +0 -283
  145. megadetector/data_management/importers/idaho-camera-traps.py +0 -1407
  146. megadetector/data_management/importers/idfg_iwildcam_lila_prep.py +0 -294
  147. megadetector/data_management/importers/import_desert_lion_conservation_camera_traps.py +0 -387
  148. megadetector/data_management/importers/jb_csv_to_json.py +0 -150
  149. megadetector/data_management/importers/mcgill_to_json.py +0 -250
  150. megadetector/data_management/importers/missouri_to_json.py +0 -490
  151. megadetector/data_management/importers/nacti_fieldname_adjustments.py +0 -79
  152. megadetector/data_management/importers/noaa_seals_2019.py +0 -181
  153. megadetector/data_management/importers/osu-small-animals-to-json.py +0 -364
  154. megadetector/data_management/importers/pc_to_json.py +0 -365
  155. megadetector/data_management/importers/plot_wni_giraffes.py +0 -123
  156. megadetector/data_management/importers/prepare_zsl_imerit.py +0 -131
  157. megadetector/data_management/importers/raic_csv_to_md_results.py +0 -416
  158. megadetector/data_management/importers/rspb_to_json.py +0 -356
  159. megadetector/data_management/importers/save_the_elephants_survey_A.py +0 -320
  160. megadetector/data_management/importers/save_the_elephants_survey_B.py +0 -329
  161. megadetector/data_management/importers/snapshot_safari_importer.py +0 -758
  162. megadetector/data_management/importers/snapshot_serengeti_lila.py +0 -1067
  163. megadetector/data_management/importers/snapshotserengeti/make_full_SS_json.py +0 -150
  164. megadetector/data_management/importers/snapshotserengeti/make_per_season_SS_json.py +0 -153
  165. megadetector/data_management/importers/sulross_get_exif.py +0 -65
  166. megadetector/data_management/importers/timelapse_csv_set_to_json.py +0 -490
  167. megadetector/data_management/importers/ubc_to_json.py +0 -399
  168. megadetector/data_management/importers/umn_to_json.py +0 -507
  169. megadetector/data_management/importers/wellington_to_json.py +0 -263
  170. megadetector/data_management/importers/wi_to_json.py +0 -442
  171. megadetector/data_management/importers/zamba_results_to_md_results.py +0 -180
  172. megadetector/data_management/lila/add_locations_to_island_camera_traps.py +0 -101
  173. megadetector/data_management/lila/add_locations_to_nacti.py +0 -151
  174. megadetector-5.0.27.dist-info/RECORD +0 -208
  175. {megadetector-5.0.27.dist-info → megadetector-5.0.29.dist-info}/licenses/LICENSE +0 -0
  176. {megadetector-5.0.27.dist-info → megadetector-5.0.29.dist-info}/top_level.txt +0 -0
@@ -15,43 +15,47 @@ to add it back to an existing .json file.
15
15
 
16
16
  import os
17
17
  import json
18
+ import sys
19
+ import argparse
20
+
18
21
  from megadetector.utils import ct_utils
19
22
 
20
23
 
21
24
  #%% Main function
22
25
 
23
26
  def add_max_conf(input_file,output_file):
24
-
27
+ """
28
+ Add maximum confidence values to [input_file] and write the results to [output_file].
29
+ """
30
+
25
31
  assert os.path.isfile(input_file), "Can't find input file {}".format(input_file)
26
-
32
+
27
33
  with open(input_file,'r') as f:
28
34
  d = json.load(f)
29
-
35
+
30
36
  for im in d['images']:
31
-
37
+
32
38
  max_conf = ct_utils.get_max_conf(im)
33
-
39
+
34
40
  if 'max_detection_conf' in im:
35
41
  assert abs(max_conf - im['max_detection_conf']) < 0.00001
36
42
  else:
37
43
  im['max_detection_conf'] = max_conf
38
-
44
+
39
45
  with open(output_file,'w') as f:
40
46
  json.dump(d,f,indent=1)
41
-
47
+
42
48
 
43
49
  #%% Driver
44
50
 
45
- import sys,argparse
51
+ def main(): # noqa
46
52
 
47
- def main():
48
-
49
53
  parser = argparse.ArgumentParser()
50
54
  parser.add_argument('input_file',type=str,
51
55
  help='Input .json file')
52
56
  parser.add_argument('output_file',type=str,
53
57
  help='Output .json file')
54
-
58
+
55
59
  if len(sys.argv[1:]) == 0:
56
60
  parser.print_help()
57
61
  parser.exit()
@@ -21,145 +21,145 @@ class SizeCategorizationOptions:
21
21
  """
22
22
  Options used to parameterize categorize_detections_by_size().
23
23
  """
24
-
24
+
25
25
  def __init__(self):
26
-
26
+
27
27
  #: Thresholds to use for separation, as a fraction of the image size.
28
28
  #:
29
29
  #: Should be sorted from smallest to largest.
30
30
  self.size_thresholds = [0.95]
31
-
31
+
32
32
  #: List of category numbers to use in separation; uses all categories if None
33
33
  self.categories_to_separate = None
34
-
34
+
35
35
  #: Dimension to use for thresholding; can be "size", "width", or "height"
36
36
  self.measurement = 'size'
37
-
37
+
38
38
  #: Categories to assign to thresholded ranges; should have the same length as
39
39
  #: "size_thresholds".
40
40
  self.size_category_names = ['large_detection']
41
-
42
-
41
+
42
+
43
43
  #%% Main functions
44
-
44
+
45
45
  def categorize_detections_by_size(input_file,output_file=None,options=None):
46
46
  """
47
47
  Given a MegaDetector .json file, creates a separate category for bounding boxes
48
48
  above one or more size thresholds, optionally writing results to [output_file].
49
-
49
+
50
50
  Args:
51
51
  input_file (str): file to process
52
52
  output_file (str, optional): optional output file
53
53
  options (SizeCategorizationOptions): categorization parameters
54
-
54
+
55
55
  Returns:
56
- dict: data loaded from [input_file], with the new size-based categories.
56
+ dict: data loaded from [input_file], with the new size-based categories.
57
57
  Identical to what's written to [output_file], if [output_file] is not None.
58
58
  """
59
59
  if options is None:
60
60
  options = SizeCategorizationOptions()
61
-
61
+
62
62
  if options.categories_to_separate is not None:
63
63
  options.categories_to_separate = \
64
64
  [str(c) for c in options.categories_to_separate]
65
-
65
+
66
66
  assert len(options.size_thresholds) == len(options.size_category_names), \
67
67
  'Options struct should have the same number of category names and size thresholds'
68
68
 
69
69
  # Sort size thresholds and names from largest to smallest
70
- options.size_category_names = [x for _,x in sorted(zip(options.size_thresholds,
70
+ options.size_category_names = [x for _,x in sorted(zip(options.size_thresholds, # noqa
71
71
  options.size_category_names),reverse=True)]
72
72
  options.size_thresholds = sorted(options.size_thresholds,reverse=True)
73
-
73
+
74
74
  with open(input_file) as f:
75
75
  data = json.load(f)
76
-
76
+
77
77
  detection_categories = data['detection_categories']
78
78
  category_keys = list(detection_categories.keys())
79
79
  category_keys = [int(k) for k in category_keys]
80
80
  max_key = max(category_keys)
81
-
81
+
82
82
  threshold_to_category_id = {}
83
83
  for i_threshold,threshold in enumerate(options.size_thresholds):
84
-
84
+
85
85
  category_id = str(max_key+1)
86
86
  max_key += 1
87
87
  detection_categories[category_id] = options.size_category_names[i_threshold]
88
88
  threshold_to_category_id[i_threshold] = category_id
89
-
89
+
90
90
  print('Creating category for {} with ID {}'.format(
91
91
  options.size_category_names[i_threshold],category_id))
92
-
92
+
93
93
  images = data['images']
94
-
94
+
95
95
  print('Loaded {} images'.format(len(images)))
96
-
96
+
97
97
  # For each image...
98
98
  #
99
99
  # im = images[0]
100
-
100
+
101
101
  category_id_to_count = defaultdict(int)
102
-
102
+
103
103
  for im in tqdm(images):
104
-
104
+
105
105
  if im['detections'] is None:
106
106
  assert im['failure'] is not None and len(im['failure']) > 0
107
107
  continue
108
-
108
+
109
109
  # d = im['detections'][0]
110
110
  for d in im['detections']:
111
-
111
+
112
112
  # Are there really any detections here?
113
113
  if (d is None) or ('bbox' not in d) or (d['bbox'] is None):
114
114
  continue
115
-
115
+
116
116
  # Is this a category we're supposed to process?
117
117
  if (options.categories_to_separate is not None) and \
118
118
  (d['category'] not in options.categories_to_separate):
119
119
  continue
120
-
120
+
121
121
  # https://github.com/agentmorris/MegaDetector/tree/main/megadetector/api/batch_processing#detector-outputs
122
122
  w = d['bbox'][2]
123
123
  h = d['bbox'][3]
124
124
  detection_size = w*h
125
-
125
+
126
126
  metric = None
127
-
127
+
128
128
  if options.measurement == 'size':
129
129
  metric = detection_size
130
130
  elif options.measurement == 'width':
131
131
  metric = w
132
132
  else:
133
133
  assert options.measurement == 'height', 'Unrecognized measurement metric'
134
- metric = h
134
+ metric = h
135
135
  assert metric is not None
136
-
136
+
137
137
  for i_threshold,threshold in enumerate(options.size_thresholds):
138
-
138
+
139
139
  if metric >= threshold:
140
-
140
+
141
141
  category_id = threshold_to_category_id[i_threshold]
142
-
142
+
143
143
  category_id_to_count[category_id] += 1
144
- d['category'] = category_id
145
-
144
+ d['category'] = category_id
145
+
146
146
  break
147
-
147
+
148
148
  # ...for each threshold
149
149
  # ...for each detection
150
-
150
+
151
151
  # ...for each image
152
-
152
+
153
153
  for i_threshold in range(0,len(options.size_thresholds)):
154
154
  category_name = options.size_category_names[i_threshold]
155
155
  category_id = threshold_to_category_id[i_threshold]
156
156
  category_count = category_id_to_count[category_id]
157
157
  print('Found {} detections in category {}'.format(category_count,category_name))
158
-
158
+
159
159
  if output_file is not None:
160
160
  with open(output_file,'w') as f:
161
161
  json.dump(data,f,indent=1)
162
-
162
+
163
163
  return data
164
-
164
+
165
165
  # ...def categorize_detections_by_size()