megadetector 5.0.10__py3-none-any.whl → 5.0.12__py3-none-any.whl

{data_management → megadetector/data_management}/importers/ena24_to_json.py

@@ -14,11 +14,12 @@ import uuid
 import time
 import humanfriendly
 import numpy as np
-from PIL import Image
-from tqdm import tqdm
 import shutil
 import zipfile
 
+from PIL import Image
+from tqdm import tqdm
+
 base_directory = r'e:\wildlife_data\ena24'
 output_file = os.path.join(base_directory,'ena24.json')
 image_directory = os.path.join(base_directory,'images')
@@ -245,7 +246,7 @@ zipdir(non_human_dir,non_human_zipfile)
 
 #%% Validate output
 
-from data_management.databases import integrity_check_json_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 fn = output_file
 options = integrity_check_json_db.IntegrityCheckOptions()
@@ -259,8 +260,8 @@ sortedCategories, data = integrity_check_json_db.integrity_check_json_db(fn,opti
 
 #%% Preview labels
 
-from md_visualization import visualize_db
-from data_management.databases import integrity_check_json_db
+from megadetector.visualization import visualize_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 viz_options = visualize_db.DbVizOptions()
 viz_options.num_to_visualize = None

{data_management → megadetector/data_management}/importers/filenames_to_json.py

@@ -16,9 +16,10 @@ import uuid
 import csv
 import warnings
 import datetime
+
 from PIL import Image
 
-from md_utils.path_utils import find_images
+from megadetector.utils.path_utils import find_images
 
 # ignoring all "PIL cannot read EXIF metainfo for the images" warnings
 warnings.filterwarnings("ignore", "(Possibly )?corrupt EXIF data", UserWarning)

{data_management → megadetector/data_management}/importers/helena_to_cct.py

@@ -14,12 +14,13 @@ import uuid
 import time
 import humanfriendly
 import numpy as np
-from PIL import Image
-from tqdm import tqdm
+
 import pandas as pd
+
+from PIL import Image
 from datetime import datetime
 
-from md_utils.path_utils import find_images
+from megadetector.utils.path_utils import find_images
 
 base_directory = r'/mnt/blobfuse/wildlifeblobssc/'
 output_directory = r'/home/gramener'
@@ -251,7 +252,7 @@ print('Finished writing .json file with {} images, {} annotations, and {} catego
 
 #%% Validate output
 
-from data_management.databases import integrity_check_json_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 options = integrity_check_json_db.IntegrityCheckOptions()
 options.baseDir = image_directory
@@ -263,8 +264,8 @@ data = integrity_check_json_db.integrity_check_json_db(output_json_file,options)
 
 #%% Preview labels
 
-from md_visualization import visualize_db
-from data_management.databases import integrity_check_json_db
+from megadetector.visualization import visualize_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 viz_options = visualize_db.DbVizOptions()
 viz_options.num_to_visualize = None

{data_management → megadetector/data_management}/importers/idaho-camera-traps.py

@@ -837,7 +837,7 @@ if __name__ == "__main__":
     
     #%% Validate .json file
 
-    from data_management.databases import integrity_check_json_db
+    from megadetector.data_management.databases import integrity_check_json_db
 
     options = integrity_check_json_db.IntegrityCheckOptions()
     options.baseDir = input_base
@@ -850,7 +850,7 @@ if __name__ == "__main__":
     
     #%% Preview labels
             
-    from md_visualization import visualize_db
+    from megadetector.visualization import visualize_db
     
     viz_options = visualize_db.DbVizOptions()
     viz_options.num_to_visualize = 1000
@@ -1119,7 +1119,7 @@ if __name__ == "__main__":
     
     #%% Validate .json file (modified strings, original files)
 
-    from data_management.databases import integrity_check_json_db
+    from megadetector.data_management.databases import integrity_check_json_db
 
     options = integrity_check_json_db.IntegrityCheckOptions()
     options.baseDir = input_base
@@ -1132,7 +1132,7 @@ if __name__ == "__main__":
     
     #%% Preview labels (original files)
             
-    from md_visualization import visualize_db
+    from megadetector.visualization import visualize_db
     
     viz_options = visualize_db.DbVizOptions()
     viz_options.num_to_visualize = 1000
@@ -1252,7 +1252,7 @@ if __name__ == "__main__":
 
     #%% Validate .json file (final filenames)
 
-    from data_management.databases import integrity_check_json_db
+    from megadetector.data_management.databases import integrity_check_json_db
 
     options = integrity_check_json_db.IntegrityCheckOptions()
     options.baseDir = input_base
@@ -1265,7 +1265,7 @@ if __name__ == "__main__":
     
     #%% Preview labels (final filenames)
     
-    from md_visualization import visualize_db
+    from megadetector.visualization import visualize_db
     
     viz_options = visualize_db.DbVizOptions()
     viz_options.num_to_visualize = 1500

{data_management → megadetector/data_management}/importers/idfg_iwildcam_lila_prep.py

@@ -146,7 +146,7 @@ with open(output_json,'w') as f:
 
 #%% Validate .json file
 
-from data_management.databases import integrity_check_json_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 options = integrity_check_json_db.IntegrityCheckOptions()
 options.baseDir = os.path.join(base_folder,'images'); assert os.path.isdir(options.baseDir)
@@ -159,7 +159,7 @@ _, _, _ = integrity_check_json_db.integrity_check_json_db(output_json, options)
 
 #%% Preview labels
 
-from md_visualization import visualize_db
+from megadetector.visualization import visualize_db
 
 viz_options = visualize_db.DbVizOptions()
 viz_options.num_to_visualize = 100
@@ -262,7 +262,7 @@ with open(output_json,'w') as f:
 
 #%% Validate .json file
 
-from data_management.databases import integrity_check_json_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 options = integrity_check_json_db.IntegrityCheckOptions()
 options.baseDir = remote_image_base_dir
@@ -275,7 +275,7 @@ _, _, _ = integrity_check_json_db.integrity_check_json_db(output_json, options)
 
 #%% Preview labels
 
-from md_visualization import visualize_db
+from megadetector.visualization import visualize_db
 
 viz_options = visualize_db.DbVizOptions()
 viz_options.num_to_visualize = 100

{data_management → megadetector/data_management}/importers/jb_csv_to_json.py

@@ -142,7 +142,7 @@ print('Finished writing .json file with {} images, {} annotations, and {} catego
 
 #%% Validate
 
-from data_management.databases import integrity_check_json_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 options = integrity_check_json_db.IntegrityCheckOptions()
 sortedCategories,data = integrity_check_json_db.integrity_check_json_db(output_file, options)

{data_management → megadetector/data_management}/importers/missouri_to_json.py

@@ -27,6 +27,7 @@ import humanfriendly
 import warnings
 import ntpath
 import datetime
+
 from PIL import Image
 
 # ignoring all "PIL cannot read EXIF metainfo for the images" warnings
@@ -458,7 +459,7 @@ print('Finished writing json to {}'.format(outputJsonFilenameSet1))
 
 #%% Consistency-check final set 1 .json file
 
-from data_management.databases import integrity_check_json_db
+from megadetector.data_management.databases import integrity_check_json_db
 options = integrity_check_json_db.IntegrityCheckOptions()
 options.baseDir = imageDir
 options.bCheckImageSizes = True
@@ -472,7 +473,7 @@ sortedCategories
 
 #%% Generate previews
 
-from md_visualization import visualize_db
+from megadetector.visualization import visualize_db
 
 output_dir = os.path.join(baseDir,'preview')
 
@@ -485,5 +486,5 @@ options.parallelize_rendering = True
 
 htmlOutputFile,_ = visualize_db.visualize_db(outputJsonFilenameSet1,output_dir,imageDir,options)
 
-from md_utils.path_utils import open_file
+from megadetector.utils.path_utils import open_file
 open_file(htmlOutputFile)

{data_management → megadetector/data_management}/importers/noaa_seals_2019.py

@@ -12,8 +12,8 @@ import os
 import pandas as pd
 from tqdm import tqdm
 
-from md_utils import url_utils
-from md_visualization import visualization_utils
+from megadetector.utils import url_utils
+from megadetector.visualization import visualization_utils
 
 # A list of files in the lilablobssc container for this data set
 container_file_list = r'C:\temp\seals\seal_files.txt'

{data_management → megadetector/data_management}/importers/pc_to_json.py

@@ -20,11 +20,11 @@ import humanfriendly
 import os
 import PIL
 
-from data_management.databases import integrity_check_json_db
-from data_management.cct_json_utils import IndexedJsonDb
-from data_management import cct_json_to_filename_json
-from md_visualization import visualize_db
-from md_utils import path_utils
+from megadetector.data_management.databases import integrity_check_json_db
+from megadetector.data_management.cct_json_utils import IndexedJsonDb
+from megadetector.data_management import cct_json_to_filename_json
+from megadetector.visualization import visualize_db
+from megadetector.utils import path_utils
 
 input_base = r"g:\20190715"
 output_file = r"D:\wildlife_data\parks_canada\pc_20190715.json"

{data_management → megadetector/data_management}/importers/prepare-noaa-fish-data-for-lila.py

@@ -11,7 +11,7 @@ import json
 import uuid
 import pandas as pd
 
-from md_utils.path_utils import open_file
+from megadetector.utils.path_utils import open_file
 
 base_folder = r'G:\temp\noaa'
 output_json_fn = os.path.join(base_folder,'noaa_estuary_fish.json')
@@ -297,7 +297,7 @@ with open(output_json_fn,'w') as f:
 
 #%% Check DB integrity
 
-from data_management.databases import integrity_check_json_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 options = integrity_check_json_db.IntegrityCheckOptions()
 options.baseDir = os.path.join(base_folder,jpeg_image_folder)
@@ -325,7 +325,7 @@ assert 'unknown' not in location_to_count.keys()
 
 #%% Preview some images
 
-from md_visualization import visualize_db
+from megadetector.visualization import visualize_db
 
 viz_options = visualize_db.DbVizOptions()
 viz_options.num_to_visualize = 10000

{data_management → megadetector/data_management}/importers/prepare_zsl_imerit.py

@@ -15,9 +15,9 @@ from tqdm import tqdm
 from operator import itemgetter
 from shutil import copyfile
 
-from md_visualization import visualize_db
-from data_management.databases import integrity_check_json_db
-from data_management.cct_json_utils import IndexedJsonDb
+from megadetector.visualization import visualize_db
+from megadetector.data_management.databases import integrity_check_json_db
+from megadetector.data_management.cct_json_utils import IndexedJsonDb
 
 annotation_list_filename = r'd:\wildlife_data\zsl_borneo\all_img_ids_to_bbox.json'
 image_json = r'd:\wildlife_data\zsl_borneo\201906cameratraps\0.5\zsl_camera_traps_201906.json'

{data_management → megadetector/data_management}/importers/rspb_to_json.py

@@ -21,8 +21,8 @@ import ntpath
 import humanfriendly
 import PIL
 
-from data_management.databases import integrity_check_json_db
-from md_visualization import visualize_db
+from megadetector.data_management.databases import integrity_check_json_db
+from megadetector.visualization import visualize_db
 
 # [location] is an obfuscation
 baseDir = r'e:\wildlife_data\rspb_gola_data'

{data_management → megadetector/data_management}/importers/save_the_elephants_survey_A.py

@@ -18,7 +18,7 @@ import humanfriendly
 import numpy as np
 from tqdm import tqdm
 
-from md_utils.path_utils import find_images
+from megadetector.utils.path_utils import find_images
 
 input_base = r'z:/ste_2019_08_drop'
 input_metadata_file = os.path.join(input_base,'SURVEY_A.xlsx')
@@ -277,7 +277,7 @@ print('Finished writing .json file with {} images, {} annotations, and {} catego
 
 #%% Validate output
 
-from data_management.databases import integrity_check_json_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 options = integrity_check_json_db.IntegrityCheckOptions()
 options.baseDir = image_directory
@@ -290,8 +290,8 @@ sortedCategories, data = integrity_check_json_db.integrity_check_json_db(output_
 
 #%% Preview labels
 
-from md_visualization import visualize_db
-from data_management.databases import integrity_check_json_db
+from megadetector.visualization import visualize_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 viz_options = visualize_db.DbVizOptions()
 viz_options.num_to_visualize = 1000

{data_management → megadetector/data_management}/importers/save_the_elephants_survey_B.py

@@ -9,21 +9,18 @@
 
 #%% Constants and environment
 
-from md_visualization import visualize_db
-from data_management.databases import integrity_check_json_db
 import pandas as pd
 import os
-import glob
 import json
 import uuid
 import time
 import humanfriendly
-from PIL import Image
 import numpy as np
-import logging
 from tqdm import tqdm
 
-from md_utils.path_utils import find_images
+from megadetector.utils.path_utils import find_images
+from megadetector.visualization import visualize_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 input_base = r'z:/ste_2019_08_drop'
 # input_base = r'/mnt/blobfuse/wildlifeblobssc/ste_2019_08_drop'
@@ -289,7 +286,7 @@ print('Finished writing .json file with {} images, {} annotations, and {} catego
 
 #%% Validate output
 
-from data_management.databases import integrity_check_json_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 options = integrity_check_json_db.IntegrityCheckOptions()
 options.baseDir = image_directory
@@ -302,8 +299,8 @@ sortedCategories, data = integrity_check_json_db.integrity_check_json_db(output_
 
 #%% Preview labels
 
-from md_visualization import visualize_db
-from data_management.databases import integrity_check_json_db
+from megadetector.visualization import visualize_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 viz_options = visualize_db.DbVizOptions()
 viz_options.num_to_visualize = 1000

{data_management → megadetector/data_management}/importers/snapshot_safari_importer.py

@@ -43,8 +43,8 @@ from tqdm import tqdm
 from zipfile import ZipFile
 import zipfile
 
-from md_utils import path_utils
-from md_visualization import visualize_db
+from megadetector.utils import path_utils
+from megadetector.visualization import visualize_db
 
 
 #%% Constants
@@ -579,7 +579,7 @@ print('\nFinished writing {}, added {} files'.format(zipfilename,n_images_added)
 
 #%% Consistency-check-check .json file
 
-from data_management.databases import integrity_check_json_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 options = integrity_check_json_db.IntegrityCheckOptions()
 options.baseDir = output_public_folder
@@ -710,7 +710,7 @@ s = 'This data set contains {} sequences of camera trap images, totaling {} imag
     n_sequences,n_images,project_friendly_name,n_categories,
     top_categories[0],top_categories[1],top_categories[2],
     percent_empty,
-    'https://lilablobssc.blob.core.windows.net/snapshot-safari/{}/{}_{}_v{}.species_list.csv'.format(
+    'https://lilawildlife.blob.core.windows.net/lila-wildlife/snapshot-safari/{}/{}_{}_v{}.species_list.csv'.format(
         project_name,project_friendly_name.replace(' ',''),season_name,json_version))
 print(s)
 

{data_management → megadetector/data_management}/importers/snapshot_safari_importer_reprise.py

@@ -22,7 +22,7 @@ import pandas as pd
 from tqdm import tqdm
 from collections import defaultdict
 
-from md_utils import path_utils
+from megadetector.utils import path_utils
 
 input_base = '/media/user/Elements'
 output_base = os.path.expanduser('~/data/snapshot-safari-metadata')
@@ -628,7 +628,7 @@ copy_sampled_images(sampled_vehicle_mismatches,vehicle_mismatch_output_folder)
 
 filename_base_to_filename = {}
 
-from md_utils.path_utils import is_image_file
+from megadetector.utils.path_utils import is_image_file
 
 # fn = all_files_relative[0]
 for fn in tqdm(all_files_relative):

{data_management → megadetector/data_management}/importers/snapshot_serengeti_lila.py

@@ -33,7 +33,7 @@ from tqdm import tqdm
 from zipfile import ZipFile
 import zipfile
 
-from md_utils import path_utils
+from megadetector.utils import path_utils
    
 metadata_base = r'e:\snapshot-serengeti\MetaData\SER'
 image_base = r'e:\snapshot-serengeti\SER'
@@ -856,7 +856,7 @@ for i_season in seasons_to_zip:
 
 # %logstart -o r'E:\snapshot_temp\python.txt'
     
-from data_management.databases import integrity_check_json_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 files_to_check = glob.glob(os.path.join(output_base,'*.json'))
 
@@ -984,7 +984,7 @@ print('{} missing images in {} bounding boxes ({} found)'.format(len(missing_ima
 #%% Integrity-check a few files to make sure bounding boxes are still sensible
 
 # import sys; sys.path.append(r'C:\git\MegaDetector')
-from md_visualization import visualize_db
+from megadetector.visualization import visualize_db
 output_base = r'E:\snapshot_temp'
 
 viz_options = visualize_db.DbVizOptions()
@@ -1016,9 +1016,9 @@ n_categories_s10 = len(data_10['categories'])
 
 #%% Summary prep for LILA
 
+import os
 import json
 from tqdm import tqdm
-import os
 
 json_fn = r"D:\temp\SnapshotSeregeti_v2.0.json"
 with open(json_fn,'r') as f:

{data_management → megadetector/data_management}/importers/timelapse_csv_set_to_json.py

@@ -23,9 +23,9 @@ import pandas as pd
 import numpy as np
 from tqdm import tqdm
 
-from md_visualization import visualize_db
-from data_management.databases import integrity_check_json_db
-from md_utils import path_utils
+from megadetector.visualization import visualize_db
+from megadetector.data_management.databases import integrity_check_json_db
+from megadetector.utils import path_utils
 
 # Text file with relative paths to all files (images and .csv files)
 input_relative_file_list = ''

{data_management → megadetector/data_management}/importers/ubc_to_json.py

@@ -24,9 +24,9 @@ import shutil
 from tqdm import tqdm
 from PIL import Image
 
-from md_visualization import visualize_db
-from data_management.databases import integrity_check_json_db
-from md_utils.path_utils import find_images
+from megadetector.visualization import visualize_db
+from megadetector.data_management.databases import integrity_check_json_db
+from megadetector.utils.path_utils import find_images
 
 input_base = r'e:\ubc'
 assert(os.path.isdir(input_base))

{data_management → megadetector/data_management}/importers/umn_to_json.py

@@ -292,7 +292,7 @@ import uuid
 import datetime
 from tqdm import tqdm
 
-from data_management.databases import integrity_check_json_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 output_base = 'f:\orinoquia_camera_traps'
 output_image_base = os.path.join(output_base,'images')
@@ -486,7 +486,7 @@ else:
     
 #%% Preview labels
 
-from md_visualization import visualize_db
+from megadetector.visualization import visualize_db
 
 viz_options = visualize_db.DbVizOptions()
 viz_options.num_to_visualize = 100

{data_management → megadetector/data_management}/importers/wellington_to_json.py

@@ -231,7 +231,7 @@ print('Finished writing .json file with {} images, {} annotations, and {} catego
 
 #%% Validate .json files
 
-from data_management.databases import integrity_check_json_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 options = integrity_check_json_db.IntegrityCheckOptions()
 options.baseDir = image_directory
@@ -244,7 +244,7 @@ sorted_categories, data, error_info = integrity_check_json_db.integrity_check_js
 
 #%% Preview labels
 
-from md_visualization import visualize_db
+from megadetector.visualization import visualize_db
 
 viz_options = visualize_db.DbVizOptions()
 viz_options.num_to_visualize = 2000
@@ -259,5 +259,5 @@ html_output_file, image_db = visualize_db.visualize_db(db_path=output_file,
                                                          image_base_dir=image_directory,
                                                          options=viz_options)
 
-from md_utils import path_utils
+from megadetector.utils import path_utils
 path_utils.open_file(html_output_file)

{data_management → megadetector/data_management}/importers/wi_to_json.py

@@ -23,8 +23,9 @@ import copy
 
 from collections import defaultdict
 from tqdm import tqdm
-from md_visualization import visualize_db
-from data_management.databases import integrity_check_json_db
+
+from megadetector.visualization import visualize_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 organization_name = 'organization'
 input_base = os.path.expanduser('~/data/' + organization_name)

{data_management → megadetector/data_management}/labelme_to_coco.py

@@ -12,14 +12,13 @@ import json
 import os
 import uuid
 
-from md_utils import path_utils
-from md_visualization.visualization_utils import open_image
-
 from multiprocessing.pool import Pool, ThreadPool
 from functools import partial
-
 from tqdm import tqdm
 
+from megadetector.utils import path_utils
+from megadetector.visualization.visualization_utils import open_image
+
 
 #%% Support functions
 
@@ -481,7 +480,7 @@ if False:
     
     #%% Validate
     
-    from data_management.databases import integrity_check_json_db
+    from megadetector.data_management.databases import integrity_check_json_db
     
     options = integrity_check_json_db.IntegrityCheckOptions()
         
@@ -496,7 +495,7 @@ if False:
 
     #%% Preview
     
-    from md_visualization import visualize_db
+    from megadetector.visualization import visualize_db
     options = visualize_db.DbVizOptions()
     options.parallelize_rendering = True
     options.viz_size = (900, -1)
@@ -506,7 +505,7 @@ if False:
                                 input_folder,options)
     
 
-    from md_utils import path_utils # noqa
+    from megadetector.utils import path_utils # noqa
     path_utils.open_file(html_file)
     
     

{data_management → megadetector/data_management}/labelme_to_yolo.py

@@ -13,10 +13,10 @@ import json
 
 from multiprocessing.pool import Pool, ThreadPool
 from functools import partial
-
-from md_utils.path_utils import recursive_file_list
 from tqdm import tqdm
 
+from megadetector.utils.path_utils import recursive_file_list
+
 
 #%% Main function
 

{data_management → megadetector/data_management}/lila/add_locations_to_island_camera_traps.py

@@ -58,7 +58,7 @@ with open(output_fn,'w') as f:
 
 #%% Validate .json files
 
-from data_management.databases import integrity_check_json_db
+from megadetector.data_management.databases import integrity_check_json_db
 
 options = integrity_check_json_db.IntegrityCheckOptions()
 options.baseDir = image_directory
@@ -71,7 +71,7 @@ sorted_categories, data, error_info = integrity_check_json_db.integrity_check_js
 
 #%% Preview labels
 
-from md_visualization import visualize_db
+from megadetector.visualization import visualize_db
 
 viz_options = visualize_db.DbVizOptions()
 viz_options.num_to_visualize = 2000
@@ -85,13 +85,13 @@ html_output_file, image_db = visualize_db.visualize_db(db_path=output_fn,
                                                          image_base_dir=image_directory,
                                                          options=viz_options)
 
-from md_utils import path_utils
+from megadetector.utils import path_utils
 path_utils.open_file(html_output_file)
 
 
 #%% Zip output file
 
-from md_utils.path_utils import zip_file
+from megadetector.utils.path_utils import zip_file
 
 zip_file(output_fn, verbose=True)
 assert os.path.isfile(output_fn + '.zip')