megadetector 5.0.28__py3-none-any.whl → 10.0.0__py3-none-any.whl

megadetector/api/synchronous/api_core/tests/load_test.py

@@ -1,110 +0,0 @@
-
-import os
-import json
-import io
-import random
-import requests
-
-from PIL import Image
-from multiprocessing import Pool
-from datetime import datetime
-from requests_toolbelt import MultipartEncoder
-from requests_toolbelt.multipart import decoder
-
-
-ip_address = '100.100.200.200'
-port = 5050
-
-base_url = 'http://{}:{}/v1/camera-trap/sync/'.format(ip_address, port)  
-
-
-def call_api(args):
-    start = datetime.now()
-    
-    index, url, params, data, headers = args['index'],args['url'], args['params'], args['data'], args['headers']
-    print('calling api: {} starttime: {}'.format(index, start))
-
-    response = requests.post(url, params=params, data=data, headers=headers)
-    elapsed_time = datetime.now() - start
-    print('\napi {} status code: {}, elapsed time in seconds {}'.format(index, response.status_code, elapsed_time.total_seconds()))
-    
-    get_detections(response)   
-    return response
-
-def get_detections(response):
-    results = decoder.MultipartDecoder.from_response(response)
-    text_results = {}
-    images = {}
-    for part in results.parts:
-        # part is a BodyPart object with b'Content-Type', and b'Content-Disposition', the later includes 'name' and 'filename' info
-        headers = {}
-        for k, v in part.headers.items():
-            headers[k.decode(part.encoding)] = v.decode(part.encoding)
-       
-        if headers.get('Content-Type', None) == 'application/json':
-            text_result = json.loads(part.content.decode())
-
-    print(text_result)
-
-
-def test_load(num_requests, params, max_images=1):
-    requests = []
-    
-    # read the images anew for each request
-    index = 0
-    for i in range(num_requests):
-        index += 1
-        files = {}
-        sample_input_dir = '../../../api/synchronous/sample_input/test_images'
-
-        image_files = os.listdir(sample_input_dir)
-        random.shuffle(image_files)
-
-        num_images = 0
-        for i, image_name in enumerate(image_files):
-            if not image_name.lower().endswith('.jpg'):
-                continue
-
-            if num_images >= max_images:
-                break
-            else:
-                num_images += 1
-
-            img_path = os.path.join(sample_input_dir, image_name)
-            with open(img_path, 'rb') as f:
-                content = f.read()
-            files[image_name] = (image_name, content, 'image/jpeg')
-
-        m = MultipartEncoder(fields=files)
-        args = {
-            'index': index,
-            'url': base_url + 'detect',
-            'params': params,
-            'data': m,
-            'headers': {'Content-Type': m.content_type}
-        }
-        requests.append(args)
-    
-    print('starting', num_requests, 'threads...')
-    # images are read and in each request by the time we call the API in map()
-    with Pool(num_requests) as pool:
-        results = pool.map(call_api, requests)
-
-    return results
-
-
-if __name__ == "__main__":
-    params = {
-    'min_confidence': 0.05,
-    'min_rendering_confidence': 0.2,
-    'render': True
-    }
-    
-    num_requests = 10
-    max_images = 1
-
-    start = datetime.now()
-    responses = test_load(num_requests, params, max_images=max_images)
-    end = datetime.now()
-    total_time = end - start
-    print('Total time for {} requests: {}'.format(num_requests, total_time))

megadetector/data_management/importers/add_nacti_sizes.py

@@ -1,52 +0,0 @@
-"""
-
- add_nacti_sizes.py
-
- NACTI bounding box metadata was posted before we inclduded width and height as semi-standard
- fields; pull size information from the main metadata file and add to the bbox file.
-
-"""
-
-#%% Constants and environment
-
-import json
-from tqdm import tqdm
-
-input_file = 'G:/temp/nacti_metadata.json'
-input_bbox_file = 'G:/temp/nacti_20200401_bboxes.json'
-output_bbox_file = 'G:/temp/nacti_20230920_bboxes.json'
-
-
-#%% Read .json files
-
-with open(input_file,'r') as f:
-    input_data = json.load(f)
-
-with open(input_bbox_file,'r') as f:
-    input_bbox_data = json.load(f)
-    
-print('Finished reading .json data')
-
-
-#%% Map image names to width and height
-
-filename_to_size = {}
-for im in tqdm(input_data['images']):
-    filename_to_size[im['file_name']] = (im['width'],im['height'])
-    
-
-#%% Add to output data
-
-for im in tqdm(input_bbox_data['images']):
-    size = filename_to_size[im['file_name']]
-    im['width'] = size[0]
-    im['height'] = size[1]
-    
-
-#%% Write output
-
-output_bbox_data = input_bbox_data
-output_bbox_data['version'] = '2023-09-20'
-
-with open(output_bbox_file,'w') as f:
-    json.dump(output_bbox_data,f,indent=1)

megadetector/data_management/importers/add_timestamps_to_icct.py

@@ -1,79 +0,0 @@
-"""
-
- add_timestamps_to_icct.py
-
- The Island Conservation Camera Traps dataset was originally posted without timestamps
- in either .json metadata or EXIF metadata.  We pulled timestamps out using ocr_tools.py,
- this script adds those timestamps into the .json metadata.
-
-"""
-
-#%% Imports and constants
-
-import json
-
-ocr_results_file = r'g:\temp\ocr_results.2023.10.31.07.37.54.json'
-input_metadata_file = r'd:\lila\islandconservationcameratraps\island_conservation.json'
-output_metadata_file = r'g:\temp\island_conservation_camera_traps_1.02.json'
-ocr_results_file_base = 'g:/temp/island_conservation_camera_traps/'
-assert ocr_results_file_base.endswith('/')
-
-
-#%% Read input metadata
-
-with open(input_metadata_file,'r') as f:
-    input_metadata = json.load(f)
-    
-assert input_metadata['info']['version'] == '1.01'
-
-# im = input_metadata['images'][0]
-for im in input_metadata['images']:
-    assert 'datetime' not in im
-    
-
-#%% Read OCR results
-
-with open(ocr_results_file,'r') as f:
-    abs_filename_to_ocr_results = json.load(f)
-    
-relative_filename_to_ocr_results = {}
-
-for fn_abs in abs_filename_to_ocr_results:
-    assert ocr_results_file_base in fn_abs
-    fn_relative = fn_abs.replace(ocr_results_file_base,'')
-    relative_filename_to_ocr_results[fn_relative] = abs_filename_to_ocr_results[fn_abs]
-    
-
-#%% Add datetimes to metadata
-
-images_not_in_datetime_results = []
-images_with_failed_datetimes = []
-
-for i_image,im in enumerate(input_metadata['images']):
-    if im['file_name'] not in relative_filename_to_ocr_results:
-        images_not_in_datetime_results.append(im)
-        im['datetime'] = None
-        continue
-    ocr_results = relative_filename_to_ocr_results[im['file_name']]
-    if ocr_results['datetime'] is None:
-        images_with_failed_datetimes.append(im)
-        im['datetime'] = None
-        continue
-    im['datetime'] = ocr_results['datetime']
-
-print('{} of {} images were not in datetime results'.format(
-    len(images_not_in_datetime_results),len(input_metadata['images'])))
-
-print('{} of {} images were had failed datetime results'.format(
-    len(images_with_failed_datetimes),len(input_metadata['images'])))
-
-for im in input_metadata['images']:
-    assert 'datetime' in im
-
-
-#%% Write output
-
-input_metadata['info']['version'] = '1.02'
-
-with open(output_metadata_file,'w') as f:
-    json.dump(input_metadata,f,indent=1)

megadetector/data_management/importers/animl_results_to_md_results.py

@@ -1,158 +0,0 @@
-"""
-
- animl_results_to_md_results.py
-
- Convert a .csv file produced by the Animl package:
-
- https://github.com/conservationtechlab/animl-py
-
- ...to a MD results file suitable for import into Timelapse.
-
- Columns are expected to be:
-
- file
- category (MD category identifies: 1==animal, 2==person, 3==vehicle)
- detection_conf
- bbox1,bbox2,bbox3,bbox4
- class
- classification_conf
-
-"""
-
-#%% Imports and constants
-
-import pandas as pd
-import json
-
-# It's a little icky to hard-code this here rather than importing from elsewhere
-# in the MD repo, but it seemed silly to take a dependency on lots of MD code
-# just for this, so, hard-coding.
-detection_category_id_to_name = {'1':'animal','2':'person','3':'vehicle'}
-
-
-#%% Main function
-
-def animl_results_to_md_results(input_file,output_file=None):
-    """
-    Converts the .csv file [input_file] to the MD-formatted .json file [output_file].
-    
-    If [output_file] is None, '.json' will be appended to the input file.
-    """
-    
-    if output_file is None:
-        output_file = input_file + '.json'
-
-    df = pd.read_csv(input_file)
-    
-    expected_columns = ('file','category','detection_conf',
-                        'bbox1','bbox2','bbox3','bbox4','class','classification_conf')
-    
-    for s in expected_columns:
-        assert s in df.columns,\
-            'Expected column {} not found'.format(s)
-            
-    classification_category_name_to_id = {}    
-    filename_to_results = {}
-    
-    # i_row = 0; row = df.iloc[i_row]
-    for i_row,row in df.iterrows():
-            
-        # Is this the first detection we've seen for this file?            
-        if row['file'] in filename_to_results:
-            im = filename_to_results[row['file']]
-        else:
-            im = {}
-            im['detections'] = []
-            im['file'] = row['file']
-            filename_to_results[im['file']] = im
-            
-        assert isinstance(row['category'],int),'Invalid category identifier in row {}'.format(im['file'])
-        detection_category_id = str(row['category'])
-        assert detection_category_id in detection_category_id_to_name,\
-            'Unrecognized detection category ID {}'.format(detection_category_id)
-            
-        detection = {}
-        detection['category'] = detection_category_id
-        detection['conf'] = row['detection_conf']
-        bbox = [row['bbox1'],row['bbox2'],row['bbox3'],row['bbox4']]
-        detection['bbox'] = bbox
-        classification_category_name = row['class']
-        
-        # Have we seen this classification category before?
-        if classification_category_name in classification_category_name_to_id:
-            classification_category_id = \
-                classification_category_name_to_id[classification_category_name]
-        else:
-            classification_category_id = str(len(classification_category_name_to_id))
-            classification_category_name_to_id[classification_category_name] = \
-                classification_category_id
-        
-        classifications = [[classification_category_id,row['classification_conf']]]
-        detection['classifications'] = classifications
-        
-        im['detections'].append(detection)
-        
-    # ...for each row        
-        
-    info = {}
-    info['format_version'] = '1.3'
-    info['detector'] = 'Animl'
-    info['classifier'] = 'Animl'
-    
-    results = {}
-    results['info'] = info
-    results['detection_categories'] = detection_category_id_to_name
-    results['classification_categories'] = \
-        {v: k for k, v in classification_category_name_to_id.items()}
-    results['images'] = list(filename_to_results.values())
-    
-    with open(output_file,'w') as f:
-        json.dump(results,f,indent=1)
-        
-# ...animl_results_to_md_results(...)
-        
-
-#%% Interactive driver
-
-if False:
-
-    pass
-
-    #%%
-    
-    input_file = r"G:\temp\animl-runs\animl-runs\Coati_v2\manifest.csv"
-    output_file = None
-    animl_results_to_md_results(input_file,output_file)
-    
-
-#%% Command-line driver
-
-import sys,argparse
-
-def main():
-
-    parser = argparse.ArgumentParser(
-        description='Convert an Animl-formatted .csv results file to MD-formatted .json results file')
-    
-    parser.add_argument(
-        'input_file',
-        type=str,
-        help='input .csv file')
-    
-    parser.add_argument(
-        '--output_file',
-        type=str,
-        default=None,
-        help='output .json file (defaults to input file appended with ".json")')
-    
-    if len(sys.argv[1:]) == 0:
-        parser.print_help()
-        parser.exit()
-
-    args = parser.parse_args()
-
-    animl_results_to_md_results(args.input_file,args.output_file)
-    
-if __name__ == '__main__':
-    main()
-