megadetector 5.0.27__py3-none-any.whl → 5.0.29__py3-none-any.whl

megadetector/detection/run_detector_batch.py

@@ -10,8 +10,8 @@ https://github.com/agentmorris/MegaDetector/tree/main/megadetector/api/batch_pro
 This enables the results to be used in our post-processing pipeline; see postprocess_batch_results.py.
 
 This script can save results to checkpoints intermittently, in case disaster
-strikes. To enable this, set --checkpoint_frequency to n > 0, and results 
-will be saved as a checkpoint every n images. Checkpoints will be written 
+strikes. To enable this, set --checkpoint_frequency to n > 0, and results
+will be saved as a checkpoint every n images. Checkpoints will be written
 to a file in the same directory as the output_file, and after all images
 are processed and final results file written to output_file, the temporary
 checkpoint file will be deleted. If you want to resume from a checkpoint, set
@@ -26,10 +26,10 @@ run a gazillion MegaDetector images on multiple GPUs using this script, we just
 one GPU *per invocation of this script*.  Dividing a big batch of images into one chunk
 per GPU happens outside of this script.
 
-Does not have a command-line option to bind the process to a particular GPU, but you can 
+Does not have a command-line option to bind the process to a particular GPU, but you can
 prepend with "CUDA_VISIBLE_DEVICES=0 ", for example, to bind to GPU 0, e.g.:
 
-CUDA_VISIBLE_DEVICES=0 python detection/run_detector_batch.py md_v4.1.0.pb ~/data ~/mdv4test.json 
+CUDA_VISIBLE_DEVICES=0 python detection/run_detector_batch.py md_v4.1.0.pb ~/data ~/mdv4test.json
 
 You can disable GPU processing entirely by setting CUDA_VISIBLE_DEVICES=''.
 
@@ -70,6 +70,7 @@ from megadetector.detection.run_detector import \
     get_detector_metadata_from_version_string
 
 from megadetector.utils import path_utils
+from megadetector.utils import ct_utils
 from megadetector.utils.ct_utils import parse_kvp_list
 from megadetector.utils.ct_utils import split_list_into_n_chunks
 from megadetector.utils.ct_utils import sort_list_of_dicts_by_key
@@ -92,7 +93,7 @@ max_queue_size = 10
 # How often should we print progress when using the image queue?
 n_queue_print = 1000
 
-# TODO: it's a little sloppy that these are module-level globals, but in practice it 
+# TODO: it's a little sloppy that these are module-level globals, but in practice it
 # doesn't really matter, so I'm not in a big rush to move these to options until I do
 # a larger cleanup of all the long argument lists in this module.
 #
@@ -116,40 +117,40 @@ def _producer_func(q,
                    verbose=False,
                    image_size=None,
                    augment=None):
-    """ 
+    """
     Producer function; only used when using the (optional) image queue.
-    
-    Reads up to images from disk and puts them on the blocking queue for 
-    processing.  Each image is queued as a tuple of [filename,Image].  Sends 
+
+    Reads up to images from disk and puts them on the blocking queue for
+    processing.  Each image is queued as a tuple of [filename,Image].  Sends
     "None" to the queue when finished.
-    
+
     The "detector" argument is only used for preprocessing.
     """
-    
+
     if verbose:
         print('Producer starting: ID {}, preprocessor {}'.format(producer_id,preprocessor))
         sys.stdout.flush()
-        
+
     if preprocessor is not None:
         assert isinstance(preprocessor,str)
         detector_options = deepcopy(detector_options)
         detector_options['preprocess_only'] = True
         preprocessor = load_detector(preprocessor,detector_options=detector_options,verbose=verbose)
-        
+
     for im_file in image_files:
-    
+
         try:
             if verbose:
                 print('Loading image {} on producer {}'.format(im_file,producer_id))
                 sys.stdout.flush()
             image = vis_utils.load_image(im_file)
-                        
+
             if preprocessor is not None:
-                
+
                 image_info = preprocessor.generate_detections_one_image(
-                                                  image, 
-                                                  im_file, 
-                                                  detection_threshold=None, 
+                                                  image,
+                                                  im_file,
+                                                  detection_threshold=None,
                                                   image_size=image_size,
                                                   skip_image_resizing=False,
                                                   augment=augment,
@@ -158,29 +159,29 @@ def _producer_func(q,
                 if 'failure' in image_info:
                     assert image_info['failure'] == run_detector.FAILURE_INFER
                     raise
-                    
+
                 image = image_info
-                
-        except Exception:
-            print('Producer process: image {} cannot be loaded'.format(im_file))
-            image = run_detector.FAILURE_IMAGE_OPEN            
-        
+
+        except Exception as e:
+            print('Producer process: image {} cannot be loaded:\n{}'.format(im_file,str(e)))
+            image = run_detector.FAILURE_IMAGE_OPEN
+
         if verbose:
             print('Queueing image {} from producer {}'.format(im_file,producer_id))
             sys.stdout.flush()
-        
+
         q.put([im_file,image,producer_id])
-    
+
     # This is a signal to the consumer function that a worker has finished
     q.put(None)
-        
+
     if verbose:
         print('Loader worker {} finished'.format(producer_id))
     sys.stdout.flush()
 
 # ...def _producer_func(...)
-    
-    
+
+
 def _consumer_func(q,
                    return_queue,
                    model_file,
@@ -188,25 +189,25 @@ def _consumer_func(q,
                    loader_workers,
                    image_size=None,
                    include_image_size=False,
-                   include_image_timestamp=False, 
+                   include_image_timestamp=False,
                    include_exif_data=False,
                    augment=False,
                    detector_options=None,
                    preprocess_on_image_queue=default_preprocess_on_image_queue,
                    n_total_images=None
                    ):
-    """ 
+    """
     Consumer function; only used when using the (optional) image queue.
-    
+
     Pulls images from a blocking queue and processes them.  Returns when "None" has
     been read from each loader's queue.
     """
-    
+
     if verbose:
         print('Consumer starting'); sys.stdout.flush()
 
     start_time = time.time()
-    
+
     if isinstance(model_file,str):
         detector = load_detector(model_file,detector_options=detector_options,verbose=verbose)
         elapsed = time.time() - start_time
@@ -216,21 +217,21 @@ def _consumer_func(q,
     else:
         detector = model_file
         print('Detector of type {} passed to consumer function'.format(type(detector)))
-        
+
     results = []
-    
+
     n_images_processed = 0
     n_queues_finished = 0
-    
+
     pbar = None
     if n_total_images is not None:
         # TODO: in principle I should close this pbar
         pbar = tqdm(total=n_total_images)
-        
+
     while True:
-        
+
         r = q.get()
-        
+
         # Is this the last image in one of the producer queues?
         if r is None:
             n_queues_finished += 1
@@ -246,7 +247,7 @@ def _consumer_func(q,
         n_images_processed += 1
         im_file = r[0]
         image = r[1]
-        
+
         """
         result['img_processed'] = img
         result['img_original'] = img_original
@@ -255,19 +256,19 @@ def _consumer_func(q,
         result['letterbox_ratio'] = letterbox_ratio
         result['letterbox_pad'] = letterbox_pad
         """
-        
+
         if pbar is not None:
             pbar.update(1)
-            
+
         if False:
             if verbose or ((n_images_processed % n_queue_print) == 1):
                 elapsed = time.time() - start_time
                 images_per_second = n_images_processed / elapsed
                 print('De-queued image {} ({:.2f}/s) ({})'.format(n_images_processed,
                                                               images_per_second,
-                                                              im_file));
+                                                              im_file))
                 sys.stdout.flush()
-          
+
         if isinstance(image,str):
             # This is how the producer function communicates read errors
             results.append({'file': im_file,
@@ -276,7 +277,7 @@ def _consumer_func(q,
                 print('Expected a dict, received an image of type {}'.format(type(image)))
                 results.append({'file': im_file,
                                 'failure': 'illegal image type'})
-            
+
         else:
             results.append(process_image(im_file=im_file,
                                          detector=detector,
@@ -285,14 +286,14 @@ def _consumer_func(q,
                                          quiet=True,
                                          image_size=image_size,
                                          include_image_size=include_image_size,
-                                         include_image_timestamp=include_image_timestamp, 
+                                         include_image_timestamp=include_image_timestamp,
                                          include_exif_data=include_exif_data,
                                          augment=augment,
                                          skip_image_resizing=preprocess_on_image_queue))
         if verbose:
             print('Processed image {}'.format(im_file)); sys.stdout.flush()
         q.task_done()
-            
+
     # ...while True (consumer loop)
 
 # ...def _consumer_func(...)
@@ -303,7 +304,7 @@ def run_detector_with_image_queue(image_files,
                                   confidence_threshold,
                                   quiet=False,
                                   image_size=None,
-                                  include_image_size=False, 
+                                  include_image_size=False,
                                   include_image_timestamp=False,
                                   include_exif_data=False,
                                   augment=False,
@@ -311,11 +312,11 @@ def run_detector_with_image_queue(image_files,
                                   loader_workers=default_loaders,
                                   preprocess_on_image_queue=default_preprocess_on_image_queue):
     """
-    Driver function for the (optional) multiprocessing-based image queue; only used 
-    when --use_image_queue is specified.  Starts a reader process to read images from disk, but 
+    Driver function for the (optional) multiprocessing-based image queue; only used
+    when --use_image_queue is specified.  Starts a reader process to read images from disk, but
     processes images in the  process from which this function is called (i.e., does not currently
     spawn a separate consumer process).
-    
+
     Args:
         image_files (str): list of absolute paths to images
         model_file (str): filename or model identifier (e.g. "MDV5A")
@@ -329,35 +330,36 @@ def run_detector_with_image_queue(image_files,
         include_image_timestamp (bool, optional): should we include image timestamps in the output for each image?
         include_exif_data (bool, optional): should we include EXIF data in the output for each image?
         augment (bool, optional): enable image augmentation
-        detector_options (dict, optional): key/value pairs that are interpreted differently 
+        detector_options (dict, optional): key/value pairs that are interpreted differently
             by different detectors
         loader_workers (int, optional): number of loaders to use
-            
+
     Returns:
         list: list of dicts in the format returned by process_image()
     """
-    
+
     # Validate inputs
     assert isinstance(model_file,str)
-    
+
     if loader_workers <= 0:
         loader_workers = 1
-        
+
     q = multiprocessing.JoinableQueue(max_queue_size)
     return_queue = multiprocessing.Queue(1)
-    
+
     producers = []
-    
+
     worker_string = 'thread' if use_threads_for_queue else 'process'
     print('Starting a {} pool with {} workers'.format(worker_string,loader_workers))
-    
+
     preprocessor = None
-    
+
     if preprocess_on_image_queue:
+        print('Enabling image queue preprocessing')
         preprocessor = model_file
-    
+
     n_total_images = len(image_files)
-    
+
     chunks = split_list_into_n_chunks(image_files, loader_workers, chunk_strategy='greedy')
     for i_chunk,chunk in enumerate(chunks):
         if use_threads_for_queue:
@@ -378,11 +380,11 @@ def run_detector_with_image_queue(image_files,
                                                            image_size,
                                                            augment))
         producers.append(producer)
-        
+
     for producer in producers:
         producer.daemon = False
         producer.start()
-    
+
     if run_separate_consumer_process:
         if use_threads_for_queue:
             consumer = Thread(target=_consumer_func,args=(q,
@@ -392,7 +394,7 @@ def run_detector_with_image_queue(image_files,
                                                           loader_workers,
                                                           image_size,
                                                           include_image_size,
-                                                          include_image_timestamp, 
+                                                          include_image_timestamp,
                                                           include_exif_data,
                                                           augment,
                                                           detector_options,
@@ -406,7 +408,7 @@ def run_detector_with_image_queue(image_files,
                                                            loader_workers,
                                                            image_size,
                                                            include_image_size,
-                                                           include_image_timestamp, 
+                                                           include_image_timestamp,
                                                            include_exif_data,
                                                            augment,
                                                            detector_options,
@@ -422,7 +424,7 @@ def run_detector_with_image_queue(image_files,
                        loader_workers,
                        image_size,
                        include_image_size,
-                       include_image_timestamp, 
+                       include_image_timestamp,
                        include_exif_data,
                        augment,
                        detector_options,
@@ -433,21 +435,21 @@ def run_detector_with_image_queue(image_files,
         producer.join()
         if verbose:
             print('Producer {} finished'.format(i_producer))
-    
+
     if verbose:
         print('All producers finished')
-   
+
     if run_separate_consumer_process:
         consumer.join()
     if verbose:
         print('Consumer loop finished')
-    
+
     q.join()
     if verbose:
         print('Queue joined')
 
     results = return_queue.get()
-    
+
     return results
 
 # ...def run_detector_with_image_queue(...)
@@ -458,29 +460,29 @@ def run_detector_with_image_queue(image_files,
 def _chunks_by_number_of_chunks(ls, n):
     """
     Splits a list into n even chunks.
-    
+
     External callers should use ct_utils.split_list_into_n_chunks().
 
     Args:
         ls (list): list to break up into chunks
         n (int): number of chunks
     """
-    
+
     for i in range(0, n):
         yield ls[i::n]
 
 
 #%% Image processing functions
 
-def process_images(im_files, 
-                   detector, 
-                   confidence_threshold, 
-                   use_image_queue=False, 
-                   quiet=False, 
-                   image_size=None, 
-                   checkpoint_queue=None, 
-                   include_image_size=False, 
-                   include_image_timestamp=False, 
+def process_images(im_files,
+                   detector,
+                   confidence_threshold,
+                   use_image_queue=False,
+                   quiet=False,
+                   image_size=None,
+                   checkpoint_queue=None,
+                   include_image_size=False,
+                   include_image_timestamp=False,
                    include_exif_data=False,
                    augment=False,
                    detector_options=None,
@@ -488,9 +490,9 @@ def process_images(im_files,
                    preprocess_on_image_queue=default_preprocess_on_image_queue):
     """
     Runs a detector (typically MegaDetector) over a list of image files on a single thread.
-    
+
     Args:
-        im_files (list: paths to image files                                   
+        im_files (list: paths to image files
         detector (str or detector object): loaded model or str; if this is a string, it can be a
             path to a .pb/.pt model file or a known model identifier (e.g. "MDV5A")
         confidence_threshold (float): only detections above this threshold are returned
@@ -504,7 +506,7 @@ def process_images(im_files,
         include_image_timestamp (bool, optional): should we include image timestamps in the output for each image?
         include_exif_data (bool, optional): should we include EXIF data in the output for each image?
         augment (bool, optional): enable image augmentation
-        detector_options (dict, optional): key/value pairs that are interpreted differently 
+        detector_options (dict, optional): key/value pairs that are interpreted differently
             by different detectors
         loader_workers (int, optional): number of loaders to use (only relevant when using image queue)
 
@@ -512,60 +514,60 @@ def process_images(im_files,
         list: list of dicts, in which each dict represents detections on one image,
         see the 'images' key in https://github.com/agentmorris/MegaDetector/tree/main/megadetector/api/batch_processing#batch-processing-api-output-format
     """
-    
+
     if isinstance(detector, str):
-        
+
         start_time = time.time()
         detector = load_detector(detector,detector_options=detector_options,verbose=verbose)
         elapsed = time.time() - start_time
         print('Loaded model (batch level) in {}'.format(humanfriendly.format_timespan(elapsed)))
 
     if use_image_queue:
-        
-        run_detector_with_image_queue(im_files, 
-                                      detector, 
-                                      confidence_threshold, 
-                                      quiet=quiet, 
+
+        run_detector_with_image_queue(im_files,
+                                      detector,
+                                      confidence_threshold,
+                                      quiet=quiet,
                                       image_size=image_size,
-                                      include_image_size=include_image_size, 
+                                      include_image_size=include_image_size,
                                       include_image_timestamp=include_image_timestamp,
                                       include_exif_data=include_exif_data,
                                       augment=augment,
                                       detector_options=detector_options,
                                       loader_workers=loader_workers,
                                       preprocess_on_image_queue=preprocess_on_image_queue)
-        
-    else:            
-        
+
+    else:
+
         results = []
         for im_file in im_files:
-            result = process_image(im_file, 
-                                   detector, 
+            result = process_image(im_file,
+                                   detector,
                                    confidence_threshold,
-                                   quiet=quiet, 
-                                   image_size=image_size, 
-                                   include_image_size=include_image_size, 
+                                   quiet=quiet,
+                                   image_size=image_size,
+                                   include_image_size=include_image_size,
                                    include_image_timestamp=include_image_timestamp,
                                    include_exif_data=include_exif_data,
                                    augment=augment)
 
             if checkpoint_queue is not None:
                 checkpoint_queue.put(result)
-            results.append(result)                                    
-            
+            results.append(result)
+
         return results
 
 # ...def process_images(...)
 
 
-def process_image(im_file, 
-                  detector, 
-                  confidence_threshold, 
-                  image=None, 
-                  quiet=False, 
-                  image_size=None, 
+def process_image(im_file,
+                  detector,
+                  confidence_threshold,
+                  image=None,
+                  quiet=False,
+                  image_size=None,
                   include_image_size=False,
-                  include_image_timestamp=False, 
+                  include_image_timestamp=False,
                   include_exif_data=False,
                   skip_image_resizing=False,
                   augment=False):
@@ -574,7 +576,7 @@ def process_image(im_file,
 
     Args:
         im_file (str): path to image file
-        detector (detector object): loaded model, this can no longer be a string by the time 
+        detector (detector object): loaded model, this can no longer be a string by the time
             you get this far down the pipeline
         confidence_threshold (float): only detections above this threshold are returned
         image (Image, optional): previously-loaded image, if available, used when a worker
@@ -582,22 +584,22 @@ def process_image(im_file,
         quiet (bool, optional): suppress per-image printouts
         image_size (tuple, optional): image size to use for inference, only mess with this
             if (a) you're using a model other than MegaDetector or (b) you know what you're
-            doing        
+            doing
         include_image_size (bool, optional): should we include image size in the output for each image?
         include_image_timestamp (bool, optional): should we include image timestamps in the output for each image?
-        include_exif_data (bool, optional): should we include EXIF data in the output for each image?                
+        include_exif_data (bool, optional): should we include EXIF data in the output for each image?
         skip_image_resizing (bool, optional): whether to skip internal image resizing and rely on external resizing
         augment (bool, optional): enable image augmentation
 
     Returns:
         dict: dict representing detections on one image,
-        see the 'images' key in 
+        see the 'images' key in
         https://github.com/agentmorris/MegaDetector/tree/main/megadetector/api/batch_processing#batch-processing-api-output-format
     """
-    
+
     if not quiet:
         print('Processing image {}'.format(im_file))
-    
+
     if image is None:
         try:
             image = vis_utils.load_image(im_file)
@@ -611,11 +613,11 @@ def process_image(im_file,
             return result
 
     try:
-        
+
         result = detector.generate_detections_one_image(
-                    image, 
-                    im_file, 
-                    detection_threshold=confidence_threshold, 
+                    image,
+                    im_file,
+                    detection_threshold=confidence_threshold,
                     image_size=image_size,
                     skip_image_resizing=skip_image_resizing,
                     augment=augment)
@@ -631,7 +633,7 @@ def process_image(im_file,
     if isinstance(image,dict):
         image = image['img_original_pil']
 
-    if include_image_size:        
+    if include_image_size:
         result['width'] = image.width
         result['height'] = image.height
 
@@ -650,13 +652,13 @@ def _load_custom_class_mapping(class_mapping_filename):
     """
     This is an experimental hack to allow the use of non-MD YOLOv5 models through
     the same infrastructure; it disables the code that enforces MDv5-like class lists.
-    
+
     Should be a .json file that maps int-strings to strings, or a YOLOv5 dataset.yaml file.
     """
-    
+
     if class_mapping_filename is None:
         return
-    
+
     run_detector.USE_MODEL_NATIVE_CLASSES = True
     if class_mapping_filename.endswith('.json'):
         with open(class_mapping_filename,'r') as f:
@@ -667,28 +669,28 @@ def _load_custom_class_mapping(class_mapping_filename):
         class_mapping = {str(k):v for k,v in class_mapping.items()}
     else:
         raise ValueError('Unrecognized class mapping file {}'.format(class_mapping_filename))
-        
+
     print('Loaded custom class mapping:')
     print(class_mapping)
     run_detector.DEFAULT_DETECTOR_LABEL_MAP = class_mapping
     return class_mapping
-    
-    
+
+
 #%% Main function
 
-def load_and_run_detector_batch(model_file, 
-                                image_file_names, 
+def load_and_run_detector_batch(model_file,
+                                image_file_names,
                                 checkpoint_path=None,
                                 confidence_threshold=run_detector.DEFAULT_OUTPUT_CONFIDENCE_THRESHOLD,
-                                checkpoint_frequency=-1, 
-                                results=None, 
+                                checkpoint_frequency=-1,
+                                results=None,
                                 n_cores=1,
-                                use_image_queue=False, 
-                                quiet=False, 
-                                image_size=None, 
-                                class_mapping_filename=None, 
-                                include_image_size=False, 
-                                include_image_timestamp=False, 
+                                use_image_queue=False,
+                                quiet=False,
+                                image_size=None,
+                                class_mapping_filename=None,
+                                include_image_size=False,
+                                include_image_timestamp=False,
                                 include_exif_data=False,
                                 augment=False,
                                 force_model_download=False,
@@ -697,19 +699,18 @@ def load_and_run_detector_batch(model_file,
                                 preprocess_on_image_queue=default_preprocess_on_image_queue):
     """
     Load a model file and run it on a list of images.
-    
+
     Args:
-        
         model_file (str): path to model file, or supported model string (e.g. "MDV5A")
-        image_file_names (list or str): list of strings (image filenames), a single image filename, 
-            a folder to recursively search for images in, or a .json or .txt file containing a list 
+        image_file_names (list or str): list of strings (image filenames), a single image filename,
+            a folder to recursively search for images in, or a .json or .txt file containing a list
             of images.
         checkpoint_path (str, optional), path to use for checkpoints (if None, checkpointing
             is disabled)
         confidence_threshold (float, optional): only detections above this threshold are returned
-        checkpoint_frequency (int, optional): int, write results to JSON checkpoint file every N 
+        checkpoint_frequency (int, optional): int, write results to JSON checkpoint file every N
             images, -1 disabled checkpointing
-        results (list, optional): list of dicts, existing results loaded from checkpoint; generally 
+        results (list, optional): list of dicts, existing results loaded from checkpoint; generally
             not useful if you're using this function outside of the CLI
         n_cores (int, optional): number of parallel worker to use, ignored if we're running on a GPU
         use_image_queue (bool, optional): use a dedicated worker for image loading
@@ -717,7 +718,7 @@ def load_and_run_detector_batch(model_file,
         image_size (tuple, optional): image size to use for inference, only mess with this
             if (a) you're using a model other than MegaDetector or (b) you know what you're
             doing
-        class_mapping_filename (str, optional), use a non-default class mapping supplied in a .json 
+        class_mapping_filename (str, optional), use a non-default class mapping supplied in a .json
             file or YOLOv5 dataset.yaml file
         include_image_size (bool, optional): should we include image size in the output for each image?
         include_image_timestamp (bool, optional): should we include image timestamps in the output for each image?
@@ -726,37 +727,37 @@ def load_and_run_detector_batch(model_file,
         force_model_download (bool, optional): force downloading the model file if
             a named model (e.g. "MDV5A") is supplied, even if the local file already
             exists
-        detector_options (dict, optional): key/value pairs that are interpreted differently 
+        detector_options (dict, optional): key/value pairs that are interpreted differently
             by different detectors
         loader_workers (int, optional): number of loaders to use, only relevant when use_image_queue is True
-        
+
     Returns:
         results: list of dicts; each dict represents detections on one image
     """
-    
+
     # Validate input arguments
     if n_cores is None or n_cores <= 0:
         n_cores = 1
-    
+
     if confidence_threshold is None:
         confidence_threshold=run_detector.DEFAULT_OUTPUT_CONFIDENCE_THRESHOLD
-    
+
     # Disable checkpointing if checkpoint_path is None
     if checkpoint_frequency is None or checkpoint_path is None:
         checkpoint_frequency = -1
 
     if class_mapping_filename is not None:
         _load_custom_class_mapping(class_mapping_filename)
-        
+
     # Handle the case where image_file_names is not yet actually a list
     if isinstance(image_file_names,str):
-        
+
         # Find the images to score; images can be a directory, may need to recurse
         if os.path.isdir(image_file_names):
             image_dir = image_file_names
             image_file_names = path_utils.find_images(image_dir, True)
             print('{} image files found in folder {}'.format(len(image_file_names),image_dir))
-            
+
         # A single file, or a list of image paths
         elif os.path.isfile(image_file_names):
             list_file = image_file_names
@@ -779,43 +780,43 @@ def load_and_run_detector_batch(model_file,
                     'File {} supplied as [image_file_names] argument, but extension is neither .json nor .txt'\
                         .format(
                         list_file))
-        else:            
+        else:
             raise ValueError(
                 '{} supplied as [image_file_names] argument, but it does not appear to be a file or folder'.format(
                     image_file_names))
-            
+
     if results is None:
         results = []
 
     already_processed = set([i['file'] for i in results])
 
     model_file = try_download_known_detector(model_file, force_download=force_model_download)
-        
+
     print('GPU available: {}'.format(is_gpu_available(model_file)))
-    
+
     if n_cores > 1 and is_gpu_available(model_file):
-        
+
         print('Warning: multiple cores requested, but a GPU is available; parallelization across ' + \
               'GPUs is not currently supported, defaulting to one GPU')
         n_cores = 1
 
     if n_cores > 1 and use_image_queue:
-        
+
         print('Warning: multiple cores requested, but the image queue is enabled; parallelization ' + \
               'with the image queue is not currently supported, defaulting to one worker')
         n_cores = 1
-        
+
     if use_image_queue:
-        
+
         assert checkpoint_frequency < 0, \
             'Using an image queue is not currently supported when checkpointing is enabled'
         assert len(results) == 0, \
             'Using an image queue with results loaded from a checkpoint is not currently supported'
         assert n_cores <= 1
-        results = run_detector_with_image_queue(image_file_names, 
-                                                model_file, 
-                                                confidence_threshold, 
-                                                quiet, 
+        results = run_detector_with_image_queue(image_file_names,
+                                                model_file,
+                                                confidence_threshold,
+                                                quiet,
                                                 image_size=image_size,
                                                 include_image_size=include_image_size,
                                                 include_image_timestamp=include_image_timestamp,
@@ -824,7 +825,7 @@ def load_and_run_detector_batch(model_file,
                                                 detector_options=detector_options,
                                                 loader_workers=loader_workers,
                                                 preprocess_on_image_queue=preprocess_on_image_queue)
-        
+
     elif n_cores <= 1:
 
         # Load the detector
@@ -847,11 +848,11 @@ def load_and_run_detector_batch(model_file,
 
             count += 1
 
-            result = process_image(im_file, 
-                                   detector, 
-                                   confidence_threshold, 
-                                   quiet=quiet, 
-                                   image_size=image_size, 
+            result = process_image(im_file,
+                                   detector,
+                                   confidence_threshold,
+                                   quiet=quiet,
+                                   image_size=image_size,
                                    include_image_size=include_image_size,
                                    include_image_timestamp=include_image_timestamp,
                                    include_exif_data=include_exif_data,
@@ -860,97 +861,100 @@ def load_and_run_detector_batch(model_file,
 
             # Write a checkpoint if necessary
             if (checkpoint_frequency != -1) and ((count % checkpoint_frequency) == 0):
-                
+
                 print('Writing a new checkpoint after having processed {} images since '
                       'last restart'.format(count))
-                
+
                 _write_checkpoint(checkpoint_path, results)
-            
+
     else:
-        
+
         # Multiprocessing is enabled at this point
-        
+
         # When using multiprocessing, tell the workers to load the model on each
         # process, by passing the model_file string as the "model" argument to
         # process_images.
         detector = model_file
 
-        print('Creating pool with {} cores'.format(n_cores))
+        print('Creating worker pool with {} cores'.format(n_cores))
 
         if len(already_processed) > 0:
             n_images_all = len(image_file_names)
             image_file_names = [fn for fn in image_file_names if fn not in already_processed]
             print('Loaded {} of {} images from checkpoint'.format(
                 len(already_processed),n_images_all))
-        
-        # Divide images into chunks; we'll send one chunk to each worker process   
+
+        # Divide images into chunks; we'll send one chunk to each worker process
         image_batches = list(_chunks_by_number_of_chunks(image_file_names, n_cores))
-                
-        pool = workerpool(n_cores)
-
-        if checkpoint_path is not None:
-            
-            # Multiprocessing and checkpointing are both enabled at this point
-            
-            checkpoint_queue = Manager().Queue()
-            
-            # Pass the "results" array (which may already contain images loaded from an existing
-            # checkpoint) to the checkpoint queue handler function, which will append results to 
-            # the list as they become available.
-            checkpoint_thread = Thread(target=_checkpoint_queue_handler, 
-                                       args=(checkpoint_path, checkpoint_frequency,
-                                             checkpoint_queue, results), daemon=True)
-            checkpoint_thread.start()
-
-            pool.map(partial(process_images, 
-                             detector=detector,
-                             confidence_threshold=confidence_threshold,
-                             use_image_queue=False,
-                             quiet=quiet,
-                             image_size=image_size, 
-                             checkpoint_queue=checkpoint_queue,
-                             include_image_size=include_image_size,
-                             include_image_timestamp=include_image_timestamp,
-                             include_exif_data=include_exif_data,
-                             augment=augment,
-                             detector_options=detector_options), 
-                             image_batches)
-
-            checkpoint_queue.put(None)
 
-        else:
-            
-            # Multprocessing is enabled, but checkpointing is not
-            
-            new_results = pool.map(partial(process_images, 
-                                           detector=detector,
-                                           confidence_threshold=confidence_threshold,
-                                           use_image_queue=False,
-                                           quiet=quiet,
-                                           checkpoint_queue=None,
-                                           image_size=image_size,
-                                           include_image_size=include_image_size,
-                                           include_image_timestamp=include_image_timestamp,
-                                           include_exif_data=include_exif_data,
-                                           augment=augment,
-                                           detector_options=detector_options), 
-                                           image_batches)
-
-            new_results = list(itertools.chain.from_iterable(new_results))
-            
-            # Append the results we just computed to "results", which is *usually* empty, but will
-            # be non-empty if we resumed from a checkpoint
-            results += new_results
-
-        # ...if checkpointing is/isn't enabled
-    
+        pool = None
         try:
-            pool.close()
-        except Exception as e:
-            print('Warning: error closing multiprocessing pool:\n{}'.format(str(e)))
-                
+            pool = workerpool(n_cores)
+
+            if checkpoint_path is not None:
+
+                # Multiprocessing and checkpointing are both enabled at this point
+
+                checkpoint_queue = Manager().Queue()
+
+                # Pass the "results" array (which may already contain images loaded from an existing
+            # checkpoint) to the checkpoint queue handler function, which will append results to
+                # the list as they become available.
+                checkpoint_thread = Thread(target=_checkpoint_queue_handler,
+                                           args=(checkpoint_path, checkpoint_frequency,
+                                                 checkpoint_queue, results), daemon=True)
+                checkpoint_thread.start()
+
+                pool.map(partial(process_images,
+                                 detector=detector,
+                                 confidence_threshold=confidence_threshold,
+                                 use_image_queue=False,
+                                 quiet=quiet,
+                                 image_size=image_size,
+                                 checkpoint_queue=checkpoint_queue,
+                                 include_image_size=include_image_size,
+                                 include_image_timestamp=include_image_timestamp,
+                                 include_exif_data=include_exif_data,
+                                 augment=augment,
+                                 detector_options=detector_options),
+                                 image_batches)
+
+                checkpoint_queue.put(None)
+
+            else:
+
+                # Multprocessing is enabled, but checkpointing is not
+
+                new_results = pool.map(partial(process_images,
+                                               detector=detector,
+                                               confidence_threshold=confidence_threshold,
+                                               use_image_queue=False,
+                                               quiet=quiet,
+                                               checkpoint_queue=None,
+                                               image_size=image_size,
+                                               include_image_size=include_image_size,
+                                               include_image_timestamp=include_image_timestamp,
+                                               include_exif_data=include_exif_data,
+                                               augment=augment,
+                                               detector_options=detector_options),
+                                               image_batches)
+
+                new_results = list(itertools.chain.from_iterable(new_results))
+
+                # Append the results we just computed to "results", which is *usually* empty, but will
+                # be non-empty if we resumed from a checkpoint
+                results += new_results
+
+            # ...if checkpointing is/isn't enabled
+
+        finally:
+            if pool is not None:
+                pool.close()
+                pool.join()
+                print("Pool closed and joined for multi-core inference")
+
     # ...if we're running (1) with image queue, (2) on one core, or (3) on multiple cores
-    
+
     # 'results' may have been modified in place, but we also return it for
     # backwards-compatibility.
     return results
@@ -963,21 +967,21 @@ def _checkpoint_queue_handler(checkpoint_path, checkpoint_frequency, checkpoint_
     Thread function to accumulate results and write checkpoints when checkpointing and
     multiprocessing are both enabled.
     """
-    
+
     result_count = 0
     while True:
-        result = checkpoint_queue.get()        
-        if result is None:            
-            break  
-        
+        result = checkpoint_queue.get()
+        if result is None:
+            break
+
         result_count +=1
         results.append(result)
 
         if (checkpoint_frequency != -1) and (result_count % checkpoint_frequency == 0):
-                
+
             print('Writing a new checkpoint after having processed {} images since '
                     'last restart'.format(result_count))
-            
+
             _write_checkpoint(checkpoint_path, results)
 
 
@@ -985,20 +989,19 @@ def _write_checkpoint(checkpoint_path, results):
     """
     Writes the 'images' field in the dict 'results' to a json checkpoint file.
     """
-    
-    assert checkpoint_path is not None             
-            
+
+    assert checkpoint_path is not None
+
     # Back up any previous checkpoints, to protect against crashes while we're writing
     # the checkpoint file.
     checkpoint_tmp_path = None
     if os.path.isfile(checkpoint_path):
         checkpoint_tmp_path = checkpoint_path + '_tmp'
         shutil.copyfile(checkpoint_path,checkpoint_tmp_path)
-        
+
     # Write the new checkpoint
-    with open(checkpoint_path, 'w') as f:
-        json.dump({'images': results}, f, indent=1, default=str)
-        
+    ct_utils.write_json(checkpoint_path, {'images': results}, force_str=True)
+
     # Remove the backup checkpoint if it exists
     if checkpoint_tmp_path is not None:
         os.remove(checkpoint_tmp_path)
@@ -1007,33 +1010,33 @@ def _write_checkpoint(checkpoint_path, results):
 def get_image_datetime(image):
     """
     Reads EXIF datetime from a PIL Image object.
-    
+
     Args:
         image (Image): the PIL Image object from which we should read datetime information
-        
+
     Returns:
         str: the EXIF datetime from [image] (a PIL Image object), if available, as a string;
         returns None if EXIF datetime is not available.
     """
-    
+
     exif_tags = read_exif.read_pil_exif(image,exif_options)
-    
+
     try:
         datetime_str = exif_tags['DateTimeOriginal']
         _ = time.strptime(datetime_str, '%Y:%m:%d %H:%M:%S')
         return datetime_str
 
     except Exception:
-        return None        
+        return None
 
 
-def write_results_to_file(results, 
-                          output_file, 
-                          relative_path_base=None, 
-                          detector_file=None, 
-                          info=None, 
+def write_results_to_file(results,
+                          output_file,
+                          relative_path_base=None,
+                          detector_file=None,
+                          info=None,
                           include_max_conf=False,
-                          custom_metadata=None, 
+                          custom_metadata=None,
                           force_forward_slashes=True):
     """
     Writes list of detection results to JSON output file. Format matches:
@@ -1055,11 +1058,11 @@ def write_results_to_file(results,
             a dictionary, but no type/format checks are performed
         force_forward_slashes (bool, optional): convert all slashes in filenames within [results] to
             forward slashes
-                    
+
     Returns:
         dict: the MD-formatted dictionary that was written to [output_file]
     """
-    
+
     if relative_path_base is not None:
         results_relative = []
         for r in results:
@@ -1075,68 +1078,67 @@ def write_results_to_file(results,
             r_converted['file'] = r_converted['file'].replace('\\','/')
             results_converted.append(r_converted)
         results = results_converted
-            
+
     # The typical case: we need to build the 'info' struct
     if info is None:
-        
-        info = { 
+
+        info = {
             'detection_completion_time': datetime.now().strftime('%Y-%m-%d %H:%M:%S'),
-            'format_version': '1.4' 
+            'format_version': '1.4'
         }
-        
+
         if detector_file is not None:
             detector_filename = os.path.basename(detector_file)
             detector_version = get_detector_version_from_filename(detector_filename)
             detector_metadata = get_detector_metadata_from_version_string(detector_version)
-            info['detector'] = detector_filename  
+            info['detector'] = detector_filename
             info['detector_metadata'] = detector_metadata
         else:
             info['detector'] = 'unknown'
             info['detector_metadata'] = get_detector_metadata_from_version_string('unknown')
-        
+
     # If the caller supplied the entire "info" struct
     else:
-        
-        if detector_file is not None:            
+
+        if detector_file is not None:
             print('Warning (write_results_to_file): info struct and detector file ' + \
                   'supplied, ignoring detector file')
 
     if custom_metadata is not None:
         info['custom_metadata'] = custom_metadata
-        
+
     # The 'max_detection_conf' field used to be included by default, and it caused all kinds
     # of headaches, so it's no longer included unless the user explicitly requests it.
     if not include_max_conf:
         for im in results:
             if 'max_detection_conf' in im:
                 del im['max_detection_conf']
-        
+
     # Sort results by filename; not required by the format, but convenient for consistency
     results = sort_list_of_dicts_by_key(results,'file')
-    
+
     # Sort detections in descending order by confidence; not required by the format, but
     # convenient for consistency
     for r in results:
         if ('detections' in r) and (r['detections'] is not None):
             r['detections'] = sort_list_of_dicts_by_key(r['detections'], 'conf', reverse=True)
-            
+
     final_output = {
         'images': results,
         'detection_categories': run_detector.DEFAULT_DETECTOR_LABEL_MAP,
         'info': info
     }
-    
+
     # Create the folder where the output file belongs; this will fail if
     # this is a relative path with no folder component
     try:
         os.makedirs(os.path.dirname(output_file),exist_ok=True)
     except Exception:
         pass
-    
-    with open(output_file, 'w') as f:
-        json.dump(final_output, f, indent=1, default=str)
+
+    ct_utils.write_json(output_file, final_output, force_str=True)
     print('Output file saved at {}'.format(output_file))
-    
+
     return final_output
 
 # ...def write_results_to_file(...)
@@ -1145,15 +1147,15 @@ def write_results_to_file(results,
 #%% Interactive driver
 
 if False:
-    
+
     pass
 
     #%%
-    
+
     model_file = 'MDV5A'
     image_dir = r'g:\camera_traps\camera_trap_images'
     output_file = r'g:\temp\md-test.json'
-    
+
     recursive = True
     output_relative_filenames = True
     include_max_conf = False
@@ -1161,7 +1163,7 @@ if False:
     image_size = None
     use_image_queue = False
     confidence_threshold = 0.0001
-    checkpoint_frequency = 5   
+    checkpoint_frequency = 5
     checkpoint_path = None
     resume_from_checkpoint = 'auto'
     allow_checkpoint_overwrite = False
@@ -1171,11 +1173,11 @@ if False:
     include_image_timestamp = True
     include_exif_data = True
     overwrite_handling = None
-        
+
     # Generate a command line
     cmd = 'python run_detector_batch.py "{}" "{}" "{}"'.format(
         model_file,image_dir,output_file)
-    
+
     if recursive:
         cmd += ' --recursive'
     if output_relative_filenames:
@@ -1210,18 +1212,18 @@ if False:
         cmd += ' --include_exif_data'
     if overwrite_handling is not None:
         cmd += ' --overwrite_handling {}'.format(overwrite_handling)
-    
+
     print(cmd)
     import clipboard; clipboard.copy(cmd)
-    
-    
+
+
     #%% Run inference interactively
-    
-    image_file_names = path_utils.find_images(image_dir, recursive=False)    
+
+    image_file_names = path_utils.find_images(image_dir, recursive=False)
     results = None
-    
+
     start_time = time.time()
-    
+
     results = load_and_run_detector_batch(model_file=model_file,
                                           image_file_names=image_file_names,
                                           checkpoint_path=checkpoint_path,
@@ -1232,21 +1234,22 @@ if False:
                                           use_image_queue=use_image_queue,
                                           quiet=quiet,
                                           image_size=image_size)
-    
+
     elapsed = time.time() - start_time
-    
+
     print('Finished inference in {}'.format(humanfriendly.format_timespan(elapsed)))
 
-    
+
 #%% Command-line driver
 
-def main():
-    
+def main(): # noqa
+
     parser = argparse.ArgumentParser(
         description='Module to run a TF/PT animal detection model on lots of images')
     parser.add_argument(
         'detector_file',
-        help='Path to detector model file (.pb or .pt).  Can also be the strings "MDV4", "MDV5A", or "MDV5B" to request automatic download.')
+        help='Path to detector model file (.pb or .pt).  Can also be the strings "MDV4", ' + \
+             '"MDV5A", or "MDV5B" to request automatic download.')
     parser.add_argument(
         'image_file',
         help=\
@@ -1278,7 +1281,7 @@ def main():
         '--image_size',
         type=int,
         default=None,
-        help=('Force image resizing to a specific integer size on the long axis (not recommended to change this)'))    
+        help=('Force image resizing to a specific integer size on the long axis (not recommended to change this)'))
     parser.add_argument(
         '--augment',
         action='store_true',
@@ -1315,7 +1318,7 @@ def main():
         type=str,
         default=None,
         help='File name to which checkpoints will be written if checkpoint_frequency is > 0, ' + \
-             'defaults to md_checkpoint_[date].json in the same folder as the output file')    
+             'defaults to md_checkpoint_[date].json in the same folder as the output file')
     parser.add_argument(
         '--resume_from_checkpoint',
         type=str,
@@ -1366,7 +1369,7 @@ def main():
         type=str,
         default='overwrite',
         help='What should we do if the output file exists?  overwrite/skip/error (default overwrite)'
-    )    
+    )
     parser.add_argument(
         '--force_model_download',
         action='store_true',
@@ -1386,28 +1389,28 @@ def main():
         metavar='KEY=VALUE',
         default='',
         help='Detector-specific options, as a space-separated list of key-value pairs')
-        
+
     if len(sys.argv[1:]) == 0:
         parser.print_help()
         parser.exit()
 
     args = parser.parse_args()
-    
+
     global verbose
     global use_threads_for_queue
-    
+
     if args.verbose:
         verbose = True
     if args.use_threads_for_queue:
         use_threads_for_queue = True
-        
+
     detector_options = parse_kvp_list(args.detector_options)
-    
-    # If the specified detector file is really the name of a known model, find 
+
+    # If the specified detector file is really the name of a known model, find
     # (and possibly download) that model
-    args.detector_file = try_download_known_detector(args.detector_file, 
+    args.detector_file = try_download_known_detector(args.detector_file,
                                                      force_download=args.force_model_download)
-    
+
     assert os.path.exists(args.detector_file), \
         'detector file {} does not exist'.format(args.detector_file)
     assert 0.0 <= args.threshold <= 1.0, 'Confidence threshold needs to be between 0 and 1'
@@ -1438,12 +1441,12 @@ def main():
 
     if len(output_dir) > 0:
         os.makedirs(output_dir,exist_ok=True)
-        
+
     assert not os.path.isdir(args.output_file), 'Specified output file is a directory'
-    
+
     if args.class_mapping_filename is not None:
         _load_custom_class_mapping(args.class_mapping_filename)
-    
+
     # Load the checkpoint if available
     #
     # File paths in the checkpoint are always absolute paths; conversion to relative paths
@@ -1462,7 +1465,7 @@ def main():
                         len(checkpoint_files),output_dir))
                     checkpoint_files = sorted(checkpoint_files)
                 checkpoint_file_relative = checkpoint_files[-1]
-                checkpoint_file = os.path.join(output_dir,checkpoint_file_relative)                                
+                checkpoint_file = os.path.join(output_dir,checkpoint_file_relative)
         else:
             checkpoint_file = args.resume_from_checkpoint
         assert os.path.exists(checkpoint_file), \
@@ -1482,7 +1485,7 @@ def main():
     if os.path.isdir(args.image_file):
         image_file_names = path_utils.find_images(args.image_file, args.recursive)
         if len(image_file_names) > 0:
-            print('{} image files found in the input directory'.format(len(image_file_names)))                        
+            print('{} image files found in the input directory'.format(len(image_file_names)))
         else:
             if (args.recursive):
                 print('No image files found in directory {}, exiting'.format(args.image_file))
@@ -1491,14 +1494,14 @@ def main():
                       '--recursive?'.format(
                     args.image_file))
             return
-        
+
     # A json list of image paths
-    elif os.path.isfile(args.image_file) and args.image_file.endswith('.json'):        
+    elif os.path.isfile(args.image_file) and args.image_file.endswith('.json'):
         with open(args.image_file) as f:
             image_file_names = json.load(f)
         print('Loaded {} image filenames from .json list file {}'.format(
             len(image_file_names),args.image_file))
-    
+
     # A text list of image paths
     elif os.path.isfile(args.image_file) and args.image_file.endswith('.txt'):
         with open(args.image_file) as f:
@@ -1506,51 +1509,51 @@ def main():
             image_file_names = [fn.strip() for fn in image_file_names if len(fn.strip()) > 0]
         print('Loaded {} image filenames from .txt list file {}'.format(
             len(image_file_names),args.image_file))
-        
+
     # A single image file
     elif os.path.isfile(args.image_file) and path_utils.is_image_file(args.image_file):
         image_file_names = [args.image_file]
         print('Processing image {}'.format(args.image_file))
-        
-    else:        
+
+    else:
         raise ValueError('image_file specified is not a directory, a json list, or an image file, '
                          '(or does not have recognizable extensions).')
 
-    # At this point, regardless of how they were specified, [image_file_names] is a list of 
+    # At this point, regardless of how they were specified, [image_file_names] is a list of
     # absolute image paths.
     assert len(image_file_names) > 0, 'Specified image_file does not point to valid image files'
-    
+
     # Convert to forward slashes to facilitate comparison with previous results
     image_file_names = [fn.replace('\\','/') for fn in image_file_names]
-    
+
     # We can head off many problems related to incorrect command line formulation if we confirm
-    # that one image exists before proceeding.  The use of the first image for this test is 
+    # that one image exists before proceeding.  The use of the first image for this test is
     # arbitrary.
     assert os.path.exists(image_file_names[0]), \
         'The first image to be processed does not exist at {}'.format(image_file_names[0])
 
     # Possibly load results from a previous pass
     previous_results = None
-    
+
     if args.previous_results_file is not None:
-        
+
         assert os.path.isfile(args.previous_results_file), \
             'Could not find previous results file {}'.format(args.previous_results_file)
         with open(args.previous_results_file,'r') as f:
             previous_results = json.load(f)
-                
+
         assert previous_results['detection_categories'] == run_detector.DEFAULT_DETECTOR_LABEL_MAP, \
             "Can't merge previous results when those results use a different set of detection categories"
-        
+
         print('Loaded previous results for {} images from {}'.format(
             len(previous_results['images']), args.previous_results_file))
-        
-        # Convert previous result filenames to absolute paths if necessary 
+
+        # Convert previous result filenames to absolute paths if necessary
         #
-        # We asserted above to make sure that we are using relative paths and processing a 
+        # We asserted above to make sure that we are using relative paths and processing a
         # folder, but just to be super-clear...
         assert os.path.isdir(args.image_file)
-        
+
         previous_image_files_set = set()
         for im in previous_results['images']:
             assert not os.path.isabs(im['file']), \
@@ -1558,54 +1561,53 @@ def main():
             fn_abs = os.path.join(args.image_file,im['file']).replace('\\','/')
             # Absolute paths are expected at the final output stage below
             im['file'] = fn_abs
-            previous_image_files_set.add(fn_abs)            
-        
+            previous_image_files_set.add(fn_abs)
+
         image_file_names_to_keep = []
         for fn_abs in image_file_names:
             if fn_abs not in previous_image_files_set:
                 image_file_names_to_keep.append(fn_abs)
-                
+
         print('Based on previous results file, processing {} of {} images'.format(
             len(image_file_names_to_keep), len(image_file_names)))
-        
+
         image_file_names = image_file_names_to_keep
-        
+
     # ...if we're handling previous results
-        
+
     # Test that we can write to the output_file's dir if checkpointing requested
     if args.checkpoint_frequency != -1:
-        
+
         if args.checkpoint_path is not None:
             checkpoint_path = args.checkpoint_path
         else:
             checkpoint_path = os.path.join(output_dir,
                                            'md_checkpoint_{}.json'.format(
                                                datetime.now().strftime("%Y%m%d%H%M%S")))
-        
+
         # Don't overwrite existing checkpoint files, this is a sure-fire way to eventually
         # erase someone's checkpoint.
         if (checkpoint_path is not None) and (not args.allow_checkpoint_overwrite) \
             and (args.resume_from_checkpoint is None):
-            
+
             assert not os.path.isfile(checkpoint_path), \
                 f'Checkpoint path {checkpoint_path} already exists, delete or move it before ' + \
                 're-using the same checkpoint path, or specify --allow_checkpoint_overwrite'
 
-        
+
         # Confirm that we can write to the checkpoint path; this avoids issues where
         # we crash after several thousand images.
         #
-        # But actually, commenting this out for now... the scenario where we are resuming from a 
+        # But actually, commenting this out for now... the scenario where we are resuming from a
         # checkpoint, then immediately overwrite that checkpoint with empty data is higher-risk
         # than the annoyance of crashing a few minutes after starting a job.
         if False:
-            with open(checkpoint_path, 'w') as f:
-                json.dump({'images': []}, f)
-                
+            ct_utils.write_json(checkpoint_path, {'images': []}, indent=None)
+
         print('The checkpoint file will be written to {}'.format(checkpoint_path))
-        
+
     else:
-        
+
         if args.checkpoint_path is not None:
             print('Warning: checkpointing disabled because checkpoint_frequency is -1, ' + \
                   'but a checkpoint path was specified')
@@ -1640,23 +1642,23 @@ def main():
         len(results),humanfriendly.format_timespan(elapsed),images_per_second))
 
     relative_path_base = None
-    
-    # We asserted above to make sure that if output_relative_filenames is set, 
+
+    # We asserted above to make sure that if output_relative_filenames is set,
     # args.image_file is a folder, but we'll double-check for clarity.
     if args.output_relative_filenames:
         assert os.path.isdir(args.image_file)
         relative_path_base = args.image_file
-    
+
     # Merge results from a previous file if necessary
     if previous_results is not None:
         previous_filenames_set = set([im['file'] for im in previous_results['images']])
         new_filenames_set = set([im['file'] for im in results])
         assert len(previous_filenames_set.intersection(new_filenames_set)) == 0, \
             'Previous results handling error: redundant image filenames'
-        results.extend(previous_results['images'])        
-        
-    write_results_to_file(results, 
-                          args.output_file, 
+        results.extend(previous_results['images'])
+
+    write_results_to_file(results,
+                          args.output_file,
                           relative_path_base=relative_path_base,
                           detector_file=args.detector_file,
                           include_max_conf=args.include_max_conf)