megadetector 5.0.12__py3-none-any.whl → 5.0.13__py3-none-any.whl

megadetector/detection/process_video.py

@@ -25,13 +25,14 @@ import argparse
 import itertools
 import json
 import shutil
+import getpass
 
 from uuid import uuid1
 
 from megadetector.detection import run_detector_batch
 from megadetector.visualization import visualize_detector_output
 from megadetector.utils.ct_utils import args_to_object
-from megadetector.utils.path_utils import insert_before_extension
+from megadetector.utils.path_utils import insert_before_extension, clean_path
 from megadetector.detection.video_utils import video_to_frames
 from megadetector.detection.video_utils import frames_to_video
 from megadetector.detection.video_utils import frame_results_to_video_results
@@ -46,95 +47,234 @@ class ProcessVideoOptions:
     Options controlling the behavior of process_video()
     """
     
-    #: Can be a model filename (.pt or .pb) or a model name (e.g. "MDV5A")
-    model_file = 'MDV5A'
-    
-    #: Video (of folder of videos) to process
-    input_video_file = ''
-
-    #: .json file to which we should write results
-    output_json_file = None
-    
-    #: File to which we should write a video with boxes, only relevant if 
-    #: render_output_video is True
-    output_video_file = None
-    
-    #: Folder to use for extracted frames; will use a folder in system temp space
-    #: if this is None
-    frame_folder = None
+    def __init__(self):
+        
+        #: Can be a model filename (.pt or .pb) or a model name (e.g. "MDV5A")
+        self.model_file = 'MDV5A'
+        
+        #: Video (of folder of videos) to process
+        self.input_video_file = ''
     
-    # Folder to use for rendered frames (if rendering output video); will use a folder 
-    #: in system temp space if this is None
-    frame_rendering_folder = None
+        #: .json file to which we should write results
+        self.output_json_file = None
+        
+        #: File to which we should write a video with boxes, only relevant if 
+        #: render_output_video is True
+        self.output_video_file = None
+        
+        #: Folder to use for extracted frames; will use a folder in system temp space
+        #: if this is None
+        self.frame_folder = None
+        
+        # Folder to use for rendered frames (if rendering output video); will use a folder 
+        #: in system temp space if this is None
+        self.frame_rendering_folder = None
+        
+        #: Should we render a video with detection boxes?
+        #:
+        #: Only supported when processing a single video, not a folder.
+        self.render_output_video = False
+        
+        #: If we are rendering boxes to a new video, should we keep the temporary
+        #: rendered frames?
+        self.keep_rendered_frames = False
+        
+        #: Should we keep the extracted frames?
+        self.keep_extracted_frames = False
+        
+        #: Should we delete the entire folder the extracted frames are written to?
+        #:
+        #: By default, we delete the frame files but leave the (probably-empty) folder in place, 
+        #: for no reason other than being paranoid about deleting folders.
+        self.force_extracted_frame_folder_deletion = False
+        
+        #: Should we delete the entire folder the rendered frames are written to?
+        #:
+        #: By default, we delete the frame files but leave the (probably-empty) folder in place,
+        #: for no reason other than being paranoid about deleting folders.
+        self.force_rendered_frame_folder_deletion = False
+         
+        #: If we've already run MegaDetector on this video or folder of videos, i.e. if we 
+        #: find a corresponding MD results file, should we re-use it?  Defaults to reprocessing.
+        self.reuse_results_if_available = False
+        
+        #: If we've already split this video or folder of videos into frames, should we 
+        #: we re-use those extracted frames?  Defaults to reprocessing.
+        self.reuse_frames_if_available = False
+        
+        #: If [input_video_file] is a folder, should we search for videos recursively?
+        self.recursive = False 
+        
+        #: Enable additional debug console output
+        self.verbose = False
+        
+        #: fourcc code to use for writing videos; only relevant if render_output_video is True
+        self.fourcc = None
     
-    #: Should we render a video with detection boxes?
-    #:
-    #: Only supported when processing a single video, not a folder.
-    render_output_video = False
+        #: Confidence threshold to use for writing videos with boxes, only relevant if
+        #: if render_output_video is True.  Defaults to choosing a reasonable threshold
+        #: based on the model version.
+        self.rendering_confidence_threshold = None
+        
+        #: Detections below this threshold will not be included in the output file.
+        self.json_confidence_threshold = 0.005
+        
+        #: Sample every Nth frame; set to None (default) or 1 to sample every frame.  Typically
+        #: we sample down to around 3 fps, so for typical 30 fps videos, frame_sample=10 is a 
+        #: typical value.
+        self.frame_sample = None
+        
+        #: Number of workers to use for parallelization; set to <= 1 to disable parallelization
+        self.n_cores = 1
     
-    #: If we are rendering boxes to a new video, should we keep the temporary
-    #: rendered frames?
-    keep_rendered_frames = False
+        #: For debugging only, stop processing after a certain number of frames.
+        self.debug_max_frames = -1
+        
+        #: File containing non-standard categories, typically only used if you're running a non-MD
+        #: detector.
+        self.class_mapping_filename = None
+        
+        #: JPEG quality for frame output, from 0-100.  Defaults to the opencv default (typically 95)
+        self.quality = 90
+        
+        #: Resize frames so they're at most this wide
+        self.max_width = 1600
     
-    #: Should we keep the extracted frames?
-    keep_extracted_frames = False
+# ...class ProcessVideoOptions
+
+
+#%% Functions
+
+def _select_temporary_output_folders(options):
+    """
+    Choose folders in system temp space for writing temporary frames.  Does not create folders,
+    just defines them.
+    """
     
-    #: Should we delete the entire folder the extracted frames are written to?
-    #:
-    #: By default, we delete the frame files but leave the (probably-empty) folder in place, 
-    #: for no reason other than being paranoid about deleting folders.
-    force_extracted_frame_folder_deletion = False
+    tempdir = os.path.join(tempfile.gettempdir(), 'process_camera_trap_video')
     
-    #: Should we delete the entire folder the rendered frames are written to?
-    #:
-    #: By default, we delete the frame files but leave the (probably-empty) folder in place,
-    #: for no reason other than being paranoid about deleting folders.
-    force_rendered_frame_folder_deletion = False
-     
-    #: If we've already run MegaDetector on this video or folder of videos, i.e. if we 
-    #: find a corresponding MD results file, should we re-use it?  Defaults to reprocessing.
-    reuse_results_if_available = False
+    # If we create a folder like "process_camera_trap_video" in the system temp dir, it may
+    # be the case that no one else can write to it, even to create user-specific subfolders.
+    # If we create a uuid-named folder in the system temp dir, we make a mess.  
+    #
+    # Compromise with "process_camera_trap_video-[user]".
+    user_tempdir = tempdir + '-' + getpass.getuser()
     
-    #: If we've already split this video or folder of videos into frames, should we 
-    #: we re-use those extracted frames?  Defaults to reprocessing.
-    reuse_frames_if_available = False
+    # I don't know whether it's possible for a username to contain characters that are
+    # not valid filename characters, but just to be sure...
+    user_tempdir = clean_path(user_tempdir)
     
-    #: If [input_video_file] is a folder, should we search for videos recursively?
-    recursive = False 
+    frame_output_folder = os.path.join(
+        user_tempdir, os.path.basename(options.input_video_file) + '_frames_' + str(uuid1()))
     
-    #: Enable additional debug console output
-    verbose = False
+    rendering_output_folder = os.path.join(
+        tempdir, os.path.basename(options.input_video_file) + '_detections_' + str(uuid1()))
+        
+    temporary_folder_info = \
+    {
+        'temp_folder_base':user_tempdir,
+        'frame_output_folder':frame_output_folder,
+        'rendering_output_folder':rendering_output_folder
+    }
     
-    #: fourcc code to use for writing videos; only relevant if render_output_video is True
-    fourcc = None
+    return temporary_folder_info
 
-    #: Confidence threshold to use for writing videos with boxes, only relevant if
-    #: if render_output_video is True.  Defaults to choosing a reasonable threshold
-    #: based on the model version.
-    rendering_confidence_threshold = None
-    
-    #: Detections below this threshold will not be included in the output file.
-    json_confidence_threshold = 0.005
+# ...def _create_frame_output_folders(...)
+
+
+def _clean_up_rendered_frames(options,rendering_output_folder,detected_frame_files):
+    """
+    If necessary, delete rendered frames and/or the entire rendering output folder.
+    """
     
-    #: Sample every Nth frame; set to None (default) or 1 to sample every frame.  Typically
-    #: we sample down to around 3 fps, so for typical 30 fps videos, frame_sample=10 is a 
-    #: typical value.
-    frame_sample = None
+    caller_provided_rendering_output_folder = (options.frame_rendering_folder is not None)
     
-    #: Number of workers to use for parallelization; set to <= 1 to disable parallelization
-    n_cores = 1
+    # (Optionally) delete the temporary directory we used for rendered detection images
+    if not options.keep_rendered_frames:
+        
+        try:
+            
+            # If (a) we're supposed to delete the temporary rendering folder no
+            # matter where it is and (b) we created it in temp space, delete the 
+            # whole tree
+            if options.force_rendered_frame_folder_deletion and \
+               (not caller_provided_rendering_output_folder):
+                   
+                if options.verbose:
+                    print('Recursively deleting rendered frame folder {}'.format(
+                        rendering_output_folder))
+                    
+                shutil.rmtree(rendering_output_folder)
+                
+            # ...otherwise just delete the frames, but leave the folder in place
+            else:
+                
+                if options.force_rendered_frame_folder_deletion:
+                    assert caller_provided_rendering_output_folder
+                    print('Warning: force_rendered_frame_folder_deletion supplied with a ' + \
+                          'user-provided folder, only removing frames')
+                        
+                for rendered_frame_fn in detected_frame_files:
+                    os.remove(rendered_frame_fn)
+                    
+        except Exception as e:
+            print('Warning: error deleting rendered frames from folder {}:\n{}'.format(
+                rendering_output_folder,str(e)))
+            pass
 
-    #: For debugging only, stop processing after a certain number of frames.
-    debug_max_frames = -1
-    
-    #: File containing non-standard categories, typically only used if you're running a non-MD
-    #: detector.
-    class_mapping_filename = None
+    elif options.force_rendered_frame_folder_deletion:
+        
+        print('Warning: keep_rendered_frames and force_rendered_frame_folder_deletion both ' + \
+              'specified, not deleting')
+            
+# ...def _clean_up_rendered_frames(...)
 
-# ...class ProcessVideoOptions
 
+def _clean_up_extracted_frames(options,frame_output_folder,frame_filenames):
+    """
+    If necessary, delete extracted frames and/or the entire temporary frame folder.
+    """
+    
+    caller_provided_frame_output_folder = (options.frame_folder is not None)
+                                           
+    if not options.keep_extracted_frames:
+        
+        try:
+            
+            # If (a) we're supposed to delete the temporary frame folder no
+            # matter where it is and (b) we created it in temp space, delete the 
+            # whole tree.
+            if options.force_extracted_frame_folder_deletion and \
+               (not caller_provided_frame_output_folder):
+                   
+                if options.verbose:
+                    print('Recursively deleting frame output folder {}'.format(frame_output_folder))
+                    
+                shutil.rmtree(frame_output_folder)
+                
+            # ...otherwise just delete the frames, but leave the folder in place
+            else:
+                
+                if options.force_extracted_frame_folder_deletion:
+                    assert caller_provided_frame_output_folder
+                    print('Warning: force_extracted_frame_folder_deletion supplied with a ' + \
+                          'user-provided folder, only removing frames')
+                    
+                for extracted_frame_fn in frame_filenames:
+                    os.remove(extracted_frame_fn)
+                    
+        except Exception as e:
+            print('Warning: error removing extracted frames from folder {}:\n{}'.format(
+                frame_output_folder,str(e)))
+            pass
+    
+    elif options.force_extracted_frame_folder_deletion:
+        
+        print('Warning: keep_extracted_frames and force_extracted_frame_folder_deletion both ' + \
+              'specified, not deleting')
+
+# ...def _clean_up_extracted_frames
 
-#%% Functions
 
 def process_video(options):
     """
@@ -154,35 +294,25 @@ def process_video(options):
     if options.render_output_video and (options.output_video_file is None):
         options.output_video_file = options.input_video_file + '.detections.mp4'
 
-    tempdir = os.path.join(tempfile.gettempdir(), 'process_camera_trap_video')    
-    os.makedirs(tempdir,exist_ok=True)
-    
-    # TODO:
-    # 
-    # This is a lazy fix to an issue... if multiple users run this script, the
-    # "process_camera_trap_video" folder is owned by the first person who creates it, and others
-    # can't write to it.  I could create uniquely-named folders, but I philosophically prefer
-    # to put all the individual UUID-named folders within a larger folder, so as to be a 
-    # good tempdir citizen.  So, the lazy fix is to make this world-writable.
-    try:
-        os.chmod(tempdir,0o777)
-    except Exception:
-        pass
+    # Track whether frame and rendering folders were created by this script
+    caller_provided_frame_output_folder = (options.frame_folder is not None)
+    caller_provided_rendering_output_folder = (options.frame_rendering_folder is not None)
     
-    if options.frame_folder is not None:
+    # This does not create any folders, just defines temporary folder names in 
+    # case we need them.
+    temporary_folder_info = _select_temporary_output_folders(options)
+        
+    if (caller_provided_frame_output_folder):
         frame_output_folder = options.frame_folder
     else:
-        frame_output_folder = os.path.join(
-            tempdir, os.path.basename(options.input_video_file) + '_frames_' + str(uuid1()))
-        
-    # TODO: keep track of whether we created this folder, delete if we're deleting the extracted
-    # frames and we created the folder, and the output files aren't in the same folder.  For now,
-    # we're just deleting the extracted frames and leaving the empty folder around in this case.
+        frame_output_folder = temporary_folder_info['frame_output_folder']
+   
     os.makedirs(frame_output_folder, exist_ok=True)
 
     frame_filenames, Fs = video_to_frames(
         options.input_video_file, frame_output_folder, 
-        every_n_frames=options.frame_sample, overwrite=(not options.reuse_frames_if_available))
+        every_n_frames=options.frame_sample, overwrite=(not options.reuse_frames_if_available),
+        quality=options.quality, max_width=options.max_width, verbose=options.verbose)
 
     image_file_names = frame_filenames
     if options.debug_max_frames > 0:
@@ -198,8 +328,8 @@ def process_video(options):
             options.model_file, image_file_names,
             confidence_threshold=options.json_confidence_threshold,
             n_cores=options.n_cores,
-            quiet=(not options.verbose),
-            class_mapping_filename=options.class_mapping_filename)
+            class_mapping_filename=options.class_mapping_filename,
+            quiet=True)
     
         run_detector_batch.write_results_to_file(
             results, options.output_json_file,
@@ -213,15 +343,11 @@ def process_video(options):
     if options.render_output_video:
         
         # Render detections to images
-        if options.frame_rendering_folder is not None:
+        if (caller_provided_rendering_output_folder):
             rendering_output_dir = options.frame_rendering_folder
         else:
-            rendering_output_dir = os.path.join(
-                tempdir, os.path.basename(options.input_video_file) + '_detections')
+            rendering_output_dir = temporary_folder_info['rendering_output_folder']
             
-        # TODO: keep track of whether we created this folder, delete if we're deleting the rendered
-        # frames and we created the folder, and the output files aren't in the same folder.  For now,
-        # we're just deleting the rendered frames and leaving the empty folder around in this case.
         os.makedirs(rendering_output_dir,exist_ok=True)
         
         detected_frame_files = visualize_detector_output.visualize_detector_output(
@@ -236,44 +362,20 @@ def process_video(options):
         else:
             rendering_fs = Fs / options.frame_sample
             
-        print('Rendering video to {} at {} fps (original video {} fps)'.format(
-            options.output_video_file,rendering_fs,Fs))
-        frames_to_video(detected_frame_files, rendering_fs, options.output_video_file, codec_spec=options.fourcc)
+        print('Rendering {} frames to {} at {} fps (original video {} fps)'.format(
+            len(detected_frame_files), options.output_video_file,rendering_fs,Fs))
+        frames_to_video(detected_frame_files, rendering_fs, options.output_video_file, 
+                        codec_spec=options.fourcc)
         
-        # Delete the temporary directory we used for detection images
-        if not options.keep_rendered_frames:
-            try:
-                if options.force_rendered_frame_folder_deletion:
-                    shutil.rmtree(rendering_output_dir)
-                else:
-                    for rendered_frame_fn in detected_frame_files:
-                        os.remove(rendered_frame_fn)
-            except Exception as e:
-                print('Warning: error deleting rendered frames from folder {}:\n{}'.format(
-                    rendering_output_dir,str(e)))
-                pass
+        # Possibly clean up rendered frames
+        _clean_up_rendered_frames(options,rendering_output_dir,detected_frame_files)
     
     # ...if we're rendering video
     
     
     ## (Optionally) delete the extracted frames
+    _clean_up_extracted_frames(options, frame_output_folder, frame_filenames)
     
-    if not options.keep_extracted_frames:
-        
-        try:
-            if options.force_extracted_frame_folder_deletion:
-                print('Recursively deleting frame output folder {}'.format(frame_output_folder))
-                shutil.rmtree(frame_output_folder)
-            else:
-                for extracted_frame_fn in frame_filenames:
-                    os.remove(extracted_frame_fn)
-        except Exception as e:
-            print('Warning: error removing extracted frames from folder {}:\n{}'.format(
-                frame_output_folder,str(e)))
-            pass
-        
-    return results
-
 # ...process_video()
 
 
@@ -299,24 +401,22 @@ def process_video_folder(options):
     frames_json = options.output_json_file.replace('.json','.frames.json')
     os.makedirs(os.path.dirname(video_json),exist_ok=True)
     
+    # Track whether frame and rendering folders were created by this script
+    caller_provided_frame_output_folder = (options.frame_folder is not None)
+    caller_provided_rendering_output_folder = (options.frame_rendering_folder is not None)
+    
+    # This does not create any folders, just defines temporary folder names in 
+    # case we need them.
+    temporary_folder_info = _select_temporary_output_folders(options)
+    
     
     ## Split every video into frames
     
-    if options.frame_folder is not None:
+    if caller_provided_frame_output_folder:
         frame_output_folder = options.frame_folder
     else:
-        tempdir = os.path.join(tempfile.gettempdir(), 'process_camera_trap_video')
-        os.makedirs(tempdir,exist_ok=True)
+        frame_output_folder = temporary_folder_info['frame_output_folder']
         
-        # TODO: see above; this is a lazy fix to a permissions issue
-        try:
-            os.chmod(tempdir,0o777)
-        except Exception:
-            pass
-
-        frame_output_folder = os.path.join(
-            tempdir, os.path.basename(options.input_video_file) + '_frames_' + str(uuid1()))
-
     os.makedirs(frame_output_folder, exist_ok=True)
 
     print('Extracting frames')
@@ -325,8 +425,11 @@ def process_video_folder(options):
                                output_folder_base=frame_output_folder, 
                                recursive=options.recursive, 
                                overwrite=(not options.reuse_frames_if_available),
-                               n_threads=options.n_cores,every_n_frames=options.frame_sample,
-                               verbose=options.verbose)
+                               n_threads=options.n_cores,
+                               every_n_frames=options.frame_sample,
+                               verbose=options.verbose,
+                               quality=options.quality,
+                               max_width=options.max_width)
     
     image_file_names = list(itertools.chain.from_iterable(frame_filenames))
     
@@ -346,7 +449,7 @@ def process_video_folder(options):
     
     if options.reuse_results_if_available and \
         os.path.isfile(frames_json):
-            print('Loading results from {}'.format(frames_json))
+            print('Bypassing inference, loading results from {}'.format(frames_json))
             results = None
     else:
         print('Running MegaDetector')
@@ -354,8 +457,8 @@ def process_video_folder(options):
             options.model_file, image_file_names,
             confidence_threshold=options.json_confidence_threshold,
             n_cores=options.n_cores,
-            quiet=(not options.verbose),
-            class_mapping_filename=options.class_mapping_filename)
+            class_mapping_filename=options.class_mapping_filename,
+            quiet=True)
     
         run_detector_batch.write_results_to_file(
             results, frames_json,
@@ -373,26 +476,23 @@ def process_video_folder(options):
     ## (Optionally) render output videos
     
     if options.render_output_video:
-
+                
         # Render detections to images
-        if options.frame_rendering_folder is not None:
-            frame_rendering_output_dir = options.frame_rendering_folder
+        if (caller_provided_rendering_output_folder):
+            rendering_output_dir = options.frame_rendering_folder
         else:
-            frame_rendering_output_dir = os.path.join(
-                tempdir, os.path.basename(options.input_video_file) + '_detections')
-        
-        # TODO: keep track of whether we created this folder, delete if we're deleting the rendered
-        # frames and we created the folder, and the output files aren't in the same folder.  For now,
-        # we're just deleting the rendered frames and leaving the empty folder around in this case.
-        os.makedirs(frame_rendering_output_dir,exist_ok=True)
+            rendering_output_dir = temporary_folder_info['rendering_output_folder']
+            
+        os.makedirs(rendering_output_dir,exist_ok=True)
         
         detected_frame_files = visualize_detector_output.visualize_detector_output(
             detector_output_path=frames_json,
-            out_dir=frame_rendering_output_dir,
+            out_dir=rendering_output_dir,
             images_dir=frame_output_folder,
             confidence_threshold=options.rendering_confidence_threshold,
             preserve_path_structure=True,
             output_image_width=-1)
+        detected_frame_files = [s.replace('\\','/') for s in detected_frame_files]
         
         # Choose an output folder
         output_folder_is_input_folder = False
@@ -424,7 +524,9 @@ def process_video_folder(options):
                 rendering_fs = video_fs / options.frame_sample
             
             input_video_file_relative = os.path.relpath(input_video_file_abs,options.input_video_file)
-            video_frame_output_folder = os.path.join(frame_rendering_output_dir,input_video_file_relative)
+            video_frame_output_folder = os.path.join(rendering_output_dir,input_video_file_relative)
+            
+            video_frame_output_folder = video_frame_output_folder.replace('\\','/')
             assert os.path.isdir(video_frame_output_folder), \
                 'Could not find frame folder for video {}'.format(input_video_file_relative)
             
@@ -450,42 +552,29 @@ def process_video_folder(options):
         # ...for each video
         
         # Possibly clean up rendered frames
-        if not options.keep_rendered_frames:
-            try:
-                if options.force_rendered_frame_folder_deletion:
-                    shutil.rmtree(frame_rendering_output_dir)
-                else:
-                    for rendered_frame_fn in detected_frame_files:
-                        os.remove(rendered_frame_fn)
-            except Exception as e:
-                print('Warning: error deleting rendered frames from folder {}:\n{}'.format(
-                    frame_rendering_output_dir,str(e)))
-                pass
+        _clean_up_rendered_frames(options,rendering_output_dir,detected_frame_files)          
         
     # ...if we're rendering video
     
     
     ## (Optionally) delete the extracted frames
-    
-    if not options.keep_extracted_frames:
-        try:
-            print('Deleting frame cache')
-            if options.force_extracted_frame_folder_deletion:
-                print('Recursively deleting frame output folder {}'.format(frame_output_folder))
-                shutil.rmtree(frame_output_folder)
-            else:
-                for frame_fn in image_file_names:
-                    os.remove(frame_fn)
-        except Exception as e:
-            print('Warning: error deleting frames from folder {}:\n{}'.format(
-                frame_output_folder,str(e)))
-            pass
+    _clean_up_extracted_frames(options, frame_output_folder, image_file_names)
 
 # ...process_video_folder()
 
 
 def options_to_command(options):
+    """
+    Convert a ProcessVideoOptions obejct to a corresponding command line.
     
+    Args:
+        options (ProcessVideoOptions): the options set to render as a command line
+        
+    Returns:
+        str: the command line coresponding to [options]
+        
+    :meta private:
+    """
     cmd = 'python process_video.py'
     cmd += ' "' + options.model_file + '"'
     cmd += ' "' + options.input_video_file + '"'
@@ -524,6 +613,16 @@ def options_to_command(options):
         cmd += ' --class_mapping_filename ' + str(options.class_mapping_filename)
     if options.fourcc is not None:
         cmd += ' --fourcc ' + options.fourcc
+    if options.quality is not None:
+        cmd += ' --quality ' + str(options.quality)
+    if options.max_width is not None:
+        cmd += ' --max_width ' + str(options.max_width)
+    if options.verbose:
+        cmd += ' --verbose'
+    if options.force_extracted_frame_folder_deletion:
+        cmd += ' --force_extracted_frame_folder_deletion'
+    if options.force_rendered_frame_folder_deletion:
+        cmd += ' --force_rendered_frame_folder_deletion'
 
     return cmd
 
@@ -535,11 +634,12 @@ if False:
     #%% Process a folder of videos
     
     model_file = 'MDV5A'
-    input_dir = r'c:\git\MegaDetector\test_images\test_images'    
-    frame_folder = r'g:\temp\video_test\frames'
-    rendering_folder = r'g:\temp\video_test\rendered-frames'
-    output_json_file = r'g:\temp\video_test\video-test.json'
-    output_video_folder = r'g:\temp\video_test\output_videos'    
+    input_dir = r'g:\temp\test-videos'
+    output_base = r'g:\temp\video_test'
+    frame_folder = os.path.join(output_base,'frames')
+    rendering_folder = os.path.join(output_base,'rendered-frames')
+    output_json_file = os.path.join(output_base,'video-test.json')
+    output_video_folder = os.path.join(output_base,'output_videos')
     
     print('Processing folder {}'.format(input_dir))
     
@@ -547,21 +647,31 @@ if False:
     options.model_file = model_file
     options.input_video_file = input_dir
     options.output_video_file = output_video_folder
-    options.frame_folder = frame_folder
     options.output_json_file = output_json_file
-    options.frame_rendering_folder = rendering_folder
-    options.render_output_video = True
-    options.keep_extracted_frames = True
-    options.keep_rendered_frames = True
     options.recursive = True
-    options.reuse_frames_if_available = True
-    options.reuse_results_if_available = True
+    options.reuse_frames_if_available = False
+    options.reuse_results_if_available = False
+    options.quality = 90
+    options.frame_sample = 10
+    options.max_width = 1280
+    options.n_cores = 5
+    options.verbose = True
+    options.render_output_video = True
+    
+    options.frame_folder = None # frame_folder
+    options.frame_rendering_folder = None # rendering_folder
+    
+    options.keep_extracted_frames = False
+    options.keep_rendered_frames = False
+    options.force_extracted_frame_folder_deletion = True
+    options.force_rendered_frame_folder_deletion = True
+    
     # options.confidence_threshold = 0.15
-    # options.fourcc = 'mp4v'        
+    options.fourcc = 'mp4v'
     
-    cmd = options_to_command(options)
-    print(cmd)
-    # import clipboard; clipboard.copy(cmd)
+    cmd = options_to_command(options); print(cmd)
+        
+    import clipboard; clipboard.copy(cmd)
     
     if False:
         process_video_folder(options)
@@ -569,23 +679,42 @@ if False:
     
     #%% Process a single video
 
-    fn = os.path.expanduser('~/tmp/video-test/test-video.mp4')
+    fn = r'g:\temp\test-videos\person_and_dog\DSCF0056.AVI'
     model_file = 'MDV5A'
     input_video_file = fn
-    frame_folder = os.path.expanduser('~/tmp/video-test/frames')
-    rendering_folder = os.path.expanduser('~/tmp/video-test/rendered-frames')
+    
+    output_base = r'g:\temp\video_test'
+    frame_folder = os.path.join(output_base,'frames')
+    rendering_folder = os.path.join(output_base,'rendered-frames')
+    output_json_file = os.path.join(output_base,'video-test.json')
+    output_video_file = os.path.join(output_base,'output_videos.mp4')
     
     options = ProcessVideoOptions()
     options.model_file = model_file
     options.input_video_file = input_video_file
-    options.frame_folder = frame_folder
-    options.frame_rendering_folder = rendering_folder
     options.render_output_video = True
-    options.output_video_file = os.path.expanduser('~/tmp/video-test/detections.mp4')
+    options.output_video_file = output_video_file
+    
+    options.verbose = True
+    
+    options.quality = 75
+    options.frame_sample = None # 10
+    options.max_width = 600
+    
+    options.frame_folder = None # frame_folder
+    options.frame_rendering_folder = None # rendering_folder
     
-    cmd = options_to_command(options)
-    print(cmd)
-    # import clipboard; clipboard.copy(cmd)
+    options.keep_extracted_frames = False
+    options.keep_rendered_frames = False
+    options.force_extracted_frame_folder_deletion = True
+    options.force_rendered_frame_folder_deletion = True
+    
+    # options.confidence_threshold = 0.15
+    options.fourcc = 'mp4v'
+    
+    cmd = options_to_command(options); print(cmd)
+    
+    import clipboard; clipboard.copy(cmd)
     
     if False:        
         process_video(options)    
@@ -640,7 +769,8 @@ def main():
                         help='enable video output rendering (not rendered by default)')
 
     parser.add_argument('--fourcc', default=default_fourcc,
-                        help='fourcc code to use for video encoding (default {}), only used if render_output_video is True'.format(default_fourcc))
+                        help='fourcc code to use for video encoding (default {}), only used if render_output_video is True'.format(
+                            default_fourcc))
     
     parser.add_argument('--keep_rendered_frames',
                        action='store_true', help='Disable the deletion of rendered (w/boxes) frames')
@@ -666,7 +796,7 @@ def main():
                                 default_options.json_confidence_threshold))
 
     parser.add_argument('--n_cores', type=int,
-                        default=1, help='number of cores to use for frame separation and detection. '\
+                        default=1, help='Number of cores to use for frame separation and detection. '\
                             'If using a GPU, this option will be respected for frame separation but '\
                             'ignored for detection.  Only relevant to frame separation when processing '\
                             'a folder.')
@@ -674,8 +804,18 @@ def main():
     parser.add_argument('--frame_sample', type=int,
                         default=None, help='process every Nth frame (defaults to every frame)')
 
+    parser.add_argument('--quality', type=int,
+                        default=default_options.quality, 
+                        help='JPEG quality for extracted frames (defaults to {})'.format(
+                            default_options.quality))
+
+    parser.add_argument('--max_width', type=int,
+                        default=default_options.max_width, 
+                        help='Resize frames larger than this before writing (defaults to {})'.format(
+                            default_options.max_width))
+
     parser.add_argument('--debug_max_frames', type=int,
-                        default=-1, help='trim to N frames for debugging (impacts model execution, '\
+                        default=-1, help='Trim to N frames for debugging (impacts model execution, '\
                             'not frame rendering)')
     
     parser.add_argument('--class_mapping_filename',
@@ -685,6 +825,10 @@ def main():
                             'the addition of "1" to all category IDs, so your class mapping should start '\
                             'at zero.')
 
+    parser.add_argument('--verbose', action='store_true',
+                        help='Enable additional debug output')
+    
+        
     if len(sys.argv[1:]) == 0:
         parser.print_help()
         parser.exit()