tictacsync 1.0.2a0__py3-none-any.whl → 1.2.0b0__py3-none-any.whl

tictacsync/device_scanner.py

@@ -18,6 +18,8 @@ M4V SVI 3GP 3G2 MXF ROQ NSV FLV F4V F4P F4A F4B 3GP AA AAC AAX ACT AIFF ALAC
 AMR APE AU AWB DSS DVF FLAC GSM IKLAX IVS M4A M4B M4P MMF MP3 MPC MSV NMF
 OGG OGA MOGG OPUS RA RM RAW RF64 SLN TTA VOC VOX WAV WMA WV WEBM 8SVX CDA MOV AVI BWF""".split()
 
+audio_ext = 'aiff wav mp3'.split()
+
 from dataclasses import dataclass
 import ffmpeg, os, sys, shutil
 from os import listdir
@@ -37,9 +39,11 @@ from itertools import groupby
 try:
     from . import multi2polywav
     from . import mamsync
+    from . import mamconf
 except:
     import multi2polywav
     import mamsync
+    import mamconf
 
 MCCDIR = 'SyncedMulticamClips'
 SYNCEDFOLDER = 'SyncedMedia'
@@ -264,7 +268,7 @@ class Scanner:
         """
         logger.debug(f'on entry synced_root: {synced_root}')
         if synced_root != None: # mam mode
-            p = Path(platformdirs.user_data_dir('mamsync', 'plutz'))/mamsync.LOG_FILE
+            p = Path(platformdirs.user_data_dir('mamsync', 'plutz'))/mamconf.LOG_FILE
             with open(p, 'r') as fh:
                 done = set(fh.read().split()) # sets of strings of abs path
             logger.debug(f'done clips: {pformat(done)}')
@@ -282,29 +286,6 @@ class Scanner:
                                 continue
                             else:
                                 clip_paths.append(raw_path)
-############################################################ MOVE
-            elif synced_root != None: # MAM mode
-                #non AV files and directories
-                synced_path = Path(synced_root)/str(raw_path)[1:] # cant join abs. paths
-                if raw_path.is_dir():
-                        synced_path.mkdir(parents=True, exist_ok=True)
-                        continue
-                # if here, it's a file
-                if not synced_path.exists():
-                    print(f'will mirror non AV file at {synced_path}')
-                    logger.debug(f'will mirror non AV file at {synced_path}')
-                    shutil.copy2(raw_path, synced_path)
-                    continue
-                # file exists, check if same
-                same = filecmp.cmp(raw_path, synced_path, shallow=False)
-                logger.debug(f'copy exists of:\n{raw_path}\n{synced_path}')
-                if not same:
-                    print(f'file changed, copying again\n{raw_path}')
-                    shutil.copy2(raw_path, synced_path)
-                else:
-                    logger.debug('same content, next')
-                    continue # next raw_path in loop
-###################################################################
         if some_done:
             print('Somme media files were already synced...')
         logger.debug('found media files %s'%clip_paths)

tictacsync/entry.py

@@ -164,13 +164,14 @@ def main():
         quit()
     if args.verbose_output:
         logger.add(sys.stderr, level="DEBUG")
-    # logger.add(sys.stdout, filter=lambda r: r["function"] == "move_multicam_to_dir")
-    # logger.add(sys.stdout, filter=lambda r: r["function"] == "_merge_audio_and_video")
+
+    # logger.add(sys.stdout, filter=lambda r: r["function"] == "_write_ISOs")
+    logger.add(sys.stdout, filter=lambda r: r["function"] == "_build_and_write_audio")
     #
     # logger.add(sys.stdout, filter="__main__")
     # logger.add(sys.stdout, filter="yaltc")
 
-    logger.add(sys.stdout, filter=lambda r: r["function"] == "start_proj")
+    # logger.add(sys.stdout, filter=lambda r: r["function"] == "move_multicam_to_dir")
     # logger.add(sys.stdout, filter=lambda r: r["function"] == "_dev_type_for_name")
     # logger.add(sys.stdout, filter=lambda r: r["function"] == "scan_media_and_build_devices_UID")
 
@@ -203,20 +204,7 @@ def main():
         maxch = len(devices)
         for i, d in enumerate(devices):
             print('\t%i - %s'%(i+1, d.name))
-        while True:
-            print('\nEnter your choice:', end='')
-            choice = input()
-            try:
-                choice = int(choice)
-            except:
-                print('Please use numeric digits.')
-                continue
-            if choice not in list(range(1, maxch + 1)):
-                print('Please enter a number in [1..%i]'%maxch)
-                continue
-            break
-        ref_device = list(devices)[choice - 1]
-        # ref_device = list(devices)[3 - 1]
+        ref_device = list(devices)[3 - 1]
         print('When only audio recordings are present, ISOs files will be cut and written.')
     if not args.terse:
         if scanner.input_structure == 'ordered':
@@ -265,7 +253,7 @@ def main():
         for rec in recordings:
         # print(rec, rec.device == ref_device)
             if rec.device == ref_device:
-                rec.is_reference = True
+                rec.is_audio_reference = True
     if not args.terse:    
         table = Table(title="tictacsync results")
         table.add_column("Recording\n", justify="center", style='gold1')
@@ -319,11 +307,19 @@ def main():
     # output_dir = args.o
     # if args.verbose_output or args.terse: # verbose, so no progress bars
     print('Merging...')
+    # for merger in matcher.mergers:
+    #     merger.build_audio_and_write_merged_media(top_dir,
+    #     args.dont_write_cam_folder,
+    #     asked_ISOs,
+    #     audio_REC_only)
     for merger in matcher.mergers:
-        merger.build_audio_and_write_merged_media(top_dir,
-        args.dont_write_cam_folder,
-        asked_ISOs,
-        audio_REC_only)
+        if audio_REC_only:
+            # rare
+            merger._build_and_write_audio(top_dir)
+        else:
+            # almost always syncing audio to video clips
+            merger._build_audio_and_write_video(top_dir,
+                args.dont_write_cam_folder, asked_ISOs)
     if not args.terse:
         print("\n")
     # find out where files were written
@@ -337,23 +333,24 @@ def main():
         nameAnd2Parents = Path('').joinpath(*final_p.parts[-2:])
         print(' became [gold1]%s[/gold1]'%nameAnd2Parents)
         # matcher._build_otio_tracks_for_cam()
-    matcher.set_up_clusters() # multicam
-    matcher.shrink_gaps_between_takes(args.timelineoffset)
-    logger.debug('matcher.multicam_clips_clusters %s'%
-                        pformat(matcher.multicam_clips_clusters))
-    # clusters is list of {'end': t1, 'start': t2, 'vids': [r1,r3]}
-    # really_clusters is True if one of them has len() > 1
-    really_clusters = any([len(cl['vids']) > 1 for cl
-                        in matcher.multicam_clips_clusters])
-    if really_clusters:
-        if scanner.input_structure == 'loose':
-            print('\nThere are synced multicam clips but without structured folders')
-            print('they were not grouped together under the same folder.')
+    if not audio_REC_only:        
+        matcher.set_up_clusters() # multicam
+        matcher.shrink_gaps_between_takes(args.timelineoffset)
+        logger.debug('matcher.multicam_clips_clusters %s'%
+                            pformat(matcher.multicam_clips_clusters))
+        # clusters is list of {'end': t1, 'start': t2, 'vids': [r1,r3]}
+        # really_clusters is True if one of them has len() > 1
+        really_clusters = any([len(cl['vids']) > 1 for cl
+                            in matcher.multicam_clips_clusters])
+        if really_clusters:
+            if scanner.input_structure == 'loose':
+                print('\nThere are synced multicam clips but without structured folders')
+                print('they were not grouped together under the same folder.')
+            else:
+                matcher.move_multicam_to_dir()
         else:
-            matcher.move_multicam_to_dir()
-    else:
-        logger.debug('not really a multicam cluster, nothing to move')
-    sys.exit(0)
+            logger.debug('not really a multicam cluster, nothing to move')
+        sys.exit(0)
     
 if __name__ == '__main__':
     main()

tictacsync/mamconf.py

@@ -0,0 +1,175 @@
+import argparse, platformdirs, configparser, sys
+from loguru import logger
+from pprint import pprint, pformat
+from pathlib import Path
+
+
+CONF_FILE = 'mamsync.cfg'
+LOG_FILE = 'mamdone.txt'
+
+logger.remove()
+# logger.add(sys.stdout, level="DEBUG")
+# logger.add(sys.stdout, filter=lambda r: r["function"] == "write_conf")
+
+
+def print_out_conf(raw_root, synced_root, snd_root, proxies=''):
+    print(f'RAWROOT (source with TC): "{raw_root}"')
+    print(f'SYNCEDROOT (destination of synced folder): "{synced_root}"')
+    print(f'SNDROOT (destination of ISOs sound files): "{snd_root}"')
+    if proxies != '':
+        print(f'PROXIES (NLE proxy clips folder): "{proxies}"')
+
+def write_conf(conf_key, conf_val):
+    # args are pahtlib.Paths.
+    # RAWROOT: files with TC (and ROLL folders), as is from cameras
+    # SYNCEDROOT: synced and no more TC (ROLL flattened)
+    # Writes configuration on filesystem for later retrieval
+    # Clears log of already synced clips.
+    conf_dir = platformdirs.user_config_dir('mamsync', 'plutz', ensure_exists=True)
+    current_values = dict(zip(['RAWROOT', 'SYNCEDROOT', 'SNDROOT', 'PROXIES'],
+                        get_proj()))
+    logger.debug(f'old values {current_values}')
+    current_values[conf_key] = conf_val
+    logger.debug(f'updated values {current_values}')
+    conf_file = Path(conf_dir)/CONF_FILE
+    logger.debug('writing config in %s'%conf_file)
+    # print(f'\nWriting folders paths in configuration file "{conf_file}"')
+    # print_out_conf(raw_root, synced_root, snd_root)
+    conf_prs = configparser.ConfigParser()
+    conf_prs['SECTION1'] = current_values
+    with open(conf_file, 'w') as configfile_handle:
+        conf_prs.write(configfile_handle)
+    with open(conf_file, 'r') as configfile_handle:
+        logger.debug(f'config file content: \n{configfile_handle.read()}')
+
+def get_proj(print_conf_stdout=False):
+    # check if user started a project before.
+    # stored in platformdirs.user_config_dir
+    # returns a tuple of strings (RAWROOT, SYNCEDROOTS, SNDROOT, PROXIES)
+    # if any, or a tuple of 4 empty strings '' otherwise.
+    # print location of conf file if print_conf_stdout
+    conf_dir = platformdirs.user_config_dir('mamsync', 'plutz')
+    conf_file = Path(conf_dir)/CONF_FILE
+    logger.debug('try reading config in %s'%conf_file)
+    if print_conf_stdout:
+        print(f'\nTrying to read configuration from file {conf_file}')
+    if conf_file.exists():
+        conf_prs = configparser.ConfigParser()
+        conf_prs.read(conf_file)
+        try:
+            RAWROOT = conf_prs.get('SECTION1', 'RAWROOT')
+        except configparser.NoOptionError:
+            RAWROOT = ''
+        try:
+            SYNCEDROOT = conf_prs.get('SECTION1', 'SYNCEDROOT')
+        except configparser.NoOptionError:
+            SYNCEDROOT = ''
+        try:
+            PROXIES = conf_prs.get('SECTION1', 'PROXIES')
+        except configparser.NoOptionError:
+            PROXIES = ''
+        try:
+            SNDROOT = conf_prs.get('SECTION1', 'SNDROOT')
+        except configparser.NoOptionError:
+            SNDROOT = ''
+        logger.debug('read from conf: RAWROOT= %s SYNCEDROOT= %s SNDROOT=%s PROXIES=%s'%
+                                    (RAWROOT, SYNCEDROOT, SNDROOT, PROXIES))
+        return RAWROOT, SYNCEDROOT, SNDROOT, PROXIES
+    else:
+        logger.debug(f'no config file found at {conf_file}')
+        print('No configuration found.')
+        return '', '', '', ''
+
+def new_parser():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--rawroot',
+                        nargs = 1,
+                        dest='rawroot',
+                        help='Sets new value for raw root folder (i.e.: clips with TC)')
+    parser.add_argument('--syncedroot',
+                        nargs = 1,
+                        dest='syncedroot',
+                        help="""Sets where the synced files will be written, to be used by the NLE. Will contain a mirror copy of RAWROOT """)
+    parser.add_argument('--proxies',
+                        nargs = 1,
+                        dest='proxies',
+                        help='Sets where the proxy files are stored by the NLE')
+    parser.add_argument('--sndfolder',
+                        nargs = 1,
+                        dest='sndfolder',
+                        help='Sets new value for sound folder (where ISOs sound files will be stored)')
+    parser.add_argument('--clearconf',
+                    action='store_true',
+                    dest='clearconf',
+                    help='Clear configured values.')
+    parser.add_argument('--showconf',
+                    action='store_true',
+                    dest='showconf',
+                    help='Show current configured values.')
+    return parser
+
+def main():
+    parser = new_parser()
+    args = parser.parse_args()
+    logger.debug(f'arguments from argparse {args}')
+    if args.rawroot:
+        val = args.rawroot[0]
+        write_conf('RAWROOT', val)
+        print(f'Set source folder of unsynced clips (rawroot) to:\n{val}')
+        sys.exit(0)
+    if args.syncedroot:
+        val = args.syncedroot[0]
+        write_conf('SYNCEDROOT', args.syncedroot[0])
+        print(f'Set destination folder of synced clips (syncedroot) to:\n{val}')
+        sys.exit(0)
+    if args.proxies:
+        val = args.proxies[0]
+        write_conf('PROXIES', args.proxies[0])
+        print(f'Set proxies folder to:\n{val}')
+        sys.exit(0)
+    if args.sndfolder:
+        val = args.sndfolder[0]
+        write_conf('SNDROOT', args.sndfolder[0])
+        print(f'Set destination folder of ISOs sound files (sndfolder) to:\n{val}')
+        sys.exit(0)
+    if args.clearconf:
+        write_conf('RAWROOT', '')
+        write_conf('SYNCEDROOT', '')
+        write_conf('SNDROOT', '')
+        write_conf('PROXIES', '')
+        print_out_conf('','','','')
+        sys.exit(0)
+    if args.showconf:
+        get_proj()
+        print_out_conf(*get_proj(True))
+        sys.exit(0)
+    # roots = get_proj(False)
+    # if any([r == '' for r in roots]):
+    #     print("Can't sync if some folders are not set:")
+    #     print_out_conf(*get_proj())
+    #     print('Bye.')
+    #     sys.exit(0)
+    # for r in roots:
+    #     if not r.is_absolute():
+    #         print(f'\rError: folder {r} must be an absolute path. Bye')
+    #         sys.exit(0)
+    #     if not r.exists():
+    #         print(f'\rError: folder {r} does not exist. Bye')
+    #         sys.exit(0)
+    #     if not r.is_dir():
+    #         print(f'\rError: path {r} is not a folder. Bye')
+    #         sys.exit(0)
+    # raw_root, synced_root, snd_root = roots
+    # if args.sub_dir != None:
+    #     top_dir = args.sub_dir
+    #     logger.debug(f'sub _dir: {args.sub_dir}')
+    #     if not Path(top_dir).exists():
+    #         print(f"\rError: folder {top_dir} doesn't exist, bye.")
+    #         sys.exit(0)
+    # else:
+    #     top_dir = raw_root
+    # if args.resync:
+    #     clear_log()
+
+if __name__ == '__main__':
+    main()