tictacsync 0.91a0__py3-none-any.whl → 0.96a0__py3-none-any.whl

tictacsync/entry.py

@@ -1,4 +1,4 @@
-# print('Loading modules...', end='')
+print('Loading modules...', end='')
 
 # I know, the following is ugly, but I need those try's to
 # run the command in my dev setting AND from
@@ -16,18 +16,21 @@ except:
     import timeline
     import multi2polywav
 
-import argparse
+import argparse, tempfile
 from loguru import logger
 from pathlib import Path
 # import os, sys
-import os, sys
+import os, sys, sox
 from rich.progress import track
 # from pprint import pprint
 from rich.console import Console
 # from rich.text import Text
 from rich.table import Table
 from rich import print
-from pprint import pprint 
+from pprint import pprint
+import numpy as np
+
+DEL_TEMP = False
 
 av_file_extensions = \
 """MOV webm mkv flv flv vob ogv ogg drc gif gifv mng avi MTS M2TS TS mov qt
@@ -40,7 +43,7 @@ logger.level("DEBUG", color="<yellow>")
 
 def process_files_with_progress_bars(medias):
     recordings = []
-    rec_with_yaltc = []
+    rec_with_TTC = []
     times = []
     for m in track(medias,
             description="1/4 Initializing Recordings:"):
@@ -49,25 +52,26 @@ def process_files_with_progress_bars(medias):
     for r in track(recordings,
             description="2/4  Looking for TicTacCode:"):
         if r.seems_to_have_TicTacCode_at_beginning():
-            rec_with_yaltc.append(r)
-    for r in track(rec_with_yaltc,
+            rec_with_TTC.append(r)
+    for r in track(rec_with_TTC,
             description="3/4     Finding start times:"):
         times.append(r.get_start_time())
-    return recordings, rec_with_yaltc, times
+    return recordings, rec_with_TTC, times
 
 def process_files(medias):
+    # maps Media objects -> Recording objects
     recordings = []
-    rec_with_yaltc = []
+    rec_with_TTC = []
     times = []
     for m in medias:
         recordings.append(yaltc.Recording(m))
     for r in recordings:
         # print('%s duration %.2fs'%(r.AVpath.name, r.get_duration()))
         if r.seems_to_have_TicTacCode_at_beginning():
-            rec_with_yaltc.append(r)
-    for r in rec_with_yaltc:
+            rec_with_TTC.append(r)
+    for r in rec_with_TTC:
         times.append(r.get_start_time())
-    return recordings, rec_with_yaltc, times
+    return recordings, rec_with_TTC, times
 
 def process_single(file, args):
     # argument is a single file
@@ -97,6 +101,43 @@ def process_single(file, args):
             print('Start time couldnt be determined')
     sys.exit(1)
 
+def process_lag_adjustement(media_object):
+    # trim channels that are lagging (as stated in tracks.txt)
+    # replace the old file, and rename the old one with .wavbk
+    # if .wavbk exist, process was done already, so dont process
+    # returns nothing
+    lags = media_object.device.tracks.lag_values
+    logger.debug('will process %s lags'%[lags])
+    channels = timeline._split_channels(media_object.path)
+    # add bk to file on filesystem, but media_object.path is unchanged (?)
+    backup_name = str(media_object.path) + 'bk'
+    if Path(backup_name).exists():
+        logger.debug('%s exists, so return now.'%backup_name)
+        return
+    media_object.path.replace(backup_name)
+    logger.debug('channels %s'%channels)
+    def _trim(lag, chan_file):
+        # for lag
+        if lag == None:
+            return chan_file
+        else:
+            logger.debug('process %s for lag of %s'%(chan_file, lag))            
+            sox_transform = sox.Transformer()
+            sox_transform.trim(float(lag)*1e-3)
+            output_fh = tempfile.NamedTemporaryFile(suffix='.wav', delete=DEL_TEMP)
+            out_file = timeline._pathname(output_fh)
+            input_file = timeline._pathname(chan_file)
+            logger.debug('sox in and out files: %s %s'%(input_file, out_file))
+            logger.debug('calling sox_transform.build()')
+            status = sox_transform.build(input_file, out_file, return_output=True )
+            logger.debug('sox.build exit code %s'%str(status))
+        return output_fh
+    new_channels = [_trim(*e) for e in zip(lags, channels)]
+    logger.debug('new_channels %s'%new_channels)
+    trimmed_multichanfile = timeline._sox_combine(new_channels)
+    logger.debug('trimmed_multichanfile %s'%timeline._pathname(trimmed_multichanfile))
+    Path(timeline._pathname(trimmed_multichanfile)).replace(media_object.path)
+
 def main():
     parser = argparse.ArgumentParser()
     parser.add_argument(
@@ -107,32 +148,46 @@ def main():
                 )
     # parser.add_argument("directory", nargs="?", help="path of media directory")
     # parser.add_argument('-v', action='store_true')
-    parser.add_argument('-v', action='store_true', default=False,
-                    dest='verbose_output',
-                    help='Set verbose ouput')
+    parser.add_argument('-v',
+                        action='store_true',  #ie default False
+                        dest='verbose_output',
+                        help='Set verbose ouput')
     parser.add_argument('-o', nargs=1,
                     help='Where to write the SyncedMedia folder [default to "path" ]')
-    parser.add_argument('-p', action='store_true', default=False,
+    parser.add_argument('-t','--timelineoffset',
+                    nargs=1,
+                    default=['00:00:00:00'],
+                    dest='timelineoffset',
+                    help='When processing multicam, where to place clips on NLE timeline (HH:MM:SS:FF)')
+    parser.add_argument('-p',
+                    action='store_true',
                     dest='plotting',
                     help='Produce plots')
-    parser.add_argument('--isos', action='store_true', default=False,
+    parser.add_argument('--isos',
+                    action='store_true',
                     dest='write_ISOs',
                     help='Write ISO sound files')
-    parser.add_argument('--nosync', action='store_true',
+    parser.add_argument('--nosync',
+                    action='store_true',
                     dest='nosync',
                     help='Just scan and decode')
-    parser.add_argument('--terse', action='store_true',
+    parser.add_argument('--terse',
+                    action='store_true',
                     dest='terse',
                     help='Terse output')
     args = parser.parse_args()
+    # print(args)
+    if len(args.timelineoffset) != 1:
+        print('--timelineoffset needs one value, got %s'%args.timelineoffset)
+        quit()
     if args.verbose_output:
         logger.add(sys.stderr, level="DEBUG")
     # logger.add(sys.stdout, filter="__main__")
     # logger.add(sys.stdout, filter="yaltc")
-    # logger.add(sys.stdout, filter=lambda r: r["function"] == "get_start_time")
-    # logger.add(sys.stdout, filter=lambda r: r["function"] == "_detect_sync_pulse_position")
-    # logger.add(sys.stdout, filter=lambda r: r["function"] == "_get_device_mix")
-    # logger.add(sys.stdout, filter=lambda r: r["function"] == "_sox_mix_files")
+    # logger.add(sys.stdout, filter=lambda r: r["function"] == "scan_audio_for_each_videoclip")
+    # logger.debug(sys.stdout, filter=lambda r: r["function"] == "main")
+    # logger.add(sys.stdout, filter=lambda r: r["function"] == "_build_and_write_audio")
+    # logger.add(sys.stdout, filter=lambda r: r["function"] == "_build_audio_and_write_video")
     top_dir = args.path[0]
     if os.path.isfile(top_dir):
         file = top_dir
@@ -151,7 +206,41 @@ def main():
         sys.exit(1)
     multi2polywav.poly_all(top_dir)
     scanner = device_scanner.Scanner(top_dir, stay_silent=args.terse)
-    scanner.scan_media_and_build_devices_UID() 
+    scanner.scan_media_and_build_devices_UID()
+    for m in scanner.found_media_files:
+        if m.device.tracks:
+            if not all([lv == None for lv in m.device.tracks.lag_values]):
+                logger.debug('%s has lag_values %s'%(
+                        m.path, m.device.tracks.lag_values))
+                process_lag_adjustement(m)
+    audio_REC_only = all([m.device.dev_type == 'REC' for m
+                                        in scanner.found_media_files])
+
+    if audio_REC_only:
+        if scanner.input_structure != 'folder_is_device':
+            print('For merging audio only, use a directory per device, quitting')
+            sys.exit(1)
+        print('\n\n\nOnly audio recordings are present')
+        print('Which device should be the reference?\n')
+        devices = scanner.get_devices()
+        maxch = len(devices)
+        for i, d in enumerate(devices):
+            print('\t%i - %s'%(i+1, d.name))
+        # while True:
+        #     print('\nEnter your choice:', end='')
+        #     choice = input()
+        #     try:
+        #         choice = int(choice)
+        #     except:
+        #         print('Please use numeric digits.')
+        #         continue
+        #     if choice not in list(range(1, maxch + 1)):
+        #         print('Please enter a number in [1..%i]'%maxch)
+        #         continue
+        #     break
+        # ref_device = list(devices)[choice - 1]
+        choice = 3
+        ref_device = list(devices)[choice - 1]
     if not args.terse:
         if scanner.input_structure == 'folder_is_device':
             print('\nDetected structured folders', end='')
@@ -162,32 +251,43 @@ def main():
         else:
             print('\nDetected loose structure')
             if scanner.CAM_numbers() > 1:
-                print('\nNote: different CAMs are present, will sync audio')
-                print('for each of them but if you want to set their')
-                print('respective timecode for NLE timeline alignement')
-                print('you should regroup clips by CAM under their own DIR.')
+                print('\nNote: different CAMs are present, will sync audio for each of them but if you want to set their')
+                print('respective timecode for NLE timeline alignement you should regroup clips by CAM under their own DIR.')
         print('\nFound [gold1]%i[/gold1] media files '%(
             len(scanner.found_media_files)), end='')
         print('from [gold1]%i[/gold1] devices:\n'%(
             scanner.get_devices_number()))
-        for dev in scanner.get_devices():
-            print('  [gold1]%s[/gold1] with files:'%dev.name, end = ' ')
+        all_devices = scanner.get_devices()
+        for dev in all_devices:
+            dt = 'Camera' if dev.dev_type == 'CAM' else 'Recorder'
+            print('%s [gold1]%s[/gold1] with files:'%(dt, dev.name), end = ' ')
             medias = scanner.get_media_for_device(dev)
-            for m in medias[:-1]:
+            for m in medias[:-1]: # last printed out of loop
                 print('[gold1]%s[/gold1]'%m.path.name, end=', ')
             print('[gold1]%s[/gold1]'%medias[-1].path.name)
+            a_media = medias[0]
+        # check if all audio recorders have same sampling freq
+        freqs = [dev.sampling_freq for dev in all_devices if dev.dev_type == 'REC']
+        same = np.isclose(np.std(freqs),0)
+        logger.debug('sampling freqs from audio recoders %s, same:%s'%(freqs, same))
+        if not same:
+            print('some audio recorders have different sampling frequencies:')
+            print(freqs)
+            print('resulting in undefined results: quitting...')
+            quit()
         print()
-    # if args.verbose_output or args.terse: # verbose or terse, so no progress bars
-    #     rez = process_files(scanner.found_media_files)
-    # else: 
-    #     rez = process_files_with_progress_bars(scanner.found_media_files)
-    rez = process_files(scanner.found_media_files)
-    recordings, rec_with_yaltc, times = rez
+    recordings, rec_with_TTC, times = \
+            process_files(scanner.found_media_files)
     recordings_with_time =  [
         rec 
-        for rec in rec_with_yaltc
+        for rec in rec_with_TTC
         if rec.get_start_time()
         ]
+    if audio_REC_only:
+        for rec in recordings:
+        # print(rec, rec.device == ref_device)
+            if rec.device == ref_device:
+                rec.is_reference = True
     if not args.terse:    
         table = Table(title="tictacsync results")
         table.add_column("Recording\n", justify="center", style='gold1')
@@ -199,7 +299,7 @@ def main():
         table.add_column("Date\n", justify="center", style='gold1')
         rec_WO_time = [
             rec.AVpath.name
-            for rec in rec_with_yaltc
+            for rec in rec_with_TTC
             if not rec.get_start_time()
             ]
         if rec_WO_time:
@@ -226,16 +326,13 @@ def main():
         print()
     n_devices = scanner.get_devices_number()
     OUT_struct_for_mcam = scanner.top_dir_has_multicam
-    # if n_devices > 2:
-    #     print('\nMerging for more than 2 devices is not implemented yet, quitting...')
-    #     sys.exit(1)
     if len(recordings_with_time) < 2:
         if not args.terse:
             print('\nNothing to sync, exiting.\n')
         sys.exit(1)
     matcher = timeline.Matcher(recordings_with_time)
     matcher.scan_audio_for_each_videoclip()
-    if not matcher.video_mergers:
+    if not matcher.mergers:
         if not args.terse:
             print('\nNothing to sync, bye.\n')
         sys.exit(1)
@@ -245,31 +342,25 @@ def main():
         asked_ISOs = False
     output_dir = args.o
     # if args.verbose_output or args.terse: # verbose, so no progress bars
-    for stitcher in matcher.video_mergers:
-        stitcher.build_audio_and_write_video(top_dir, arg_out_dir,
+    for merger in matcher.mergers:
+        merger.build_audio_and_write_merged_media(top_dir, arg_out_dir,
         OUT_struct_for_mcam,
-        asked_ISOs,)
-    # else:
-    #     print() 
-    #     for stitcher in track(matcher.video_mergers,
-    #         description="4/4         Merging sound to videos:"):
-    #         stitcher.build_audio_and_write_video(top_dir, arg_out_dir,
-    #                 OUT_struct_for_mcam,
-    #                 asked_ISOs,)
+        asked_ISOs,
+        audio_REC_only)
     if not args.terse:
         print("\n")
     # find out where files were wrtitten
-    a_stitcher = matcher.video_mergers[0]
+    a_merger = matcher.mergers[0]
     print('\nWrote output in folder [gold1]%s[/gold1]'%(
-            a_stitcher.synced_clip_dir))
-    for stitcher in matcher.video_mergers:
-        print('[gold1]%s[/gold1]'%stitcher.videoclip.AVpath.name, end='')
-        for audio in stitcher.get_matched_audio_recs():
+            a_merger.synced_clip_dir))
+    for merger in matcher.mergers:
+        print('[gold1]%s[/gold1]'%merger.videoclip.AVpath.name, end='')
+        for audio in merger.get_matched_audio_recs():
             print(' + [gold1]%s[/gold1]'%audio.AVpath.name, end='')
-        new_file = stitcher.videoclip.final_synced_file.parts
-        print(' became [gold1]%s[/gold1]'%stitcher.videoclip.final_synced_file.name)
+        new_file = merger.videoclip.final_synced_file.parts
+        print(' became [gold1]%s[/gold1]'%merger.videoclip.final_synced_file.name)
         # matcher._build_otio_tracks_for_cam()
-    matcher.shrink_gaps_between_takes()
+    matcher.shrink_gaps_between_takes(args.timelineoffset)
     sys.exit(0)
     
 if __name__ == '__main__':

tictacsync/multi2polywav.py

@@ -1,4 +1,4 @@
-import argparse, wave, subprocess
+import argparse, wave, subprocess, sys
 from loguru import logger
 from pathlib import Path
 from itertools import groupby

tictacsync/remergemix.py

@@ -67,7 +67,8 @@ def _join_audio2video(audio_path: Path, video: Path):
     ffmpeg_args = (
         ffmpeg
         .input(v_n)
-        .output(out_n, shortest=None, vcodec='copy')
+        .output(out_n, vcodec='copy')
+        # .output(out_n, shortest=None, vcodec='copy')
         .global_args('-i', a_n, "-hide_banner")
         .overwrite_output()
         .get_args()
@@ -77,7 +78,8 @@ def _join_audio2video(audio_path: Path, video: Path):
         _, out = (
         ffmpeg
         .input(v_n)
-        .output(out_n, shortest=None, vcodec='copy')
+        # .output(out_n, shortest=None, vcodec='copy')
+        .output(out_n, vcodec='copy')
         .global_args('-i', a_n, "-hide_banner")
         .overwrite_output()
         .run(capture_stderr=True)

tictacsync/remrgmx.py

@@ -0,0 +1,28 @@
+def is_video(f):
+    # True if name as video extension
+    name_ext = f.split('.')
+    if len(name_ext) != 2:
+        return False
+    name, ext = name_ext
+    return ext.lower() in video_extensions
+
+# def find_ISO_vids_pairs(top):
+#     # top is 
+vids = []
+ISOs = []
+for (root,dirs,files) in os.walk(Path('.'), topdown=True):
+    for d in dirs:
+        if d[-4:] == '_ISO':
+            ISOs.append(Path(root)/d)
+    for f in files:
+        if is_video(f):
+            vids.append(Path(root)/f)        
+for pair in list(itertools.product(vids, ISOs)):
+    # print(pair)
+    matches = []
+    vid, ISO = pair
+    vidname, ext = vid.name.split('.')
+    if vidname == ISO.name[:-4]:
+        matches.append(pair)
+    # print(vidname, ISO.name[:-4])
+    # return matches