dnt 0.2.4__py3-none-any.whl → 0.3.1.7__py3-none-any.whl

dnt/shared/synhcro.py

@@ -0,0 +1,150 @@
+import pandas as pd
+from datetime import datetime
+from pytz import timezone
+from dnt.detect import Detector
+from tqdm import tqdm
+import os
+
+class Synchronizer():
+    def __init__(self, videos:list[str], ref_frame:int, ref_time:int, ref_timezone:str='US/Eastern', offsets:list[int]=None) -> None:
+        self.videos = videos
+        self.ref_frame = ref_frame
+        self.ref_time = ref_time
+        self.ref_timezone = timezone(ref_timezone)
+        self.offsets = offsets 
+
+    def process(self, output_path:str=None, local:bool=False, message:bool=False)->pd.DataFrame:
+        '''
+        Add unix time stamp to each frame
+        Inputs:
+            output_path - Output folder for output files, if None, will not produce files
+            local - if generate local time string
+        Returns:
+            a Dataframe contains frame and timestamps ['frame', 'unix_time', 'video', 'local_time'(if local is True)]
+        '''
+        ref_frame = self.ref_frame
+        ref_time = self.ref_time
+        offsets = [0] * len(videos)
+        if self.offsets:
+           offsets = self.offsets
+
+        results = []
+        cnt = 0
+        for video in self.videos:
+            
+            if fps <= 0:
+                raise Exception("fps is invalid.")
+            self.milliseconds_per_frame = 1/self.fps * 1000 
+
+            df = Synchronizer.add_unix_time(video, ref_frame, ref_time, video_index=cnt+1, video_tot=len(self.videos), message=message)
+            
+            if local:
+                df['local_time'] = df['unix_time'].apply(lambda x: Synchronizer.convert_unix_local(x))
+            results.append(df)
+
+            if output_path:
+                basename = os.path.basename(video).split('.')[0]
+                time_file = os.path.join(output_path, basename+'_time.csv')
+                df.to_csv(time_file, index=False)
+
+            cnt+=1
+            if cnt<len(videos):
+                fps = Detector.get_fps(video)
+                if fps <= 0:
+                    raise Exception('fps is invalid for {}'.format(video))
+                milliseconds_per_frame = 1/fps * 1000
+                ref_frame = 0
+                ref_time = df['unix_time'].max() + offsets[cnt] * milliseconds_per_frame
+                       
+        return pd.concat(results)
+
+    @staticmethod
+    def add_unix_time_to_frame(frame:int, ref_frame:int, ref_time:int, ref_timezone:str='US/Eastern', 
+                                fps:int=30, verbos=True, local=False) -> int:
+        if fps <= 0:
+            raise Exception("fps is invalid.")
+        milliseconds_per_frame = 1/fps * 1000 
+
+        dif_frame = frame - ref_frame
+        return round(ref_time + float(dif_frame) * milliseconds_per_frame)
+
+    @staticmethod
+    def add_unix_time_to_frames(frames:pd.DataFrame, ref_frame:int, ref_time:int, ref_timezone:str='US/Eastern', 
+                                fps:int=30, verbos=True, local=False) -> None:
+
+        if fps <= 0:
+            raise Exception("fps is invalid.")
+        milliseconds_per_frame = 1/fps * 1000  
+        
+        pbar = tqdm(total=frames, desc='Adding timestamp')
+        for index, frame in frames.iterrows():
+            dif_frame = frame['frame'] - ref_frame
+            frame_time = round(ref_time + dif_frame * milliseconds_per_frame)
+            frames.at[index, 'unix_time'] = frame_time
+            if local:
+                frames.at[index, 'local_time'] = Synchronizer.convert_unix_local(frame_time)
+
+            if verbos:
+                pbar.update()
+
+        return frames
+
+    @staticmethod
+    def add_unix_time(video, ref_frame, ref_time, video_index:int=None, video_tot=None, message:bool=False)->pd.DataFrame:
+        '''
+        Add unit timestamp to each frame
+        Inputs:
+            video - video file name
+            ref_frame - the reference frame
+            ref_time - the unix time for the reference frame
+            video_index - the index of video
+            video_tot - the total number of videos
+        '''
+        fps = Detector.get_fps(video)
+        if fps <= 0:
+            raise Exception("fps is invalid for {}".format(video))
+        milliseconds_per_frame = 1/fps * 1000
+        frames = Detector.get_frames(video)       
+
+        if message:
+            if video_index and video_tot:
+                pbar = tqdm(total=frames, desc='Adding unix time: {} of {}'.format(video_index, video_tot))
+            else:
+                pbar = tqdm(total=frames, desc='Adding unix time: {}'.format(video))
+
+        results = []
+        for frame in range(frames):
+            dif_frame = frame - ref_frame
+            frame_time = round(ref_time + dif_frame * milliseconds_per_frame)
+            results.append([frame, frame_time, video])
+
+            if message:
+                pbar.update()
+
+        df = pd.DataFrame(results, columns=['frame', 'unix_time', 'video'])
+        return df
+
+    @staticmethod
+    def convert_unix_local(unix_time:int, ref_timezone:str='US/Eastern')->str:
+        tz = timezone(ref_timezone)
+        return str(datetime.fromtimestamp(unix_time/1000, tz).__str__())
+    
+if __name__ == '__main__':
+    videos = ['/mnt/d/videos/ped2stage/1026_2/videos/gh011293.mp4', 
+              '/mnt/d/videos/ped2stage/1026_2/videos/gh021293.mp4',
+              '/mnt/d/videos/ped2stage/1026_2/videos/gh031293.mp4',
+              '/mnt/d/videos/ped2stage/1026_2/videos/gh041293.mp4']
+    
+    ref_frame = 2
+    ref_time = 1698331984441
+
+    synchronizer = Synchronizer(videos, ref_frame, ref_time)
+    df = synchronizer.process('/mnt/d/videos/ped2stage/time_synchro', local=True, message=True)
+    df.to_csv('/mnt/d/videos/ped2stage/time_synchro/text2.csv', index=False)
+
+    '''
+    results = Synchronizer.add_unix_time(input_video, ref_frame, ref_time)
+    results['local_time'] = results['unix_time'].apply(lambda x: Synchronizer.convert_unix_local(x))
+
+    results.to_csv('/mnt/d/videos/ped2stage/time_synchro/text.csv', index=False)
+    '''

dnt/shared/util.py

@@ -18,19 +18,32 @@ import cv2
 
 visdrone_classes = {'car': 4, 'bus': 9, 'truck': 6, 'pedestrian': 1, 'van': 5}
 
-def load_class_dict(name_file=None):
+def load_class_dict(name_file:str=None)->dict:
     if not name_file:
         lib_root = pathlib.Path(__file__).resolve().parents[1]
         data_path = os.path.join(lib_root, 'shared/data')
         name_file = os.path.join(data_path, 'coco.names')
 
-        print(name_file)
-        input('...')
-
     class_dict = pd.read_csv(name_file,header=None).to_dict()
     class_dict_reverse = dict(map(reversed, class_dict.items()))
+
+    print(class_dict_reverse)
+    input('...')
     return class_dict_reverse
 
+def load_classes(name_file=None)->list:
+    if not name_file:
+        lib_root = pathlib.Path(__file__).resolve().parents[1]
+        data_path = os.path.join(lib_root, 'shared/data')
+        name_file = os.path.join(data_path, 'coco.names')
+
+    my_file = open(name_file, "r") 
+    data = my_file.read() 
+    results = data.split("\n")
+    my_file.close()
+
+    return results
+
 def load_mot16(detections, nms_overlap_thresh=None, with_classes=True, nms_per_class=False, class_filename=""):
     """
     Loads detections stored in a mot-challenge like formatted CSV or numpy array (fieldNames = ['frame', 'id', 'x', 'y',

dnt/third_party/fast-reid/__init__.py

@@ -0,0 +1 @@
+from fast_reid_interfece import get_cfg, FastReIDInterface, preprocess, postprocess

dnt/third_party/fast-reid/configs/Base-AGW.yml

@@ -0,0 +1,19 @@
+_BASE_: Base-bagtricks.yml
+
+MODEL:
+  BACKBONE:
+    WITH_NL: True
+
+  HEADS:
+    POOL_LAYER: GeneralizedMeanPooling
+
+  LOSSES:
+    NAME: ("CrossEntropyLoss", "TripletLoss")
+    CE:
+      EPSILON: 0.1
+      SCALE: 1.0
+
+    TRI:
+      MARGIN: 0.0
+      HARD_MINING: False
+      SCALE: 1.0

dnt/third_party/fast-reid/configs/Base-MGN.yml

@@ -0,0 +1,12 @@
+_BASE_: Base-SBS.yml
+
+MODEL:
+  META_ARCHITECTURE: MGN
+
+  FREEZE_LAYERS: [backbone, b1, b2, b3,]
+
+  BACKBONE:
+    WITH_NL: False
+
+  HEADS:
+    EMBEDDING_DIM: 256

dnt/third_party/fast-reid/configs/Base-SBS.yml

@@ -0,0 +1,63 @@
+_BASE_: Base-bagtricks.yml
+
+MODEL:
+  FREEZE_LAYERS: [ backbone ]
+
+  BACKBONE:
+    WITH_NL: True
+
+  HEADS:
+    NECK_FEAT: after
+    POOL_LAYER: GeneralizedMeanPoolingP
+    CLS_LAYER: CircleSoftmax
+    SCALE: 64
+    MARGIN: 0.35
+
+  LOSSES:
+    NAME: ("CrossEntropyLoss", "TripletLoss",)
+    CE:
+      EPSILON: 0.1
+      SCALE: 1.0
+
+    TRI:
+      MARGIN: 0.0
+      HARD_MINING: True
+      NORM_FEAT: False
+      SCALE: 1.0
+
+INPUT:
+  SIZE_TRAIN: [ 384, 128 ]
+  SIZE_TEST: [ 384, 128 ]
+
+  AUTOAUG:
+    ENABLED: True
+    PROB: 0.1
+
+DATALOADER:
+  NUM_INSTANCE: 16
+
+SOLVER:
+  AMP:
+    ENABLED: True
+  OPT: Adam
+  MAX_EPOCH: 60
+  BASE_LR: 0.00035
+  WEIGHT_DECAY: 0.0005
+  IMS_PER_BATCH: 64
+
+  SCHED: CosineAnnealingLR
+  DELAY_EPOCHS: 30
+  ETA_MIN_LR: 0.0000007
+
+  WARMUP_FACTOR: 0.1
+  WARMUP_ITERS: 2000
+
+  FREEZE_ITERS: 1000
+
+  CHECKPOINT_PERIOD: 20
+
+TEST:
+  EVAL_PERIOD: 10
+  IMS_PER_BATCH: 128
+
+CUDNN_BENCHMARK: True

dnt/third_party/fast-reid/configs/Base-bagtricks.yml

@@ -0,0 +1,76 @@
+MODEL:
+  META_ARCHITECTURE: Baseline
+
+  BACKBONE:
+    NAME: build_resnet_backbone
+    NORM: BN
+    DEPTH: 50x
+    LAST_STRIDE: 1
+    FEAT_DIM: 2048
+    WITH_IBN: False
+    PRETRAIN: True
+
+  HEADS:
+    NAME: EmbeddingHead
+    NORM: BN
+    WITH_BNNECK: True
+    POOL_LAYER: GlobalAvgPool
+    NECK_FEAT: before
+    CLS_LAYER: Linear
+
+  LOSSES:
+    NAME: ("CrossEntropyLoss", "TripletLoss",)
+
+    CE:
+      EPSILON: 0.1
+      SCALE: 1.
+
+    TRI:
+      MARGIN: 0.3
+      HARD_MINING: True
+      NORM_FEAT: False
+      SCALE: 1.
+
+INPUT:
+  SIZE_TRAIN: [ 256, 128 ]
+  SIZE_TEST: [ 256, 128 ]
+
+  REA:
+    ENABLED: True
+    PROB: 0.5
+
+  FLIP:
+    ENABLED: True
+
+  PADDING:
+    ENABLED: True
+
+DATALOADER:
+  SAMPLER_TRAIN: NaiveIdentitySampler
+  NUM_INSTANCE: 4
+  NUM_WORKERS: 8
+
+SOLVER:
+  AMP:
+    ENABLED: True
+  OPT: Adam
+  MAX_EPOCH: 120
+  BASE_LR: 0.00035
+  WEIGHT_DECAY: 0.0005
+  WEIGHT_DECAY_NORM: 0.0005
+  IMS_PER_BATCH: 64
+
+  SCHED: MultiStepLR
+  STEPS: [ 40, 90 ]
+  GAMMA: 0.1
+
+  WARMUP_FACTOR: 0.1
+  WARMUP_ITERS: 2000
+
+  CHECKPOINT_PERIOD: 30
+
+TEST:
+  EVAL_PERIOD: 30
+  IMS_PER_BATCH: 128
+
+CUDNN_BENCHMARK: True

dnt/third_party/fast-reid/configs/DukeMTMC/AGW_R101-ibn.yml

@@ -0,0 +1,12 @@
+_BASE_: ../Base-AGW.yml
+
+MODEL:
+  BACKBONE:
+    DEPTH: 101x
+    WITH_IBN: True
+
+DATASETS:
+  NAMES: ("DukeMTMC",)
+  TESTS: ("DukeMTMC",)
+
+OUTPUT_DIR: logs/dukemtmc/agw_R101-ibn

dnt/third_party/fast-reid/configs/DukeMTMC/AGW_R50-ibn.yml

@@ -0,0 +1,11 @@
+_BASE_: ../Base-AGW.yml
+
+MODEL:
+  BACKBONE:
+    WITH_IBN: True
+
+DATASETS:
+  NAMES: ("DukeMTMC",)
+  TESTS: ("DukeMTMC",)
+
+OUTPUT_DIR: logs/dukemtmc/agw_R50-ibn

dnt/third_party/fast-reid/configs/DukeMTMC/AGW_R50.yml

@@ -0,0 +1,7 @@
+_BASE_: ../Base-AGW.yml
+
+DATASETS:
+  NAMES: ("DukeMTMC",)
+  TESTS: ("DukeMTMC",)
+
+OUTPUT_DIR: logs/dukemtmc/agw_R50

dnt/third_party/fast-reid/configs/DukeMTMC/AGW_S50.yml

@@ -0,0 +1,11 @@
+_BASE_: ../Base-AGW.yml
+
+MODEL:
+  BACKBONE:
+    NAME: build_resnest_backbone
+
+DATASETS:
+  NAMES: ("DukeMTMC",)
+  TESTS: ("DukeMTMC",)
+
+OUTPUT_DIR: logs/dukemtmc/agw_S50

dnt/third_party/fast-reid/configs/DukeMTMC/bagtricks_R101-ibn.yml

@@ -0,0 +1,12 @@
+_BASE_: ../Base-bagtricks.yml
+
+MODEL:
+  BACKBONE:
+    DEPTH: 101x
+    WITH_IBN: True
+
+DATASETS:
+  NAMES: ("DukeMTMC",)
+  TESTS: ("DukeMTMC",)
+
+OUTPUT_DIR: logs/dukemtmc/bagtricks_R101-ibn

dnt/third_party/fast-reid/configs/DukeMTMC/bagtricks_R50-ibn.yml

@@ -0,0 +1,11 @@
+_BASE_: ../Base-bagtricks.yml
+
+MODEL:
+  BACKBONE:
+    WITH_IBN: True
+
+DATASETS:
+  NAMES: ("DukeMTMC",)
+  TESTS: ("DukeMTMC",)
+
+OUTPUT_DIR: logs/dukemtmc/bagtricks_R50-ibn

dnt/third_party/fast-reid/configs/DukeMTMC/bagtricks_R50.yml

@@ -0,0 +1,7 @@
+_BASE_: ../Base-bagtricks.yml
+
+DATASETS:
+  NAMES: ("DukeMTMC",)
+  TESTS: ("DukeMTMC",)
+
+OUTPUT_DIR: logs/dukemtmc/bagtricks_R50

dnt/third_party/fast-reid/configs/DukeMTMC/bagtricks_S50.yml

@@ -0,0 +1,11 @@
+_BASE_: ../Base-bagtricks.yml
+
+MODEL:
+  BACKBONE:
+    NAME: build_resnest_backbone
+
+DATASETS:
+  NAMES: ("DukeMTMC",)
+  TESTS: ("DukeMTMC",)
+
+OUTPUT_DIR: logs/dukemtmc/bagtricks_S50

dnt/third_party/fast-reid/configs/DukeMTMC/mgn_R50-ibn.yml

@@ -0,0 +1,11 @@
+_BASE_: ../Base-MGN.yml
+
+MODEL:
+  BACKBONE:
+    WITH_IBN: True
+
+DATASETS:
+  NAMES: ("DukeMTMC",)
+  TESTS: ("DukeMTMC",)
+
+OUTPUT_DIR: logs/dukemtmc/mgn_R50-ibn

dnt/third_party/fast-reid/configs/DukeMTMC/sbs_R101-ibn.yml

@@ -0,0 +1,12 @@
+_BASE_: ../Base-SBS.yml
+
+MODEL:
+  BACKBONE:
+    DEPTH: 101x
+    WITH_IBN: True
+
+DATASETS:
+  NAMES: ("DukeMTMC",)
+  TESTS: ("DukeMTMC",)
+
+OUTPUT_DIR: logs/dukemtmc/sbs_R101-ibn

dnt/third_party/fast-reid/configs/DukeMTMC/sbs_R50-ibn.yml

@@ -0,0 +1,11 @@
+_BASE_: ../Base-SBS.yml
+
+MODEL:
+  BACKBONE:
+    WITH_IBN: True
+
+DATASETS:
+  NAMES: ("DukeMTMC",)
+  TESTS: ("DukeMTMC",)
+
+OUTPUT_DIR: logs/dukemtmc/sbs_R50-ibn

dnt/third_party/fast-reid/configs/DukeMTMC/sbs_R50.yml

@@ -0,0 +1,7 @@
+_BASE_: ../Base-SBS.yml
+
+DATASETS:
+  NAMES: ("DukeMTMC",)
+  TESTS: ("DukeMTMC",)
+
+OUTPUT_DIR: logs/dukemtmc/sbs_R50

dnt/third_party/fast-reid/configs/DukeMTMC/sbs_S50.yml

@@ -0,0 +1,11 @@
+_BASE_: ../Base-SBS.yml
+
+MODEL:
+  BACKBONE:
+    NAME: build_resnest_backbone
+
+DATASETS:
+  NAMES: ("DukeMTMC",)
+  TESTS: ("DukeMTMC",)
+
+OUTPUT_DIR: logs/dukemtmc/sbs_S50

dnt/third_party/fast-reid/configs/MOT17/AGW_R101-ibn.yml

@@ -0,0 +1,12 @@
+_BASE_: ../Base-AGW.yml
+
+MODEL:
+  BACKBONE:
+    DEPTH: 101x
+    WITH_IBN: True
+
+DATASETS:
+  NAMES: ("MOT17",)
+  TESTS: ("MOT17",)
+
+OUTPUT_DIR: logs/mot17/agw_R101-ibn

dnt/third_party/fast-reid/configs/MOT17/AGW_R50-ibn.yml

@@ -0,0 +1,11 @@
+_BASE_: ../Base-AGW.yml
+
+MODEL:
+  BACKBONE:
+    WITH_IBN: True
+
+DATASETS:
+  NAMES: ("MOT17",)
+  TESTS: ("MOT17",)
+
+OUTPUT_DIR: logs/mot17/agw_R50-ibn

dnt/third_party/fast-reid/configs/MOT17/AGW_R50.yml

@@ -0,0 +1,7 @@
+_BASE_: ../Base-AGW.yml
+
+DATASETS:
+  NAMES: ("MOT17",)
+  TESTS: ("MOT17",)
+
+OUTPUT_DIR: logs/mot17/agw_R50

dnt/third_party/fast-reid/configs/MOT17/AGW_S50.yml

@@ -0,0 +1,11 @@
+_BASE_: ../Base-AGW.yml
+
+MODEL:
+  BACKBONE:
+    NAME: build_resnest_backbone
+
+DATASETS:
+  NAMES: ("MOT17",)
+  TESTS: ("MOT17",)
+
+OUTPUT_DIR: logs/mot17/agw_S50

dnt/third_party/fast-reid/configs/MOT17/bagtricks_R101-ibn.yml

@@ -0,0 +1,12 @@
+_BASE_: ../Base-bagtricks.yml
+
+MODEL:
+  BACKBONE:
+    DEPTH: 101x
+    WITH_IBN: True
+
+DATASETS:
+  NAMES: ("MOT17",)
+  TESTS: ("MOT17",)
+
+OUTPUT_DIR: logs/mot17/bagtricks_R101-ibn

dnt/third_party/fast-reid/configs/MOT17/bagtricks_R50-ibn.yml

@@ -0,0 +1,11 @@
+_BASE_: ../Base-bagtricks.yml
+
+MODEL:
+  BACKBONE:
+    WITH_IBN: True
+
+DATASETS:
+  NAMES: ("MOT17",)
+  TESTS: ("MOT17",)
+
+OUTPUT_DIR: logs/mot17/bagtricks_R50-ibn

dnt/third_party/fast-reid/configs/MOT17/bagtricks_R50.yml

@@ -0,0 +1,7 @@
+_BASE_: ../Base-bagtricks.yml
+
+DATASETS:
+  NAMES: ("MOT17",)
+  TESTS: ("MOT17",)
+
+OUTPUT_DIR: logs/mot17/bagtricks_R50

dnt/third_party/fast-reid/configs/MOT17/bagtricks_S50.yml

@@ -0,0 +1,11 @@
+_BASE_: ../Base-bagtricks.yml
+
+MODEL:
+  BACKBONE:
+    NAME: build_resnest_backbone
+
+DATASETS:
+  NAMES: ("MOT17",)
+  TESTS: ("MOT17",)
+
+OUTPUT_DIR: logs/mot17/bagtricks_S50

dnt/third_party/fast-reid/configs/MOT17/mgn_R50-ibn.yml

@@ -0,0 +1,11 @@
+_BASE_: ../Base-MGN.yml
+
+MODEL:
+  BACKBONE:
+    WITH_IBN: True
+
+DATASETS:
+  NAMES: ("MOT17",)
+  TESTS: ("MOT17",)
+
+OUTPUT_DIR: logs/mot17/mgn_R50-ibn

dnt/third_party/fast-reid/configs/MOT17/sbs_R101-ibn.yml

@@ -0,0 +1,12 @@
+_BASE_: ../Base-SBS.yml
+
+MODEL:
+  BACKBONE:
+    DEPTH: 101x
+    WITH_IBN: True
+
+DATASETS:
+  NAMES: ("MOT17",)
+  TESTS: ("MOT17",)
+
+OUTPUT_DIR: logs/mot17/sbs_R101-ibn

dnt/third_party/fast-reid/configs/MOT17/sbs_R50-ibn.yml

@@ -0,0 +1,11 @@
+_BASE_: ../Base-SBS.yml
+
+MODEL:
+  BACKBONE:
+    WITH_IBN: True
+
+DATASETS:
+  NAMES: ("MOT17",)
+  TESTS: ("MOT17",)
+
+OUTPUT_DIR: logs/mot17/sbs_R50-ibn

dnt/third_party/fast-reid/configs/MOT17/sbs_R50.yml

@@ -0,0 +1,7 @@
+_BASE_: ../Base-SBS.yml
+
+DATASETS:
+  NAMES: ("MOT17",)
+  TESTS: ("MOT17",)
+
+OUTPUT_DIR: logs/mot17/sbs_R50

dnt/third_party/fast-reid/configs/MOT17/sbs_S50.yml

@@ -0,0 +1,11 @@
+_BASE_: ../Base-SBS.yml
+
+MODEL:
+  BACKBONE:
+    NAME: build_resnest_backbone
+
+DATASETS:
+  NAMES: ("MOT17",)
+  TESTS: ("MOT17",)
+
+OUTPUT_DIR: logs/MOT17/sbs_S50