opensportslib 0.0.1.dev2__py3-none-any.whl

opensportslib/config/classification.yaml

@@ -0,0 +1,104 @@
+TASK: classification
+DATA:
+  dataset_name: mvfouls
+  data_dir: /home/vorajv/opensportslib/SoccerNet/mvfouls
+  data_modality: video
+  view_type: multi  # multi or single
+  num_classes: 8 # mvfoul
+  train: 
+    type: annotations_train.json
+    video_path: ${DATA.data_dir}/train
+    path: ${DATA.train.video_path}/annotations-train.json
+    dataloader:
+      batch_size: 8
+      shuffle: true
+      num_workers: 4
+      pin_memory: true
+  valid:
+    type: annotations_valid.json
+    video_path: ${DATA.data_dir}/valid
+    path: ${DATA.valid.video_path}/annotations-valid.json
+    dataloader:
+      batch_size: 1
+      num_workers: 1
+      shuffle: false
+  test:
+    type: annotations_test.json
+    video_path: ${DATA.data_dir}/test
+    path: ${DATA.test.video_path}/annotations-test.json
+    dataloader:
+      batch_size: 1
+      num_workers: 1
+      shuffle: false
+  num_frames: 16               # 8 before + 8 after the foul
+  input_fps: 25                # Original FPS of video
+  target_fps: 17               # Temporal downsampling to 1s clip (approx)
+  start_frame: 63            # Start frame of clip relative to foul frame
+  end_frame: 87              # End frame of clip relative to foul frame
+  frame_size: [224, 224]       # Spatial resolution (HxW)
+  augmentations:
+    random_affine: true
+    translate: [0.1, 0.1]        
+    affine_scale: [0.9, 1.0]     
+    random_perspective: true
+    distortion_scale: 0.3        
+    perspective_prob: 0.5
+    random_rotation: true
+    rotation_degrees: 5          
+    color_jitter: true
+    jitter_params: [0.2, 0.2, 0.2, 0.1]   # brightness, contrast, saturation, hue
+    random_horizontal_flip: true
+    flip_prob: 0.5
+    random_crop: false
+
+MODEL:
+  type: custom # huggingface, custom 
+  backbone: 
+    type: mvit_v2_s # video_mae, r3d_18, mc3_18, r2plus1d_18, s3d, mvit_v2_s
+  neck:
+    type: MV_Aggregate
+    agr_type: max   # max, mean, attention
+  head: 
+    type: MV_LinearLayer
+  pretrained_model: mvit_v2_s # MCG-NJU/videomae-base, OpenGVLab/VideoMAEv2-Base, r3d_18, mc3_18, r2plus1d_18, s3d, mvit_v2_s
+  unfreeze_head: true  # for videomae backbone
+  unfreeze_last_n_layers: 3 # for videomae backbone
+    
+
+TRAIN:
+  monitor: balanced_accuracy # balanced_accuracy, loss
+  mode: max # max or min
+  enabled: true
+  use_weighted_sampler: false
+  use_weighted_loss: true
+  epochs: 20 #20
+  log_interval: 10
+  save_every: 2 #5
+
+  criterion:
+    type: CrossEntropyLoss
+
+  optimizer:
+    type: AdamW
+    lr: 0.0001  #0.001
+    backbone_lr: 0.00005
+    head_lr: 0.001
+    betas: [0.9, 0.999]
+    eps: 0.0000001
+    weight_decay: 0.001 #0.01 - videomae, 0.001 - others
+    amsgrad: false
+  
+  scheduler:
+    type: StepLR
+    step_size: 3
+    gamma: 0.1
+
+SYSTEM:
+  log_dir: ./logs
+  save_dir: ./checkpoints
+  use_seed: false
+  seed: 42
+  GPU: 4
+  device: cuda   # auto | cuda | cpu
+  gpu_id: 0
+

opensportslib/config/classification_tracking.yaml

@@ -0,0 +1,103 @@
+TASK: classification
+
+DATA:
+  dataset_name: sngar
+  data_modality: tracking_parquet
+  data_dir: /home/karkid/opensportslib/sngar-tracking
+  preload_data: false
+  train: 
+    type: annotations_train.json
+    video_path: ${DATA.data_dir}/train
+    path: ${DATA.train.video_path}/train.json
+    dataloader:
+      batch_size: 32
+      shuffle: true
+      num_workers: 8
+      pin_memory: true
+  valid:
+    type: annotations_valid.json
+    video_path: ${DATA.data_dir}/valid
+    path: ${DATA.valid.video_path}/valid.json
+    dataloader:
+      batch_size: 32
+      num_workers: 8
+      shuffle: false
+  test:
+    type: annotations_test.json
+    video_path: ${DATA.data_dir}/test
+    path: ${DATA.test.video_path}/test.json
+    dataloader:
+      batch_size: 32
+      num_workers: 8
+      shuffle: false
+  num_frames: 16
+  frame_interval: 9
+  augmentations:
+    vertical_flip: true
+    horizontal_flip: true
+    team_flip: true
+  normalize: true
+  num_objects: 23
+  feature_dim: 8
+  pitch_half_length: 85.0
+  pitch_half_width: 50.0
+  max_displacement: 110.0
+  max_ball_height: 30.0
+
+MODEL:
+  type: custom
+  backbone:
+    type: graph_conv
+    encoder: graphconv
+    hidden_dim: 64
+    num_layers: 20
+    dropout: 0.1
+  neck:
+    type: TemporalAggregation
+    agr_type: maxpool
+    hidden_dim: 64
+    dropout: 0.1
+    use_position_encoding: true
+  head:
+    type: TrackingClassifier
+    hidden_dim: 64
+    dropout: 0.1
+    num_classes: 10
+  edge: positional
+  k: 8
+  r: 15.0
+
+TRAIN:
+  monitor: loss # balanced_accuracy, loss
+  mode: min # max or min
+  enabled: true
+  use_weighted_sampler: true
+  use_weighted_loss: false
+  samples_per_class: 4000
+  epochs: 10
+  patience: 10
+  save_every: 20
+  detailed_results: true
+
+  optimizer:
+    type: Adam
+    lr: 0.001
+
+  scheduler:
+    type: ReduceLROnPlateau
+    mode: ${TRAIN.mode}
+    patience: 10
+    factor: 0.1
+    min_lr: 1e-8
+  
+  criterion:
+    type: CrossEntropyLoss
+
+SYSTEM:
+ log_dir: ./logs
+ save_dir: ./checkpoints_tracking
+ use_seed: true
+ seed: 42
+ GPU: 4
+ device: cuda   # auto | cuda | cpu
+ gpu_id: 0

opensportslib/config/graph_tracking_classification/avgpool.yaml

@@ -0,0 +1,79 @@
+TASK: classification
+
+DATA:
+  dataset_name: sngar
+  data_modality: tracking_parquet
+  data_dir: /home/karkid/temporal-localization/data/tracking_dataset
+  preload_data: false
+  annotations:
+    train: /home/karkid/temporal-localization/data/tracking_dataset/train/train.json
+    valid: /home/karkid/temporal-localization/data/tracking_dataset/valid/valid.json
+    test: /home/karkid/temporal-localization/data/tracking_dataset/test/test.json
+  num_frames: 16
+  frame_interval: 9
+  augmentations:
+    vertical_flip: true
+    horizontal_flip: true
+    team_flip: true
+  normalize: true
+  num_workers: 20
+  train_batch_size: 32
+  valid_batch_size: 32
+  num_objects: 23
+  feature_dim: 8
+  pitch_half_length: 85.0
+  pitch_half_width: 50.0
+  max_displacement: 110.0
+  max_ball_height: 30.0
+
+MODEL:
+  type: custom
+  backbone:
+    type: graph_conv
+    encoder: gin
+    hidden_dim: 64
+    num_layers: 20
+    dropout: 0.1
+  neck:
+    type: TemporalAggregation
+    agr_type: avgpool
+    hidden_dim: 64
+    dropout: 0.1
+  head:
+    type: TrackingClassifier
+    hidden_dim: 64
+    dropout: 0.1
+    num_classes: 10
+  edge: positional
+  k: 8
+
+TRAIN:
+  enabled: true
+  use_weighted_sampler: true
+  use_weighted_loss: false
+  samples_per_class: 4000
+  epochs: 100
+  patience: 10
+  save_every: 20
+
+  optimizer:
+    type: Adam
+    lr: 0.001
+
+  scheduler:
+    type: ReduceLROnPlateau
+    mode: min
+    patience: 10
+    factor: 0.1
+    min_lr: 1e-8
+  
+  criterion:
+    type: CrossEntropyLoss
+
+  save_dir: ./checkpoints_tracking
+
+SYSTEM:
+  log_dir: ./logs
+  seed: 42
+  device: cuda
+  gpu_id: 0

opensportslib/config/graph_tracking_classification/gin.yaml

@@ -0,0 +1,79 @@
+TASK: classification
+
+DATA:
+  dataset_name: sngar
+  data_modality: tracking_parquet
+  data_dir: /home/karkid/temporal-localization/data/tracking_dataset
+  preload_data: false
+  annotations:
+    train: /home/karkid/temporal-localization/data/tracking_dataset/train/train.json
+    valid: /home/karkid/temporal-localization/data/tracking_dataset/valid/valid.json
+    test: /home/karkid/temporal-localization/data/tracking_dataset/test/test.json
+  num_frames: 16
+  frame_interval: 9
+  augmentations:
+    vertical_flip: true
+    horizontal_flip: true
+    team_flip: true
+  normalize: true
+  num_workers: 20
+  train_batch_size: 32
+  valid_batch_size: 32
+  num_objects: 23
+  feature_dim: 8
+  pitch_half_length: 85.0
+  pitch_half_width: 50.0
+  max_displacement: 110.0
+  max_ball_height: 30.0
+
+MODEL:
+  type: custom
+  backbone:
+    type: graph_conv
+    encoder: gin
+    hidden_dim: 64
+    num_layers: 20
+    dropout: 0.1
+  neck:
+    type: TemporalAggregation
+    agr_type: maxpool
+    hidden_dim: 64
+    dropout: 0.1
+  head:
+    type: TrackingClassifier
+    hidden_dim: 64
+    dropout: 0.1
+    num_classes: 10
+  edge: positional
+  k: 8
+
+TRAIN:
+  enabled: true
+  use_weighted_sampler: true
+  use_weighted_loss: false
+  samples_per_class: 4000
+  epochs: 100
+  patience: 10
+  save_every: 20
+
+  optimizer:
+    type: Adam
+    lr: 0.001
+
+  scheduler:
+    type: ReduceLROnPlateau
+    mode: min
+    patience: 10
+    factor: 0.1
+    min_lr: 1e-8
+  
+  criterion:
+    type: CrossEntropyLoss
+
+  save_dir: ./checkpoints_tracking
+
+SYSTEM:
+  log_dir: ./logs
+  seed: 42
+  device: cuda
+  gpu_id: 0

opensportslib/config/graph_tracking_classification/graphconv.yaml

@@ -0,0 +1,79 @@
+TASK: classification
+
+DATA:
+  dataset_name: sngar
+  data_modality: tracking_parquet
+  data_dir: /home/karkid/temporal-localization/data/tracking_dataset
+  preload_data: false
+  annotations:
+    train: /home/karkid/temporal-localization/data/tracking_dataset/train/train.json
+    valid: /home/karkid/temporal-localization/data/tracking_dataset/valid/valid.json
+    test: /home/karkid/temporal-localization/data/tracking_dataset/test/test.json
+  num_frames: 16
+  frame_interval: 9
+  augmentations:
+    vertical_flip: true
+    horizontal_flip: true
+    team_flip: true
+  normalize: true
+  num_workers: 20
+  train_batch_size: 32
+  valid_batch_size: 32
+  num_objects: 23
+  feature_dim: 8
+  pitch_half_length: 85.0
+  pitch_half_width: 50.0
+  max_displacement: 110.0
+  max_ball_height: 30.0
+
+MODEL:
+  type: custom
+  backbone:
+    type: graph_conv
+    encoder: graphconv
+    hidden_dim: 64
+    num_layers: 20
+    dropout: 0.1
+  neck:
+    type: TemporalAggregation
+    agr_type: maxpool
+    hidden_dim: 64
+    dropout: 0.1
+  head:
+    type: TrackingClassifier
+    hidden_dim: 64
+    dropout: 0.1
+    num_classes: 10
+  edge: positional
+  k: 8
+
+TRAIN:
+  enabled: true
+  use_weighted_sampler: true
+  use_weighted_loss: false
+  samples_per_class: 4000
+  epochs: 100
+  patience: 10
+  save_every: 20
+
+  optimizer:
+    type: Adam
+    lr: 0.001
+
+  scheduler:
+    type: ReduceLROnPlateau
+    mode: min
+    patience: 10
+    factor: 0.1
+    min_lr: 1e-8
+  
+  criterion:
+    type: CrossEntropyLoss
+
+  save_dir: ./checkpoints_tracking
+
+SYSTEM:
+  log_dir: ./logs
+  seed: 42
+  device: cuda
+  gpu_id: 0

opensportslib/config/graph_tracking_classification/graphsage.yaml

@@ -0,0 +1,79 @@
+TASK: classification
+
+DATA:
+  dataset_name: sngar
+  data_modality: tracking_parquet
+  data_dir: /home/karkid/temporal-localization/data/tracking_dataset
+  preload_data: false
+  annotations:
+    train: /home/karkid/temporal-localization/data/tracking_dataset/train/train.json
+    valid: /home/karkid/temporal-localization/data/tracking_dataset/valid/valid.json
+    test: /home/karkid/temporal-localization/data/tracking_dataset/test/test.json
+  num_frames: 16
+  frame_interval: 9
+  augmentations:
+    vertical_flip: true
+    horizontal_flip: true
+    team_flip: true
+  normalize: true
+  num_workers: 20
+  train_batch_size: 32
+  valid_batch_size: 32
+  num_objects: 23
+  feature_dim: 8
+  pitch_half_length: 85.0
+  pitch_half_width: 50.0
+  max_displacement: 110.0
+  max_ball_height: 30.0
+
+MODEL:
+  type: custom
+  backbone:
+    type: graph_conv
+    encoder: sageconv
+    hidden_dim: 64
+    num_layers: 20
+    dropout: 0.1
+  neck:
+    type: TemporalAggregation
+    agr_type: maxpool
+    hidden_dim: 64
+    dropout: 0.1
+  head:
+    type: TrackingClassifier
+    hidden_dim: 64
+    dropout: 0.1
+    num_classes: 10
+  edge: positional
+  k: 8
+
+TRAIN:
+  enabled: true
+  use_weighted_sampler: true
+  use_weighted_loss: false
+  samples_per_class: 4000
+  epochs: 100
+  patience: 10
+  save_every: 20
+
+  optimizer:
+    type: Adam
+    lr: 0.001
+
+  scheduler:
+    type: ReduceLROnPlateau
+    mode: min
+    patience: 10
+    factor: 0.1
+    min_lr: 1e-8
+  
+  criterion:
+    type: CrossEntropyLoss
+
+  save_dir: ./checkpoints_tracking
+
+SYSTEM:
+  log_dir: ./logs
+  seed: 42
+  device: cuda
+  gpu_id: 0

opensportslib/config/graph_tracking_classification/maxpool.yaml

@@ -0,0 +1,79 @@
+TASK: classification
+
+DATA:
+  dataset_name: sngar
+  data_modality: tracking_parquet
+  data_dir: /home/karkid/temporal-localization/data/tracking_dataset
+  preload_data: false
+  annotations:
+    train: /home/karkid/temporal-localization/data/tracking_dataset/train/train.json
+    valid: /home/karkid/temporal-localization/data/tracking_dataset/valid/valid.json
+    test: /home/karkid/temporal-localization/data/tracking_dataset/test/test.json
+  num_frames: 16
+  frame_interval: 9
+  augmentations:
+    vertical_flip: true
+    horizontal_flip: true
+    team_flip: true
+  normalize: true
+  num_workers: 20
+  train_batch_size: 32
+  valid_batch_size: 32
+  num_objects: 23
+  feature_dim: 8
+  pitch_half_length: 85.0
+  pitch_half_width: 50.0
+  max_displacement: 110.0
+  max_ball_height: 30.0
+
+MODEL:
+  type: custom
+  backbone:
+    type: graph_conv
+    encoder: gin
+    hidden_dim: 64
+    num_layers: 20
+    dropout: 0.1
+  neck:
+    type: TemporalAggregation
+    agr_type: maxpool
+    hidden_dim: 64
+    dropout: 0.1
+  head:
+    type: TrackingClassifier
+    hidden_dim: 64
+    dropout: 0.1
+    num_classes: 10
+  edge: positional
+  k: 8
+
+TRAIN:
+  enabled: true
+  use_weighted_sampler: true
+  use_weighted_loss: false
+  samples_per_class: 4000
+  epochs: 100
+  patience: 10
+  save_every: 20
+
+  optimizer:
+    type: Adam
+    lr: 0.001
+
+  scheduler:
+    type: ReduceLROnPlateau
+    mode: min
+    patience: 10
+    factor: 0.1
+    min_lr: 1e-8
+  
+  criterion:
+    type: CrossEntropyLoss
+
+  save_dir: ./checkpoints_tracking
+
+SYSTEM:
+  log_dir: ./logs
+  seed: 42
+  device: cuda
+  gpu_id: 0

opensportslib/config/graph_tracking_classification/noedges.yaml

@@ -0,0 +1,79 @@
+TASK: classification
+
+DATA:
+  dataset_name: sngar
+  data_modality: tracking_parquet
+  data_dir: /home/karkid/temporal-localization/data/tracking_dataset
+  preload_data: false
+  annotations:
+    train: /home/karkid/temporal-localization/data/tracking_dataset/train/train.json
+    valid: /home/karkid/temporal-localization/data/tracking_dataset/valid/valid.json
+    test: /home/karkid/temporal-localization/data/tracking_dataset/test/test.json
+  num_frames: 16
+  frame_interval: 9
+  augmentations:
+    vertical_flip: true
+    horizontal_flip: true
+    team_flip: true
+  normalize: true
+  num_workers: 20
+  train_batch_size: 32
+  valid_batch_size: 32
+  num_objects: 23
+  feature_dim: 8
+  pitch_half_length: 85.0
+  pitch_half_width: 50.0
+  max_displacement: 110.0
+  max_ball_height: 30.0
+
+MODEL:
+  type: custom
+  backbone:
+    type: graph_conv
+    encoder: gin
+    hidden_dim: 64
+    num_layers: 20
+    dropout: 0.1
+  neck:
+    type: TemporalAggregation
+    agr_type: maxpool
+    hidden_dim: 64
+    dropout: 0.1
+  head:
+    type: TrackingClassifier
+    hidden_dim: 64
+    dropout: 0.1
+    num_classes: 10
+  edge: none
+  k: 8
+
+TRAIN:
+  enabled: true
+  use_weighted_sampler: true
+  use_weighted_loss: false
+  samples_per_class: 4000
+  epochs: 100
+  patience: 10
+  save_every: 20
+
+  optimizer:
+    type: Adam
+    lr: 0.001
+
+  scheduler:
+    type: ReduceLROnPlateau
+    mode: min
+    patience: 10
+    factor: 0.1
+    min_lr: 1e-8
+  
+  criterion:
+    type: CrossEntropyLoss
+
+  save_dir: ./checkpoints_tracking
+
+SYSTEM:
+  log_dir: ./logs
+  seed: 42
+  device: cuda
+  gpu_id: 0