opensportslib 0.3.0.dev10__tar.gz → 0.3.0.dev12__tar.gz

{opensportslib-0.3.0.dev10/opensportslib.egg-info → opensportslib-0.3.0.dev12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: opensportslib
-Version: 0.3.0.dev10
+Version: 0.3.0.dev12
 Summary: OpenSportsLib is the professional library, designed for advanced video understanding in sports. It provides state-of-the-art tools for action recognition, spotting, retrieval, and captioning, making it ideal for researchers, analysts, and developers working with sports video data.
 Author: Jeet Vora
 Requires-Python: >=3.12
@@ -76,7 +76,7 @@ OpenSportsLib is designed for **researchers, ML engineers, and sports analytics
 ### Create conda env
 
 ```bash
-conda create -n osl python=3.12 pip
+conda create -n osl python=3.12 pip -y
 conda activate osl
 ```
 
@@ -92,6 +92,12 @@ pip install opensportslib
 pip install --pre opensportslib
 ```
 
+### Source development version
+
+```bash
+pip install -e .
+```
+
 ### Setup Environment (PyTorch, CUDA aware & Optional Dependencies)
 ```bash
 # Install PyTorch (CPU/GPU auto-detected)

{opensportslib-0.3.0.dev10 → opensportslib-0.3.0.dev12}/README.md

@@ -40,7 +40,7 @@ OpenSportsLib is designed for **researchers, ML engineers, and sports analytics
 ### Create conda env
 
 ```bash
-conda create -n osl python=3.12 pip
+conda create -n osl python=3.12 pip -y
 conda activate osl
 ```
 
@@ -56,6 +56,12 @@ pip install opensportslib
 pip install --pre opensportslib
 ```
 
+### Source development version
+
+```bash
+pip install -e .
+```
+
 ### Setup Environment (PyTorch, CUDA aware & Optional Dependencies)
 ```bash
 # Install PyTorch (CPU/GPU auto-detected)

{opensportslib-0.3.0.dev10 → opensportslib-0.3.0.dev12}/opensportslib/apis/base_task_model.py

@@ -14,6 +14,7 @@ from opensportslib.core.utils.config import (
     expand,
     load_config_omega,
     fetch_and_merge_config_from_HF,
+    resolve_config_path,
     resolve_inference_class_metadata,
 )
 
@@ -27,7 +28,7 @@ class BaseTaskModel(ABC):
         if config is None:
             raise ValueError("config path is required")
 
-        self.config_path = expand(config)
+        self.config_path = resolve_config_path(config)
         self.config = load_config_omega(self.config_path)
         self.last_loaded_weights = None
         self.best_checkpoint = None

opensportslib-0.3.0.dev12/opensportslib/configs/localization/h5_header_distance.yaml

@@ -0,0 +1,119 @@
+# Distance-family header spotting.
+#
+# One config for all four distance variants. Pick the variant on the `name:`
+# line under MODEL.components.rule.source, and tune the thresholds under
+# `params:`. Anything left out of `params:` falls back to
+# DEFAULT_HEADER_RULE_PARAMS in opensportslib/models/base/rule_based.py.
+#
+# The skeleton family has its own config, h5_header_skeleton.yaml.
+
+TASK: localization
+VERSION: 2
+
+SYSTEM:
+  paths:
+    work_dir: ./outputs/header_spotting_distance
+  device: cpu
+  gpu:
+    count: 0
+
+DATA:
+  common:
+    dataset_name: h5_headers
+    # --- CHANGE THESE to point at your tracking data -------------------------
+    # data_root and source_path are the directory the manifest's relative paths
+    # resolve against. annotation_path is a manifest listing the joints/ball h5
+    # pairs to scan; generate one with --combined, or write your own. See
+    # docs/headers/README.md.
+    data_root: /home/giancos/FIFA_data
+    classes:
+      - header
+    splits:
+      test:
+        type: H5OSLJsonSpotting
+        annotation_path: ./outputs/header_spotting/manifest_all.json
+        source_path: /home/giancos/FIFA_data
+        dataloader:
+          batch_size: 1
+          shuffle: false
+          num_workers: 0
+          pin_memory: false
+  inputs:
+    tracking:
+      modality: player_joints_h5
+      representation: raw
+      source:
+        format: h5
+      sampling: {}
+      transform: {}
+      augmentations: {}
+      params: {}
+
+MODEL:
+  metadata:
+    family: RuleBased
+    runner:
+      type: runner_h5_header_rule
+  components:
+    rule:
+      kind: algorithm
+      source:
+        provider: opensportslib
+        registry: rule_based
+        # --- CHANGE THIS to switch variant -------------------------------
+        #   h5_header_distance              no check on the ball path
+        #   h5_header_distance_angle        path must bend by 25 degrees
+        #   h5_header_distance_speed        speed must change by 25 per cent
+        #   h5_header_distance_speed_angle  both
+        # The name alone selects the trajectory mode. Setting
+        # trajectory_change_mode below has no effect: HEADER_RULE_VARIANTS is
+        # applied after these params and overwrites it.
+        name: h5_header_distance
+      params:
+        label: header
+        head_name: action
+
+        # --- contact ------------------------------------------------------
+        # A detection needs distance < distance_threshold_m AND confidence >
+        # min_confidence, where confidence is 1 - distance/threshold. The two
+        # multiply: 0.5 and 0.5 mean the ball must come within 25 cm.
+        distance_threshold_m: 0.5
+        min_confidence: 0.5
+        # Which joints count as the head. Trim to [nose] to see how much the
+        # others contribute.
+        head_joints: [nose, neck, l_eye, r_eye, l_ear, r_ear]
+        # How stale a ball sample may be when matched to a joint row by time.
+        ball_tolerance_ms: 60
+
+        # --- trajectory, used by the angle and speed variants --------------
+        # Vectors are built from a ball sample this far before and after the
+        # contact, then compared for bend and for speed change.
+        trajectory_pre_window_ms: 200
+        trajectory_post_window_ms: 200
+        trajectory_min_angle_deg: 25.0
+        trajectory_min_speed_delta_ratio: 0.25
+        # Below this the ball has barely moved and the test is skipped.
+        trajectory_min_vector_norm_m: 0.05
+        trajectory_use_xy_only: false
+
+        # --- throw-ins ----------------------------------------------------
+        # Contacts nearer the touchline than sideline_exclusion_m are dropped.
+        sideline_filter_enabled: true
+        pitch_half_width_m: 50.0
+        sideline_exclusion_m: 1.0
+
+        # --- de-duplication -----------------------------------------------
+        # One detection per window, keeping the most confident.
+        nms_window_ms: 1000
+
+        # --- output --------------------------------------------------------
+        # Diagnostics carry the contact distance, joint, player and the
+        # measured trajectory values on every event.
+        include_diagnostics: true
+  topology: []
+
+TRAIN:
+  trainer:
+    type: trainer_rule_based
+  execution:
+    enabled: false

opensportslib-0.3.0.dev12/opensportslib/configs/localization/h5_header_skeleton.yaml

@@ -0,0 +1,161 @@
+# Skeleton-family header spotting.
+#
+# One config for both skeleton variants. Pick the variant on the `name:` line
+# under MODEL.components.rule.source, and tune the thresholds under `params:`.
+# Anything left out falls back to DEFAULT_SKELETON_RULE_PARAMS in
+# opensportslib/models/base/rule_based.py.
+#
+# The numbered checks below match the sequence in docs/headers/README.md. The
+# measured effects come from an 82-configuration sweep on the 2022 final,
+# recorded in header_skeleton_sweep.xlsx; each is the effect of changing that
+# one setting away from the strict defaults.
+
+TASK: localization
+VERSION: 2
+
+SYSTEM:
+  paths:
+    work_dir: ./outputs/header_spotting_skeleton
+  device: cpu
+  gpu:
+    count: 0
+
+DATA:
+  common:
+    dataset_name: h5_headers
+    # --- CHANGE THESE to point at your tracking data -------------------------
+    # data_root and source_path are the directory the manifest's relative paths
+    # resolve against. annotation_path is a manifest listing the joints/ball h5
+    # pairs to scan; generate one with --combined, or write your own. See
+    # docs/headers/README.md.
+    data_root: /home/giancos/FIFA_data
+    classes:
+      - header
+    splits:
+      test:
+        type: H5OSLJsonSpotting
+        annotation_path: ./outputs/header_spotting/manifest_all.json
+        source_path: /home/giancos/FIFA_data
+        dataloader:
+          batch_size: 1
+          shuffle: false
+          num_workers: 0
+          pin_memory: false
+  inputs:
+    tracking:
+      modality: player_joints_h5
+      representation: raw
+      source:
+        format: h5
+      sampling: {}
+      transform: {}
+      augmentations: {}
+      params: {}
+
+MODEL:
+  metadata:
+    family: RuleBased
+    runner:
+      type: runner_h5_header_rule
+  components:
+    rule:
+      kind: algorithm
+      source:
+        provider: opensportslib
+        registry: rule_based
+        # --- CHANGE THIS to switch variant -------------------------------
+        #   h5_header_skeleton            91.4% recall, 86.5% precision
+        #   h5_header_skeleton_recall     97.1% recall, 69.4% precision
+        #   h5_header_skeleton_max_recall  100% recall, 61.4% precision
+        #
+        # With either recall variant, SKELETON_RULE_VARIANTS is applied
+        # after these params and overwrites twelve of them: head_joints, the
+        # five trajectory gates, both height bounds, ankle_height_max_m,
+        # dwell_max_frames and nms_window_frames. Setting those below has no
+        # effect on that variant. Everything else still applies to both.
+        name: h5_header_skeleton
+      params:
+        label: header
+        head_name: action
+
+        # --- check 4: contact ---------------------------------------------
+        # Distance from the ball to the nearest tracked head joint. Each joint
+        # is measured separately and the smallest wins; no midpoint is used.
+        # Measured: 0.5 gains 5 points of precision and 4.3 of mAP for 2.8 of
+        # recall, and is the single best change to these defaults. 0.25
+        # collapses recall to 49%.
+        head_ball_distance_max_m: 0.4
+        # Trim to [nose] to see how much the others contribute. All six help
+        # the recall variant, where 77% of detections match on something other
+        # than the nose, but cost the strict variant about 4 points of recall.
+        head_joints: [nose]
+
+        # --- check 1: ball height ------------------------------------------
+        # Measured: removing this band costs 4.6 points of precision. Worth
+        # keeping. Narrowing to 1.5-2.5 costs 10 points of recall.
+        ball_height_min_m: 1.3
+        ball_height_max_m: 3.0
+        # Sentinel marking an untracked coordinate.
+        invalid_value: -1.0
+
+        # --- checks 2 and 3: what the ball did ------------------------------
+        # Velocity comes from adjacent frames, acceleration from two frames
+        # either side.
+        #
+        # Measured: only the bend test earns its place. 25 degrees gains about
+        # 2 points of precision over 10. The other four are dead weight on this
+        # data: velocity_change actively costs recall and precision, while
+        # velocity_mag and accel_z_change produce byte-identical output whether
+        # on or off, meaning they never fire.
+        angle_change_min_deg: 10.0
+        velocity_change_min_mps: 2.0
+        velocity_mag_min_mps: 1.0
+        accel_z_change_min_mps2: 8.0
+        incoming_speed_min_mps: 4.0
+
+        # --- checks 5, 6, 7: the player -------------------------------------
+        # Facing is the dot product of the shoulder-line normal with the
+        # direction to the ball. Measured: inert at -0.5, it rejects nothing.
+        # Raising it to 0.0 costs 18 points of recall, so it is a blunt tool.
+        facing_dot_min: -0.5
+        # A hand nearer the ball than the head means an arm or a keeper's grab.
+        # Measured: worth 2.8 points of precision and free in recall.
+        hand_check_enabled: true
+        # Both ankles must be below this. Measured: harmful here, removing it
+        # improves recall, precision and F1 together.
+        ankle_height_max_m: 1.2
+
+        # --- check 8: dwell --------------------------------------------------
+        # Counts frames within dwell_window_frames either side where the head is
+        # within the dwell radius. A ball that lingers was carried, not headed.
+        # Measured: the strongest gate. Removing it costs 3.8 points of
+        # precision; tightening to 3 reaches 94.6% precision at 67% recall.
+        dwell_max_frames: 5
+        dwell_window_frames: 3
+        # The dwell radius is head_ball_distance_max_m * dwell_distance_factor
+        # unless dwell_distance_m is set. Set it when widening the contact
+        # threshold, or the dwell filter silently tightens with it.
+        dwell_distance_factor: 1.2
+        dwell_distance_m: null
+
+        # --- de-duplication --------------------------------------------------
+        # One detection per window, keeping the closest contact. Measured: 40
+        # gains 1.5 points of precision and 1.3 of mAP; 60 gains 4.3 of
+        # precision for 1.9 of recall.
+        nms_window_frames: 25
+        fps: 50.0
+
+        # --- output ----------------------------------------------------------
+        # Diagnostics carry the contact distance, which head joint matched, the
+        # player, the ball height, the dwell count and the trajectory values.
+        include_diagnostics: true
+        # Added to every position_ms. Leave at 0 unless correcting a known
+        # offset between the tracking and the clock you report against.
+        position_offset_ms: 0.0
+  topology: []
+
+TRAIN:
+  trainer:
+    type: trainer_rule_based
+  execution:
+    enabled: false

opensportslib-0.3.0.dev12/opensportslib/configs/localization/tracking_action_spotting.yaml

@@ -0,0 +1,151 @@
+SYSTEM:
+  paths:
+    save_dir: ./checkpoints_as_tracking
+  gpu:
+    count: 1
+
+DATA:
+  common:
+    dataset_name: SoccerNet-GAR-Spotting-Tracking
+    data_root: /home/karkid/PFF/sngar-spotting-tracking-dedup
+    classes:
+      - PASS
+      - HEADER
+      - HIGH PASS
+      - OUT
+      - CROSS
+      - THROW IN
+      - SHOT
+      - PLAYER SUCCESSFUL TACKLE
+      - FREE KICK
+      - GOAL
+    splits:
+      train:
+        type: TrackingActionSpot
+        annotation_path: ${DATA.common.data_root}/annotations_train.json
+        source_path: ${DATA.common.data_root}
+        dataloader:
+          batch_size: 4
+          shuffle: true
+          num_workers: 16        # graph build is CPU bound
+          pin_memory: true
+      valid:
+        type: TrackingActionSpot
+        annotation_path: ${DATA.common.data_root}/annotations_valid.json
+        source_path: ${DATA.common.data_root}
+        dataloader:
+          batch_size: 4
+          shuffle: false
+          num_workers: 16
+          pin_memory: true
+      valid_data_frames:
+        type: TrackingActionSpotVideo
+        annotation_path: ${DATA.common.splits.valid.annotation_path}
+        source_path: ${DATA.common.splits.valid.source_path}
+        overlap_len: 0
+        dataloader:
+          batch_size: 1
+          shuffle: false
+          num_workers: 2
+          pin_memory: false
+      test:
+        type: TrackingActionSpotVideo
+        annotation_path: ${DATA.common.data_root}/annotations_test.json
+        source_path: ${DATA.common.data_root}
+        results: results_spotting_test
+        metric: tight
+        nms_window: 2
+        overlap_len: 270         # 90% of clip_len
+        dataloader:
+          batch_size: 1
+          shuffle: false
+          num_workers: 2
+          pin_memory: false
+
+  inputs:
+    video:
+      modality: tracking_parquet
+      representation: raw
+      source:
+        format: parquet
+      sampling:
+        epoch_num_frames: 1500000  # 5000 clips/epoch
+        clip_len: 300
+        extract_fps: 5
+      transform:
+        normalize: true           # x, y, dx, dy, z by the pitch constants below
+      augmentations:              # train only; the dataset gates on is_eval
+        vertical_flip: true
+        horizontal_flip: true
+        team_flip: true
+      params:
+        dilate_len: 1
+        mixup: false              # undefined on graphs; overrides the RGB default
+        objects:
+          num_objects: 23
+          feature_dim: 8
+          pitch_half_length: 85.0
+          pitch_half_width: 50.0
+          max_displacement: 110.0
+          max_ball_height: 30.0
+
+MODEL:
+  metadata:
+    family: E2E
+    runner:
+      type: runner_e2e
+  components:
+    video_encoder:
+      kind: encoder
+      source:
+        provider: opensportslib
+        registry: backbone
+        name: graph_conv_seq      # per-frame embeddings, not a pooled clip vector
+      params:
+        #   gen        GENConv    softmax aggregation, learnable t and p
+        #   gat        GATv2Conv  four attention heads
+        #   sageconv   SAGEConv   mean, max and std aggregation
+        #   gin        GINConv    sum aggregation over a two-layer MLP
+        #   edgeconv   EdgeConv   max aggregation over node pairs
+        #   graphconv  GraphConv  plain add
+        encoder: graphconv
+        hidden_dim: 64
+        num_layers: 20
+        dropout: 0.1
+        edge_type: positional
+        k: 8
+        radius: 15.0
+    task_head:
+      kind: head
+      source:
+        provider: opensportslib
+        registry: head
+        name: gru
+
+TRAIN:
+  trainer:
+    type: trainer_e2e
+  epochs: 100
+  criterion:
+    type: CrossEntropyLoss
+  optimizer:
+    type: AdamWithScaler
+    lr: 0.001
+  scheduler:
+    type: ChainedSchedulerE2E
+    acc_grad_iter: 1
+    num_epochs: ${TRAIN.epochs}
+    warm_up_epochs: 5
+  execution:
+    enabled: true
+    multi_gpu: false
+    acc_grad_iter: 1
+    base_num_valid_epochs: 30
+    start_valid_epoch: 4
+    valid_map_every: 10           
+    criterion_valid: map
+  selection:
+    monitor: valid_loss
+    mode: min
+  checkpoint:
+    save_best: true

{opensportslib-0.3.0.dev10 → opensportslib-0.3.0.dev12}/opensportslib/core/config/accessors.py

@@ -182,11 +182,32 @@ def get_split_source_path(cfg: Any, split: str) -> str | None:
     return getattr(split_cfg, "source_path", None)
 
 
+def classes_to_ordered_list(classes: Any) -> list[str]:
+    """Normalise a classes spec to a list ordered by class index.
+
+    Classes appear either as a list (already in index order) or as a
+    ``{name: index}`` mapping - the form written into a run's saved
+    config.yaml. ``list(mapping)`` returns keys in *insertion* order, and a
+    mapping round-tripped through YAML comes back alphabetically sorted, so
+    that would silently permute the class<->index mapping when a checkpoint's
+    config is reloaded for inference. Always order a mapping by its indices.
+    """
+    if classes is None:
+        return []
+    if OmegaConf is not None and OmegaConf.is_config(classes):
+        classes = OmegaConf.to_container(classes, resolve=True)
+    if isinstance(classes, dict):
+        try:
+            return [name for name, _ in sorted(classes.items(), key=lambda kv: int(kv[1]))]
+        except (TypeError, ValueError):
+            return list(classes)
+    return list(classes)
+
+
 def get_data_classes(cfg: Any) -> list[str]:
     data = _as_dict(getattr(cfg, "DATA", None))
     common = _as_dict(data.get("common"))
-    classes = common.get("classes", [])
-    return list(classes) if classes is not None else []
+    return classes_to_ordered_list(common.get("classes", []))
 
 
 def get_data_num_classes(cfg: Any, default: int = 0) -> int:

{opensportslib-0.3.0.dev10 → opensportslib-0.3.0.dev12}/opensportslib/core/config/loader.py

@@ -148,11 +148,64 @@ def _dali_available() -> bool:
     return importlib.util.find_spec("nvidia.dali") is not None
 
 
+# DALI decodes video; any other input modality (tracking parquets, features)
+# has no DALI pipeline and must never be switched onto that backend.
+_DALI_CAPABLE_MODALITIES = {"video", "rgb", "video_mp4"}
+
+
+def _inputs_are_dali_capable(payload: dict[str, Any]) -> bool:
+    """Whether this config's inputs can be read by DALI at all.
+
+    A missing/unrecognised modality is treated as video so existing RGB
+    configs keep their behaviour; only an explicitly non-video modality
+    (e.g. tracking_parquet) opts out.
+    """
+    data = payload.get("DATA", {})
+    if not isinstance(data, dict):
+        return True
+    inputs = data.get("inputs", {})
+    if not isinstance(inputs, dict) or not inputs:
+        return True
+
+    for spec in inputs.values():
+        if not isinstance(spec, dict):
+            continue
+        modality = spec.get("modality")
+        if modality is not None and str(modality).lower() not in _DALI_CAPABLE_MODALITIES:
+            return False
+    return True
+
+
+def _declares_opencv_split_types(payload: dict[str, Any]) -> bool:
+    """Whether the config explicitly asks for the OpenCV video datasets."""
+    data = payload.get("DATA", {})
+    common = data.get("common", {}) if isinstance(data, dict) else {}
+    splits = common.get("splits", {}) if isinstance(common, dict) else {}
+    if not isinstance(splits, dict):
+        return False
+    opencv_types = set(_CPU_OPENCV_SPLIT_TYPES.values())
+    return any(
+        isinstance(cfg, dict) and cfg.get("type") in opencv_types
+        for cfg in splits.values()
+    )
+
+
 def _preferred_loader_backend(payload: dict[str, Any]) -> str | None:
     system = payload.get("SYSTEM", {})
     if not isinstance(system, dict):
         return None
 
+    # Selecting DALI for non-video data yields tracking/feature datasets driven
+    # through the DALI training branch, which fails with KeyError: 'frame'.
+    if not _inputs_are_dali_capable(payload):
+        return "opencv"
+
+    # Likewise honour split types that explicitly name the OpenCV datasets:
+    # forcing DALI leaves those types in place (only DALI->OpenCV is remapped
+    # below), producing the same mismatched-branch failure.
+    if _declares_opencv_split_types(payload):
+        return "opencv"
+
     mode = str(system.get("device", "auto")).lower()
     if mode == "cpu":
         return "opencv"

{opensportslib-0.3.0.dev10 → opensportslib-0.3.0.dev12}/opensportslib/core/trainer/localization_trainer.py

@@ -399,15 +399,21 @@ class Trainer_e2e(Trainer):
 
             # ---------------- W&B LOG ----------------
             if wandb.run is not None:
-                wandb.log({
+                payload = {
                     "epoch": epoch + 1,
                     "train/loss": train_loss,
                     "valid/loss": valid_loss,
-                    "valid/mAP": valid_mAP,
                     "lr": self.optimizer.param_groups[0]["lr"],
                     "best/mAP": self.best_criterion_valid if self.criterion_valid == "map" else None,
                     "best/loss": self.best_criterion_valid if self.criterion_valid == "loss" else None,
-                })
+                }
+                # Whole-match mAP only runs every valid_map_every epochs.
+                # Logging a placeholder 0 on the other epochs drew a sawtooth
+                # collapsing to zero between real measurements; omit the key
+                # instead so the chart connects the points that exist.
+                if valid_mAP:
+                    payload["valid/mAP"] = valid_mAP
+                wandb.log(payload)
 
             if self.save_dir is not None:
                 os.makedirs(self.save_dir, exist_ok=True)
@@ -883,6 +889,9 @@ class Evaluator:
         targets_numpy = []
         detections_numpy = []
         closests_numpy = []
+        # Rate the dense vectors below end up sampled at; the mAP tolerances
+        # are in seconds and must be converted with this same rate.
+        eval_framerate = self.extract_fps
 
         # ==================================================
         # LOOP
@@ -975,32 +984,15 @@ class Evaluator:
                         fps = pred_data_local.get("fps", self.extract_fps)
 
             # ---------------- VECTORS ----------------
-            if gt_is_v2:
-                frame_candidates = [1]
-                if game["end_time_ms"] is not None:
-                    frame_candidates.append(
-                        int(
-                            math.ceil(
-                                (game["end_time_ms"] - game["start_time_ms"])
-                                / 1000
-                                * fps
-                            )
-                        )
-                    )
-                for event in labels:
-                    frame_candidates.append(
-                        int(fps * (event["position"] / 1000)) + 1
-                    )
-                for event in predictions:
-                    if event.get("frame") is not None:
-                        frame_candidates.append(int(event["frame"]) + 1)
-                    elif event.get("position") is not None:
-                        frame_candidates.append(
-                            int(fps * (int(event["position"]) / 1000)) + 1
-                        )
-                vector_size = max(frame_candidates)
-            else:
-                vector_size = game.get("num_frames")
+            # Size the dense vectors from the actual content instead of the
+            # 90-minute default: a match clock can run well past 90 min
+            # (kick-off offset, stoppage, half-time gap) and anything beyond
+            # the cap is clamped onto the final bin, silently merging events.
+            positions_ms = [a["position"] for a in labels] + [
+                p["position"] for p in predictions
+            ]
+            vector_size = int(fps * (max(positions_ms) / 1000)) + 2 if positions_ms else None
+            eval_framerate = fps
 
             dense_labels = label2vector(
                 labels,
@@ -1033,6 +1025,7 @@ class Evaluator:
                 detections_numpy,
                 closests_numpy,
                 INVERSE_EVENT_DICTIONARY,
+                framerate=eval_framerate,
             )
         else:
             logging.warning("No predictions found.")