opensportslib 0.2.0.dev2__py3-none-any.whl → 0.2.0.dev3__py3-none-any.whl

opensportslib/cli.py

@@ -11,8 +11,8 @@ def main(argv: Optional[list[str]] = None) -> int:
     parser.add_argument("command", choices=["setup"])
     parser.add_argument("--pyg", action="store_true")
     parser.add_argument("--dali", action="store_true")
-    parser.add_argument("--xvars", action="store_true")
-    parser.add_argument("--qwen", action="store_true")
+    parser.add_argument("--vqa_xvars", action="store_true")
+    parser.add_argument("--vqa_qwen", action="store_true")
 
     args = parser.parse_args(argv)
 
@@ -20,8 +20,8 @@ def main(argv: Optional[list[str]] = None) -> int:
         setup(
             pyg=args.pyg,
             dali=args.dali,
-            xvars=args.xvars,
-            qwen=args.qwen
+            vqa_xvars=args.vqa_xvars,
+            vqa_qwen=args.vqa_qwen
         )
         return 0
 

opensportslib/configs/vqa/qwen.yaml

@@ -1,95 +1,8 @@
-TASK: VQA
-VERSION: 2
-
 SYSTEM:
   paths:
-    log_dir: ./logs
     save_dir: ./checkpoints_vqa_qwen
-    work_dir: ./checkpoints_vqa_qwen
-  device: cuda
-  gpu:
-    count: 1
-    id: 0
-  reproducibility:
-    use_seed: true
-    seed: 42
-
-DATA:
-  common:
-    dataset_name: OSL-XFoul
-    data_root: /home/vorajv/dataset/OSL-XFoul
-    feature_index: /home/vorajv/dataset/OSL-XFoul/feature_index.json
-    prediction_index: /home/vorajv/dataset/OSL-XFoul/prediction_index.json
-    runtime:
-      loader_backend: opencv
-    splits:
-      train:
-        annotation_path: /home/vorajv/dataset/OSL-XFoul/train.json
-        source_path: /home/vorajv/dataset/OSL-XFoul
-        dataloader:
-          batch_size: 1
-          shuffle: true
-          num_workers: 0
-          pin_memory: false
-          mp_context: spawn
-          persistent_workers: false
-      valid:
-        annotation_path: /home/vorajv/dataset/OSL-XFoul/valid.json
-        source_path: /home/vorajv/dataset/OSL-XFoul
-        dataloader:
-          batch_size: 1
-          shuffle: false
-          num_workers: 0
-          pin_memory: false
-          mp_context: spawn
-          persistent_workers: false
-      test:
-        annotation_path: /home/vorajv/dataset/OSL-XFoul/test.json
-        source_path: /home/vorajv/dataset/OSL-XFoul
-        dataloader:
-          batch_size: 1
-          shuffle: false
-          num_workers: 0
-          pin_memory: false
-          mp_context: spawn
-          persistent_workers: false
-  inputs:
-    video:
-      modality: video
-      representation: raw
-      source:
-        format: mp4
-      sampling:
-        num_frames: 100
-        input_fps: 25
-        target_fps: 17
-        start_frame: 63
-        end_frame: 87
-      transform: {}
-      augmentations: {}
-      params: {}
-    question:
-      modality: text
-      representation: raw
-      source:
-        format: json
-      sampling: {}
-      transform: {}
-      augmentations: {}
-      params: {}
 
 MODEL:
-  runtime:
-    dtype: fp16
-    device: auto
-    compile: false
-    freeze: false
-  load:
-    checkpoint_path: null
-    pretrained: false
-    strict: true
-    map_location: null
-    format: auto
   components:
     video_encoder:
       kind: encoder
@@ -114,83 +27,19 @@ MODEL:
       kind: decoder
       source:
         provider: huggingface
-        # Qwen/Qwen2.5-7B-Instruct or Qwen/Qwen3.5-9B-Base 
+        # Supported models: Qwen/Qwen2.5-7B-Instruct or Qwen/Qwen3.5-9B-Base
         name: Qwen/Qwen3.5-9B-Base
       params:
-        # Qwen/Qwen2.5-7B-Instruct or Qwen/Qwen3.5-9B-Base        
+        # Supported models: Qwen/Qwen2.5-7B-Instruct or Qwen/Qwen3.5-9B-Base
         repo_id: Qwen/Qwen3.5-9B-Base
       overrides: {}
-  topology:
-    - from: video_encoder
-      to: mm_projector
-    - from: mm_projector
-      to: llm_decoder
   metadata:
     backend: qwen_xvars_infer
 
-IO:
-  inputs:
-    video: video_encoder
-    question: llm_decoder
-  outputs:
-    answer_text: llm_decoder
-    explanation_text: llm_decoder
-
 TRAIN:
-  trainer:
-    type: vqa
-
-  epochs: 3
-
-  criterion:
-    type: CrossEntropyLoss
-
-  optimizer:
-    type: AdamW
-    lr: 0.0002
-    weight_decay: 0.001
-
-  scheduler:
-    type: constant
-
   execution:
-    enabled: true
-    training_backend: xvars_videochatgpt_lora
-    feature_backend: xvars_clip
-    view_sampling_policy: random_train_deterministic_eval
-    acc_grad_iter: 8
-    log_interval: 1
-    dry_run: false
-
-    xvars:
-      feature_mode: strict_xvars
-      projection_path: null
-
     prompt:
-      style: detailed
       system_prompt: You are a football video assistant. Answer the VQA question using the provided video context and referee priors.
-      include_priors: true
-      prediction_prior_adapter: xvars_referee
-      prior_fields: [action, offence, contact, bodypart]
-      video_token_len: 300
-
-    generation:
-      max_new_tokens: 128
-      temperature: 0.0
-
-    eval_profile:
-      metric_set: [exact_match, contains_match, token_f1, referee_semantic]
-      aggregation: mean
-      exclusions: []
-
-    sft:
-      max_seq_length: 480
-      include_video_tokens: true
-      disable_tqdm: false
-      reference_mode: all
-      append_eos_token: true
-      gradient_checkpointing: true
-      save_strategy: epoch
 
     hf:
       tokenizer_id: ${MODEL.components.llm_decoder.params.repo_id}
@@ -198,31 +47,3 @@ TRAIN:
       local_files_only: false
       device_map: auto
       offload_folder: ./hf_offload_qwen
-
-    lora:
-      r: 16
-      alpha: 32
-      dropout: 0.05
-      bias: none
-      prepare_kbit: true
-      target_modules: [mm_projector, upsample_features, up_proj, down_proj, gate_proj, k_proj, q_proj, v_proj, o_proj]
-      exclude_modules: '^base_lm\.model\.mm_projector$'
-
-    quantization:
-      enabled: false
-      load_in_4bit: true
-      bnb_4bit_quant_type: nf4
-      compute_dtype: float16
-      bnb_4bit_use_double_quant: true
-
-    checkpoint:
-      save_adapter: true
-      merge_and_save: false
-
-  selection:
-    monitor: loss
-    mode: min
-
-  checkpoint:
-    save_every: 1
-    save_best: true

opensportslib/core/config/loader.py

@@ -18,7 +18,7 @@ from .migrate import migrate_config
 from .runtime_adapter import maybe_namespace, namespace_to_plain_dict
 
 _YAML_SUFFIXES = {".yaml", ".yml"}
-_TASK_DIRS = {"classification", "localization"}
+_TASK_DIRS = {"classification", "localization", "vqa"}
 _INTERPOLATION_RE = re.compile(r"\$\{([^}]+)\}")
 
 

opensportslib/setup/setup.py

@@ -183,12 +183,12 @@ def verify():
     else:
         print("Running on CPU")
 
-def setup(dali=False, pyg=False, xvars=False, qwen=False):
+def setup(dali=False, pyg=False, vqa_xvars=False, vqa_qwen=False):
     install_torch()
     install_extras(dali=dali, pyg=pyg)
-    if xvars:
+    if vqa_xvars:
         install_xvars_dependencies(XVARS_DEPENDENCY_PINS)
-    if qwen:
+    if vqa_qwen:
         install_xvars_dependencies(QWEN_DEPENDENCY_PINS)
     verify()
 
@@ -202,9 +202,9 @@ if __name__ == "__main__":
     parser = argparse.ArgumentParser()
     parser.add_argument("--dali", action="store_true")
     parser.add_argument("--pyg", action="store_true")
-    parser.add_argument("--xvars", action="store_true")
-    parser.add_argument("--qwen", action="store_true")
+    parser.add_argument("--vqa_xvars", action="store_true")
+    parser.add_argument("--vqa_qwen", action="store_true")
 
     args = parser.parse_args()
 
-    setup(dali=args.dali, pyg=args.pyg, xvars=args.xvars, qwen=args.qwen)
+    setup(dali=args.dali, pyg=args.pyg, vqa_xvars=args.vqa_xvars, vqa_qwen=args.vqa_qwen)

{opensportslib-0.2.0.dev2.dist-info → opensportslib-0.2.0.dev3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: opensportslib
-Version: 0.2.0.dev2
+Version: 0.2.0.dev3
 Summary: OpenSportsLib is the professional library, designed for advanced video understanding in sports. It provides state-of-the-art tools for action recognition, spotting, retrieval, and captioning, making it ideal for researchers, analysts, and developers working with sports video data.
 Author: Jeet Vora
 Requires-Python: >=3.12
@@ -93,13 +93,26 @@ opensportslib setup --pyg
 
 # Optional: install for DALI support
 opensportslib setup --dali
-``` 
+
+# Optional: install the X-VARS-compatible VQA dependency profile
+opensportslib setup --vqa_xvars
+
+# Optional: install the Qwen-compatible VQA dependency profile
+opensportslib setup --vqa_qwen
+```
 ---
 
 **Note:**  
 Run `opensportslib setup` to automatically configure dependencies.  
 If issues occur, manually install compatible versions of `torch`, `torchvision`, and related libraries according to your CUDA version or system compatibility.
 
+For VQA, use exactly one backend-specific dependency profile:
+
+- `--vqa_xvars` installs the X-VARS-compatible Hugging Face stack from `XVARS_DEPENDENCY_PINS`
+- `--vqa_qwen` installs the Qwen-compatible Hugging Face stack from `QWEN_DEPENDENCY_PINS`
+
+The `vqa_qwen` config supports `Qwen/Qwen2.5-7B-Instruct` and `Qwen/Qwen3.5-9B-Base`.
+
 ---
 
 ## Data and pretrained models
@@ -287,7 +300,7 @@ metrics_from_file = my_model.evaluate(
 from opensportslib.apis import VQAModel
 
 my_model = VQAModel(
-    config="/path/to/vqa.yaml",
+    config="opensportslib/configs/vqa/qwen.yaml",
     weights=None,  # optional: path or Hugging Face model ID
 )
 
@@ -300,13 +313,20 @@ single_prediction = my_model.infer(
     video_path="/path/to/video.mp4",
     question="What card would you give? Why?",
 )
-
-metrics = my_model.evaluate(
-    test_set="/path/to/test_annotations.json",
-    predictions=predictions,
-)
 ```
 
+Use `opensportslib/configs/vqa/xvars.yaml` with `opensportslib setup --vqa_xvars`
+for the X-VARS-compatible backend, or `opensportslib/configs/vqa/qwen.yaml` with
+`opensportslib setup --vqa_qwen` for the Qwen-compatible backend. The Qwen
+backend currently supports `Qwen/Qwen2.5-7B-Instruct` and
+`Qwen/Qwen3.5-9B-Base`.
+
+For X-VARS, `feature_source: indexed_or_raw_clip` prefers indexed CLIP features
+when available and falls back to extracting CLIP features from raw video during
+`infer()`. Pre-extracted features remain the preferred path for parity, speed,
+and reproducibility. See [docs/xvars_integration_phases.md](docs/xvars_integration_phases.md)
+for the full X-VARS setup workflow.
+
 
 ---
 
@@ -414,6 +434,12 @@ opensportslib setup --pyg
 
 # Optional: install for DALI support
 opensportslib setup --dali
+
+# Optional: install the X-VARS-compatible VQA dependency profile
+opensportslib setup --vqa_xvars
+
+# Optional: install the Qwen-compatible VQA dependency profile
+opensportslib setup --vqa_qwen
 ```
 
 ### Git workflow

{opensportslib-0.2.0.dev2.dist-info → opensportslib-0.2.0.dev3.dist-info}/RECORD

@@ -1,7 +1,7 @@
 examples/quickstart/basic_classification.py,sha256=byefVwdVS6yHuHOSBRHB3czrm5ya4ZpIM_qI72UTpv4,1048
 examples/quickstart/basic_localization.py,sha256=ZTwVIBFcIuIcctW9OJNHctpsIKAgtVsRzn2HxmYYLaY,1049
 opensportslib/__init__.py,sha256=yl-0Zd38CgUGwn-ZUpT_rbaJx1nMwUPjod5U1TcAL7U,619
-opensportslib/cli.py,sha256=SGKdn7ntt4d7U1GslWIUMLYbNiDAMo1cdMxtWW2s3n0,805
+opensportslib/cli.py,sha256=45tA92cctPQuruJACAm4TqEbdFwLp-AEknvsOgszxUM,829
 opensportslib/apis/__init__.py,sha256=4PCdg5owC2HWoTnPYiTl140ddz1rxipexoOmxHKL2yE,460
 opensportslib/apis/base_task_model.py,sha256=SZJCwzaagjBwozleOfaVJSjI0T94EgyhVBY9qz4JYFk,4807
 opensportslib/apis/classification.py,sha256=LfwnfnMdQiipqZymGpEPc0lPL64oXilL_eT45ueMkBA,11282
@@ -17,13 +17,12 @@ opensportslib/configs/localization/default.yaml,sha256=CCsR1ewdVn5aBTo6nBPkBnwCt
 opensportslib/configs/localization/netvladpp_resnetpca512.yaml,sha256=i-bB-LGekwdha761xuBjIs_6LJpTmQ2MH6Vusc1WSXI,3169
 opensportslib/configs/localization/video_dali.yaml,sha256=GhbqlNLJNY3U2Vwd1TOBtO--yRNpk0wbt8xFoxTibbg,2802
 opensportslib/configs/localization/video_ocv.yaml,sha256=sbUpACassaVK6ND4ChogiK9DfMvJisPM9SUpSh8olvg,3055
-opensportslib/configs/vqa/qwen.yaml,sha256=KgFWQlk52Stb1O8k79yGTQuvMnMnTwylTbfhMLVcZ9Q,5294
-opensportslib/configs/vqa/xvars_lora.yaml,sha256=zl2SYCxj9zGCBLrxPD-yEc6rb0soPLyzBpdG2zbPnEg,6465
+opensportslib/configs/vqa/qwen.yaml,sha256=yQ7RSCa3JKN3POrgZWjfYdsG_BsQeo0oDekojUe1jqg,1318
 opensportslib/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 opensportslib/core/config/__init__.py,sha256=joSTWPBuLQDSFQIbAVpmOyeFLTxhIZRR_-K4DgEK8MM,635
 opensportslib/core/config/accessors.py,sha256=I6oi2lhqr9HChci90iHV3SnJAw6ykxeTLUVoecS-xhk,19613
 opensportslib/core/config/conflicts.py,sha256=cs28TIoA5w3GlQ3QTXD4AqEQL22nHxKPCS7eR-L20wI,4835
-opensportslib/core/config/loader.py,sha256=k7C8IslU0WymzP71dnQ4MiXeViunyR_zYCZ6mhUrF_Q,5654
+opensportslib/core/config/loader.py,sha256=IvOyA7Bc5_OEMXidiAywS9kUqepY2DR3Bf_hRuHSGVM,5661
 opensportslib/core/config/migrate.py,sha256=C2RFBjMl3uve2D1lIgVxnKMUjovtxxMBZKRG6h-Aot4,817
 opensportslib/core/config/runtime_adapter.py,sha256=IIw4_1tV2-cuySypxlqEYzF_wpJjETihnUsJs22kvg8,2018
 opensportslib/core/config/schema.py,sha256=up-GvHD1eaNfhnJ9ifQ97S3_-UeMHW5V3DpjBF4_0TA,1931
@@ -106,18 +105,18 @@ opensportslib/models/utils/impl/calf.py,sha256=L_BBthf4EGGhCWZnRKjKAUUs2cqzVFnBr
 opensportslib/models/utils/impl/gsm.py,sha256=eD48Dqhp1t2Qw74rkKZKZt415fs3fdUTufdRoYik540,5389
 opensportslib/models/utils/impl/gtad.py,sha256=QXae-tZj1Leyx501OYQuBKntHW7Rf0ggxVomxtV7Si4,16928
 opensportslib/models/utils/impl/tsm.py,sha256=URU1PB48jVvpeokCT3MNX8xUo7bi2jiidt3BRzIhVSY,5180
-opensportslib/setup/setup.py,sha256=UBXzuDKG0gmsygPfWIhnRIrsKx4S738zkxJ5vsaHVlM,6090
+opensportslib/setup/setup.py,sha256=PSzHmSR5eND0WqisklhSSMhfWOxHwD7OVlV7MliG_Fg,6130
 opensportslib/tools/__init__.py,sha256=F_Oc8401Tmuwlc30lbEQOWdrTvfClNhrIlxwkGJ-dNE,1615
 opensportslib/tools/_common.py,sha256=CNSADAK8odNS0xUd2tNExoukrgKEbfNNwGbwIF5JJZU,675
 opensportslib/tools/hf_transfer.py,sha256=wkVJc0iyJojJSV6XBAPtPVQ58NbrGNoEZG5c3-bkMEE,31275
 opensportslib/tools/osl_json_to_parquet.py,sha256=VsEy7KF7x6PA5GPdiAFDgYlyfW9Cey-SvnOiRca2s74,15132
 opensportslib/tools/parquet_to_osl_json.py,sha256=CcD4oYF8HTwJnANr81PerJXLRqTc6BZ6mVsKu7YNJw0,9259
-opensportslib-0.2.0.dev2.dist-info/licenses/LICENSE,sha256=TfPDBt3ar0uv_f9cqCDMZ5rIzW3CY8anRRd4PkL6ejs,34522
-opensportslib-0.2.0.dev2.dist-info/licenses/LICENSE-COMMERCIAL,sha256=dg9GjCyCFMcfDJPkZ-IFDDt3Z5x_IdTY3YY-yOC1Eo0,163
+opensportslib-0.2.0.dev3.dist-info/licenses/LICENSE,sha256=TfPDBt3ar0uv_f9cqCDMZ5rIzW3CY8anRRd4PkL6ejs,34522
+opensportslib-0.2.0.dev3.dist-info/licenses/LICENSE-COMMERCIAL,sha256=dg9GjCyCFMcfDJPkZ-IFDDt3Z5x_IdTY3YY-yOC1Eo0,163
 tests/conftest.py,sha256=M10-WTFqwR8n4GvaHh2uDzeknxOWSwCoWslpHA4VQ3I,26806
 tests/test_classification_dataset_paths.py,sha256=UMKj52WcWIayPAYVm7ZAmsF2W9yiYecEJ_F7lzmejEs,3636
 tests/test_classification_trainer_dataloader.py,sha256=T-1ukT7UOjnoAG-9zD4oLHijTRy7qD_vAlMFmavU5oI,5118
-tests/test_config_architecture.py,sha256=4xth4qcmquv5-8HUlrqFY42kcgnqcf8xwRmYVz6iveU,5367
+tests/test_config_architecture.py,sha256=VltPXXmlrSv_pa4klMSKWaZz09uADUFIHozOgt-paZE,6775
 tests/test_config_split_override_sync.py,sha256=GdpzlVkGzX_Uac6KEFZPviXAtt_ATV1ERwAicNvIk4E,1635
 tests/test_config_utils_smoke.py,sha256=03fNAkICbqbDkugzxHPsRd4lXhxqBRCYeWKMreYcxOU,2590
 tests/test_conversion_tools.py,sha256=Kg20dC1w3kygrl6VIW1dKZW25bBPb2Ha9DLmYqik2HY,9059
@@ -143,8 +142,8 @@ tools/download/download_osl_hf.py,sha256=4dd-Yei2g_lp7NKom8FQlR99PQkQO3DZpAyKmdY
 tools/download/upload_osl_hf.py,sha256=YO-1uqxs-_6wdEdVYrJ7nqelpRDUOYsEmZW5HhpseiI,5777
 tools/training/classification.py,sha256=cSMIMNfP08McYUOt17ONo4WVKjAmLDl20WYOidYjJ8k,1277
 tools/training/localization.py,sha256=UC7liIEF_BrVtN8lnLZ5DOGEqSuwB_rNQgjoN_xEKuI,1271
-opensportslib-0.2.0.dev2.dist-info/METADATA,sha256=GBfvHYucQAwggy2SHt84KH2-dZ5Gk2Qyhk7cpOaMPuU,11552
-opensportslib-0.2.0.dev2.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
-opensportslib-0.2.0.dev2.dist-info/entry_points.txt,sha256=8haQLjVcah3IRKrlsyeecr0cUB5eXH9UPgJ_DDdT4Zk,57
-opensportslib-0.2.0.dev2.dist-info/top_level.txt,sha256=IJ6LnztNOeuEKQTiMTPPokBJr9ZxUCEIvbCjlPwUVEs,35
-opensportslib-0.2.0.dev2.dist-info/RECORD,,
+opensportslib-0.2.0.dev3.dist-info/METADATA,sha256=4xf0tx6TSpzdV9FmI2saESQd7DUmSLqe6ByoC7Fr7Rg,12875
+opensportslib-0.2.0.dev3.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
+opensportslib-0.2.0.dev3.dist-info/entry_points.txt,sha256=8haQLjVcah3IRKrlsyeecr0cUB5eXH9UPgJ_DDdT4Zk,57
+opensportslib-0.2.0.dev3.dist-info/top_level.txt,sha256=IJ6LnztNOeuEKQTiMTPPokBJr9ZxUCEIvbCjlPwUVEs,35
+opensportslib-0.2.0.dev3.dist-info/RECORD,,

tests/test_config_architecture.py

@@ -1,7 +1,6 @@
 from pathlib import Path
 
 import pytest
-import yaml
 
 from opensportslib.core.config import load_config, migrate_config, validate_config
 from opensportslib.core.config.accessors import (
@@ -25,16 +24,19 @@ def test_public_config_api_is_canonical_first():
 def test_legacy_inputs_route_through_migration(tmp_path):
     config_path = tmp_path / "legacy.yaml"
     config_path.write_text(
-        yaml.safe_dump(
-            {
-                "DATA": {
-                    "data_dir": str(tmp_path / "data"),
-                    "annotations": {"train": str(tmp_path / "train.json")},
-                },
-                "MODEL": {"backbone": {"type": "smoke_backbone"}},
-                "SYSTEM": {"save_dir": str(tmp_path / "ckpt")},
-            },
-            sort_keys=False,
+        "\n".join(
+            [
+                "DATA:",
+                f"  data_dir: {tmp_path / 'data'}",
+                "  annotations:",
+                f"    train: {tmp_path / 'train.json'}",
+                "MODEL:",
+                "  backbone:",
+                "    type: smoke_backbone",
+                "SYSTEM:",
+                f"  save_dir: {tmp_path / 'ckpt'}",
+                "",
+            ]
         ),
         encoding="utf-8",
     )
@@ -83,6 +85,33 @@ def test_localization_experiment_composes_all_layers():
     assert cfg["MODEL"]["components"]["video_encoder"]["source"]["name"] == "rny008_gsm"
 
 
+def test_vqa_xvars_experiment_composes_all_layers():
+    cfg = load_config("opensportslib/configs/vqa/xvars.yaml", as_namespace=False)
+
+    assert cfg["VERSION"] == 2
+    assert cfg["TASK"] == "vqa"
+    assert cfg["SYSTEM"]["paths"]["log_dir"] == "./logs"
+    assert cfg["SYSTEM"]["paths"]["save_dir"] == "./checkpoints_vqa_lora"
+    assert cfg["SYSTEM"]["paths"]["work_dir"] == "./checkpoints_vqa_lora"
+    assert cfg["DATA"]["common"]["runtime"]["loader_backend"] == "opencv"
+    assert cfg["MODEL"]["metadata"]["backend"] == "xvars_videochatgpt"
+    assert cfg["TRAIN"]["execution"]["hf"]["tokenizer_id"] == "/home/vorajv/X-VARS/weights/base_model_videoChatGPT"
+
+
+def test_vqa_qwen_experiment_composes_all_layers():
+    cfg = load_config("opensportslib/configs/vqa/qwen.yaml", as_namespace=False)
+
+    assert cfg["VERSION"] == 2
+    assert cfg["TASK"] == "vqa"
+    assert cfg["SYSTEM"]["paths"]["log_dir"] == "./logs"
+    assert cfg["SYSTEM"]["paths"]["save_dir"] == "./checkpoints_vqa_qwen"
+    assert cfg["SYSTEM"]["paths"]["work_dir"] == "./checkpoints_vqa_qwen"
+    assert cfg["DATA"]["common"]["runtime"]["loader_backend"] == "opencv"
+    assert cfg["MODEL"]["metadata"]["backend"] == "qwen_xvars_infer"
+    assert cfg["MODEL"]["components"]["llm_decoder"]["source"]["name"] == "Qwen/Qwen3.5-9B-Base"
+    assert cfg["TRAIN"]["execution"]["hf"]["offload_folder"] == "./hf_offload_qwen"
+
+
 def test_validation_accepts_canonical_schema():
     canonical = load_config(
         "opensportslib/configs/localization/default.yaml",

opensportslib/configs/vqa/xvars_lora.yaml

@@ -1,243 +0,0 @@
-TASK: VQA
-VERSION: 2
-
-SYSTEM:
-  paths:
-    log_dir: ./logs
-    save_dir: ./checkpoints_vqa_lora
-    work_dir: ./checkpoints_vqa_lora
-  device: cuda
-  gpu:
-    count: 4
-    id: 0
-  reproducibility:
-    use_seed: true
-    seed: 42
-
-DATA:
-  common:
-    dataset_name: OSL-XFoul
-    data_root: /home/vorajv/dataset/OSL-XFoul
-    feature_index: /home/vorajv/dataset/OSL-XFoul/feature_index.json
-    prediction_index: /home/vorajv/dataset/OSL-XFoul/prediction_index.json
-    runtime:
-      loader_backend: opencv
-    splits:
-      train:
-        annotation_path: /home/vorajv/dataset/OSL-XFoul/train.json
-        source_path: /home/vorajv/dataset/OSL-XFoul
-        dataloader:
-          batch_size: 1
-          shuffle: true
-          num_workers: 0
-          pin_memory: false
-          mp_context: spawn
-          persistent_workers: false
-      valid:
-        annotation_path: /home/vorajv/dataset/OSL-XFoul/valid.json
-        source_path: /home/vorajv/dataset/OSL-XFoul
-        dataloader:
-          batch_size: 1
-          shuffle: false
-          num_workers: 0
-          pin_memory: false
-          mp_context: spawn
-          persistent_workers: false
-      test:
-        annotation_path: /home/vorajv/dataset/OSL-XFoul/test.json
-        source_path: /home/vorajv/dataset/OSL-XFoul
-        dataloader:
-          batch_size: 1
-          shuffle: false
-          num_workers: 0
-          pin_memory: false
-          mp_context: spawn
-          persistent_workers: false
-  inputs:
-    video:
-      modality: video
-      representation: raw
-      source:
-        format: mp4
-      sampling:
-        num_frames: 100
-        input_fps: 25
-        target_fps: 17
-        start_frame: 63
-        end_frame: 87
-      transform: {}
-      augmentations: {}
-      params: {}
-    question:
-      modality: text
-      representation: raw
-      source:
-        format: json
-      sampling: {}
-      transform: {}
-      augmentations: {}
-      params: {}
-
-MODEL:
-  runtime:
-    dtype: fp16
-    device: auto
-    compile: false
-    freeze: false
-  load:
-    checkpoint_path: null
-    pretrained: false
-    strict: true
-    map_location: null
-    format: auto
-  components:
-    video_encoder:
-      kind: encoder
-      source:
-        provider: opensportslib
-      # XVARS-trained classifier weights to load into that architecture
-      load:
-        weights_path: /home/vorajv/X-VARS/weights/14_model.pth.tar
-      params:
-        # CLIP architecture and image processor to instantiate.
-        feature_source: indexed_or_raw_clip
-        vision_tower: openai/clip-vit-large-patch14
-        feature_dim: 1024
-      overrides: {}
-    mm_projector:
-      kind: projector
-      source:
-        provider: opensportslib
-      params:
-        input_dim: 1024
-      overrides: {}
-    llm_decoder:
-      kind: decoder
-      source:
-        provider: opensportslib
-      params:
-        repo_id: /home/vorajv/X-VARS/weights/base_model_videoChatGPT
-      overrides: {}
-  topology:
-    - from: video_encoder
-      to: mm_projector
-    - from: mm_projector
-      to: llm_decoder
-  metadata:
-    backend: xvars_videochatgpt
-
-IO:
-  inputs:
-    video: video_encoder
-    question: llm_decoder
-  outputs:
-    answer_text: llm_decoder
-    explanation_text: llm_decoder
-
-TRAIN:
-  trainer:
-    type: vqa
-
-  epochs: 3
-
-  criterion:
-    type: CrossEntropyLoss
-
-  optimizer:
-    type: AdamW
-    lr: 0.0002
-    weight_decay: 0.001
-
-  scheduler:
-    type: constant
-
-  execution:
-    enabled: true
-    training_backend: xvars_videochatgpt_lora
-    feature_backend: xvars_clip
-    view_sampling_policy: random_train_deterministic_eval
-    acc_grad_iter: 8
-    log_interval: 1
-    dry_run: false
-
-    xvars:
-      feature_mode: strict_xvars
-      # Optional: path to a separate mm_projector checkpoint.
-      # null means use the projector already embedded in base_model_videoChatGPT.
-      projection_path: null
-
-    prompt:
-      style: detailed
-      system_prompt: You are Video-ChatGPT, a large vision-language assistant. You are able to understand the video content that the user provides, and assist the user with a variety of tasks using natural language.Follow the instructions carefully and explain your answers in detail based on the provided video.
-      include_priors: true
-      prediction_prior_adapter: xvars_referee
-      prior_fields: [action, offence, contact, bodypart]
-      video_token_len: 300
-
-    generation:
-      max_new_tokens: 128
-      temperature: 0.0
-
-    # Optional XFoul-only generated-answer smoke test.
-    # During LoRA training, this runs generation on one known training sample and
-    # checks that the answer still contains referee-domain terms and avoids known
-    # code-like failure strings. Disable or replace these values for non-XFoul data.
-    generated_validation:
-      enabled: true
-      sample_id: action_0
-      every_steps: 25
-      max_new_tokens: 128
-      require_relevance: true
-      required_terms: [foul, card, challenge, spa, dogso, advantage]
-      forbidden_terms: [get_children, django, httpclient, "```python", "```php"]
-    
-    # OpenSportsLib-native VQA evaluation config. This does not correspond to
-    # an upstream X-VARS benchmark scorer.
-    eval_profile:
-      metric_set: [exact_match, contains_match, token_f1, referee_semantic]
-      aggregation: mean
-      exclusions: []
-
-    sft:
-      max_seq_length: 480
-      include_video_tokens: true
-      disable_tqdm: false
-      reference_mode: all
-      append_eos_token: true
-      gradient_checkpointing: true
-      save_strategy: "epoch"
-
-    hf:
-      tokenizer_id: ${MODEL.components.llm_decoder.params.repo_id}
-
-    lora:
-      r: 16
-      alpha: 32
-      dropout: 0.05
-      bias: none
-      prepare_kbit: true
-      target_modules: [mm_projector, upsample_features, up_proj, down_proj, gate_proj, k_proj, q_proj, v_proj, o_proj]
-      exclude_modules: '^base_lm\.model\.mm_projector$'
-
-    quantization:
-      enabled: false
-      load_in_4bit: true
-      bnb_4bit_quant_type: nf4
-      compute_dtype: float16
-      bnb_4bit_use_double_quant: true
-
-    # LoRA adapter save policy:
-    # save_adapter: true saves the LoRA adapter artifacts.
-    # merge_and_save: false keeps the base model and adapter separate.
-    # If you set merge_and_save: true, it would export a merged model for standalone inference.
-    checkpoint:
-      save_adapter: true
-      merge_and_save: false
-
-  selection:
-    monitor: loss
-    mode: min
-
-  checkpoint:
-    save_every: 1
-    save_best: true