wsms 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. wsms/__init__.py +30 -0
  2. wsms/_bundled/WSM_v1/configs/wsg_v1_modalities_custom.json +120 -0
  3. wsms/_bundled/WSM_v1/configs/wsg_v1_modalities_dense.json +3138 -0
  4. wsms/_bundled/WSM_v1/configs/wsg_v1_modalities_sparse.json +121 -0
  5. wsms/_bundled/WSM_v1/configs/wsm_v1_recommended_dense_channel_heads.json +62791 -0
  6. wsms/_bundled/WSM_v1/scripts/infer_TunnelingNet_Flux2_4B_wsg.py +1390 -0
  7. wsms/_bundled/WSM_v1/scripts/train_TunnelingNet_Flux2_4B_wsg.py +4685 -0
  8. wsms/_bundled/WSM_v1/src/dataset/README.md +1 -0
  9. wsms/_bundled/WSM_v1/src/dataset/__init__.py +1 -0
  10. wsms/_bundled/WSM_v1/src/dataset/util.py +42 -0
  11. wsms/_bundled/WSM_v1/src/dataset/wsg_dataset.py +2231 -0
  12. wsms/_bundled/WSM_v1/src/pipelines/categorical_refiner.py +3316 -0
  13. wsms/_bundled/WSM_v1/src/pipelines/wsg_sparse_codecs/__init__.py +10 -0
  14. wsms/_bundled/WSM_v1/src/pipelines/wsg_sparse_codecs/dwpose_heatmap.py +566 -0
  15. wsms/_bundled/WSM_v1/src/pipelines/wsg_sparse_codecs/registry.py +115 -0
  16. wsms/_bundled/WSM_v1/src/visualization/__init__.py +1 -0
  17. wsms/_bundled/WSM_v1/src/visualization/single_wsg_visualization.py +768 -0
  18. wsms/_bundled/WSM_v1/third_party/ScoreHMR/wsm_adapters/build_wsv_audio_dataset.py +703 -0
  19. wsms/_bundled/WSM_v1/third_party/ScoreHMR/wsm_adapters/wsv_smpl_utils.py +372 -0
  20. wsms/_bundled/WSM_v1/webui/__init__.py +1 -0
  21. wsms/_bundled/WSM_v1/webui/input_validation.py +768 -0
  22. wsms/_bundled/WSM_v1/wsg_reader/categorical_visualization.py +565 -0
  23. wsms/_bundled/WSM_v1/wsg_reader/configs/channel_visualization_palettes.json +542 -0
  24. wsms/_bundled/WSM_v1/wsg_reader/normalized_wsg_loader.py +230 -0
  25. wsms/_bundled/WSM_v1/wsg_reader/pipeline01_read_dwpose_from_wsg.py +423 -0
  26. wsms/_bundled/WSM_v1/wsg_reader/pipeline02_read_smplerx_from_wsg.py +2313 -0
  27. wsms/_bundled/WSM_v1/wsg_reader/pipeline03_read_mediapipe_from_wsg.py +348 -0
  28. wsms/_bundled/WSM_v1/wsg_reader/pipeline04c_read_mediapipe_segmentation_from_wsg.py +231 -0
  29. wsms/_bundled/WSM_v1/wsg_reader/pipeline05_read_primedepth_from_wsg.py +215 -0
  30. wsms/_bundled/WSM_v1/wsg_reader/pipeline06_read_metricdepth_from_wsg.py +211 -0
  31. wsms/_bundled/WSM_v1/wsg_reader/pipeline07_read_normals_from_wsg.py +387 -0
  32. wsms/_bundled/WSM_v1/wsg_reader/pipeline08_read_curvature_from_wsg.py +225 -0
  33. wsms/_bundled/WSM_v1/wsg_reader/pipeline09_read_edge_from_wsg.py +188 -0
  34. wsms/_bundled/WSM_v1/wsg_reader/pipeline10_read_opticalflow_from_wsg.py +294 -0
  35. wsms/_bundled/WSM_v1/wsg_reader/pipeline14_read_xpose_pose_visualization_from_wsg.py +133 -0
  36. wsms/_bundled/WSM_v1/wsg_reader/pipeline15_read_object_from_wsg.py +1424 -0
  37. wsms/_bundled/WSM_v1/wsg_reader/pipeline16_read_psy_from_wsg.py +3095 -0
  38. wsms/_bundled/WSM_v1/wsg_reader/pipeline17_read_PBR_from_wsg.py +413 -0
  39. wsms/_bundled/WSM_v1/wsg_reader/pipeline18_read_audio_from_wsg.py +1100 -0
  40. wsms/_bundled/WSM_v1/wsg_reader/pipeline19_read_caption_audio_from_wsg.py +749 -0
  41. wsms/_bundled/WSM_v1/wsg_reader/pipeline20_read_MMFi_from_wsg.py +443 -0
  42. wsms/_bundled/WSM_v1/wsg_reader/tools/Objaverse/category_id_mapping.json +115 -0
  43. wsms/_bundled/WSM_v1/wsg_reader/tools/ShapeNet/category_id_mapping.json +372 -0
  44. wsms/_bundled/WSM_v1/wsg_reader/tools/ShapeNet/material_id_mapping.json +46 -0
  45. wsms/_bundled/WSM_v1/wsg_reader/utils/binvox_relative.py +163 -0
  46. wsms/_bundled/WSM_v1/wsg_reader/utils/binvox_utils.py +163 -0
  47. wsms/_bundled/WSM_v1/wsg_reader/utils/blender_script.py +1048 -0
  48. wsms/_bundled/WSM_v1/wsg_reader/utils/blender_script_shapenet.py +1136 -0
  49. wsms/_bundled/WSM_v1/wsg_reader/utils/draw_dw_lib.py +358 -0
  50. wsms/_bundled/WSM_v1/wsg_reader/utils/optimized_processing.py +327 -0
  51. wsms/_bundled/WSM_v1/wsg_reader/utils/preprocess_video.py +259 -0
  52. wsms/_bundled/WSM_v1/wsg_reader/utils/util.py +128 -0
  53. wsms/catalog.py +291 -0
  54. wsms/cli.py +334 -0
  55. wsms/hub.py +142 -0
  56. wsms/outputs.py +22 -0
  57. wsms/pipeline.py +309 -0
  58. wsms/runtime.py +95 -0
  59. wsms/version.py +3 -0
  60. wsms-0.1.0.dist-info/METADATA +445 -0
  61. wsms-0.1.0.dist-info/RECORD +64 -0
  62. wsms-0.1.0.dist-info/WHEEL +4 -0
  63. wsms-0.1.0.dist-info/entry_points.txt +2 -0
  64. wsms-0.1.0.dist-info/licenses/LICENSE +19 -0
wsms/__init__.py ADDED
@@ -0,0 +1,30 @@
1
+ """World Snapshot Models public Python API."""
2
+
3
+ from __future__ import annotations
4
+
5
+ from .version import __version__
6
+
7
+ __all__ = [
8
+ "TaskCatalog",
9
+ "WSMPipeline",
10
+ "WSMPipelineOutput",
11
+ "WSMTask",
12
+ "WSM_Pipeline",
13
+ "__version__",
14
+ ]
15
+
16
+
17
+ def __getattr__(name: str):
18
+ if name in {"TaskCatalog", "WSMTask"}:
19
+ from .catalog import TaskCatalog, WSMTask
20
+
21
+ return {"TaskCatalog": TaskCatalog, "WSMTask": WSMTask}[name]
22
+ if name == "WSMPipelineOutput":
23
+ from .outputs import WSMPipelineOutput
24
+
25
+ return WSMPipelineOutput
26
+ if name in {"WSMPipeline", "WSM_Pipeline"}:
27
+ from .pipeline import WSMPipeline
28
+
29
+ return WSMPipeline
30
+ raise AttributeError(name)
@@ -0,0 +1,120 @@
1
+ {
2
+ "__config_notes__": [
3
+ "Persistent extension graph for user-defined WSM modalities and tasks.",
4
+ "String modality identifiers are first-class node names; they do not need to occupy WSG numeric channels.",
5
+ "The custom graph has its own train_log_custom namespace, so its Channel Head indices start from zero.",
6
+ "Each validated custom Head stores its deployment choice directly in recommended_checkpoint; no separate recommendation registry is required."
7
+ ],
8
+ "normalization": {
9
+ "default_mode": "log",
10
+ "modalities": {
11
+ "0-2": "linear",
12
+ "3": "linear",
13
+ "3-5": "linear",
14
+ "6-8": "linear",
15
+ "Universal_Pose": "linear",
16
+ "LayerDiffuse_Transparency": "linear",
17
+ "ICLight_Lighting": "linear",
18
+ "ICLight_Relighted_RGB": "linear"
19
+ }
20
+ },
21
+ "modality_specs": {
22
+ "Universal_Pose": {
23
+ "storage": "image_like",
24
+ "channels": 3,
25
+ "layout": "HWC",
26
+ "value_range": [
27
+ 0.0,
28
+ 255.0
29
+ ],
30
+ "encoding": "rgb_0_255_to_minus1_1",
31
+ "description": "Category-independent articulated skeleton visualization on a black background"
32
+ },
33
+ "LayerDiffuse_Transparency": {
34
+ "storage": "image_like",
35
+ "channels": 3,
36
+ "layout": "HWC",
37
+ "value_range": [
38
+ 0.0,
39
+ 255.0
40
+ ],
41
+ "encoding": "rgb_0_255_to_minus1_1",
42
+ "description": "RGB-replicated alpha/transparency estimate for a foreground or transparent layer"
43
+ },
44
+ "ICLight_Lighting": {
45
+ "storage": "image_like",
46
+ "channels": 3,
47
+ "layout": "HWC",
48
+ "value_range": [
49
+ 0.0,
50
+ 255.0
51
+ ],
52
+ "encoding": "rgb_0_255_to_minus1_1",
53
+ "description": "Three-channel target-light condition, such as an environment or illumination map"
54
+ },
55
+ "ICLight_Relighted_RGB": {
56
+ "storage": "image_like",
57
+ "channels": 3,
58
+ "layout": "HWC",
59
+ "value_range": [
60
+ 0.0,
61
+ 255.0
62
+ ],
63
+ "encoding": "rgb_0_255_to_minus1_1",
64
+ "description": "RGB appearance under the target illumination"
65
+ }
66
+ },
67
+ "wsg_v1": {
68
+ "Channel_Head_000000": {
69
+ "task_type": "estimation_or_reconstruction",
70
+ "pair_exists": true,
71
+ "target_density": "dense",
72
+ "condition": "0-2",
73
+ "condition_description": "0-2: sample-aligned RGB image",
74
+ "target": "Universal_Pose",
75
+ "target_description": "Universal_Pose: category-independent articulated skeleton visualization on a black background",
76
+ "recommended_checkpoint": "train_log_custom/Channel_Head_000000/20260828_024500_mp100_instance_crop_gradient_v1/ckpt/0000940/pytorch_lora_weights.safetensors"
77
+ },
78
+ "Channel_Head_000001": {
79
+ "task_type": "estimation_or_reconstruction",
80
+ "pair_exists": true,
81
+ "target_density": "dense",
82
+ "condition": "0-2",
83
+ "condition_description": "0-2: RGB image",
84
+ "target": "LayerDiffuse_Transparency",
85
+ "target_description": "LayerDiffuse_Transparency: soft alpha/transparency estimate for the RGB foreground (self-describing named modality, not a WSG numeric channel)",
86
+ "dataset_plan": {
87
+ "name": "magick_transparency_v1",
88
+ "sources": [
89
+ "MAGICK"
90
+ ],
91
+ "max_samples": 4381,
92
+ "purpose": "MAGICK RGBA soft-alpha estimation pilot"
93
+ },
94
+ "recommended_checkpoint": "train_log_custom/Channel_Head_000001/20260919_133835_magick_named_v1/ckpt/final_step_0001000/pytorch_lora_weights.safetensors"
95
+ },
96
+ "Channel_Head_000002": {
97
+ "task_type": "inverse_rendering",
98
+ "pair_exists": true,
99
+ "target_density": "dense",
100
+ "condition": [
101
+ "ICLight_Lighting",
102
+ "0-2"
103
+ ],
104
+ "condition_description": "ICLight_Lighting: IBL light-probe condition carrying full per-sample lighting (direction + HDRI environment + point-light highlight) | 0-2: source RGB appearance used as the per-sample reference via the tolerant current-frame fallback (target != 0-2, so this is leakage-free). No caption: like the official inverse_rendering heads (cond=['3','0-2']), relighting is a low-level re-render driven by the probe + RGB reference; object identity/geometry come from the 0-2 reference, lighting from the probe, so text is redundant.",
105
+ "target": "ICLight_Relighted_RGB",
106
+ "target_description": "ICLight_Relighted_RGB: RGB appearance under the target illumination (self-describing named modality, not a WSG numeric channel)",
107
+ "dataset_plan": {
108
+ "name": "relighting_pilot_v1",
109
+ "sources": [
110
+ "HumanOLAT",
111
+ "VIDIT"
112
+ ],
113
+ "max_samples": 1000,
114
+ "purpose": "IC-Light-style image relighting / re-rendering pilot"
115
+ },
116
+ "task_family": "rerendering",
117
+ "recommended_checkpoint": "train_log_custom/Channel_Head_000002/20260920_131157_iclight_ibl_v2_intensity_40k_lowviz/ckpt/0002800/pytorch_lora_weights.safetensors"
118
+ }
119
+ }
120
+ }