huri-module-mov 0.1.0__tar.gz

huri_module_mov-0.1.0/PKG-INFO

@@ -0,0 +1,43 @@
+Metadata-Version: 2.4
+Name: huri-module-mov
+Version: 0.1.0
+Summary: HuRI module: Co-speech gestures (EMAGE): speech audio in, SMPL-X motion out
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+Requires-Dist: huri-core[server]<0.5,>=0.4
+Requires-Dist: huri-events<0.2,>=0.1
+Requires-Dist: numpy<2,>=1.26
+Requires-Dist: torch
+Requires-Dist: transformers>=4.46
+Requires-Dist: librosa
+Requires-Dist: omegaconf<2.4,>=2.3
+
+# huri-module-mov
+
+Co-speech gestures (EMAGE): speech audio in, SMPL-X motion out.
+
+| Module | Topics | What it does |
+|---|---|---|
+| `mov` | `huri.audio.out` → `huri.motion` | Generates SMPL-X gestures matching the speech (EMAGE) |
+
+```sh
+pip install -e packages/huri-module-mov     # from a huri-modules checkout, next to huri-core and huri-events
+HURI_MODULES=mov ...   # enable it on the server
+```
+
+Hardware-specific pins: `requirements-nvidia.txt`, `requirements-amd.txt` (install them before the package).
+
+A distribution of
+[huri-modules](https://github.com/Lucy-Robotics/huri-modules), versioned in its
+`pyproject.toml` (see RELEASING.md there). It depends on `huri-core` and
+`huri-events`, which are not on PyPI: without a checkout, install them from git
+in the same pip command, so pip never looks them up on an index:
+
+```sh
+ref=0.1.0   # a huri-modules release tag
+core=0.4.0  # HURI_CORE_REF in that release's versions.env
+pip install \
+  "huri-core[server] @ git+https://github.com/Lucy-Robotics/huri-core.git@$core" \
+  "huri-events @ git+https://github.com/Lucy-Robotics/huri-modules.git@$ref#subdirectory=packages/huri-events" \
+  "huri-module-mov @ git+https://github.com/Lucy-Robotics/huri-modules.git@$ref#subdirectory=packages/huri-module-mov"
+```

huri_module_mov-0.1.0/README.md

@@ -0,0 +1,29 @@
+# huri-module-mov
+
+Co-speech gestures (EMAGE): speech audio in, SMPL-X motion out.
+
+| Module | Topics | What it does |
+|---|---|---|
+| `mov` | `huri.audio.out` → `huri.motion` | Generates SMPL-X gestures matching the speech (EMAGE) |
+
+```sh
+pip install -e packages/huri-module-mov     # from a huri-modules checkout, next to huri-core and huri-events
+HURI_MODULES=mov ...   # enable it on the server
+```
+
+Hardware-specific pins: `requirements-nvidia.txt`, `requirements-amd.txt` (install them before the package).
+
+A distribution of
+[huri-modules](https://github.com/Lucy-Robotics/huri-modules), versioned in its
+`pyproject.toml` (see RELEASING.md there). It depends on `huri-core` and
+`huri-events`, which are not on PyPI: without a checkout, install them from git
+in the same pip command, so pip never looks them up on an index:
+
+```sh
+ref=0.1.0   # a huri-modules release tag
+core=0.4.0  # HURI_CORE_REF in that release's versions.env
+pip install \
+  "huri-core[server] @ git+https://github.com/Lucy-Robotics/huri-core.git@$core" \
+  "huri-events @ git+https://github.com/Lucy-Robotics/huri-modules.git@$ref#subdirectory=packages/huri-events" \
+  "huri-module-mov @ git+https://github.com/Lucy-Robotics/huri-modules.git@$ref#subdirectory=packages/huri-module-mov"
+```

huri_module_mov-0.1.0/huri_module_mov.egg-info/PKG-INFO

@@ -0,0 +1,43 @@
+Metadata-Version: 2.4
+Name: huri-module-mov
+Version: 0.1.0
+Summary: HuRI module: Co-speech gestures (EMAGE): speech audio in, SMPL-X motion out
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+Requires-Dist: huri-core[server]<0.5,>=0.4
+Requires-Dist: huri-events<0.2,>=0.1
+Requires-Dist: numpy<2,>=1.26
+Requires-Dist: torch
+Requires-Dist: transformers>=4.46
+Requires-Dist: librosa
+Requires-Dist: omegaconf<2.4,>=2.3
+
+# huri-module-mov
+
+Co-speech gestures (EMAGE): speech audio in, SMPL-X motion out.
+
+| Module | Topics | What it does |
+|---|---|---|
+| `mov` | `huri.audio.out` → `huri.motion` | Generates SMPL-X gestures matching the speech (EMAGE) |
+
+```sh
+pip install -e packages/huri-module-mov     # from a huri-modules checkout, next to huri-core and huri-events
+HURI_MODULES=mov ...   # enable it on the server
+```
+
+Hardware-specific pins: `requirements-nvidia.txt`, `requirements-amd.txt` (install them before the package).
+
+A distribution of
+[huri-modules](https://github.com/Lucy-Robotics/huri-modules), versioned in its
+`pyproject.toml` (see RELEASING.md there). It depends on `huri-core` and
+`huri-events`, which are not on PyPI: without a checkout, install them from git
+in the same pip command, so pip never looks them up on an index:
+
+```sh
+ref=0.1.0   # a huri-modules release tag
+core=0.4.0  # HURI_CORE_REF in that release's versions.env
+pip install \
+  "huri-core[server] @ git+https://github.com/Lucy-Robotics/huri-core.git@$core" \
+  "huri-events @ git+https://github.com/Lucy-Robotics/huri-modules.git@$ref#subdirectory=packages/huri-events" \
+  "huri-module-mov @ git+https://github.com/Lucy-Robotics/huri-modules.git@$ref#subdirectory=packages/huri-module-mov"
+```

huri_module_mov-0.1.0/huri_module_mov.egg-info/SOURCES.txt

@@ -0,0 +1,16 @@
+README.md
+pyproject.toml
+huri_module_mov.egg-info/PKG-INFO
+huri_module_mov.egg-info/SOURCES.txt
+huri_module_mov.egg-info/dependency_links.txt
+huri_module_mov.egg-info/entry_points.txt
+huri_module_mov.egg-info/requires.txt
+huri_module_mov.egg-info/top_level.txt
+huri_mov/__init__.py
+huri_mov/huri_module.toml
+huri_mov/module.py
+huri_mov/emage/__init__.py
+huri_mov/emage/configuration.py
+huri_mov/emage/modeling.py
+huri_mov/emage/processing.py
+tests/test_mov.py

huri_module_mov-0.1.0/huri_module_mov.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

huri_module_mov-0.1.0/huri_module_mov.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[huri.modules]
+mov = huri_mov.module:MOV

huri_module_mov-0.1.0/huri_module_mov.egg-info/requires.txt

@@ -0,0 +1,7 @@
+huri-core[server]<0.5,>=0.4
+huri-events<0.2,>=0.1
+numpy<2,>=1.26
+torch
+transformers>=4.46
+librosa
+omegaconf<2.4,>=2.3

huri_module_mov-0.1.0/huri_module_mov.egg-info/top_level.txt

@@ -0,0 +1 @@
+huri_mov

huri_module_mov-0.1.0/huri_mov/emage/__init__.py

@@ -0,0 +1,12 @@
+from .configuration import EmageAudioConfig, EmageVAEConvConfig, EmageVQVAEConvConfig
+from .modeling import EmageAudioModel, EmageVAEConv, EmageVQModel, EmageVQVAEConv
+
+__all__ = [
+    "EmageAudioConfig",
+    "EmageAudioModel",
+    "EmageVAEConvConfig",
+    "EmageVAEConv",
+    "EmageVQVAEConvConfig",
+    "EmageVQVAEConv",
+    "EmageVQModel",
+]

huri_module_mov-0.1.0/huri_mov/emage/configuration.py

@@ -0,0 +1,40 @@
+from typing import Any, Dict, cast
+
+from omegaconf import OmegaConf
+from transformers import PretrainedConfig
+
+
+class EmageAudioConfig(PretrainedConfig):
+    model_type = "emage_audio"
+
+    def __init__(self, config_obj=None, **kwargs):
+        if config_obj is not None:
+            cfg_dict = cast(
+                Dict[str, Any], OmegaConf.to_container(config_obj, resolve=True)
+            )
+            kwargs.update(cfg_dict)
+        super().__init__(**kwargs)
+
+
+class EmageVQVAEConvConfig(PretrainedConfig):
+    model_type = "emage_vqvaeconv"
+
+    def __init__(self, config_obj=None, **kwargs):
+        if config_obj is not None:
+            cfg_dict = cast(
+                Dict[str, Any], OmegaConf.to_container(config_obj, resolve=True)
+            )
+            kwargs.update(cfg_dict)
+        super().__init__(**kwargs)
+
+
+class EmageVAEConvConfig(PretrainedConfig):
+    model_type = "emage_vaeconv"
+
+    def __init__(self, config_obj=None, **kwargs):
+        if config_obj is not None:
+            cfg_dict = cast(
+                Dict[str, Any], OmegaConf.to_container(config_obj, resolve=True)
+            )
+            kwargs.update(cfg_dict)
+        super().__init__(**kwargs)