ai-simple-engine-runtime-transformers-musicgen 0.0.1__tar.gz

ai_simple_engine_runtime_transformers_musicgen-0.0.1/LICENSE

@@ -0,0 +1,19 @@
+Copyright (c) 2018 The Python Packaging Authority
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

ai_simple_engine_runtime_transformers_musicgen-0.0.1/PKG-INFO

@@ -0,0 +1,19 @@
+Metadata-Version: 2.4
+Name: ai-simple-engine-runtime-transformers-musicgen
+Version: 0.0.1
+Summary: AI Simple Engine Runtime Transformers Musicgen Module
+License-File: LICENSE
+Author: danialcala94
+Author-email: danielalcalavalera@gmail.com
+Requires-Python: >=3.10,<3.12
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Requires-Dist: ai-simple-engine (>=0.1.8,<1.0.0)
+Requires-Dist: ai-simple-engine-common (>=0.0.3,<1.0.0)
+Requires-Dist: transformers (>=5.12.1,<9999.0.0)
+Description-Content-Type: text/markdown
+
+# AI Simple Engine Runtime Transformers Musicgen Module
+
+The module that implements the Musicgen componentes for the Runtime based on Transformers, for the AI Simple Engine `ai-simple-engine`.

ai_simple_engine_runtime_transformers_musicgen-0.0.1/README.md

@@ -0,0 +1,3 @@
+# AI Simple Engine Runtime Transformers Musicgen Module
+
+The module that implements the Musicgen componentes for the Runtime based on Transformers, for the AI Simple Engine `ai-simple-engine`.

ai_simple_engine_runtime_transformers_musicgen-0.0.1/pyproject.toml

@@ -0,0 +1,32 @@
+[project]
+name = "ai-simple-engine-runtime-transformers-musicgen"
+version = "0.0.1"
+description = "AI Simple Engine Runtime Transformers Musicgen Module"
+authors = [
+    {name = "danialcala94", email = "danielalcalavalera@gmail.com"}
+]
+readme = "README.md"
+requires-python = ">=3.10,<3.12"
+
+[tool.poetry.dependencies]
+# Mandatory
+ai-simple-engine = { version = ">=0.1.8,<1.0.0", optional = false }
+ai-simple-engine-common = { version = ">=0.0.3,<1.0.0", optional = false }
+transformers = { version = ">=5.12.1,<9999.0.0", optional = false }
+# Optional
+
+[tool.poetry]
+packages = [{include = "ai_simple_engine_runtime_transformers_musicgen", from = "src"}]
+
+[tool.poetry.group.dev.dependencies]
+pytest = "^8.3.5"
+
+[tool.pytest.ini_options]
+markers = [
+    "mandatory: mandatory tests for release",
+    "additional: exhaustive and demanding tests"
+]
+
+[build-system]
+requires = ["poetry-core>=2.0.0,<3.0.0"]
+build-backend = "poetry.core.masonry.api"

ai_simple_engine_runtime_transformers_musicgen-0.0.1/src/ai_simple_engine_runtime_transformers_musicgen/__init__.py

@@ -0,0 +1,4 @@
+"""
+The components related to Musicgen, based on
+a Runtime that uses Transformers.
+"""

ai_simple_engine_runtime_transformers_musicgen-0.0.1/src/ai_simple_engine_runtime_transformers_musicgen/consts.py

@@ -0,0 +1,6 @@
+from ai_simple_engine_common.consts.model_spec.families import MUSICGEN_MODEL_FAMILY
+
+
+__all__ = [
+    'MUSICGEN_MODEL_FAMILY'
+]

ai_simple_engine_runtime_transformers_musicgen-0.0.1/src/ai_simple_engine_runtime_transformers_musicgen/model/executor/abstract.py

@@ -0,0 +1,22 @@
+from ai_simple_engine_runtime_transformers_musicgen.model.loaded_musicgen_model import LoadedMusicgenModel
+from ai_simple_engine.models.loaded_model import LoadedModel
+from ai_simple_engine.models.executor.abstract import ModelExecutor
+from ai_simple_engine.types.audio import Audio
+from abc import ABC, abstractmethod
+
+
+class MusicgenModelExecutorAbstract(
+    ModelExecutor,
+    ABC
+):
+
+    @abstractmethod
+    async def generate(
+        self,
+        model: LoadedModel[LoadedMusicgenModel],
+        prompt: str,
+        *,
+        max_new_tokens: int,
+        guidance_scale: float
+    ) -> Audio:
+        ...

ai_simple_engine_runtime_transformers_musicgen-0.0.1/src/ai_simple_engine_runtime_transformers_musicgen/model/executor/registry/musicgen_model_executor_registry.py

@@ -0,0 +1,16 @@
+from ai_simple_engine_runtime_transformers_musicgen.model.loaded_musicgen_model import LoadedMusicgenModel
+from ai_simple_engine_runtime_transformers_musicgen.model.executor.abstract import MusicgenModelExecutorAbstract
+from ai_simple_engine.models.loaded_model import LoadedModel
+from ai_simple_engine.models.executor.registry.family_model_executor_registry import FamilyModelExecutorRegistry
+
+
+class MusicgenModelExecutorRegistry(
+    FamilyModelExecutorRegistry[
+        LoadedModel[LoadedMusicgenModel],
+        MusicgenModelExecutorAbstract
+    ]
+):
+
+    pass
+    
+

ai_simple_engine_runtime_transformers_musicgen-0.0.1/src/ai_simple_engine_runtime_transformers_musicgen/model/executor/transformers_musicgen_model_executor.py

@@ -0,0 +1,43 @@
+from ai_simple_engine_runtime_transformers_musicgen.model.executor.abstract import MusicgenModelExecutorAbstract
+from ai_simple_engine_runtime_transformers_musicgen.model.loaded_musicgen_model import LoadedMusicgenModel
+from ai_simple_engine.models.loaded_model import LoadedModel
+from ai_simple_engine.types.audio import Audio
+
+
+class TransformersMusicgenModelExecutor(
+    MusicgenModelExecutorAbstract
+):
+
+    async def generate(
+        self,
+        model: LoadedModel[LoadedMusicgenModel],
+        prompt: str,
+        *,
+        max_new_tokens: int,
+        guidance_scale: float
+    ) -> Audio:
+        processor = model.processor
+        network = model.network
+
+        inputs = processor(
+            text = [prompt],
+            return_tensors = 'pt'
+        )
+
+        inputs = {
+            k: v.to(network.device)
+            for k, v in inputs.items()
+        }
+
+        output = network.generate(
+            **inputs,
+            max_new_tokens = max_new_tokens,
+            guidance_scale = guidance_scale
+        )
+
+        samples = output.cpu().numpy()[0, 0]
+
+        return Audio(
+            samples = samples,
+            sample_rate = 32000
+        )

ai_simple_engine_runtime_transformers_musicgen-0.0.1/src/ai_simple_engine_runtime_transformers_musicgen/model/loaded_musicgen_model.py

@@ -0,0 +1,9 @@
+from transformers import AutoProcessor, MusicgenForConditionalGeneration
+from dataclasses import dataclass
+
+
+@dataclass(frozen = True)
+class LoadedMusicgenModel:
+
+    processor: AutoProcessor
+    network: MusicgenForConditionalGeneration

ai_simple_engine_runtime_transformers_musicgen-0.0.1/src/ai_simple_engine_runtime_transformers_musicgen/model/loader/musicgen_model_loader.py

@@ -0,0 +1,43 @@
+from ai_simple_engine_runtime_transformers_musicgen.model.loaded_musicgen_model import LoadedMusicgenModel
+from ai_simple_engine_runtime_transformers_musicgen.consts import MUSICGEN_MODEL_FAMILY
+from ai_simple_engine.models.loaded_model import LoadedModel
+from ai_simple_engine.models.loaders.abstract import ModelLoader
+from ai_simple_engine.models.installed_model import InstalledModel
+from ai_simple_engine.device.base import Device
+from transformers import AutoProcessor, MusicgenForConditionalGeneration
+
+
+class MusicgenModelLoader(
+    ModelLoader
+):
+    
+    @property
+    def family(
+        self
+    ) -> str:
+        return MUSICGEN_MODEL_FAMILY
+
+    async def load(
+        self,
+        installed_model: InstalledModel,
+        *,
+        device: Device
+    ) -> LoadedModel[LoadedMusicgenModel]:
+        processor = AutoProcessor.from_pretrained(installed_model.path)
+        network = MusicgenForConditionalGeneration.from_pretrained(installed_model.path)
+        
+        network.to(device.identifier)
+
+        return LoadedModel(
+            installed_model = installed_model,
+            instance = LoadedMusicgenModel(
+                processor = processor,
+                network = network
+            )
+        )
+
+    async def unload(
+        self,
+        model: LoadedModel
+    ) -> None:
+        del model