flab-rsl-rl 0.1.0__tar.gz

flab_rsl_rl-0.1.0/LICENSE

@@ -0,0 +1,30 @@
+Copyright (c) 2025, ETH Zurich
+Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without modification,
+are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice,
+   this list of conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright notice,
+   this list of conditions and the following disclaimer in the documentation
+   and/or other materials provided with the distribution.
+
+3. Neither the name of the copyright holder nor the names of its contributors
+   may be used to endorse or promote products derived from this software without
+   specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+See licenses/dependencies for license information of dependencies of this package.

flab_rsl_rl-0.1.0/PKG-INFO

@@ -0,0 +1,24 @@
+Metadata-Version: 2.4
+Name: flab-rsl-rl
+Version: 0.1.0
+Summary: Fast and simple RL algorithms implemented in PyTorch
+Author-email: Flab developers <stevedong9@gmail.com>
+Maintainer-email: Flab developers <stevedong9@gmail.com>
+License: BSD-3-Clause
+Project-URL: Homepage, https://github.com/leggedrobotics/rsl_rl
+Project-URL: Issues, https://github.com/leggedrobotics/rsl_rl/issues
+Keywords: reinforcement-learning,isaac,leggedrobotics,rl-pytorch
+Classifier: Programming Language :: Python :: 3
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: torch>=2.6.0
+Requires-Dist: torchvision>=0.5.0
+Requires-Dist: tensordict>=0.7.0
+Requires-Dist: numpy>=1.16.4
+Requires-Dist: GitPython
+Requires-Dist: onnx
+Requires-Dist: python-jose
+Requires-Dist: requests
+Dynamic: license-file

flab_rsl_rl-0.1.0/flab_rsl_rl.egg-info/PKG-INFO

@@ -0,0 +1,24 @@
+Metadata-Version: 2.4
+Name: flab-rsl-rl
+Version: 0.1.0
+Summary: Fast and simple RL algorithms implemented in PyTorch
+Author-email: Flab developers <stevedong9@gmail.com>
+Maintainer-email: Flab developers <stevedong9@gmail.com>
+License: BSD-3-Clause
+Project-URL: Homepage, https://github.com/leggedrobotics/rsl_rl
+Project-URL: Issues, https://github.com/leggedrobotics/rsl_rl/issues
+Keywords: reinforcement-learning,isaac,leggedrobotics,rl-pytorch
+Classifier: Programming Language :: Python :: 3
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: torch>=2.6.0
+Requires-Dist: torchvision>=0.5.0
+Requires-Dist: tensordict>=0.7.0
+Requires-Dist: numpy>=1.16.4
+Requires-Dist: GitPython
+Requires-Dist: onnx
+Requires-Dist: python-jose
+Requires-Dist: requests
+Dynamic: license-file

flab_rsl_rl-0.1.0/flab_rsl_rl.egg-info/SOURCES.txt

@@ -0,0 +1,17 @@
+LICENSE
+README.md
+pyproject.toml
+setup.py
+flab_rsl_rl.egg-info/PKG-INFO
+flab_rsl_rl.egg-info/SOURCES.txt
+flab_rsl_rl.egg-info/dependency_links.txt
+flab_rsl_rl.egg-info/requires.txt
+flab_rsl_rl.egg-info/top_level.txt
+rsl_rl/__init__.py
+rsl_rl/algorithms/__init__.py
+rsl_rl/env/__init__.py
+rsl_rl/modules/__init__.py
+rsl_rl/networks/__init__.py
+rsl_rl/runners/__init__.py
+rsl_rl/storage/__init__.py
+rsl_rl/utils/__init__.py

flab_rsl_rl-0.1.0/flab_rsl_rl.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

flab_rsl_rl-0.1.0/flab_rsl_rl.egg-info/requires.txt

@@ -0,0 +1,8 @@
+torch>=2.6.0
+torchvision>=0.5.0
+tensordict>=0.7.0
+numpy>=1.16.4
+GitPython
+onnx
+python-jose
+requests

flab_rsl_rl-0.1.0/flab_rsl_rl.egg-info/top_level.txt

@@ -0,0 +1 @@
+rsl_rl

flab_rsl_rl-0.1.0/pyproject.toml

@@ -0,0 +1,93 @@
+[build-system]
+requires = ["setuptools>=61.0", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "flab-rsl-rl"
+version = "0.1.0"
+keywords = ["reinforcement-learning", "isaac", "leggedrobotics", "rl-pytorch"]
+maintainers = [
+  { name="Flab developers", email="stevedong9@gmail.com" },
+]
+authors = [
+  { name="Flab developers", email="stevedong9@gmail.com" },
+]
+description = "Fast and simple RL algorithms implemented in PyTorch"
+readme = { file = "README.md", content-type = "text/markdown"}
+license = { text = "BSD-3-Clause" }
+
+requires-python = ">=3.8"
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "Operating System :: OS Independent",
+]
+dependencies = [
+    "torch>=2.6.0",
+    "torchvision>=0.5.0",
+    "tensordict>=0.7.0",
+    "numpy>=1.16.4",
+    "GitPython",
+    "onnx",
+    "python-jose",
+    "requests",
+]
+
+[project.urls]
+Homepage = "https://github.com/leggedrobotics/rsl_rl"
+Issues = "https://github.com/leggedrobotics/rsl_rl/issues"
+
+[tool.setuptools.packages.find]
+where = ["."]
+include = ["rsl_rl*"]
+
+[tool.setuptools.package-data]
+"rsl_rl" = ["config/*", "licenses/*"]
+
+[tool.isort]
+
+py_version = 38
+line_length = 120
+group_by_package = true
+
+# Files to skip
+skip_glob = [".vscode/*"]
+
+# Order of imports
+sections = [
+    "FUTURE",
+    "STDLIB",
+    "THIRDPARTY",
+    "FIRSTPARTY",
+    "LOCALFOLDER",
+]
+
+# Extra standard libraries considered as part of python (permissive licenses)
+extra_standard_library = [
+    "numpy",
+    "torch",
+    "tensordict",
+    "warp",
+    "typing_extensions",
+    "git",
+]
+# Imports from this repository
+known_first_party = "rsl_rl"
+
+[tool.pyright]
+
+include = ["rsl_rl"]
+
+typeCheckingMode = "basic"
+pythonVersion = "3.8"
+pythonPlatform = "Linux"
+enableTypeIgnoreComments = true
+
+# This is required as the CI pre-commit does not download the module (i.e. numpy, torch, prettytable)
+# Therefore, we have to ignore missing imports
+reportMissingImports = "none"
+# This is required to ignore for type checks of modules with stubs missing.
+reportMissingModuleSource = "none" # -> most common: prettytable in mdp managers
+
+reportGeneralTypeIssues = "none"       # -> raises 218 errors (usage of literal MISSING in dataclasses)
+reportOptionalMemberAccess = "warning" # -> raises 8 errors
+reportPrivateUsage = "warning"

flab_rsl_rl-0.1.0/rsl_rl/__init__.py

@@ -0,0 +1,6 @@
+# Copyright (c) 2021-2025, ETH Zurich and NVIDIA CORPORATION
+# All rights reserved.
+#
+# SPDX-License-Identifier: BSD-3-Clause
+
+"""Main module for the rsl_rl package."""

flab_rsl_rl-0.1.0/rsl_rl/algorithms/__init__.py

@@ -0,0 +1,11 @@
+# Copyright (c) 2021-2025, ETH Zurich and NVIDIA CORPORATION
+# All rights reserved.
+#
+# SPDX-License-Identifier: BSD-3-Clause
+
+"""Implementation of different RL agents."""
+
+from .distillation import Distillation
+from .ppo import PPO
+
+__all__ = ["PPO", "Distillation"]

flab_rsl_rl-0.1.0/rsl_rl/env/__init__.py

@@ -0,0 +1,10 @@
+# Copyright (c) 2021-2025, ETH Zurich and NVIDIA CORPORATION
+# All rights reserved.
+#
+# SPDX-License-Identifier: BSD-3-Clause
+
+"""Submodule defining the environment definitions."""
+
+from .vec_env import VecEnv
+
+__all__ = ["VecEnv"]

flab_rsl_rl-0.1.0/rsl_rl/modules/__init__.py

@@ -0,0 +1,20 @@
+# Copyright (c) 2021-2025, ETH Zurich and NVIDIA CORPORATION
+# All rights reserved.
+#
+# SPDX-License-Identifier: BSD-3-Clause
+
+"""Definitions for neural-network components for RL-agents."""
+
+from .actor_critic import ActorCritic
+from .actor_critic_recurrent import ActorCriticRecurrent
+from .rnd import *
+from .student_teacher import StudentTeacher
+from .student_teacher_recurrent import StudentTeacherRecurrent
+from .symmetry import *
+
+__all__ = [
+    "ActorCritic",
+    "ActorCriticRecurrent",
+    "StudentTeacher",
+    "StudentTeacherRecurrent",
+]

flab_rsl_rl-0.1.0/rsl_rl/networks/__init__.py

@@ -0,0 +1,10 @@
+# Copyright (c) 2021-2025, ETH Zurich and NVIDIA CORPORATION
+# All rights reserved.
+#
+# SPDX-License-Identifier: BSD-3-Clause
+
+"""Definitions for components of modules."""
+
+from .memory import Memory
+from .mlp import MLP
+from .normalization import EmpiricalDiscountedVariationNormalization, EmpiricalNormalization

flab_rsl_rl-0.1.0/rsl_rl/runners/__init__.py

@@ -0,0 +1,11 @@
+# Copyright (c) 2021-2025, ETH Zurich and NVIDIA CORPORATION
+# All rights reserved.
+#
+# SPDX-License-Identifier: BSD-3-Clause
+
+"""Implementation of runners for environment-agent interaction."""
+
+from .on_policy_runner import OnPolicyRunner  # isort:skip
+from .distillation_runner import DistillationRunner
+
+__all__ = ["OnPolicyRunner", "DistillationRunner"]

flab_rsl_rl-0.1.0/rsl_rl/storage/__init__.py

@@ -0,0 +1,10 @@
+# Copyright (c) 2021-2025, ETH Zurich and NVIDIA CORPORATION
+# All rights reserved.
+#
+# SPDX-License-Identifier: BSD-3-Clause
+
+"""Implementation of transitions storage for RL-agent."""
+
+from .rollout_storage import RolloutStorage
+
+__all__ = ["RolloutStorage"]

flab_rsl_rl-0.1.0/rsl_rl/utils/__init__.py

@@ -0,0 +1,9 @@
+# Copyright (c) 2021-2025, ETH Zurich and NVIDIA CORPORATION
+# All rights reserved.
+#
+# SPDX-License-Identifier: BSD-3-Clause
+
+"""Helper functions."""
+
+from .utils import *
+from .apisigner import *

flab_rsl_rl-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

flab_rsl_rl-0.1.0/setup.py

@@ -0,0 +1,8 @@
+# Copyright (c) 2021-2025, ETH Zurich and NVIDIA CORPORATION
+# All rights reserved.
+#
+# SPDX-License-Identifier: BSD-3-Clause
+
+from setuptools import setup
+
+setup()