humalab 0.0.3__py3-none-any.whl → 0.0.5__py3-none-any.whl

humalab/assets/resource_handler.py

@@ -1,175 +0,0 @@
-import mongoengine as me
-from minio import Minio
-import os
-import glob
-import tempfile
-import trimesh
-from humalab_service.humalab_host import HumaLabHost
-from humalab_service.services.stores.obj_store import ObjStore
-from humalab_service.services.stores.namespace import ObjectType
-from humalab_service.db.resource import ResourceDocument
-from humalab.assets.archive import extract_archive
-
-
-ASSET_TYPE_TO_EXTENSIONS = {
-    "urdf": {"urdf"},
-    "mjcf": {"xml"},
-    "mesh": trimesh.available_formats(),
-    "usd": {"usd"},
-    "controller": {"py"},
-    "global_controller": {"py"},
-    "terminator": {"py"},
-    "data": {},
-}
-
-class ResourceHandler:
-    def __init__(self, working_path: str=tempfile.gettempdir()):
-        self._minio_client = Minio(
-            HumaLabHost.get_minio_service_address(),
-            access_key="humalab",
-            secret_key="humalab123",
-            secure=False
-        )
-        self._obj_store = ObjStore(self._minio_client)
-        self.working_path_root = working_path
-
-    def search_resource_file(self, resource_filename: str | None, working_path: str, morph_type: str) -> str | None:
-        found_filename = None
-        if resource_filename:
-            search_path = os.path.join(working_path, "**")
-            search_pattern = os.path.join(search_path, resource_filename)
-            files = glob.glob(search_pattern, recursive=True)
-            if len(files) > 0:
-                found_filename = files[0]
-        
-        if found_filename is None:
-            for ext in ASSET_TYPE_TO_EXTENSIONS[morph_type]:
-                search_pattern = os.path.join(working_path, "**", f"*.{ext}")
-                files = glob.glob(search_pattern, recursive=True)
-                if len(files) > 0:
-                    found_filename = files[0]
-                    break
-        return found_filename
-    
-    def _save_file(self, filepath: str, data: bytes) -> str:
-        os.makedirs(os.path.dirname(filepath), exist_ok=True)
-        with open(filepath, "wb") as f:
-            f.write(data)
-        return filepath
-
-    def _save_and_extract(self, working_path: str, local_filepath: str, file_content: bytes, file_type: str):
-        os.makedirs(working_path, exist_ok=True)
-        saved_filepath = self._save_file(local_filepath, file_content)
-        _, ext = os.path.splitext(saved_filepath)
-        ext = ext.lstrip('.')  # Remove leading dot
-        if ext not in ASSET_TYPE_TO_EXTENSIONS[file_type]:
-            extract_archive(saved_filepath, working_path)
-            try:
-                os.remove(saved_filepath)
-            except Exception as e:
-                print(f"Error removing saved file {saved_filepath}: {e}")
-
-    def save_file(self,
-                  resource_name: str,
-                  resource_version: int,
-                  object_type: ObjectType,
-                  file_content: bytes,
-                  file_url: str,
-                  resource_type: str,
-                  filename: str | None = None) -> str:
-        working_path = self.get_working_path(object_type, resource_name, resource_version)
-        local_filepath = os.path.join(working_path, os.path.basename(file_url))
-        local_filename = None
-        if os.path.exists(os.path.dirname(working_path)):
-            # if directory exists, try to search for the file
-            local_filename = self.search_resource_file(filename, working_path, resource_type)
-        if local_filename is None:
-            # if not found, save the file and extract the archive,
-            # then search for the file again
-            self._save_and_extract(working_path, local_filepath, file_content, resource_type)
-            local_filename = self.search_resource_file(filename, working_path, resource_type)
-        if local_filename is None:
-            # if still not found, raise an error
-            raise ValueError(f"Resource filename {filename} not found in {working_path}")
-        return local_filename
-
-    def get_working_path(self, obj_type: ObjectType, uuid: str, version: int) -> str:
-        return os.path.join(self.working_path_root, "humalab", obj_type.value, uuid + "_" + str(version))
-
-    def query_and_download_resource(self, resource_name: str, resource_version: int | None = None) -> tuple[str, str]:
-        """ Query the resource from the database and download it from the object store.
-        Args:
-            resource_name (str): The name of the resource.
-            resource_version (int | None): The version of the resource. If None, the latest version will be used.
-        Returns:
-            tuple[str, str]: A tuple containing the local filename of the resource and the working directory
-                where the resource was downloaded and extracted.
-        """
-        me.connect("humalab", host=f"mongodb://{HumaLabHost.get_mongodb_service_address()}")
-        if resource_version is None:
-            resource = ResourceDocument.objects(name=resource_name.strip(), latest=True).first()
-        else:
-            resource = ResourceDocument.objects(name=resource_name.strip(), version=resource_version).first()
-        if resource is None:
-            raise ValueError(f"Resource {resource_name}:{resource_version} not found")
-        return self.download_resource(resource.name, resource.version, resource.file_url, resource.resource_type.value, resource.filename)
-
-    def download_resource(self,
-                           resource_name: str,
-                           resource_version: int,
-                           resource_url: str,
-                           resource_type: str,
-                           resource_filename: str | None = None) -> tuple[str, str]:
-        """ Download a resource from the object store.
-        Args:
-            resource_name (str): The name of the resource.
-            resource_version (int): The version of the resource.
-            resource_url (str): The URL of the resource in the object store.
-            resource_type (str): The type of the resource (e.g., "urdf", "mjcf", "mesh", etc.).
-            resource_filename (str | None): The specific filename to search for within the resource directory. If None, the first file found will be used.
-        Returns:
-            tuple[str, str]: A tuple containing the local filename of the resource and the working directory
-                where the resource was downloaded and extracted.
-        """
-        return self._download_resource(resource_name,
-                                       resource_version,
-                                       ObjectType.RESOURCE,
-                                       resource_url,
-                                       resource_type,
-                                       resource_filename)
-
-    def _download_resource(self,
-                       resource_name: str,
-                       resource_version: int,
-                       object_type: ObjectType,
-                       resource_url: str,
-                       resource_type: str,
-                       resource_filename: str | None = None) -> tuple[str, str]:
-        """
-        Download an asset from the object store and extract it if necessary.
-
-        Args:
-            asset_uuid (str): The UUID of the asset.
-            asset_version (int): The version of the asset.
-            asset_type (ObjectType): The type of the asset (e.g., URDF, MJCF, Mesh, etc.).
-            asset_url (str): The URL of the asset in the object store.
-            asset_file_type (str): The type of the asset file (e.g., "urdf", "mjcf", "mesh", etc.).
-            asset_filename (str | None): The specific filename to search for within the asset directory. If None, the first file found will be used.
-
-        Returns:
-            tuple[str, str]: A tuple containing the local filename of the asset and the working directory
-                where the asset was downloaded and extracted.
-        """
-        working_path = self.get_working_path(object_type, resource_name, resource_version)
-        local_filepath = os.path.join(working_path, os.path.basename(resource_url))
-        if not os.path.exists(working_path):
-            os.makedirs(working_path, exist_ok=True)
-            self._obj_store.download_file(object_type, resource_url, local_filepath)
-            _, ext = os.path.splitext(resource_url)
-            ext = ext.lower().lstrip('.')
-            if ext not in ASSET_TYPE_TO_EXTENSIONS[resource_type]:
-                extract_archive(local_filepath, working_path)
-        local_filename = self.search_resource_file(resource_filename, working_path, resource_type)
-        if local_filename is None:
-            raise ValueError(f"Resource filename {resource_filename} not found in {working_path}")
-        return local_filename, working_path

humalab-0.0.3.dist-info/RECORD

@@ -1,32 +0,0 @@
-humalab/__init__.py,sha256=LIL4eEPT_Boiond6pZegbAPvZwNX-ZWHHMVPkv3ehcU,140
-humalab/constants.py,sha256=YSiUI7R7g0gkImD6ezufRlOMdIBS5wJ--dLy11Qb2qY,135
-humalab/humalab.py,sha256=8FE6YpoiSMb2I_8RzwvPU-p30_JqrAG7WuKDOQWLGls,5588
-humalab/humalab_api_client.py,sha256=V1PSe1pVngfBUJgxWW-lJzrM1ElQH2ZIolHiDieXlec,8806
-humalab/humalab_config.py,sha256=CdjPgZFGYmmeYq5qsL84ZN8tGdoRP2TjaqS3wojKejg,2698
-humalab/humalab_test.py,sha256=X07HDp9JLllGMuJ2kYxs4WB1o1r1VErn30AAvmn4zuM,19005
-humalab/run.py,sha256=QloVqoZAWlBL5eYVCOqdIRWsjaUoY9BVQvd1BvNEgmY,7841
-humalab/scenario.py,sha256=Zc9ymN5VI-cSnXhX7KYQOM62FCCm8GeAYSyUiUBZl_8,8275
-humalab/scenario_test.py,sha256=9AyDj_l_43bO_ovhzhIvADTh4bAkq8YaMnPQ_sRPTog,28604
-humalab/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-humalab/assets/archive.py,sha256=PALZRnpNExDfXiURVNEj6xxWqcW4nd9UBZ7QIHa8mI8,3119
-humalab/assets/resource_file.py,sha256=u-1VhnO9xG5I8BtxNWalPjrCAAOISty-No0-HtKMilU,630
-humalab/assets/resource_handler.py,sha256=A1fOLBJRzsU7l4Sum4u_Xa8f8uSTVNKyHifFF5WGz5Y,8733
-humalab/dists/__init__.py,sha256=Q7zQbFGC_CnTgExMcnRtJdqJitqy1oBk4D6Qyvunlqc,387
-humalab/dists/bernoulli.py,sha256=6JdeuEPdoL2hVwcP94anmTbIDk_TsSeUctooCzugQag,1500
-humalab/dists/categorical.py,sha256=V2xyw8w7oWBlB-uryxTlE_EsqGQUI-_G1_d9dhxreik,1861
-humalab/dists/discrete.py,sha256=Yk-JebgGyBgmTrtibmaF5sJLIsdgsCSUwa8arO8XUHQ,2167
-humalab/dists/distribution.py,sha256=t0qTUjS_N0adiy_j2fdf-NHSlRs1pr0swpnszizs04I,1048
-humalab/dists/gaussian.py,sha256=ueGm8CLTj8cVxfU4fi5cQKZVnPRI6dBy_PLzUMqn2-A,1838
-humalab/dists/log_uniform.py,sha256=TeQdZA3JJHh5ptqEvKNLoOgTxafiSkCfF7HIThULo3Y,1868
-humalab/dists/truncated_gaussian.py,sha256=b7LP8O7l5fobdTutatkdGneA_FThurz7fnMpdX9csKs,2691
-humalab/dists/uniform.py,sha256=BBPlL10EUMAbV7UWuktfGlUDEZhRrqHYKi1qY92j7pk,1793
-humalab/metrics/__init__.py,sha256=e0PPkAMP5nW-kGfb67SjMMlgxK9Bkp7nQVD-JWoV-qw,246
-humalab/metrics/dist_metric.py,sha256=C7IpdFolw-VpkTHv-HTAK63kafH-WUjRTLxbF7h4W7g,921
-humalab/metrics/metric.py,sha256=W1mWQKEPVs9x257zzJvJQmAadRNnDqGAEU2BAq1skwM,4194
-humalab/metrics/summary.py,sha256=CloYeVkYgZAiaeM2gS6V8_tABukTkxAFJt0mpfmpbLI,2255
-humalab-0.0.3.dist-info/licenses/LICENSE,sha256=Gy0Nw_Z9pbrNSu-loW-PCDWJyrC8eWpIqqIGW-DFtp8,1064
-humalab-0.0.3.dist-info/METADATA,sha256=Fzzn5WuqhYjxVF7cYOUlAxujVrfUOwrvu9JHc7Jdtm8,1704
-humalab-0.0.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-humalab-0.0.3.dist-info/entry_points.txt,sha256=aY-hS7Kg8y5kGgYA14YmtTz5odBrgJIZ2fQMXAbVW_U,49
-humalab-0.0.3.dist-info/top_level.txt,sha256=hp7XXBDE40hi9T3Jx6mPFc6wJbAMzektD5VWXlSCW6o,8
-humalab-0.0.3.dist-info/RECORD,,