mrio-toolbox 1.1.1__py3-none-any.whl → 1.1.3__py3-none-any.whl

mrio_toolbox/utils/savers/_to_folder.py

@@ -1,165 +0,0 @@
-"""
-Routines for saving MRIO and Part instances to folders.
-"""
-
-import os
-from mrio_toolbox.utils.savers._path_checker import check_path
-import numpy as np
-import yaml
-import pandas as pd
-
-import logging
-
-log = logging.getLogger(__name__)
-
-def save_mrio_to_folder(obj,
-                        path,
-                        name=None,
-                        extension=".npy",
-                        overwrite=False,
-                        **kwargs):
-    """
-    Save an MRIO instance in a folder
-
-    Parameters
-    ----------
-    path : str
-        Path to the folder to save the MRIO instance into.
-    extension : str, optional
-        Extension of the files to save the MRIO instance into.
-        The default is "npy".
-    overwrite : bool, optional
-        Whether to overwrite the existing files. The default is False.
-        If False, the version name is iterated until a non-existing
-        file name is found.
-    kwargs : dict
-        Additional arguments to pass to the saver.
-    """
-    if name is None:
-        name = os.path.basename(path)+".yaml"
-    if not os.path.isdir(path):
-        os.mkdir(path)
-    elif not overwrite:
-        os.mkdir(check_path(path))
-    log.info(f"Saving MRIO instance {name} to folder {path}")
-    kwargs.pop("write_instructions", None) #Instructions are written anyway
-    loading_instructions = dict()
-    loading_instructions.update(obj.metadata)
-    loading_instructions["path"] = path
-    parts_instructions = dict()
-    for part in obj.parts:
-        save_part_to_folder(
-            obj.parts[part],
-            path,
-            extension=extension,
-            overwrite=overwrite,
-            include_labels=False,
-            write_instructions=False,
-            **kwargs
-        )
-        #Save part metadata
-        parts_instructions[part] = dict()
-        parts_instructions[part]["dimensions"] = obj.parts[part].get_dimensions()
-        parts_instructions[part]["metadata"] = obj.parts[part].metadata
-    write_labels(path,obj.labels)
-    loading_instructions["parts"] = parts_instructions
-    loading_instructions["extension"] = extension
-    with open(os.path.join(path+".yaml"),"w") as file:
-        yaml.dump(loading_instructions,file)
-
-def write_labels(path,labels):
-    """
-    Save labels in a folder
-
-    Parameters
-    ----------
-    path : str
-        Path to the folder to save the labels into.
-    extension : str, optional
-        Extension of the files to save the labels into.
-        The default is "txt".
-    overwrite : bool, optional
-        Whether to overwrite the existing files. The default is False.
-        If False, the version name is iterated until a non-existing
-        file name is found.
-    kwargs : dict
-        Additional arguments to pass to the saver.
-    """
-    with open(os.path.join(path,"labels.yaml"),"w") as file:
-        yaml.dump(labels,file)
-
-def save_part_to_folder(obj,
-                        path,
-                        name=None,
-                        extension=".npy",
-                        save_labels=True,
-                        write_instructions=True,
-                        overwrite=False,
-                        include_labels=True,
-                        **kwargs):
-    """
-    Save a Part instance in a folder
-
-    Parameters
-    ----------
-    obj : Part
-        Part instance to save
-    path : str
-        Path to the folder to save the Part instance into.
-    extension : str, optional
-        Extension of the files to save the Part instance into.
-        The default is ".npy".
-    save_labels : bool, optional
-        Whether to save the labels. The default is True.
-    save_instructions : bool, optional
-        Whether to save the instructions. The default is True.
-    overwrite : bool, optional
-        Whether to overwrite the existing files. The default is False.
-        If False, the version name is iterated until a non-existing
-        file name is found.
-    include_labels: bool, optional
-        Whether to include the labels in the file. The default is True.
-        This is only relevant for .csv and .xlsx files.
-        If False, the labels are saved in a separate file.
-    kwargs : dict
-        Additional arguments to pass to the saver.
-    """
-    if name is None:
-        name = obj.name
-    log.info(f"Saving Part instance {name} to folder {path} with extension {extension}")
-    if not os.path.isdir(path):
-            os.mkdir(path)
-    elif not overwrite:
-        os.mkdir(check_path(path))
-    if save_labels:
-        write_labels(path,obj.labels)
-    parts_instructions = dict()
-    if write_instructions:
-        parts_instructions["dimensions"] = obj.get_dimensions()
-        parts_instructions["metadata"] = obj.metadata
-    if extension == ".npy":
-        np.save(os.path.join(path,name+extension),obj.data,**kwargs)
-    elif extension == ".csv":
-        delimiter = kwargs.pop("delimiter",",")
-        if include_labels:
-            obj.to_pandas().to_csv(os.path.join(path,name+extension),
-                                   **kwargs)
-            parts_instructions["index_col"] = [i for i in range(len(obj.axes[0].dims))]
-            if len(obj.axes) > 1:
-                parts_instructions["header"] = [i for i in range(len(obj.axes[1].dimensions))]
-        else:
-            np.savetxt(os.path.join(path,name+extension),obj.data,
-                    delimiter=delimiter,**kwargs)
-    elif extension == ".txt":
-        delimiter = kwargs.pop("delimiter","\t")
-        np.savetxt(os.path.join(path,name+extension),obj.data,
-                   delimiter=delimiter,**kwargs)
-    elif extension == ".xlsx":
-        obj.to_pandas().to_excel(os.path.join(path,name+extension),
-                                 **kwargs)
-    else:
-        raise NotImplementedError(f"Extension {extension} not supported")
-    if write_instructions:
-        parts_instructions["file"] = os.path.join(path,name+extension)
-        with open(os.path.join(path,name+".yaml"),"w") as file:
-            yaml.dump(parts_instructions,file)

mrio_toolbox/utils/savers/_to_nc.py

@@ -1,60 +0,0 @@
-"""
-Routines for saving to netCDF files.
-"""
-import os
-import yaml
-import pandas as pd
-from mrio_toolbox.utils.savers._path_checker import check_path
-import logging
-import xarray as xr
-
-log = logging.getLogger(__name__)
-
-def save_to_nc(obj,path,overwrite=False,write_instructions=False,**kwargs):
-    """
-    Save an MRIO or Part instance in a .nc file
-
-    Parameters
-    ----------
-    path : str
-        Path to the .nc file to save the MRIO instance into.
-    
-    **kwargs : dict
-        Additional arguments to pass to the saver.
-    """
-    log.info(f"Saving {obj.__class__.__name__} instance to {path}")
-    if os.path.dirname(path) == "":
-        path = os.path.join(os.getcwd(), path)
-    #Check destination path
-    if not os.path.exists(os.path.dirname(path)):
-        log.info(f"{os.path.abspath(
-        os.path.dirname(path))} does not exist. Creating directory.")
-        os.makedirs(os.path.dirname(path))
-
-    ds = obj.to_xarray()
-
-    #Remove dict attrs (not supported for serialization)
-    attrs = list(ds.attrs.keys())
-    for attr in attrs:
-        if isinstance(ds.attrs[attr],dict):
-            log.warning(f"Attribute {attr} is a dict. It will not be saved.")
-            ds.attrs.pop(attr)
-
-    if isinstance(ds, xr.Dataset):
-        for var in ds.data_vars:
-            attrs = list(ds[var].attrs.keys())
-            for attr in attrs:
-                if isinstance(ds[var].attrs[attr],dict):
-                    log.warning(f"Attribute {attr} of {var} is a dict. It will not be saved.")
-                    ds[var].attrs.pop(attr)
-
-    if not overwrite:
-        path = check_path(path)
-    ds.to_netcdf(path,**kwargs)
-    if write_instructions:
-        instructions = {
-            "file": path
-        }
-        base_path, ext = os.path.splitext(path)
-        with open(base_path+".yaml","w") as file:
-            yaml.dump(instructions,file)

mrio_toolbox-1.1.1.dist-info/RECORD

@@ -1,59 +0,0 @@
-mrio_toolbox/__init__.py,sha256=oFgfSYusvbP0OwzcEE3ItG-3OS2nGCu5Dh3ANPu99sM,907
-mrio_toolbox/mrio.py,sha256=ll1I-dKKncxo-GhnWhRmlLUezUxMr1dIUuKZbC7Kb3w,34936
-mrio_toolbox/_parts/_Axe.py,sha256=LhH1Vx085B6Jv-jDTT_ROP2-9GyyDVUD-L62jUhREMw,19888
-mrio_toolbox/_parts/_Part.py,sha256=iWCQdFitv4SmufTLFX4lbHqL1rKmwGklueVGbLsP7Bk,60899
-mrio_toolbox/_parts/__init__.py,sha256=dls6ESbnqzUiSpGRg9EkVN0XfUgDdpzRDb9Tvf9Znlk,127
-mrio_toolbox/_parts/part_operations.py,sha256=PpGnSpo2evMtXIHCMBHTaA7sXv6kZv8qaBpHzgetnq4,1622
-mrio_toolbox/extractors/__init__.py,sha256=uwp-VEHkkvKncdc15V9Hs0J6ABMFw6oLfnMeYh0NQGs,500
-mrio_toolbox/extractors/downloaders.py,sha256=_IdNkCzhizZZ5rvPpvM-TvQ2eny9PuGl7Q-mZPT0SKk,1361
-mrio_toolbox/extractors/extractors.py,sha256=SqMptIFADlQehp8x0fv8PFYGNpID3c3sADX2eEvTx58,3431
-mrio_toolbox/extractors/emerging/__init__.py,sha256=5L_OdZVy499lInfn1qNysR5gkQCsYtxHQ76nQgT6Wlk,53
-mrio_toolbox/extractors/emerging/emerging_extractor.py,sha256=8twv8bIN3LCvsjYwRzHks4YUrJSYlIP70Mi1I3WXYeg,3699
-mrio_toolbox/extractors/eora/__init__.py,sha256=hNEV1fd5VGu0euVyAVPc5FX3eDrK0P8sf0pCBJo05RY,50
-mrio_toolbox/extractors/eora/eora_extractor.py,sha256=-cFX0FhxYixu4COlhAc4Cia98UpwlRGMQRm2iKt8VQ4,4129
-mrio_toolbox/extractors/exiobase/__init__.py,sha256=Yy3X5PH5SEPvQhX71Oae8QL8nKvfTuaQVwVwUgXpf1g,55
-mrio_toolbox/extractors/exiobase/exiobase_extractor.py,sha256=Zb9iiuW3VCxjKpHAofs5bPIYMGZ0DQwR44RW3fmaLOs,13455
-mrio_toolbox/extractors/figaro/__init__.py,sha256=dKuW3WsJ_UcilFPDXczvfGnYgvCFuSc6p3mbYTEsHN4,78
-mrio_toolbox/extractors/figaro/figaro_downloader.py,sha256=q5NbNRYPDVnOuXpbD7q1blo-5rKBNEssAjijU263Mqw,13221
-mrio_toolbox/extractors/figaro/figaro_extractor.py,sha256=_MZtQU5g9taxFfux4b4cq3ZTtT_dda3otXNDrAUkgHo,7792
-mrio_toolbox/extractors/gloria/__init__.py,sha256=IQ_B4KYmKL1013YaFDnFl8JNez7nkF4Hv4oyT6shxyk,51
-mrio_toolbox/extractors/gloria/gloria_extractor.py,sha256=cr_nqy_rAZINhELQDhDooqa9D-3JGSS9LN1f0VkDQq0,6898
-mrio_toolbox/extractors/gtap11/__init__.py,sha256=Zk5yS2MyEzOdMvphFKifnqINQeAiPC3H4h-jIEWkYoM,247
-mrio_toolbox/extractors/gtap11/extraction/__init__.py,sha256=LbLoTaFAlXmgCATnjRdNUIwgpUTzphGJLxT53i72ur0,54
-mrio_toolbox/extractors/gtap11/extraction/extractor.py,sha256=v5DWVhfYkU7VjFfFJ94KON2ump5ceeX92WiDteJrSOM,4225
-mrio_toolbox/extractors/gtap11/extraction/harpy_files/__init__.py,sha256=brrMawTkLnuXroM6ms0WKersbnooKbyAFCqqUq2Cysg,245
-mrio_toolbox/extractors/gtap11/extraction/harpy_files/_header_sets.py,sha256=Ij4Qu_WDydFQnyWI_eabFFBBODKvqt0iQ-qw0A089b0,10612
-mrio_toolbox/extractors/gtap11/extraction/harpy_files/har_file.py,sha256=RZJGqucx1XBFcJNuekgCnpKw1wERur70WNMv8wPasDU,10765
-mrio_toolbox/extractors/gtap11/extraction/harpy_files/har_file_io.py,sha256=bqKT5PjxktJNOOaJkVPrmZpnm2W0dZGX3pRWcuI3UYU,36889
-mrio_toolbox/extractors/gtap11/extraction/harpy_files/header_array.py,sha256=wcSjSyJUxMo0u5tlQ3YvxZkHz3l11JIZhhFvq0HBTeU,10934
-mrio_toolbox/extractors/gtap11/extraction/harpy_files/sl4.py,sha256=16rtQHNIs8IiNL8iCXDYjGHbB6Ay8pKV0yjpMJLCIQo,10888
-mrio_toolbox/extractors/gtap11/gtap_mrio/__init__.py,sha256=ybiLYcBuR1_EOZoPuxAre0HGRO9YiHzyGpr7B8BAc5w,134
-mrio_toolbox/extractors/gtap11/gtap_mrio/mrio_builder.py,sha256=CnmbiGFcYsmkKJCzf0_ZdZ8nX2-prstxggtrCw9PNxU,5825
-mrio_toolbox/extractors/icio/__init__.py,sha256=emSLWDbQp4bsRY458fKITMHORbLjoRvrdxgek2WtK5o,50
-mrio_toolbox/extractors/icio/icio_extractor.py,sha256=t4nQlSLsMAtEJRcA1GHG67f-0TKd2LfUEO1vR2-SAV4,5013
-mrio_toolbox/extractors/wiod/__init__.py,sha256=JSJcx-3jMqhO7E0kcO7lpmbDqTv0wPfsDOw9R9PTPYA,50
-mrio_toolbox/extractors/wiod/wiod_extractor.py,sha256=FRTZ40BrRD6mK_ru2i6eFGSAFPFQ8s7S_Pir1gZyipo,4162
-mrio_toolbox/msm/__init__.py,sha256=YaLmvU6Vlxk-bSGv-HgWR-7rKa2mqTuDOwmBQdhkHi0,192
-mrio_toolbox/msm/multi_scale_mapping.py,sha256=Rshz9Q4DOFpaf17lYFMdLxkRayZGzkt73UkhXZ5kSjw,34510
-mrio_toolbox/utils/__init__.py,sha256=BdiUAsKXUfe-vEJSsyNOTwt1RWVCXQ_B1kAZ-EwPEmQ,108
-mrio_toolbox/utils/converters/__init__.py,sha256=HDYyq9Hu7ooi3nrS4yfrOzCcwZ--VkGhHlXEESLN5-A,163
-mrio_toolbox/utils/converters/pandas.py,sha256=aY3B-Rk-zBDL18-HnA6rpmItECJsrrT0c42f0CHLI-A,7665
-mrio_toolbox/utils/converters/xarray.py,sha256=VqXH6KMLnp8pXHm3TYO1-w2hDv9_Ads5puW-PwctRMQ,3721
-mrio_toolbox/utils/formatting/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mrio_toolbox/utils/formatting/formatter.py,sha256=yK2t8-MzEH1P9TMqZRj5ud26f1tZMqEkKpm8XgTblso,20870
-mrio_toolbox/utils/loaders/__init__.py,sha256=I0_rQReuL4Os4G0ZOhajUtMQB6fdTkjV2Bf1UDbSpL0,203
-mrio_toolbox/utils/loaders/_loader.py,sha256=tzV_yCkbPkfcsRgeUA0oyss_flU17HJ_lC4IC7duxj0,11210
-mrio_toolbox/utils/loaders/_loader_factory.py,sha256=L3L06IkaBcRekcFr-_iRabAOpuLqSSCF24EG-ge5l-w,3300
-mrio_toolbox/utils/loaders/_nc_loader.py,sha256=duqnnOV4-9tXY0TE6gk9fWR_gFrYGzp_dYB6uZ4PFmY,5263
-mrio_toolbox/utils/loaders/_np_loader.py,sha256=qrOXoiAkpWjuEJtAf3iJvk1qRP6DNFtK3m-whJjp09o,3784
-mrio_toolbox/utils/loaders/_pandas_loader.py,sha256=TO9OdGjaZYZheICZbWAx7-W6GE8VxK1ftMEyP3PG7n8,4065
-mrio_toolbox/utils/loaders/_parameter_loader.py,sha256=M8ZNKuuLY6cZF6pdlpM5fdFhK9NKrJ-DY9N_2mbCH6Y,13157
-mrio_toolbox/utils/savers/__init__.py,sha256=uiaTRDuqTYNsTAYME3NQgFzAqFjdg74S2nBvGR0ieZ4,313
-mrio_toolbox/utils/savers/_path_checker.py,sha256=f_oTP2xBybtNqK1wmHSv_9ZlXU7M89YopPBdFYeqvzk,916
-mrio_toolbox/utils/savers/_to_folder.py,sha256=jGQNmiofx47tCnwAa_s20Tmbn-XrCmv22SV7cYyGMbI,6155
-mrio_toolbox/utils/savers/_to_nc.py,sha256=I8AKwsB_0w_uwCI5pdD3HGf-ur96yAurJKzPyM8sv4w,1931
-mrio_toolbox-1.1.1.dist-info/licenses/LICENSE,sha256=q7yPlSQr4UbocyAmi56sBygg841JSclXoeXH8eOG7xQ,35819
-mrio_toolbox-1.1.1.dist-info/METADATA,sha256=C6R8thAWD5oJTMF4H834cGx2nYPQ_oZ1avQIYI2C9_E,1193
-mrio_toolbox-1.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mrio_toolbox-1.1.1.dist-info/top_level.txt,sha256=Q2vYXHwBrGslGjwHwr_dnCyVOfx1gXwxd2G739rNwZg,13
-mrio_toolbox-1.1.1.dist-info/RECORD,,

mrio_toolbox-1.1.1.dist-info/top_level.txt

@@ -1 +0,0 @@
-mrio_toolbox