pypromice 1.5.3__py3-none-any.whl → 1.6.0__py3-none-any.whl

pypromice/process/__init__.py

@@ -1,4 +0,0 @@
-from pypromice.process.aws import *
-from pypromice.process import L0toL1
-from pypromice.process import L1toL2
-from pypromice.process import L2toL3

pypromice/process/load.py

@@ -1,161 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-Load module
-"""
-from datetime import timedelta
-from typing import Sequence, Optional
-
-import logging
-import os
-import pandas as pd
-import toml
-import xarray as xr
-
-logger = logging.getLogger(__name__)
-
-
-def getConfig(
-    config_file, inpath, default_columns: Sequence[str] = ("msg_lat", "msg_lon")
-):
-    """Load configuration from .toml file. PROMICE .toml files support defining
-    features at the top level which apply to all nested properties, but do not
-    overwrite nested properties if they are defined
-
-    Parameters
-    ----------
-    config_file : str
-        TOML file path
-    inpath : str
-        Input folder directory where L0 files can be found
-
-    Returns
-    -------
-    conf : dict
-        Configuration dictionary
-    """
-    conf = toml.load(config_file)  # Move all top level keys to nested properties,
-    top = [
-        _ for _ in conf.keys() if not type(conf[_]) is dict
-    ]  # if they are not already defined in the nested properties
-    subs = [
-        _ for _ in conf.keys() if type(conf[_]) is dict
-    ]  # Insert the section name (config_file) as a file property and config file
-    for s in subs:
-        for t in top:
-            if t not in conf[s].keys():
-                conf[s][t] = conf[t]
-
-        conf[s]["conf"] = config_file
-        conf[s]["file"] = os.path.join(inpath, s)
-        conf[s]["columns"].extend(default_columns)
-
-    for t in top:
-        conf.pop(t)  # Delete all top level keys beause each file
-    # should carry all properties with it
-    for k in conf.keys():  # Check required fields are present
-        for field in ["columns", "station_id", "format", "skiprows"]:
-            assert field in conf[k].keys(), field + " not in config keys"
-    return conf
-
-
-def getL0(
-    infile: str,
-    nodata,
-    cols,
-    skiprows,
-    file_version,
-    delimiter=",",
-    comment="#",
-    time_offset: Optional[float] = None,
-) -> xr.Dataset:
-    """Read L0 data file into pandas DataFrame object
-
-    Parameters
-    ----------
-    infile : str
-        L0 file path
-    nodata : list
-        List containing value for nan values and reassigned value
-    cols : list
-        List of columns in file
-    skiprows : int
-        Skip rows value
-    file_version : int
-        Version of L0 file
-    delimiter : str
-        String delimiter for L0 file
-    comment : str
-        Notifier of commented sections in L0 file
-    time_offset : Optional[float]
-        Time offset in hours for correcting for non utc time data.
-    Returns
-    -------
-    ds : xarray.Dataset
-        L0 Dataset
-    """
-    if file_version == 1:
-        df = pd.read_csv(
-            infile,
-            comment=comment,
-            index_col=0,
-            na_values=nodata,
-            names=cols,
-            sep=delimiter,
-            skiprows=skiprows,
-            skip_blank_lines=True,
-            usecols=range(len(cols)),
-            low_memory=False,
-        )
-        df["time"] = pd.to_datetime(
-            df.year.astype(str)
-            + df.doy.astype(str).str.zfill(3)
-            + df.hhmm.astype(str).str.zfill(4),
-            format="%Y%j%H%M",
-        )
-        df = df.set_index("time")
-
-    else:
-        df = pd.read_csv(
-            infile,
-            comment=comment,
-            index_col=0,
-            na_values=nodata,
-            names=cols,
-            parse_dates=True,
-            sep=delimiter,
-            skiprows=skiprows,
-            skip_blank_lines=True,
-            usecols=range(len(cols)),
-            low_memory=False,
-        )
-        try:
-            df.index = pd.to_datetime(df.index)
-        except ValueError as e:
-            logger.info("\n" + infile)
-            logger.info("\nValueError:")
-            logger.info(e)
-            logger.info("\t\t> Trying pd.to_datetime with format=mixed")
-            try:
-                df.index = pd.to_datetime(df.index, format="mixed")
-            except Exception as e:
-                logger.info("\nDateParseError:")
-                logger.info(e)
-                logger.info(
-                    "\t\t> Trying again removing apostrophes in timestamp (old files format)"
-                )
-                df.index = pd.to_datetime(df.index.str.replace('"', ""))
-
-    if time_offset is not None:
-        df.index = df.index + timedelta(hours=time_offset)
-
-    # Drop SKIP columns
-    for c in df.columns:
-        if c[0:4] == "SKIP":
-            df.drop(columns=c, inplace=True)
-
-    # Carry relevant metadata with ds
-    ds = xr.Dataset.from_dataframe(df)
-    ds.attrs["level"] = "L0"
-
-    return ds

pypromice-1.5.3.dist-info/RECORD

@@ -1,54 +0,0 @@
-pypromice/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-pypromice/station_configuration.py,sha256=h0ap21-dCeU9kboktgYeziGvcni4OoJBi82fStV3se0,4009
-pypromice/get/__init__.py,sha256=n2L6P9EeUsdjsHaeU7BEanBjlkCBX9csGseT8z-laew,32
-pypromice/get/get.py,sha256=8tdIbvdeXCpRWU7KmcKGIP9ZPdqIry3MjtJp9krumvo,7705
-pypromice/get/get_promice_data.py,sha256=bluNCaP50iRlWBzdEOXLrSPepOQdGB7SeQLkTWiqK4c,1806
-pypromice/postprocess/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-pypromice/postprocess/bufr_to_csv.py,sha256=ntTJZhfBRYPbLn2u9GzO5PFCkg9DIypUZONYEs2XrqA,507
-pypromice/postprocess/bufr_utilities.py,sha256=O1vnpKipUC6nMPmSrPvWECJocjdsB9FAb2ILXD8b8fs,21264
-pypromice/postprocess/create_bufr_files.py,sha256=GizmNAW_v54MkvelPVzqIklBNHWH6nTRQC2qOo5amys,5657
-pypromice/postprocess/get_bufr.py,sha256=98BZ7tTbmvvrVAzhxJ8LgHib3w7Q3S_x757pCubHToU,16693
-pypromice/postprocess/make_metadata_csv.py,sha256=lUw8fZC6dzG10IePZ4d7eZIrTbquHYCDuppYP4r_dF0,9776
-pypromice/postprocess/positions_seed.csv,sha256=0kVCQ8UfEALdeXNYCddmwxpseRqLRudbFStqp_bZRBw,224
-pypromice/postprocess/real_time_utilities.py,sha256=2GZUua5R8ocp-TnIjEA4ig8lC4TlI3SkiimzLxoHXFE,9476
-pypromice/process/L0toL1.py,sha256=U7TLoB3UfV7BcR4iReVA1FheR1WD_OBXk0faBV3QEW0,24022
-pypromice/process/L1toL2.py,sha256=0xy54wmTetZKpQ4NkqTb57tt4ERuONMbvwFMncaOrjU,30174
-pypromice/process/L2toL3.py,sha256=P7abSejGmq22L9Urv78K0wXnevG05GDGvnhabTMQql8,61424
-pypromice/process/__init__.py,sha256=xvd0I-9nIyVw4M4qjgkQ5vXYpNuKcVSkIVIROQsZDo0,147
-pypromice/process/aws.py,sha256=5N4rLptO23Ic9mgyR5K8NhtNmGPa9xb9Cu7SgzAgoi8,7561
-pypromice/process/get_l2.py,sha256=ALXJCMJ8qgg0_dEKx-dV5TQ9IAJnLLLGPUxlr5QVfpk,3076
-pypromice/process/get_l2tol3.py,sha256=4Qu2d5rT25H2dObyCc70ivtJg3vw6WA-hzI-kRD6ybQ,4544
-pypromice/process/join_l2.py,sha256=ifjuhFR9scVvZt3xuy-ELp-iRchxV1dEK9qJ4UNh5bE,4567
-pypromice/process/join_l3.py,sha256=F90uvcy85iSl6GWxyj6C3K4j2eAoQvhQB8XqOXpShvo,20221
-pypromice/process/load.py,sha256=iaFvJeaDanAA60caVj4BWupZpqgQNj3CiNU4csz9FdU,4585
-pypromice/process/resample.py,sha256=yydbsSQeUpTSyrsY3tZN0uZzp0Ddbe5HKrW-onB3Yos,7329
-pypromice/process/utilities.py,sha256=1pqSaF3bIbvRNtOjb25mbegHfuW9MY4KpCBDVXWyML8,1773
-pypromice/process/value_clipping.py,sha256=_pTAxogsqfkjwBQslGyyE3jZzhYY6_Wp-g5ZPHcudMc,1506
-pypromice/process/wind.py,sha256=-dpaBOtqGyPDIU4O1HbbWRzlLNRC2a50OdnZhIaWdeI,1701
-pypromice/process/write.py,sha256=ZpA9NAgtnzJIbnjEiJ0sOtsE0J1haHASbjHqzMvBDJE,15818
-pypromice/qc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-pypromice/qc/github_data_issues.py,sha256=gbbF62oMMWbXiLnsrs60vXbwfAqSUP113plhidVeqCU,13353
-pypromice/qc/persistence.py,sha256=2ruS5w_QXt8730jwh6dwN1F3h7MGKFYStfO3T0YmmCY,6582
-pypromice/qc/percentiles/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-pypromice/qc/percentiles/compute_thresholds.py,sha256=CjopJRMr8g36SqMS5QB9BGxFr4ohnNvsduZ-Q0xY7S0,6086
-pypromice/qc/percentiles/outlier_detector.py,sha256=5_458aMm9MAubfYv7oIz1Lp9ME6Sn1xiSiAQmIe-riY,3370
-pypromice/qc/percentiles/thresholds.csv,sha256=KTQcYsg2VCZmR-Rf1Zzx1Jn-ZmR5yPPWWXYZ0Z03PDQ,9516
-pypromice/resources/__init__.py,sha256=MpKmvV11R4tcqmyvJpXQt-_It3oRI0WEIQNbMST--4w,907
-pypromice/resources/file_attributes.csv,sha256=NFqfg6u0PmPzY2bqE2bp646E4LUiPLqvzhyxDauXoPU,7014
-pypromice/resources/variable_aliases_GC-Net.csv,sha256=ts10e0AI1Fz_TtEj8qdRFIZBTkE8pt_VtJGp5hSBUBI,993
-pypromice/resources/variables.csv,sha256=cW8JbQMb5rlge9I3EjbWuKACg3nvbVmbd84W3ouFJdI,13282
-pypromice/tx/__init__.py,sha256=-62bhHWJGfzFh5JwHcLqRj2jcGzmqzYOLWByhO706YY,30
-pypromice/tx/get_l0tx.py,sha256=b34-96KGshTyTN2tBFaAIBl7oZZzbRB_JR7sXtDNfXA,6957
-pypromice/tx/get_msg.py,sha256=OGS60OHjy4Wf8JExTfOdK-9xhjFdjhuChxoTSPe_MjI,3417
-pypromice/tx/payload_formats.csv,sha256=A46-XcYdpe9-gzmADylP2UVizLi_UphF-BPT5u3Lyn8,7903
-pypromice/tx/payload_types.csv,sha256=C1-xCmHytAqqAzgzPwBLWqabzWu6s6tKAd8AjVd935s,457
-pypromice/tx/tx.py,sha256=asbgXVI5vurKM-WVACTfpKRt-70wtzVvSbvjvYufajI,34416
-pypromice/utilities/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-pypromice/utilities/dependency_graph.py,sha256=bqoXasC8pg5ipjBd6rqDhfHwIq11t2_cFlNT72ncw4w,3135
-pypromice/utilities/git.py,sha256=7EUGjDs_VZucrckakXKyZEclDAZ_mKIxhTWzhopCIxM,1785
-pypromice-1.5.3.dist-info/licenses/LICENSE.txt,sha256=gXf5dRMhNSbfLPYYTY_5hsZ1r7UU1OaKQEAQUhuIBkM,18092
-pypromice-1.5.3.dist-info/METADATA,sha256=-WPlDUHP4MXavNOtyK8ANhUD486iYbaPArw-V4Vt4fQ,4992
-pypromice-1.5.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-pypromice-1.5.3.dist-info/entry_points.txt,sha256=ufX1npmY3nqMPtSVRKVxn3MhG9IyFHD5FjPZQcELVXo,618
-pypromice-1.5.3.dist-info/top_level.txt,sha256=cBdfwgSbWDQq3a07nKRjrfmLC7jdaYXs98GG58HpTks,10
-pypromice-1.5.3.dist-info/RECORD,,

pypromice-1.5.3.dist-info/entry_points.txt

@@ -1,13 +0,0 @@
-[console_scripts]
-bufr_to_csv = pypromice.postprocess.bufr_to_csv:main
-create_bufr_files = pypromice.postprocess.create_bufr_files:main
-get_bufr = pypromice.postprocess.get_bufr:main
-get_l0tx = pypromice.tx.get_l0tx:get_l0tx
-get_l2 = pypromice.process.get_l2:main
-get_l2tol3 = pypromice.process.get_l2tol3:main
-get_msg = pypromice.tx.get_msg:get_msg
-get_promice_data = pypromice.get.get_promice_data:get_promice_data
-get_watsontx = pypromice.tx.get_watsontx:get_watsontx
-join_l2 = pypromice.process.join_l2:main
-join_l3 = pypromice.process.join_l3:main
-make_metadata_csv = pypromice.postprocess.make_metadata_csv:main