pypromice 1.5.3__py3-none-any.whl → 1.7.0__py3-none-any.whl

pypromice-1.7.0.dist-info/RECORD

@@ -0,0 +1,65 @@
+pypromice/__init__.py,sha256=X2LaniNJv4iVYqRtmf2jyGMQLaj59bIgkhlWhT6LCgQ,74
+pypromice/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+pypromice/core/dependency_graph.py,sha256=bqoXasC8pg5ipjBd6rqDhfHwIq11t2_cFlNT72ncw4w,3135
+pypromice/core/resampling.py,sha256=KyYk6HWFqJo60CPiX-gBd0uwLx5iPrYJBMQ3Sqb9yFg,4645
+pypromice/core/qc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+pypromice/core/qc/github_data_issues.py,sha256=mTnJArv89p8vSzJdWFRkA4kBAYnFcR-I-Xz4QzlrifA,13857
+pypromice/core/qc/persistence.py,sha256=Y9CmAAPHNqEjdsZW4LEAVm7cnMEBK-zwEAD_UBDASVw,6466
+pypromice/core/qc/value_clipping.py,sha256=KGLLN54-QeD4TQ-Dd-NeooYG3kdEC6SPhz4LT2ZsRi4,1533
+pypromice/core/qc/percentiles/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+pypromice/core/qc/percentiles/compute_thresholds.py,sha256=jHk1hAvm168ViORIwDOZHm4MAxQTtvseo_43-P3mtoY,6096
+pypromice/core/qc/percentiles/outlier_detector.py,sha256=5_458aMm9MAubfYv7oIz1Lp9ME6Sn1xiSiAQmIe-riY,3370
+pypromice/core/qc/percentiles/thresholds.csv,sha256=KTQcYsg2VCZmR-Rf1Zzx1Jn-ZmR5yPPWWXYZ0Z03PDQ,9516
+pypromice/core/variables/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+pypromice/core/variables/air_temperature.py,sha256=TS_0kGC98pbSe7DlAl6W_E5AzGslgRNlIiskyIjA07c,2025
+pypromice/core/variables/gps.py,sha256=YCS1OeQ8f2Rel32kiZ_UH-kNlRLlaakKKMPjaCAvO-I,7615
+pypromice/core/variables/humidity.py,sha256=TfQfGbQ0gyj_A9zRChGei47oZYMRAR13eIzjkQ3kfD4,3775
+pypromice/core/variables/precipitation.py,sha256=iH7m1sJDwbstZuAutO2HCRVo3RqaSuDG33YERBtvQag,3467
+pypromice/core/variables/pressure_transducer_depth.py,sha256=SadI_8oRKmMI2dnsYfYDJD7AnE6-i1bv0MOmO5xms8E,2418
+pypromice/core/variables/radiation.py,sha256=11iGl2cq5WGJxnPwTAy3H4Y5bU-QXTaMaEife1BPNA0,14318
+pypromice/core/variables/station_boom_height.py,sha256=5uGalC-uVEdJFMPQ-cuayP5kpFu8mvou10w38X7kd8Y,2281
+pypromice/core/variables/station_pose.py,sha256=3aVb8hywsFBCDorgHPW_nNdf_pyyil6ziJsP3UBhje4,13112
+pypromice/core/variables/wind.py,sha256=-dpaBOtqGyPDIU4O1HbbWRzlLNRC2a50OdnZhIaWdeI,1701
+pypromice/io/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+pypromice/io/make_metadata_csv.py,sha256=lUw8fZC6dzG10IePZ4d7eZIrTbquHYCDuppYP4r_dF0,9776
+pypromice/io/write.py,sha256=D-u7WuSlD18B9Y-_qB_AuuXRNoUkDsRPhXibUnVJzJo,15819
+pypromice/io/bufr/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+pypromice/io/bufr/bufr_to_csv.py,sha256=YhvtK3Rbya8ulpjeCaMyPQ_luNOmRqR_3XkzuyIvaWg,503
+pypromice/io/bufr/bufr_utilities.py,sha256=O1vnpKipUC6nMPmSrPvWECJocjdsB9FAb2ILXD8b8fs,21264
+pypromice/io/bufr/create_bufr_files.py,sha256=hN5UzBuj1kRk_kgwWiE0H9JaYTC3G5DjvenZGCJs6CY,5661
+pypromice/io/bufr/get_bufr.py,sha256=Yy3w9U-s29Xkfs6zNsyKTV9HHCEA_Mc31jRw3A4_BHM,16705
+pypromice/io/bufr/positions_seed.csv,sha256=0kVCQ8UfEALdeXNYCddmwxpseRqLRudbFStqp_bZRBw,224
+pypromice/io/bufr/real_time_utilities.py,sha256=HfLPDW6rS0D2CXr4yJeyRxZxHUm0yA337vYRbb8_l7A,9490
+pypromice/io/bufr/station_configuration.py,sha256=h0ap21-dCeU9kboktgYeziGvcni4OoJBi82fStV3se0,4009
+pypromice/io/ingest/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+pypromice/io/ingest/git.py,sha256=GcMdsZT2Dr6lTHDtlTLH5ueCUMMHytktgeOy6hX9YDw,1774
+pypromice/io/ingest/l0.py,sha256=1Dmz3wpMcK3nSmf2ENMrPm-aoTqTgsng5gkr4CdWyq4,9011
+pypromice/io/ingest/l0_repository.py,sha256=jmlQMSETj9aBA1iOC9sPl4-ia9UfsRHTWiR0VisZt90,3552
+pypromice/io/ingest/toa5.py,sha256=GiDCUMJpvbTRs0PzU1wz6uPkYkih9XjDVPcGbl__RtU,2857
+pypromice/pipeline/L0toL1.py,sha256=g_pH9sVPJMfYKdFgJpT7WW5rqJntJPKsxpw9N_nKs-o,13816
+pypromice/pipeline/L1toL2.py,sha256=lNSC3QOQf-ZZpFlCW6PFeRIkWtGWlDMBXWzNBU2yKAc,10158
+pypromice/pipeline/L2toL3.py,sha256=yEvjIaheTdT136HEMJXmqAuReYgnx0pF6VhG23VFj00,61650
+pypromice/pipeline/__init__.py,sha256=yqYenngaSNFtpnAsfc953142P84ocq3ykvlsCIbsw3g,151
+pypromice/pipeline/aws.py,sha256=5Xv7XVf5PvcSAnEu_jPpjDWV4U0p_UvdpOzCtmH0ICU,5092
+pypromice/pipeline/get_l2.py,sha256=VV4iV3P34HFSOi3jr0IQrNXjBMgCx5GpF0uwNbT84Ck,3072
+pypromice/pipeline/get_l2tol3.py,sha256=KIsScgatZbccz7ypZHBGiibbresJ9HWq9Sv4Ys2LcHs,4497
+pypromice/pipeline/join_l2.py,sha256=AQL9wVqRFbdB6bevuOArg9knZCv-jDVwypMETjuDqBM,4561
+pypromice/pipeline/join_l3.py,sha256=Wd5slBCo1XgzExOjPu9IRLWnk7NJMTwDcckhithvw0E,20316
+pypromice/pipeline/resample.py,sha256=tq6GvnmbQJsFvdJxZF2DrwTTmeNRVig_LHZQboKWreU,8818
+pypromice/pipeline/utilities.py,sha256=m-BaHWMKBGzTHa09w-49yqWRulXex5TTScg7IZu8fSY,1248
+pypromice/resources/__init__.py,sha256=MpKmvV11R4tcqmyvJpXQt-_It3oRI0WEIQNbMST--4w,907
+pypromice/resources/file_attributes.csv,sha256=ISKR-Ax12CT9tQD38ByNyvWPLLpMszpWXwviPyhuUaI,7018
+pypromice/resources/variable_aliases_GC-Net.csv,sha256=mIAnBy2XvnGGy4_HODHlbZCvk0jq3v9gAncMwyDmyqI,1001
+pypromice/resources/variables.csv,sha256=hcd0WcY9vaG6MhqnCUNjbFxXNg7p5d_ZIyaebLKy0s8,14185
+pypromice/tx/__init__.py,sha256=-62bhHWJGfzFh5JwHcLqRj2jcGzmqzYOLWByhO706YY,30
+pypromice/tx/get_l0tx.py,sha256=b34-96KGshTyTN2tBFaAIBl7oZZzbRB_JR7sXtDNfXA,6957
+pypromice/tx/get_msg.py,sha256=OGS60OHjy4Wf8JExTfOdK-9xhjFdjhuChxoTSPe_MjI,3417
+pypromice/tx/payload_formats.csv,sha256=A46-XcYdpe9-gzmADylP2UVizLi_UphF-BPT5u3Lyn8,7903
+pypromice/tx/payload_types.csv,sha256=C1-xCmHytAqqAzgzPwBLWqabzWu6s6tKAd8AjVd935s,457
+pypromice/tx/tx.py,sha256=asbgXVI5vurKM-WVACTfpKRt-70wtzVvSbvjvYufajI,34416
+pypromice-1.7.0.dist-info/licenses/LICENSE.txt,sha256=gXf5dRMhNSbfLPYYTY_5hsZ1r7UU1OaKQEAQUhuIBkM,18092
+pypromice-1.7.0.dist-info/METADATA,sha256=sU7zLwdi_aCLLUUUagNsQgIFVEwae5acab3osEHJDGM,4958
+pypromice-1.7.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+pypromice-1.7.0.dist-info/entry_points.txt,sha256=aU2SG5A0wI2n4HE9fotG-y5yeIqJ0G1-8UrEgr1GUQk,535
+pypromice-1.7.0.dist-info/top_level.txt,sha256=cBdfwgSbWDQq3a07nKRjrfmLC7jdaYXs98GG58HpTks,10
+pypromice-1.7.0.dist-info/RECORD,,

pypromice-1.7.0.dist-info/entry_points.txt

@@ -0,0 +1,12 @@
+[console_scripts]
+bufr_to_csv = pypromice.pio.bufr.bufr_to_csv:main
+create_bufr_files = pypromice.io.bufr.create_bufr_files:main
+get_bufr = pypromice.io.bufr.get_bufr:main
+get_l0tx = pypromice.tx.get_l0tx:get_l0tx
+get_l2 = pypromice.pipeline.get_l2:main
+get_l2tol3 = pypromice.pipeline.get_l2tol3:main
+get_msg = pypromice.tx.get_msg:get_msg
+get_watsontx = pypromice.tx.get_watsontx:get_watsontx
+join_l2 = pypromice.pipeline.join_l2:main
+join_l3 = pypromice.pipeline.join_l3:main
+make_metadata_csv = pypromice.io.make_metadata_csv:main

pypromice/get/__init__.py

@@ -1 +0,0 @@
-from pypromice.get.get import *

pypromice/get/get.py

@@ -1,211 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-AWS data retrieval module
-"""
-from pyDataverse.api import NativeApi
-import pandas as pd
-import xarray as xr
-import unittest, pkg_resources
-from datetime import datetime
-import warnings, os
-
-def aws_names():
-    '''Return PROMICE and GC-Net AWS names that can be used in get.aws_data() 
-    fetching'''
-    lookup = lookup_table(['doi:10.22008/FK2/IW73UU'])
-    print(f'Available dataset keywords: {list(lookup.keys())}')
-    return list(lookup.keys())
-
-def aws_data(aws_name):
-    '''Return PROMICE and GC-Net AWS L3 v3 hourly observations
-    
-    Returns
-    -------
-    df : pandas.DataFrame
-        AWS observations dataframe
-    '''
-    lookup = lookup_table(['doi:10.22008/FK2/IW73UU'])
-    assert aws_name.lower() in list(lookup.keys())
-    data = pd.read_csv(lookup[aws_name], index_col=0, parse_dates=True)
-    return data        
-  
-def watson_discharge(t='hour'):
-    '''Return PROMICE hourly Watson river discharge
-    
-    Parameters
-    ----------
-    t : str
-        Temporal resolution of the data - "hour", "day" or "year"
-
-    Returns
-    -------
-    df : pandas.DataFrame
-        Watson river discharge dataframe    
-    '''
-    lookup = lookup_table(['doi:10.22008/FK2/XEHYCM'])
-    
-    dict_keys = lookup.keys()
-    
-    if 'year' in t.lower():
-        
-        key = [k for k in dict_keys if 'year' in k]
-        
-        if not key: 
-            warnings.warn('The yearly Watson River Discharge file does not exist, or has changed name, on GEUS Dataverse DOI, ' + \
-                  'please check the dataset, and the naming of the txt files on Dataverse')
-                
-        if len(key) > 1: 
-            warnings.warn('Warning, there exist multiple yearly txt files on dataverse, please check ' + \
-                  'if the correct txt file is used')
-        
-        link = lookup[key[0]]
-        df = pd.read_csv(link, sep="\s+", skiprows=9, index_col=0)
-        
-    elif 'daily' in t.lower() or 'day' in t.lower():
-        
-        key = [k for k in dict_keys if 'daily' in k]
-        
-        if not key: 
-            warnings.warn('The daily Watson River Discharge file does not exist, or has changed name, on GEUS Dataverse DOI, ' + \
-                  'please check the dataset, and the naming of the txt files on Dataverse')
-                
-        if len(key) > 1: 
-            warnings.warn('Warning, there exist multiple daily txt files on dataverse, please check ' + \
-                  'if the correct txt file is used')
-        
-        link = lookup[key[0]]   
-        
-        df = pd.read_csv(link, sep="\s+", parse_dates=[[0,1,2]])\
-                        .rename({"WaterFluxDiversOnly(m3/s)"        : "divers",
-                                "Uncertainty(m3/s)"                 : "divers_err",
-                                "WaterFluxDivers&Temperature(m3/s)" : "divers_t",
-                                "Uncertainty(m3/s).1"               : "divers_t_err",
-                                "WaterFluxCumulative(km3)"          : "Q",
-                                "Uncertainty(km3)"                  : "err"}, 
-                                axis='columns')
-        df['time'] = df.iloc[:,0]
-        df = df.set_index('time')
-        df.drop(columns=df.columns[0:1], axis=1, inplace=True) 
-        
-    else:
-        
-        key = [k for k in dict_keys if 'hourly' in k]
-        
-        if not key: 
-            warnings.warn('The hourly Watson River Discharge file does not exist, or has changed name, on GEUS Dataverse DOI, ' + \
-                  'please check the dataset, and the naming of the txt files on Dataverse')
-                
-        if len(key) > 1: 
-            warnings.warn('Warning, there exist multiple Houlry txt files on dataverse, please check ' + \
-                  'if the correct txt file is used')
-        
-        link = lookup[key[0]]   
-        
-        df = pd.read_csv(link, sep="\s+", parse_dates=[[0,1,2,3]])\
-                        .rename({"WaterFluxDiversOnly(m3/s)"        : "divers",
-                                "Uncertainty(m3/s)"                 : "divers_err",
-                                "WaterFluxDivers&Temperature(m3/s)" : "divers_t",
-                                "Uncertainty(m3/s).1"               : "divers_t_err",
-                                "WaterFluxCumulative(km3)"          : "Q",
-                                "Uncertainty(km3)"                  : "err"}, 
-                                axis='columns')
-        df = _getDFdatetime(df, list(df.iloc[:,0]))            
-
-    return df
-
-def lookup_table(base_dois,
-                 server='https://dataverse.geus.dk'):
-    '''Fetch dictionary of data files and download URLs from a DOI entry in the
-    GEUS Dataverse
-    
-    Parameters
-    ----------
-    base_dois : list
-        List of DOIs to search
-    server : str, optional
-        DOI server. The default is "https://dataverse.geus.dk"
-    '''
-    # Prime API
-    dataverse_server = server.strip("/")
-    api = NativeApi(dataverse_server)
-    
-    # Look through DOI entries
-    lookup_list = {}
-    for d in base_dois:
-        dataset = api.get_dataset(d)
-        
-        # Get file names and DOIs
-        f_list = dataset.json()['data']['latestVersion']['files']
-        for f in f_list:
-            fname = f['dataFile']['filename'].lower()
-            if '.csv' in fname or '.txt' in fname:
-                link = _getURL(f['dataFile']['persistentId'])
-                lookup_list[fname] = link
-    return lookup_list 
-
-def _getURL(persistentId, 
-            base_link='https://dataverse.geus.dk/api/access/datafile/:persistentId?persistentId='):
-    '''Return URL download link from persistentId attached to DOI'''
-    return base_link+persistentId  
-
-
-def _getDFdatetime(df, dt_str, dt_format='%Y %m %d %H'):
-    '''Format dataframe with datetime (year, month, day, hour) index column
-    
-    Parameters
-    ----------
-    df : pandas.DataFrame
-        Input DataFrame
-    dt_str : list
-        List of datetime strings to format and add
-    dt_format : str
-        Datetime string format. Default is "%Y %m %d %H".
-    
-    Returns
-    -------
-    df : pandas.DataFrame
-        DataFrame with added datetime as index
-    '''
-    dates = [datetime.strptime(str(d), dt_format) for d in dt_str]
-    df['time'] = dates
-    df = df.set_index('time')
-    df.drop(columns=df.columns[0], axis=1, inplace=True)  
-    return df
-
-#------------------------------------------------------------------------------
-        
-class TestGet(unittest.TestCase): 
-    def testURL(self):
-        '''Test URL retrieval'''
-        l = lookup_table(['doi:10.22008/FK2/IW73UU'])
-        self.assertTrue('10.22008/FK2' in list(l.values())[0])
-    
-#    def testAWSname(self):  
-#        '''Test AWS names retrieval'''
-#        n = aws_names()
-#        self.assertIsInstance(n, list)
-#        self.assertTrue('nuk_k_hour.csv' in n)
-    
-#    def testAWScsv(self):
-#        '''Test AWS data retrieval'''
-#        kan_b = aws_data('kan_b_hour.csv')
-#        self.assertIsInstance(kan_b, pd.DataFrame)
-        
-#    def testWatsonHour(self):
-#        '''Test Wason River discharge hourly data retrieval'''
-#        wh = watson_discharge()
-#        self.assertTrue(wh['Q']['2021-10-27 23:00:00']==5.48)
-        
-#    def testWatsonDaily(self):
-#        '''Test Wason River discharge daily data retrieval'''
-#        wd = watson_discharge(t='day')
-#        self.assertTrue(wd['Q']['2009-09-04 00:00:00']==4.72)
-
-    def testGetCLI(self):
-        '''Test get_promice_data'''
-        exit_status = os.system('get_promice_data -h')
-        self.assertEqual(exit_status, 0)
-            
-if __name__ == "__main__": 
-    unittest.main()

pypromice/get/get_promice_data.py

@@ -1,56 +0,0 @@
-#!/usr/bin/env python
-from argparse import ArgumentParser
-import os, unittest
-from pypromice.get.get import aws_data
-
-
-def parse_arguments_data():
-	parser = ArgumentParser(description="PROMICE and GC-Net dataset fetcher")       
-	parser.add_argument('-n', '--awsname', default=None, type=str, required=True, 
-		        help='AWS name')
-	parser.add_argument('-f', '--format', default='csv', type=str, required=False, 
-		        help='File format to save data as')                      
-	parser.add_argument('-o', '--outpath', default=os.getcwd(), type=str, required=False, 
-		        help='Directory where file will be written to')          	        
-	args = parser.parse_args()
-	return args
-
-
-def get_promice_data():
-    '''Command line driver for fetching PROMICE and GC-Net datasets'''
-
-    args = parse_arguments_data()
-	
-    # Construct AWS dataset name
-#    n = aws_names()
-#    assert(args.awsname in n) 
-
-    # Check file format type
-    f = args.format.lower()
-    assert(args.format in ['csv', 'nc', '.csv', '.nc'])
-	
-    # Construct output file path
-    assert(os.path.exists(args.outpath))
-	
-    # Remove pre-existing files of same name
-    if os.path.isfile(f):
-        os.remove(f)
-	    	
-    # Fetch data 
-    print(f'Fetching {args.awsname.lower()}...')
-    data = aws_data(args.awsname.lower())
-	
-    # Save to file
-    if f in 'csv':
-        outfile = os.path.join(args.outpath, args.awsname.lower()) 
-        if outfile is not None:
-            data.to_csv(outfile)
-    elif f in 'nc': 
-        data.to_netcdf(outfile, mode='w', format='NETCDF4', compute=True)
-        if outfile is not None:
-            outfile = os.path.join(args.outpath, args.awsname.lower().split('.csv')[0]+'.nc')
-        	
-    print(f'File saved to {outfile}')
-
-if __name__ == "__main__":  
-    get_promice_data()