AeroViz 0.1.5__py3-none-any.whl → 0.1.7__py3-none-any.whl

AeroViz/rawDataReader/script/SMPS_genr.py

@@ -1,51 +0,0 @@
-from pandas import to_datetime, read_table, to_numeric
-
-from AeroViz.rawDataReader.core import AbstractReader
-
-
-class Reader(AbstractReader):
-    nam = 'SMPS_genr'
-
-    def _raw_reader(self, file):
-        with open(file, 'r', encoding='utf-8', errors='ignore') as f:
-
-            skiprows = 0
-            for _line in f:
-
-                if _line.split('\t')[0] == 'Sample #':
-                    f.seek(0)
-                    break
-
-                skiprows += 1
-
-            _df = read_table(f, skiprows=skiprows)
-            _tm_idx = to_datetime(_df['Date'] + _df['Start Time'], format='%m/%d/%y%X', errors='coerce')
-
-            # index
-            _df = _df.set_index(_tm_idx).loc[_tm_idx.dropna()]
-
-            # keys
-            _key = to_numeric(_df.keys(), errors='coerce')
-            _df.columns = _key
-            _df = _df.loc[:, ~_key.isna()]
-
-        return _df.apply(to_numeric, errors='coerce')
-
-    # QC data
-    def _QC(self, _df):
-        import numpy as n
-
-        # mask out the data size lower than 7
-        _df['total'] = _df.sum(axis=1, min_count=1) * (n.diff(n.log(_df.keys().to_numpy(float)))).mean()
-        _df_size = _df['total'].dropna().resample('1h').size().resample(_df.index.freq).ffill()
-        _df = _df.mask(_df_size < 7)
-
-        # remove total conc. lower than 2000
-        _df = _df.mask(_df['total'] < 2000)
-
-        # remove the bin over 400 nm which num. conc. larger than 4000
-        _df_remv_ky = _df.keys()[:-2][_df.keys()[:-2] >= 400.]
-
-        _df[_df_remv_ky] = _df[_df_remv_ky].copy().mask(_df[_df_remv_ky] > 4000.)
-
-        return _df[_df.keys()[:-1]]

AeroViz/rawDataReader/script/Table.py

@@ -1,27 +0,0 @@
-# read meteorological data from google sheet
-
-from pandas import read_csv, to_datetime
-
-from AeroViz.rawDataReader.core import AbstractReader
-
-
-class Reader(AbstractReader):
-    nam = 'Table'
-
-    def _raw_reader(self, file):
-        with file.open('r', encoding='utf-8-sig', errors='ignore') as f:
-            _df = read_csv(f, low_memory=False, index_col=0)
-
-            _df.index = to_datetime(_df.index, errors='coerce')
-            _df.index.name = 'time'
-
-            _df.columns = _df.keys().str.strip(' ')
-
-        return _df.loc[~_df.index.duplicated() & _df.index.notna()]
-
-    def _QC(self, _df):
-        # remove negative value
-        _df = _df.mask((_df < 0).copy())
-
-        # QC data in 6h
-        return _df.resample('6h').apply(self.basic_QC).resample(self.meta.get("freq")).mean()